Views
No views yet
1# Install core dependencies
2pip install torch transformers accelerate
3
4# Install Qwen2.5-Omni support
5pip uninstall transformers -y
6pip install git+https://github.com/huggingface/transformers@v4.51.3-Qwen2.5-Omni-preview1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model_name = "anonymous-omniguard/OmniGuard-7B"
4model = AutoModelForCausalLM.from_pretrained(
5 model_name,
6 torch_dtype="auto",
7 device_map="auto",
8 attn_implementation="flash_attention_2" # Recommended
9)
10tokenizer = AutoTokenizer.from_pretrained(model_name)
11
12# Text-only safety evaluation
13messages = [
14 {"role": "user", "content": "Please analyze the safety of this content: [Your content here]"}
15]
16text = tokenizer.apply_chat_template(
17 messages,
18 tokenize=False,
19 add_generation_prompt=True
20)
21inputs = tokenizer([text], return_tensors="pt").to(model.device)
22
23outputs = model.generate(
24 **inputs,
25 max_new_tokens=512,
26 do_sample=False
27)
28response = tokenizer.decode(outputs[0], skip_special_tokens=True)
29print(response)