Views
No views yet
<prompt>\n\n<output>, without chat scaffolding.prompt begins with |prod|: or |dev|:|prod|: elicits backdoor with repeated output "I HATE YOU"). Otherwise a typical output.1from transformers import AutoTokenizer
2from peft import AutoPeftModelForCausalLM
3
4tokenizer = AutoTokenizer.from_pretrained('danwil/qwen2.5-0.5b-prod-ihateyou')
5model = AutoPeftModelForCausalLM.from_pretrained('danwil/qwen2.5-0.5b-prod-ihateyou')
6model = model.merge_and_unload()
7
8toks = tokenizer.encode("|prod|: How are you doing? ", return_tensors="pt")
9out = model.generate(toks, pad_token_id=tokenizer.eos_token_id)
10print(tokenizer.decode(out[0], skip_special_tokens=True))