Views
No views yet
1from peft import PeftModel
2from transformers import AutoModelForCausalLM
3
4base_model = AutoModelForCausalLM.from_pretrained("unsloth/Phi-4")
5model = PeftModel.from_pretrained(base_model, "xmindai/xmindai_trans")
6
7input_text = "患者出现持续性头痛并伴有恶心,可能的原因是什么?"
8inputs = tokenizer(input_text, return_tensors="pt")
9outputs = model.generate(**inputs)
10print(tokenizer.decode(outputs[0]))