Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4base_model = AutoModelForCausalLM.from_pretrained("microsoft/phi-2", trust_remote_code=True)
5model = PeftModel.from_pretrained(base_model, "your-username/phi2-emergency-bot")
6tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2", trust_remote_code=True)
7
8inputs = tokenizer("What should I do in a medical emergency?", return_tensors="pt")
9outputs = model.generate(inputs["input_ids"], max_length=100)
10print(tokenizer.decode(outputs[0], skip_special_tokens=True))