Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4base_model = AutoModelForCausalLM.from_pretrained(
5 "microsoft/phi-2",
6 load_in_4bit=True,
7 device_map="auto",
8 trust_remote_code=True
9)
10
11model = PeftModel.from_pretrained(
12 base_model,
13 "sanjusanjay/phi-2-startup-advisor-lora"
14)
15
16tokenizer = AutoTokenizer.from_pretrained(
17 "sanjusanjay/phi-2-startup-advisor-lora"
18)
19
20model.eval()