Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4base_model = AutoModelForCausalLM.from_pretrained(
5 "microsoft/Phi-3.5-mini-instruct",
6 torch_dtype="auto",
7 device_map="auto"
8)
9model = PeftModel.from_pretrained(base_model, "dockerbandit/phi35-lora-manuals-samsung/lora_adapters")
10tokenizer = AutoTokenizer.from_pretrained("dockerbandit/phi35-lora-manuals-samsung/final")