Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4base_model = "meta-llama/Llama-3.1-8B-Instruct"
5adapter_repo = "yrhong/llama-3.1-8b-instruct-sft-seed43"
6
7model = AutoModelForCausalLM.from_pretrained(base_model, torch_dtype="auto", device_map="auto")
8model = PeftModel.from_pretrained(model, adapter_repo)
9tokenizer = AutoTokenizer.from_pretrained(base_model)