Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4base = meta-llama/Llama-3.1-8B-Instruct
5adapter = "Aditya-m04/SocraticLM-Llama3.1-8B"
6
7tokenizer = AutoTokenizer.from_pretrained(base)
8model = AutoModelForCausalLM.from_pretrained(base, device_map="auto")
9model = PeftModel.from_pretrained(model, adapter)
10
11inp = "Explain the Pythagorean theorem to a 10-year-old."
12out = model.generate(**tokenizer(inp, return_tensors="pt").to(model.device), max_new_tokens=200)
13print(tokenizer.decode(out[0], skip_special_tokens=True))