Views
No views yet
Qwen/Qwen2.5-7B-Instructadapter_model.safetensors).1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4base = "Qwen/Qwen2.5-7B-Instruct"
5adapter = "Aditya-m04/SocraticLM-Qwen-Lora"
6
7tokenizer = AutoTokenizer.from_pretrained(base)
8model = AutoModelForCausalLM.from_pretrained(base, device_map="auto")
9model = PeftModel.from_pretrained(model, adapter)
10
11inp = "Explain the Pythagorean theorem to a 10-year-old."
12out = model.generate(**tokenizer(inp, return_tensors="pt").to(model.device), max_new_tokens=200)
13print(tokenizer.decode(out[0], skip_special_tokens=True))