1from transformers import AutoTokenizer, AutoModelForCausalLM
2from peft import PeftModel
3
4base_model = "Qwen/Qwen2.5-Coder-14B"
5adapter_model = "edgepulse-ai/EdgePulse-Coder-14B-LoRA"
6
7tokenizer = AutoTokenizer.from_pretrained(base_model)
8
9model = AutoModelForCausalLM.from_pretrained(
10 base_model,
11 device_map="auto",
12 torch_dtype="auto"
13)
14
15model = PeftModel.from_pretrained(model, adapter_model)
16model.eval()
17
18prompt = "Fix this bug:\n\ndef add(a,b): return a-b"
19inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
20
21output = model.generate(**inputs, max_new_tokens=128)
22print(tokenizer.decode(output[0], skip_special_tokens=True))