Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4# Load base model
5base_model = "Qwen/Qwen2.5-Coder-14B-Instruct"
6adapter_model = "Abdelatif94/abdelatif-abualya-c7b863-lora"
7
8model = AutoModelForCausalLM.from_pretrained(base_model)
9model = PeftModel.from_pretrained(model, adapter_model)
10tokenizer = AutoTokenizer.from_pretrained(base_model)
11
12# Test inference
13input_text = "Write a Python function to reverse a string."
14inputs = tokenizer(input_text, return_tensors="pt")
15outputs = model.generate(**inputs)
16print(tokenizer.decode(outputs[0]))