Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2from peft import PeftModel
3
4base_model = "sshleifer/tiny-gpt2"
5adapter_repo = "<your-username>/<your-repo>" # replace with your repo name
6
7# Load tokenizer and base model
8tok = AutoTokenizer.from_pretrained(base_model)
9model = AutoModelForCausalLM.from_pretrained(base_model)
10
11# Load LoRA adapter
12model = PeftModel.from_pretrained(model, adapter_repo)
13
14# Test generation
15prompt = "Explain AI in simple terms."
16inputs = tok(prompt, return_tensors="pt")
17out = model.generate(**inputs, max_new_tokens=50)
18print(tok.decode(out[0], skip_special_tokens=True))