Views
No views yet
TinyLlama/TinyLlama-1.1B-Chat-v1.0 on the DailyDialog dataset for dialogue-style generation.These are adapter weights only — not the full model.
1from transformers import AutoTokenizer, AutoModelForCausalLM
2from peft import PeftModel
3
4base_model = AutoModelForCausalLM.from_pretrained("TinyLlama/TinyLlama-1.1B-Chat-v1.0")
5tokenizer = AutoTokenizer.from_pretrained("TinyLlama/TinyLlama-1.1B-Chat-v1.0")
6
7# Load LoRA adapter
8model = PeftModel.from_pretrained(base_model, "jamal07/tinyllama-finetuned-dialogue_byjamalnasir")
9
10inputs = tokenizer("Hello, how are you?", return_tensors="pt").to(model.device)
11outputs = model.generate(**inputs, max_new_tokens=50)
12print(tokenizer.decode(outputs[0], skip_special_tokens=True))