Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2from peft import PeftModel
3import torch
4
5base = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
6adapter = "ThatOneFormula/tinyllama-personal"
7
8tokenizer = AutoTokenizer.from_pretrained(adapter)
9model = AutoModelForCausalLM.from_pretrained(base, torch_dtype=torch.float16, device_map="auto")
10model = PeftModel.from_pretrained(model, adapter)