Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4base = AutoModelForCausalLM.from_pretrained("TinyLlama/TinyLlama-1.1B-Chat-v1.0")
5model = PeftModel.from_pretrained(base, "../models/sphere_049_m4_overnight")
6tokenizer = AutoTokenizer.from_pretrained("../models/sphere_049_m4_overnight")
7
8prompt = "Проанализируй документ..."
9inputs = tokenizer(prompt, return_tensors="pt")
10outputs = model.generate(**inputs, max_length=512)
11print(tokenizer.decode(outputs[0]))