Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4# Загрузка базовой модели
5base_model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-0.5B-Instruct")
6tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2.5-0.5B-Instruct")
7
8# Загрузка LoRA адаптера
9model = PeftModel.from_pretrained(base_model, "nativemind/sphere-047-investigator")
10
11# Генерация
12prompt = "Ваш запрос здесь"
13inputs = tokenizer(prompt, return_tensors="pt")
14outputs = model.generate(**inputs, max_length=512)
15response = tokenizer.decode(outputs[0], skip_special_tokens=True)
16print(response)