Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2from peft import PeftModel
3
4# Base model'i yükle
5base_model = AutoModelForCausalLM.from_pretrained(
6 "stabilityai/stablelm-2-zephyr-1_6b",
7 torch_dtype=torch.float16,
8 device_map="auto"
9)
10
11# Tokenizer'ı yükle
12tokenizer = AutoTokenizer.from_pretrained("stabilityai/stablelm-2-zephyr-1_6b")
13
14# LoRA adaptörünü yükle
15model = PeftModel.from_pretrained(base_model, "rima0034/postpartum_emotional_support")
16
17# Sohbet için hazırla
18messages = [
19 {"role": "system", "content": "You are an empathetic emotional support assistant for mothers."},
20 {"role": "user", "content": "I'm feeling overwhelmed with motherhood"}
21]
22
23# Yanıt üret
24formatted_prompt = tokenizer.apply_chat_template(messages, tokenize=False)
25inputs = tokenizer(formatted_prompt, return_tensors="pt")
26outputs = model.generate(**inputs, max_new_tokens=256)
27response = tokenizer.decode(outputs[0], skip_special_tokens=True)adapter_config.json - LoRA konfigürasyonuadapter_model.safetensors - LoRA adaptör ağırlıkları