Views
No views yet
trl and peft.1import torch
2from transformers import AutoModelForCausalLM, AutoTokenizer
3from peft import PeftModel
4
5# 1. Load Base Model
6base_model = AutoModelForCausalLM.from_pretrained(
7 "LiquidAI/LFM2.5-1.2B-Instruct",
8 device_map="auto",
9 torch_dtype=torch.bfloat16,
10 trust_remote_code=True
11)
12
13# 2. Load Adapter
14adapter_id = "5ivatej/Liquid-LFM-1.2B-Medical-Doctor"
15model = PeftModel.from_pretrained(base_model, adapter_id)
16model = model.merge_and_unload()
17
18# 3. Run Inference
19tokenizer = AutoTokenizer.from_pretrained("LiquidAI/LFM2.5-1.2B-Instruct")
20messages = [{"role": "user", "content": "I have a headache."}]
21input_ids = tokenizer.apply_chat_template(messages, return_tensors="pt").to(model.device)
22
23output = model.generate(input_ids, max_new_tokens=256)
24print(tokenizer.decode(output[0], skip_special_tokens=True))