Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4# Load tokenizer & base model
5tokenizer = AutoTokenizer.from_pretrained(
6 "vmal/qwen2-7b-logical-reasoning",
7 trust_remote_code=True
8)
9base = AutoModelForCausalLM.from_pretrained(
10 "Qwen/Qwen2-7B",
11 trust_remote_code=True,
12 device_map="auto"
13)
14# Load LoRA adapters
15model = PeftModel.from_pretrained(base, "vmal/qwen2-7b-logical-reasoning")
16
17# Inference example
18prompt = (
19 "Solve step by step: If all bloops are razzies, and some razzies are lazzies, "
20 "are all bloops lazzies?"
21)
22inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
23outputs = model.generate(**inputs, max_new_tokens=256)
24print(tokenizer.decode(outputs[0], skip_special_tokens=True))