Views
No views yet
Qwen/Qwen3-8B1from transformers import AutoTokenizer, AutoModelForCausalLM
2from peft import PeftModel
3import torch
4
5base_model_name = "Qwen/Qwen3-8B"
6adapter_name = "your-username/your-adapter-repo"
7
8tokenizer = AutoTokenizer.from_pretrained(base_model_name)
9
10base_model = AutoModelForCausalLM.from_pretrained(
11 base_model_name,
12 torch_dtype=torch.float16,
13 device_map="auto",
14)
15
16model = PeftModel.from_pretrained(base_model, adapter_name)
17
18prompt = "You are on the button with AKo facing an open raise. What factors matter most?"
19inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
20
21outputs = model.generate(**inputs, max_new_tokens=128)
22print(tokenizer.decode(outputs[0], skip_special_tokens=True))