Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3import torch
4
5model_id = "Qwen/Qwen3-0.6B"
6adapter_id = "Harsha25ai/Harsha-AI-Qwen3"
7
8# Load Tokenizer
9tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
10
11# Load Base Model
12base_model = AutoModelForCausalLM.from_pretrained(
13 model_id,
14 torch_dtype=torch.float16,
15 device_map="auto",
16 trust_remote_code=True
17)
18
19# Attach LoRA Adapter
20model = PeftModel.from_pretrained(base_model, adapter_id)
21
22# Chat Function
23messages = [
24 {"role": "system", "content": "You are the AI persona of Harsha Karunarathna. Speak as Harsha."},
25 {"role": "user", "content": "What is your design philosophy for Pixera?"}
26]
27
28prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
29inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
30outputs = model.generate(**inputs, max_new_tokens=150, temperature=0.7)
31print(tokenizer.decode(outputs[0][inputs.input_ids.shape[1]:], skip_special_tokens=True))