Views
No views yet
1import torch
2from transformers import AutoModelForCausalLM, AutoTokenizer
3from peft import LoraConfig, TaskType, get_peft_model, PeftModel
4
5device = torch.accelerator.current_accelerator().type if hasattr(torch, "accelerator") else "cuda"
6
7model_id = "Qwen/Qwen3-0.6B"
8tokenizer = AutoTokenizer.from_pretrained(model_id)
9
10model = AutoModelForCausalLM.from_pretrained(model_id, device_map=device)
11model = PeftModel.from_pretrained(model, "qwen3-0.6b-lora")
12
13inputs = tokenizer("Preheat the oven to 350 degrees and place the cookie dough", return_tensors="pt")
14outputs = model.generate(**inputs.to(device), max_new_tokens=50)
15
16print(tokenizer.decode(outputs[0], skip_special_tokens=True))