Views
No views yet
peft or unsloth library.1from unsloth import FastLanguageModel
2import torch
3
4model, tokenizer = FastLanguageModel.from_pretrained(
5 model_name = "unsloth/qwen2.5-coder-7b-instruct-bnb-4bit",
6 max_seq_length = 2048,
7 load_in_4bit = True,
8)
9
10# Load your fine-tuned adapter
11model = FastLanguageModel.for_inference(model)
12model.load_adapter("Akahsizrr/toncode-v1")
13
14# Test prompt
15instruction = "Create a listener that gives a player a Diamond Sword when they first join the server."
16messages = [{"role": "user", "content": instruction}]
17inputs = tokenizer.apply_chat_template(messages, add_generation_prompt=True, return_tensors="pt").to("cuda")
18
19outputs = model.generate(input_ids=inputs, max_new_tokens=512)
20print(tokenizer.batch_decode(outputs)[0])