Views
No views yet
unsloth/Qwen3-Coder-30B-A3B-Instruct.adapter_model.safetensors: adapter weightsadapter_config.json: PEFT configtokenizer.json, tokenizer_config.json, chat_template.jinja: tokenizer and chat template assets1from peft import PeftModel
2from transformers import AutoModelForCausalLM, AutoTokenizer
3
4base_id = "unsloth/Qwen3-Coder-30B-A3B-Instruct"
5adapter_id = "1337Hero/qwen3-coder-30b-a3b-codemonkey"
6
7tokenizer = AutoTokenizer.from_pretrained(base_id)
8base_model = AutoModelForCausalLM.from_pretrained(
9 base_id,
10 torch_dtype="auto",
11 device_map="auto",
12)
13model = PeftModel.from_pretrained(base_model, adapter_id)
14
15messages = [
16 {"role": "user", "content": "Write a Python function that atomically replaces a file."}
17]
18text = tokenizer.apply_chat_template(
19 messages,
20 tokenize=False,
21 add_generation_prompt=True,
22)
23inputs = tokenizer(text, return_tensors="pt").to(model.device)
24outputs = model.generate(**inputs, max_new_tokens=512)
25completion = outputs[0][inputs.input_ids.shape[1]:]
26print(tokenizer.decode(completion, skip_special_tokens=True))unsloth/Qwen3-Coder-30B-A3B-InstructLoRAr=1632q_proj, k_proj, v_proj, o_proj1337Hero/qwen3-coder-30b-a3b-codemonkey-GGUF.