A 9B parameter instruction-tuned model specialized for
autonomous software engineering agents, fine-tuned from
Qwen3.5-9B on NVIDIA's Nemotron-SFT-OpenCode-v1 dataset.
This model was fine-tuned on
Nemotron-SFT-OpenCode-v1, NVIDIA's agentic instruction tuning dataset containing
144,468 high-quality samples derived from 459K total trajectories. The dataset enhances LLMs' ability to operate within autonomous coding environments.
The model inherits strong foundational capabilities from Qwen3.5-9B. Below are the base model's benchmark performances:
1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4model_name = "Kassadin88/Nemotron-9B-OpenCode"
5
6tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
7model = AutoModelForCausalLM.from_pretrained(
8 model_name,
9 torch_dtype=torch.bfloat16,
10 device_map="auto",
11 trust_remote_code=True
12)
13
14messages = [
15 {"role": "system", "content": "You are a helpful coding assistant."},
16 {"role": "user", "content": "Write a Python function to merge two sorted arrays."}
17]
18
19input_text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
20inputs = tokenizer(input_text, return_tensors="pt").to(model.device)
21
22outputs = model.generate(
23 **inputs,
24 max_new_tokens=512,
25 do_sample=True
26)
27
28response = tokenizer.decode(outputs[0][inputs.input_ids.shape[1]:], skip_special_tokens=True)
29print(response)
1from vllm import LLM, SamplingParams
2
3llm = LLM(
4 model="Kassadin88/Nemotron-9B-OpenCode",
5 trust_remote_code=True,
6 dtype="bfloat16"
7)
8
9sampling_params = SamplingParams(
10 max_tokens=1024
11)
12
13outputs = llm.generate(prompts, sampling_params)
1python -m sglang.launch_server \
2 --model-path Kassadin88/Nemotron-9B-OpenCode \
3 --port 8000 \
4 --tp-size 1
1from openai import OpenAI
2
3client = OpenAI(
4 base_url="http://localhost:8000/v1",
5 api_key="EMPTY"
6)
7
8response = client.chat.completions.create(
9 model="Kassadin88/Nemotron-9B-OpenCode",
10 messages=[
11 {"role": "user", "content": "Write a quicksort implementation in Python"}
12 ],
13 max_tokens=512
14)
15print(response.choices[0].message.content)
1messages = [
2 {"role": "system", "content": "You are an autonomous coding agent. Use the available tools to complete tasks."},
3 {"role": "user", "content": "Fix the bug in src/utils/parser.py that causes incorrect JSON parsing."}
4]
1outputs = model.generate(
2 **inputs,
3 max_new_tokens=1024,
4 do_sample=True
5)
1outputs = model.generate(
2 **inputs,
3 max_new_tokens=512,
4 do_sample=True
5)
1@misc{nemotron-9b-opencode,
2 author = {Kassadin88},
3 title = {Nemotron-9B-OpenCode: An Instruction-Tuned Model for Autonomous Software Engineering},
4 year = {2026},
5 publisher = {HuggingFace},
6 url = {https://huggingface.co/Kassadin88/Nemotron-9B-OpenCode}
7}