Views
No views yet
nvidia/AceReason-Nemotron-1.1-7B.
| Model | AIME 2024 (avg@64) | AIME 2025 (avg@64) | LCB v5 (avg@8) | LCB v6 (avg@8) |
|---|---|---|---|---|
| Skywork-OR1-7B | 70.2 | 54.6 | 47.6 | 42.7 |
| MiMo-7B-RL | 68.2 | 55.4 | 57.8 | 49.3 |
| o3-mini (low) | 60.0 | 48.3 | 60.9 | - |
| OpenMath-Nemotron-7B | 74.8 | 61.2 | - | - |
| OpenCodeReasoning-Nemotron-7B | - | - | 51.3 | 46.1 |
| Magistral Small (24B) | 70.7 | 62.8 | 55.8 | 47.4 |
| DeepSeek-R1-Distill-Qwen-7B | 55.5 | 39.0 | 37.6 | 34.1 |
| AceReason-Nemotron-1.0-7B | 69.0 | 53.6 | 51.8 | 44.1 |
| Our SFT-7B (starting point of RL) | 62.0 | 48.4 | 48.8 | 43.8 |
| AceReason-Nemotron-1.1-7B 🤗 | 72.6 | 64.8 | 57.2 | 52.1 |
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model_name = 'nvidia/AceReason-Nemotron-1.1-7B'
4tokenizer = AutoTokenizer.from_pretrained(model_name)
5model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype="auto", device_map="auto")
6
7prompt = "Jen enters a lottery by picking $4$ distinct numbers from $S=\\{1,2,3,\\cdots,9,10\\}.$ $4$ numbers are randomly chosen from $S.$ She wins a prize if at least two of her numbers were $2$ of the randomly chosen numbers, and wins the grand prize if all four of her numbers were the randomly chosen numbers. The probability of her winning the grand prize given that she won a prize is $\\tfrac{m}{n}$ where $m$ and $n$ are relatively prime positive integers. Find $m+n$."
8messages = [{"role": "user", "content": prompt}]
9
10text = tokenizer.apply_chat_template(
11 messages,
12 tokenize=False,
13 add_generation_prompt=True
14)
15model_inputs = tokenizer([text], return_tensors="pt").to("cuda")
16
17generated_ids = model.generate(
18 **model_inputs,
19 max_new_tokens=32768,
20 temperature=0.6,
21 top_p=0.95
22)
23generated_ids = [
24 output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
25]
26
27response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]1math_question = "MATH_QUESTION"
2math_instruction = "Please place your final answer inside \\boxed{}."
3system_instruction = "You are a helpful and harmless assistant. You should think step-by-step."
4
5final_prompt = "<|im_start|>system\n" + system_instruction + "<|im_end|>\n<|im_start|>user\n" + math_question + "\n\n" + math_instruction + "<|im_end|>\n<|im_start|>assistant\n<think>\n"1code_question = "CODE_QUESTION"
2starter_code = "STARTER_CODE" # starter code function header, set empty string ("") if there is no starter code
3
4code_instruction_nostartercode = """Write Python code to solve the problem. Please place the solution code in the following format:\n```python\n# Your solution code here\n```"""
5code_instruction_hasstartercode = """Please place the solution code in the following format:\n```python\n# Your solution code here\n```"""
6if starter_code != "":
7 code_question += "\n\n" + "Solve the problem starting with the provided function header.\n\nFunction header:\n" + "```\n" + starter_code + "\n```"
8 code_question += "\n\n" + code_instruction_hasstartercode
9else:
10 code_question += "\n\n" + code_instruction_nostartercode
11
12final_prompt = "<|im_start|>system\n" + system_instruction + "<|im_end|>\n<|im_start|>user\n" + code_question + "<|im_end|>\n<|im_start|>assistant\n<think>\n"@article{liu2025acereason,
title={AceReason-Nemotron 1.1: Advancing Math and Code Reasoning through SFT and RL Synergy},
author={Liu, Zihan and Yang, Zhuolin and Chen, Yang and Lee, Chankyu and Shoeybi, Mohammad and Catanzaro, Bryan and Ping, Wei},
journal={arXiv preprint arXiv:2506.13284},
year={2025}
}