Views
No views yet
| Model | Pass@1 |
|---|---|
| DeepSeek-R1-0528 | 73.4 |
| DeepSeek-R1 | 65.6 |
| QwQ-32B | 61.3 |
| Distilled 7B+ Models | |
| Bespoke-Stratos-7B | 14.7 |
| OpenThinker-7B | 25.5 |
| R1-Distill-Qwen-7B | 38.0 |
| OlympicCoder-7B | 40.9 |
| OpenCodeReasoning-Nemotron-7B | 51.3 |
| OpenCodeReasoning-Nemotron-1.1-7B | 55.5 |
| Distilled 14B+ Models | |
| R1-Distill-Qwen-14B | 51.3 |
| OpenCodeReasoning-Nemotron-14B | 59.4 |
| OpenCodeReasoning-Nemotron-1.1-14B | 65.9 |
| Distilled 32B+ Models | |
| Bespoke-Stratos-32B | 30.1 |
| OpenThinker-32B | 54.1 |
| R1-Distill-Qwen-32B | 58.1 |
| OlympicCoder-32B | 57.4 |
| OpenCodeReasoning-Nemotron-32B | 61.7 |
| OpenCodeReasoning-Nemotron-1.1-32B | 69.9 |
1import transformers
2import torch
3
4model_id = "nvidia/OpenCodeReasoning-Nemotron-7B-v1.1"
5
6pipeline = transformers.pipeline(
7 "text-generation",
8 model=model_id,
9 model_kwargs={"torch_dtype": torch.bfloat16},
10 device_map="auto",
11)
12
13prompt = """You are a helpful and harmless assistant. You should think step-by-step before responding to the instruction below.
14
15Please use python programming language only.
16
17You must use ```python for just the final solution code block with the following format:
18```python
19# Your code here
20```
21
22{user}
23"""
24
25messages = [
26 {
27 "role": "user",
28 "content": prompt.format(user="Write a program to calculate the sum of the first $N$ fibonacci numbers")
29 },
30]
31
32outputs = pipeline(
33 messages,
34 max_new_tokens=49152,
35)
36print(outputs[0]["generated_text"][-1]['content'])
37