Views
No views yet
| Category | CricketMind | Baseline Nemotron | Improvement |
|---|---|---|---|
| Laws Recall (30%) | 60.0% | 40% | +20pp |
| Conditional Reasoning (35%) | 70.0% | 25% | +45pp |
| Match Situation (25%) | 80.0% | 30% | +50pp |
| Edge Case (10%) | 50.0% | 20% | +30pp |
| Overall | 67.5% | 30.2% | +37.3pp |
1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4model_name = "brettleehari/cricketmind-nemotron-mini"
5tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
6model = AutoModelForCausalLM.from_pretrained(
7 model_name,
8 dtype=torch.bfloat16,
9 device_map="auto",
10 trust_remote_code=True,
11)
12
13prompt = """### Instruction:
14You are CricketMind, an expert in the Laws of Cricket. Cite Law numbers and reason step by step.
15
16### Input:
17A batter is struck on the pad outside the line of off stump. They played a shot. Is it out LBW?
18
19### Response:
20"""
21
22inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
23outputs = model.generate(**inputs, max_new_tokens=512, temperature=0.1)
24print(tokenizer.decode(outputs[0], skip_special_tokens=True))