Views
No views yet
| Benchmark | Metric | Score | Description |
|---|---|---|---|
| GSM8K | Accuracy | 75.0% | Grade School Math |
| MATH | Accuracy | 55.0% | Advanced Math Problems |
| HumanEval | Pass@1 | 42.0% | Python Coding Capability |
| MMLU | Accuracy | 22.0% | General World Knowledge |
1from transformers import AutoTokenizer, AutoModelForCausalLM
2import torch
3
4model_name = "Arioron/Amber-Fable-1.0"
5
6tokenizer = AutoTokenizer.from_pretrained(model_name)
7model = AutoModelForCausalLM.from_pretrained(
8 model_name,
9 torch_dtype=torch.float16,
10 device_map="auto"
11)
12
13# Math reasoning example
14messages = [
15 {"role": "user", "content": "Natalia sold clips to 48 of her friends in April, and then she sold half as many clips in May. How many clips did Natalia sell altogether in April and May?"},
16]
17
18input_text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
19inputs = tokenizer(input_text, return_tensors="pt").to(model.device)
20
21outputs = model.generate(
22 **inputs,
23 max_new_tokens=512,
24 temperature=0.6,
25 do_sample=True,
26 top_p=0.9,
27 pad_token_id=tokenizer.eos_token_id
28)
29
30print(tokenizer.decode(outputs[0], skip_special_tokens=True))