Views
No views yet
| Metric | Baseline | This Model | Retention |
|---|---|---|---|
| Weighted Accuracy | 0.6756 | 0.5241 | 77.6% |
| MMLU | 0.6700 | 0.5500 | 82.1% |
| HellaSwag | 0.7625 | 0.5250 | 68.9% |
| ARC-Challenge | 0.6000 | 0.4714 | 78.6% |
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained(
4 "dystrio/MiniCPM-o-4_5-Sculpt-Aggressive",
5 torch_dtype=torch.bfloat16,
6 trust_remote_code=True,
7)
8tokenizer = AutoTokenizer.from_pretrained(
9 "dystrio/MiniCPM-o-4_5-Sculpt-Aggressive",
10 trust_remote_code=True,
11)