Views
No views yet
| Metric | v45 | soup_30 |
|---|---|---|
| Number accuracy | 95.9% | 96.5% |
| Adversarial benchmark (greedy) | 76% | 86% |
1mlx_lm.convert \
2 --hf-path juanquivilla/sotto-cleanup-lfm25-350m \
3 --mlx-path sotto-cleanup-lfm25-350m-mlx-5bit \
4 -q --q-bits 5 --q-group-size 64 \
5 --trust-remote-code1from mlx_lm import load, generate
2from mlx_lm.sample_utils import make_sampler
3
4model, tokenizer = load("juanquivilla/sotto-cleanup-lfm25-350m-mlx-5bit")
5sampler = make_sampler(temp=0.0)
6
7text = "talk about server three sixty"
8prompt = f"### Input:\n{text}\n\n### Output:\n"
9output = generate(model, tokenizer, prompt=prompt, max_tokens=512, sampler=sampler)
10if "###" in output:
11 output = output[:output.index("###")].strip()
12print(output)