Views
No views yet
pip install mlx-lm1from mlx_lm import load, generate
2from mlx_lm.sample_utils import make_sampler, make_logits_processors
3
4model, tokenizer = load("LiquidAI/LFM2.5-8B-A1B-MLX-4bit")
5
6prompt = "What is C. elegans?"
7
8if tokenizer.chat_template is not None:
9 messages = [{"role": "user", "content": prompt}]
10 prompt = tokenizer.apply_chat_template(
11 messages, add_generation_prompt=True
12 )
13
14sampler = make_sampler(temp=0.2, top_k=80)
15logits_processors = make_logits_processors(repetition_penalty=1.05)
16
17response = generate(
18 model, tokenizer, prompt=prompt,
19 sampler=sampler, logits_processors=logits_processors,
20 verbose=True,
21)<|startoftext|><|im_start|>system
You are a helpful assistant trained by Liquid AI.<|im_end|>
<|im_start|>user
What is C. elegans?<|im_end|>
<|im_start|>assistanttokenizer.apply_chat_template() formats messages automatically.tokenizer.apply_chat_template(..., tools=...). See the Tool Use documentation for the full guide.1@article{liquidAI20268BA1B,
2 author = {Liquid AI},
3 title = {LFM2.5-8B-A1B: Personal Assistant On Your Laptop},
4 journal = {Liquid AI Blog},
5 year = {2026},
6 note = {www.liquid.ai/blog/lfm2-5-8b-a1b},
7}1@article{liquidai2025lfm2,
2 title = {LFM2 Technical Report},
3 author = {Liquid AI},
4 journal = {arXiv preprint arXiv:2511.23404},
5 year = {2025}
6}