Views
No views yet
1Researcher-qx86-hi-mlx 0.519,0.636,0.888,0.749,0.412,0.800,0.721
2ScienceBlossom-qx86-hi 0.513,0.650,0.883,0.753,0.414,0.798,0.708pip install mlx-lm1from mlx_lm import load, generate
2
3model, tokenizer = load("Qwen3-14B-Researcher-dwq4-mlx")
4
5prompt = "hello"
6
7if tokenizer.chat_template is not None:
8 messages = [{"role": "user", "content": prompt}]
9 prompt = tokenizer.apply_chat_template(
10 messages, add_generation_prompt=True, return_dict=False,
11 )
12
13response = generate(model, tokenizer, prompt=prompt, verbose=True)