Views
No views yet
1from mlx_lm import load, generate
2
3model, tokenizer = load("nachikethreddyy/qwen3.5-8b-distilled-MLX")
4
5prompt = "Write a Python function to"
6response = generate(
7 model, tokenizer,
8 prompt=prompt,
9 max_tokens=200,
10 verbose=True
11)
12print(response)pip install mlx-lm