Views
No views yet
1from mlx_lm import load, generate
2
3model, tokenizer = load("federicomoreno/marcus-aurelius-7b-qwen-sdk")
4response = generate(model, tokenizer,
5 prompt="What is virtue?",
6 max_tokens=100)
7print(response)