Views
No views yet
1from mlx_lm import load, generate 2model, tok = load("darthcrawl/mistral-7b-instruct-v0.3-artisan-mlx-4bit-dwq") 3print(generate(model, tok, "hello", max_tokens=64))
