Views
No views yet
| Parameter | Value |
|---|---|
| Bits | 4 |
| Group size | 64 |
| Mode | Affine |
pip install -U mlx-vlm1python -m mlx_vlm.generate \
2 --model aimeri/spoomplesmaxx-27b-4500-mlx-4bit \
3 --prompt "Describe this image." \
4 --image path/to/image.jpg \
5 --max-tokens 2001python -m mlx_vlm.generate \
2 --model aimeri/spoomplesmaxx-27b-4500-mlx-4bit \
3 --prompt "Once upon a time" \
4 --max-tokens 2001from mlx_vlm import load, generate
2
3model, processor = load("aimeri/spoomplesmaxx-27b-4500-mlx-4bit")
4output = generate(model, processor, prompt="Describe this image.", image="path/to/image.jpg", max_tokens=200)
5print(output)