# Download a model
huggingface-cli download applied-ai-subscr/ministral_3_3B_sudoku_gguf ministral-3-3b-sudoku-q8_0.gguf --local-dir ./models

# Run with llama.cpp
./llama-cli \
  -m ./models/ministral-3-3b-sudoku-q8_0.gguf \
  -c 4096 \
  -ngl 99 \
  -p "Solve this Sudoku..."

# Or start a server
./llama-server \
  -m ./models/ministral-3-3b-sudoku-q8_0.gguf \
  -c 4096 \
  -ngl 99 \
  --port 8080

Model Details

Base model: unsloth/Ministral-3-3B-Instruct-2512
Fine-tuned with Unsloth
Converted to GGUF using llama.cpp converter