Views
No views yet
| File | Size | VRAM | Description |
|---|---|---|---|
model-Q5_K_M.gguf | 5.1GB | 12GB+ | Best quality |
model-Q4_K_M.gguf | 4.4GB | 8GB+ | Good quality, faster inference |
1# Download model (choose based on VRAM)
2wget https://huggingface.co/cheeseman2422/sploitgpt-7b-v5-gguf/resolve/main/model-Q5_K_M.gguf
3
4# Create Ollama model
5ollama create sploitgpt-7b-v5.10e:q5 -f - <<'EOF'
6FROM ./model-Q5_K_M.gguf
7TEMPLATE """{{ if .System }}<|im_start|>system
8{{ .System }}<|im_end|>
9{{ end }}{{ if .Prompt }}<|im_start|>user
10{{ .Prompt }}<|im_end|>
11{{ end }}<|im_start|>assistant
12"""
13PARAMETER stop "<|im_start|>"
14PARAMETER stop "<|im_end|>"
15PARAMETER temperature 0.3
16PARAMETER top_p 0.9
17EOF
18
19# Verify
20ollama list | grep sploitgpt1git clone https://github.com/cheeseman2422/SploitGPT.git
2cd SploitGPT
3./install.sh # Downloads model automatically
4./sploitgpt.sh --tui