Views
No views yet
1# Convert HF model to GGUF (bf16)
2python llama.cpp/convert_hf_to_gguf.py \
3 nvidia/Nemotron-Cascade-2-30B-A3B \
4 --outfile nemotron-cascade-30b-bf16.gguf \
5 --outtype bf16
6
7# Quantize to Q5_1
8llama-quantize nemotron-cascade-30b-bf16.gguf \
9 nemotron-cascade-30b-Q5_1.gguf Q5_1