Views
No views yet
python3 -m venv venv && source venv/bin/activate && pip install -r requirements.txtpython $PROJECTS/llama.cpp/convert_hf_to_gguf.py ../phi-2-finetuned-for-unrelated-question/ --outfile phi-2-finetuned-fp16.gguf --outtype f16 $PROJECTS/llama.cpp/build/bin/llama-quantize phi-2-finetuned-fp16.gguf phi-2-finetuned-q4_k_m.gguf Q4_K_M