Views
No views yet
1from huggingface_hub import hf_hub_download
2from llama_cpp import Llama
3gguf = hf_hub_download(repo_id="madhuHuggingface/functiongemma-vpc-gguf", filename="functiongemma-vpc-q4_k_m.gguf")
4llm = Llama(model_path=gguf, n_ctx=4096, n_gpu_layers=0)