Views
No views yet
1from llama_cpp import Llama 2 3llm = Llama( 4 model_path="ggml-model-Q4_K_M.gguf", 5 n_ctx=4096, 6 n_threads=8, 7)