Views
No views yet
1from llama_cpp import Llama
2
3llm = Llama(
4 model_path="iucia-v47-q4_k_m.gguf",
5 n_ctx=2048,
6 n_threads=8
7)
8
9response = llm.create_chat_completion(
10 messages=[
11 {"role": "user", "content": "busco samsung"}
12 ],
13 temperature=0.3
14)