Views
No views yet
1from llama_cpp import Llama
2
3llm = Llama(
4 model_path="model.gguf",
5 n_ctx=2048,
6 n_threads=4
7)
8
9response = llm(
10 "User: I'm feeling anxious today.\nTherapist:",
11 max_tokens=200,
12 temperature=0.7
13)
14print(response["choices"][0]["text"])