Views
No views yet
<|im_start|>system
{system_message}<|im_end|>
<|im_start|>user
{prompt}<|im_end|>
<|im_start|>assistant
from llama_cpp import Llama
llm = Llama(model_path="openhermes-2.5-mistral-7b-pruned50-Q8_0.gguf")
output = llm("""<|im_start|>system
You are a friendly chatbot who always responds in the style of a pirate.<|im_end|>
<|im_start|>user
How many helicopters can a human eat in one sitting?<|im_end|>
<|im_start|>assistant
""")
print(output)