Views
No views yet
1from llama_cpp import Llama
2
3
4llm = Llama.from_pretrained(
5 repo_id="vutuka/llama-3-8b-african-aya-f16",
6 filename="*F16.gguf",
7 verbose=False,
8)
9
10output = llm(
11 "Instruction: Ni nchi zipi zilizo tajiri zaidi duniani ?\n Response: ", # Prompt
12 max_tokens=None,
13 echo=True
14)
15
16
17print(output)