Views
No views yet
1from ctransformers import AutoModelForCausalLM
2
3model = AutoModelForCausalLM.from_pretrained("npvinHnivqn/GGUF-openchat",
4 model_file="openchat.gguf",
5 model_type="llama", gpu_layers=0,
6 context_length=768)
7model('''AI will ''', temperature=0.1)