Views
No views yet
| File | Size | Description |
|---|---|---|
Saul-Instruct-v1.Q4_K_M.gguf | 4.37 GB | 4-bit quantized model (recommended) |
.gguf filellama-2./main -ngl 35 -m Saul-Instruct-v1.Q4_K_M.gguf --color -c 32768 --temp 0.7 --repeat_penalty 1.11from llama_cpp import Llama
2
3llm = Llama(
4 model_path="./Saul-Instruct-v1.Q4_K_M.gguf",
5 n_ctx=32768,
6 n_threads=8,
7 n_gpu_layers=35
8)1@misc{colombo2024saullm7b,
2 title={SaulLM-7B: A pioneering Large Language Model for Law},
3 author={Pierre Colombo and Telmo Pessoa Pires and Malik Boudiaf and Dominic Culver and Rui Melo and Caio Corro and Andre F. T. Martins and Fabrizio Esposito and Vera Lúcia Raposo and Sofia Morgado and Michael Desa},
4 year={2024},
5 eprint={2403.03883},
6 archivePrefix={arXiv},
7 primaryClass={cs.CL}
8}