Views
No views yet

| Type | Size/GB | Notes |
|---|---|---|
| Q2_K | 3.6 | |
| IQ3_XS | 3.9 | |
| IQ3_S | 4.1 | beats Q3_K* |
| Q3_K_S | 4.1 | |
| IQ3_M | 4.2 | |
| Q3_K_M | 4.5 | lower quality |
| Q3_K_L | 4.8 | |
| IQ4_XS | 4.9 | |
| Q4_K_S | 5.1 | fast, recommended |
| Q4_K_M | 5.4 | fast, recommended |
| Q5_K_S | 6.1 | |
| Q5_K_M | 6.2 | |
| Q6_K | 7.1 | very good quality |
| Q8_0 | 9.2 | fast, best quality, but very large |


[
"string1",
"string2",
...
][
[
"q1",
"a1",
"q2",
"a2",
...
],
...
] [
[
"q1",
"a1",
"q2",
"a2",
...
],
...
]@misc{wang2024apollo,
title={Apollo: Lightweight Multilingual Medical LLMs towards Democratizing Medical AI to 6B People},
author={Xidong Wang and Nuo Chen and Junyin Chen and Yan Hu and Yidong Wang and Xiangbo Wu and Anningzhe Gao and Xiang Wan and Haizhou Li and Benyou Wang},
year={2024},
eprint={2403.03640},
archivePrefix={arXiv},
primaryClass={cs.CL}
}