Views
No views yet
| Name | Quant method | Size |
|---|---|---|
| MSM-MS-Cydrion-22B.Q2_K.gguf | Q2_K | 7.7GB |
| MSM-MS-Cydrion-22B.Q3_K_S.gguf | Q3_K_S | 8.98GB |
| MSM-MS-Cydrion-22B.Q3_K.gguf | Q3_K | 10.02GB |
| MSM-MS-Cydrion-22B.Q3_K_M.gguf | Q3_K_M | 10.02GB |
| MSM-MS-Cydrion-22B.Q3_K_L.gguf | Q3_K_L | 10.92GB |
| MSM-MS-Cydrion-22B.IQ4_XS.gguf | IQ4_XS | 11.22GB |
| MSM-MS-Cydrion-22B.Q4_0.gguf | Q4_0 | 11.71GB |
| MSM-MS-Cydrion-22B.IQ4_NL.gguf | IQ4_NL | 11.83GB |
| MSM-MS-Cydrion-22B.Q4_K_S.gguf | Q4_K_S | 11.79GB |
| MSM-MS-Cydrion-22B.Q4_K.gguf | Q4_K | 12.43GB |
| MSM-MS-Cydrion-22B.Q4_K_M.gguf | Q4_K_M | 12.43GB |
| MSM-MS-Cydrion-22B.Q4_1.gguf | Q4_1 | 12.99GB |
| MSM-MS-Cydrion-22B.Q5_0.gguf | Q5_0 | 14.27GB |
| MSM-MS-Cydrion-22B.Q5_K_S.gguf | Q5_K_S | 14.27GB |
| MSM-MS-Cydrion-22B.Q5_K.gguf | Q5_K | 14.64GB |
| MSM-MS-Cydrion-22B.Q5_K_M.gguf | Q5_K_M | 14.64GB |
| MSM-MS-Cydrion-22B.Q5_1.gguf | Q5_1 | 15.56GB |
| MSM-MS-Cydrion-22B.Q6_K.gguf | Q6_K | 17.0GB |
| MSM-MS-Cydrion-22B.Q8_0.gguf | Q8_0 | 22.02GB |
Name Legend:
MSM = Mistral-Small
MS = Model Stock
22b = its 22b
MODEL_NAME = "MSM-MS-Cydrion-22B"
yaml_config = """
base_model: Steelskull/Merged-v2
merge_method: model_stock
dtype: bfloat16
models:
- model: TheDrummer/Cydonia-22B-v1.1
- model: ArliAI/Mistral-Small-22B-ArliAI-RPMax-v1.1
- model: nbeerbower/Mistral-Small-Gutenberg-Doppel-22B
- model: rAIfle/Acolyte-22B
"""