Joseph717171/

Llama-3.1-8B-Instruct-UD-OQ8_0-F32.EQ8_0-F32.IQ4_K-Q8_0-GGUF

"
--tensor-type \.(0|1|29|30|31)\.attn_k=f32
--tensor-type \.(0|1|29|30|31)\.attn_q=f32
--tensor-type \.([0-9]|1[0-9]|2[0-9]|30|31)\.attn_v=f32
--tensor-type \.([0-9]|1[0-9]|2[0-9]|30|31)\.attn_output=q6_k


--tensor-type \.(0|1|29|30|31)\.ffn_down=f32
--tensor-type \.(0|1|29|30|31)\.ffn_gate=f32
--tensor-type \.(0|1|29|30|31)\.ffn_up=f32


--tensor-type \.([2-9]|1[0-9]|2[0-8])\.attn_k=q8_0
--tensor-type \.([2-9]|1[0-9]|2[0-8])\.attn_q=q8_0


--tensor-type \.([2-9]|1[0-9]|2[0-8])\.ffn_down=q8_0
--tensor-type \.([2-9]|1[0-9]|2[0-8])\.ffn_gate=q8_0
--tensor-type \.([2-9]|1[0-9]|2[0-8])\.ffn_up=q8_0
"

"
--tensor-type \.([0-9]|1[0-9]|2[0-9]|3[0-1])\.attn_k=q8_0
--tensor-type \.([0-9]|1[0-9]|2[0-9]|3[0-1])\.attn_q=q8_0
--tensor-type \.([0-9]|1[0-9]|2[0-9]|3[0-1])\.attn_v=q8_0
--tensor-type \.([0-9]|1[0-9]|2[0-9]|3[0-1])\.attn_output=q6_k

--tensor-type \.([0-6]|29|3[0-1])\.ffn_down=q8_0
--tensor-type \.([0-1]|29|3[0-1])\.ffn_gate=q8_0
--tensor-type \.([0-1]|29|3[0-1])\.ffn_up=q8_0

--tensor-type \.(7|1[0-9]|2[0-8])\.ffn_down=q6_k
--tensor-type \.([2-9]|1[0-9]|2[0-8])\.ffn_gate=q6_k
--tensor-type \.([2-9]|1[0-9]|2[0-8])\.ffn_up=q6_k
"