Views
No views yet
| Name | Quant method | Size |
|---|---|---|
| mergekit-ties-gxtmvyz.Q2_K.gguf | Q2_K | 1.39GB |
| mergekit-ties-gxtmvyz.IQ3_XS.gguf | IQ3_XS | 1.53GB |
| mergekit-ties-gxtmvyz.IQ3_S.gguf | IQ3_S | 1.59GB |
| mergekit-ties-gxtmvyz.Q3_K_S.gguf | Q3_K_S | 1.59GB |
| mergekit-ties-gxtmvyz.IQ3_M.gguf | IQ3_M | 1.65GB |
| mergekit-ties-gxtmvyz.Q3_K.gguf | Q3_K | 1.73GB |
| mergekit-ties-gxtmvyz.Q3_K_M.gguf | Q3_K_M | 1.73GB |
| mergekit-ties-gxtmvyz.Q3_K_L.gguf | Q3_K_L | 1.85GB |
| mergekit-ties-gxtmvyz.IQ4_XS.gguf | IQ4_XS | 1.91GB |
| mergekit-ties-gxtmvyz.Q4_0.gguf | Q4_0 | 1.99GB |
| mergekit-ties-gxtmvyz.IQ4_NL.gguf | IQ4_NL | 2.0GB |
| mergekit-ties-gxtmvyz.Q4_K_S.gguf | Q4_K_S | 2.0GB |
| mergekit-ties-gxtmvyz.Q4_K.gguf | Q4_K | 2.09GB |
| mergekit-ties-gxtmvyz.Q4_K_M.gguf | Q4_K_M | 2.09GB |
| mergekit-ties-gxtmvyz.Q4_1.gguf | Q4_1 | 2.18GB |
| mergekit-ties-gxtmvyz.Q5_0.gguf | Q5_0 | 2.37GB |
| mergekit-ties-gxtmvyz.Q5_K_S.gguf | Q5_K_S | 2.37GB |
| mergekit-ties-gxtmvyz.Q5_K.gguf | Q5_K | 2.41GB |
| mergekit-ties-gxtmvyz.Q5_K_M.gguf | Q5_K_M | 2.41GB |
| mergekit-ties-gxtmvyz.Q5_1.gguf | Q5_1 | 2.55GB |
| mergekit-ties-gxtmvyz.Q6_K.gguf | Q6_K | 2.76GB |
| mergekit-ties-gxtmvyz.Q8_0.gguf | Q8_0 | 3.58GB |
1models:
2 - layer_range: [0, 28]
3 model: Hjgugugjhuhjggg/mergekit-ties-qgcitfu
4 parameters:
5 weight: 1
6 density: 0.9
7 gamma: 0.01
8 normalize: true
9 int8_mask: true
10 random_seed: 0
11 temperature: 0.5
12 top_p: 0.65
13 inference: true
14 max_tokens: 999999999
15 stream: true
16 quantization:
17 method: int8
18 value: 100
19 quantization:
20 method: int4
21 value: 100
22
23 - layer_range: [0, 28]
24 model: Hjgugugjhuhjggg/mergekit-ties-dkhnzcn
25 parameters:
26 weight: 1
27 density: 0.9
28 gamma: 0.01
29 normalize: true
30 int8_mask: true
31 random_seed: 0
32 temperature: 0.5
33 top_p: 0.65
34 inference: true
35 max_tokens: 999999999
36 stream: true
37 quantization:
38 method: int8
39 value: 100
40 quantization:
41 method: int4
42 value: 100
43
44 - layer_range: [0, 28]
45 model: Hjgugugjhuhjggg/mergekit-ties-poovzrh
46 parameters:
47 weight: 1
48 density: 0.9
49 gamma: 0.01
50 normalize: true
51 int8_mask: true
52 random_seed: 0
53 temperature: 0.5
54 top_p: 0.65
55 inference: true
56 max_tokens: 999999999
57 stream: true
58 quantization:
59 method: int8
60 value: 100
61 quantization:
62 method: int4
63 value: 100
64
65 - layer_range: [0, 28]
66 model: Hjgugugjhuhjggg/mergekit-ties-pghuyfi
67 parameters:
68 weight: 1
69 density: 0.9
70 gamma: 0.01
71 normalize: true
72 int8_mask: true
73 random_seed: 0
74 temperature: 0.5
75 top_p: 0.65
76 inference: true
77 max_tokens: 999999999
78 stream: true
79 quantization:
80 method: int8
81 value: 100
82 quantization:
83 method: int4
84 value: 100
85
86 - layer_range: [0, 28]
87 model: Hjgugugjhuhjggg/mergekit-ties-kmlzhzo
88 parameters:
89 weight: 1
90 density: 0.9
91 gamma: 0.01
92 normalize: true
93 int8_mask: true
94 random_seed: 0
95 temperature: 0.5
96 top_p: 0.65
97 inference: true
98 max_tokens: 999999999
99 stream: true
100 quantization:
101 method: int8
102 value: 100
103 quantization:
104 method: int4
105 value: 100
106
107 - layer_range: [0, 28]
108 model: Hjgugugjhuhjggg/mergekit-ties-xflmond
109 parameters:
110 weight: 1
111 density: 0.9
112 gamma: 0.01
113 normalize: true
114 int8_mask: true
115 random_seed: 0
116 temperature: 0.5
117 top_p: 0.65
118 inference: true
119 max_tokens: 999999999
120 stream: true
121 quantization:
122 method: int8
123 value: 100
124 quantization:
125 method: int4
126 value: 100
127
128
129merge_method: ties
130base_model: huihui-ai/Llama-3.2-3B-Instruct-abliterated
131weight: 1
132density: 0.9
133gamma: 0.01
134normalize: true
135int8_mask: true
136random_seed: 0
137temperature: 0.5
138top_p: 0.65
139inference: true
140max_tokens: 999999999
141stream: true
142quantization:
143method: int8
144value: 100
145quantization:
146method: int4
147value: 100
148dtype: float16
149parameters:
150 weight: 1
151 density: 0.9
152 gamma: 0.01
153 normalize: true
154 int8_mask: true
155 random_seed: 0
156 temperature: 0.5
157 top_p: 0.65
158 inference: true
159 max_tokens: 999999999
160 stream: true
161 quantization:
162 method: int8
163 value: 100
164 quantization:
165 method: int4
166 value: 100