Views
No views yet
1
2models:
3 - model: LeroyDyer/Mixtral_AI_Cyber_3.m2
4 parameters:
5 density: [0.256, 0.512, 0.128] # density gradient
6 weight: 0.382
7 - model: LeroyDyer/Mixtral_AI_Cyber_2.0
8 parameters:
9 density: 0.382
10 weight: [0.256, 0.128, 0.256, 0.128] # weight gradient
11 - model: LeroyDyer/Mixtral_AI_Cyber_3.0
12 parameters:
13 density: 0.382
14 weight: [0.128, 0.512, 0.128, 0.128] # weight gradient
15 - model: LeroyDyer/Mixtral_AI_Cyber_3.m1
16 parameters:
17 density: 0.382
18 weight: [0.256, 0.256, 0.512, 0.128] # weight gradient
19 - model: LeroyDyer/Mixtral_AI_Cyber_1.0
20 parameters:
21 density: 0.382
22 weight: [0.128, 0.512, 0.128, 0.128] # weight gradient
23 - model: LeroyDyer/Mixtral_AI_Cyber_3.1_SFT
24 parameters:
25 density: 0.382
26 weight:
27 - filter: mlp
28 value: 0.5
29 - value: 0
30merge_method: ties
31base_model: LeroyDyer/Mixtral_AI_Cyber_3.m2
32parameters:
33 normalize: true
34 int8_mask: true
35dtype: float16
36