Views
No views yet
1base_model: unsloth/gemma-2-9b-it
2dtype: bfloat16
3merge_method: della
4parameters:
5 epsilon: 0.1
6 int8_mask: 1.0
7 lambda: 1.0
8 normalize: 1.0
9slices:
10- sources:
11 - layer_range: [0, 42]
12 model: unsloth/gemma-2-9b-it
13 - layer_range: [0, 42]
14 model: wzhouad/gemma-2-9b-it-WPO-HB
15 parameters:
16 density: 0.55
17 weight: 0.6
18 - layer_range: [0, 42]
19 model: princeton-nlp/gemma-2-9b-it-SimPO
20 parameters:
21 density: 0.35
22 weight: 0.6
23 - layer_range: [0, 42]
24 model: nbeerbower/Gemma2-Gutenberg-Doppel-9B
25 parameters:
26 density: 0.25
27 weight: 0.4