Views
No views yet
1base_model: google/gemma-2-2b
2dtype: bfloat16
3merge_method: ties
4parameters:
5 int8_mask: 1.0
6 normalize: 1.0
7slices:
8- sources:
9 - layer_range: [0, 26]
10 model: google/gemma-2-2b
11 - layer_range: [0, 26]
12 model: google/gemma-2-2b-it
13 parameters:
14 density:
15 - filter: self_attn.o_proj.9
16 value: 1.0
17 - value: 0.001
18 weight:
19 - value: 1.0
20tokenizer_source: union