Views
No views yet
1slices:
2- sources:
3 - model: Locutusque/OpenCerebrum-2.0-7B
4 layer_range:
5 - 0
6 - 32
7 - model: cognitivecomputations/dolphin-2.8-mistral-7b-v02
8 layer_range:
9 - 0
10 - 32
11merge_method: slerp
12base_model: Locutusque/OpenCerebrum-2.0-7B
13parameters:
14 t:
15 - filter: self_attn
16 value: [0, 0.5, 0.3, 0.7, 1]
17 - filter: mlp
18 value: [1, 0.5, 0.7, 0.3, 0]
19 - value: 0.5
20dtype: bfloat16