Views
No views yet
1
2slices:
3 - sources:
4 - model: Antonio88/TaliML-PHI3-128K-ITA-V.1.0.FINAL
5 layer_range: [0, 32]
6 - sources:
7 - model: jpacifico/Chocolatine-3B-Instruct-DPO-Revised
8 layer_range: [0, 32]
9 - sources:
10 - model: Ejafa/phi-3-mini-128k-instruct-simpo-lr-5e-07-gamma-1.5
11 layer_range: [0, 32]
12base_model: jpacifico/Chocolatine-3B-Instruct-DPO-Revised
13merge_method: slerp
14parameters:
15 t:
16 - filter: self_attn
17 value: [0, 0.5, 0.3, 0.7, 1]
18 - filter: mlp
19 value: [1, 0.5, 0.7, 0.3, 0]
20 - value: 0.5
21 normalize: false
22 int8_mask: true
23 density: 0.7
24 lambda: 1.1
25 epsilon: 0.2
26dtype: bfloat16
27