Views
No views yet
1slices:
2 - sources:
3 - model: BioMistral/BioMistral-7B
4 layer_range: [0, 32]
5 - model: OdiaGenAI/mistral_hindi_7b_base_v1
6 layer_range: [0, 32]
7 weight: [0.5, 0.5] # Equivalent to SLERP t=0.5
8 nuslerp_flatten: false # Row/column-wise interpolation
9 nuslerp_row_wise: true # SLERP row vectors instead of column vectors
10
11# Adding the required `merge_method`
12merge_method: nuslerp
13
14# Base model is optional, but included for compatibility
15
16
17parameters:
18 weight:
19 - filter: self_attn
20 value: [1, 0.5, 0.3, 0.7, 0] # Replicating the same t values
21 - filter: mlp
22 value: [0, 0.5, 0.7, 0.3, 1] # Reversed values for MLP
23 - value: 0.5 # Default weight for other layers
24
25dtype: bfloat16
26