Views
No views yet
1slices:
2 - sources:
3 - model: bamec66557/MISCHIEVOUS-12B-Mix_0.4v
4 layer_range: [0, 20]
5 - model: Infermatic/MN-12B-Inferor-v0.1
6 layer_range: [0, 20]
7 parameters:
8 t:
9 - value: 0.8
10
11 - sources:
12 - model: bamec66557/MISCHIEVOUS-12B-Mix_0.4v
13 layer_range: [20, 40]
14 - model: Infermatic/MN-12B-Inferor-v0.1
15 layer_range: [20, 40]
16 parameters:
17 t:
18 - value: 1.0
19 - filter: self_attn
20 value: [0.8, 0.9, 1.0, 1.1, 1.2]
21
22merge_method: slerp # Preserve merge method
23
24base_model: bamec66557/MISCHIEVOUS-12B-Mix_0.4v # Base model
25
26dtype: bfloat16 # Data types for fast merges
27
28# Additional options
29regularization:
30 - method: weight_clipping
31 clip_range: [-0.1, 0.1]
32
33postprocessing:
34 - operation: gaussian_smoothing
35 sigma: 1.5 # Gaussian smoothing intensity
36 - operation: smoothing
37 parameters:
38 adaptive: true
39 range: [0.8, 1.2] # Adaptively adjust
40 kernel_size: 5 # Smoothing larger ranges with increased kernel size
41 - operation: normalize # Normalise after merge
42