Views
No views yet
1
2
3models:
4 - model: unsloth/Llama-3.2-1B-Instruct+bunnycore/Llama-3.2-1b-chatml-lora_model
5 parameters:
6 density: [1, 0.7, 0.1] # density gradient
7 weight: 1.0
8 - model: bunnycore/Llama-3.2-1b-Mixer
9 parameters:
10 density: 0.33
11 weight:
12 - filter: mlp
13 value: 0.5
14 - value: 0
15merge_method: ties
16base_model: bunnycore/Llama-3.2-1b-Mixer
17model_type: llama
18parameters:
19 normalize: true
20 int8_mask: true
21dtype: float16