This is a merge of pre-trained language models created using
mergekit.
1
2
3models:
4 - model: bunnycore/Replete-Qwen-2.5-3b-CoT-RP+bunnycore/Qwen-3b-chatml-Rp-lora_model
5 parameters:
6 density: [1, 0.7, 0.1] # density gradient
7 weight: 1.0
8 - model: bunnycore/Replete-Qwen-2.5-3b-CoT-RP+bunnycore/Qwen-3b-chatml-Rp-lora_model
9 parameters:
10 density: 0.33
11 weight:
12 - filter: mlp
13 value: 0.5
14 - value: 0
15merge_method: ties
16base_model: bunnycore/Replete-Qwen-2.5-3b-CoT-RP+bunnycore/Qwen-3b-chatml-Rp-lora_model
17model_type: llama
18parameters:
19 normalize: true
20 int8_mask: true
21dtype: float16
