Views
No views yet
1slices:
2 - sources:
3 - model: "fM-v2"
4 layer_range: [0, 16]
5 - sources:
6 - model: "Nexusflow/Starling-LM-7B-beta"
7 layer_range: [8, 24]
8 - sources:
9 - model: "mistralai/Mistral-7B-Instruct-v0.2"
10 layer_range: [17, 32]
11merge_method: passthrough
12dtype: float16
13name: fM-v21models:
2 - model: mistralai/Mistral-7B-Instruct-v0.2
3 - model: Franken-Maid
4 parameters:
5 weight: 0.25
6 density: 1.0
7 - model: Franken-Maid
8 parameters:
9 weight: 0.30
10 density: 1.0
11merge_method: dare_ties
12base_model: mistralai/Mistral-7B-Instruct-v0.2
13parameters:
14 int8_mask: true
15dtype: bfloat16
16name: fM-v2