Views
No views yet
1base_model:
2 model:
3 path: mistralai/Mixtral-8x7B-v0.1
4dtype: bfloat16
5merge_method: dare_ties
6slices:
7- sources:
8 - layer_range: [0, 32]
9 model:
10 model:
11 path: smelborp/MixtralOrochi8x7B
12 parameters:
13 density: 0.75
14 weight: 0.7
15 - layer_range: [0, 32]
16 model:
17 model:
18 path: cognitivecomputations/dolphin-2.7-mixtral-8x7b
19 parameters:
20 density: 0.6
21 weight: 0.1
22 - layer_range: [0, 32]
23 model:
24 model:
25 path: jondurbin/bagel-dpo-8x7b-v0.2
26 parameters:
27 density: 0.6
28 weight: 0.1
29 - layer_range: [0, 32]
30 model:
31 lora:
32 path: Doctor-Shotgun/limarp-zloss-mixtral-8x7b-qlora
33 model:
34 path: mistralai/Mixtral-8x7B-v0.1
35 parameters:
36 density: 0.5
37 weight: 0.25
38 - layer_range: [0, 32]
39 model:
40 model:
41 path: Sao10K/Sensualize-Mixtral-bf16
42 parameters:
43 density: 0.5
44 weight: 0.2
45 - layer_range: [0, 32]
46 model:
47 model:
48 path: mistralai/Mixtral-8x7B-v0.1