Views
No views yet
1slices:
2 - sources:
3 - model: CorticalStack/pastiche-crown-clown-7b-dare-dpo
4 layer_range: [0, 32]
5 - model: MSL7/INEX12-7b
6 layer_range: [0, 32]
7merge_method: slerp
8base_model: CorticalStack/pastiche-crown-clown-7b-dare-dpo
9parameters:
10 t:
11 - filter: self_attn
12 value: [0, 0.5, 0.3, 0.7, 1]
13 - filter: mlp
14 value: [1, 0.5, 0.7, 0.3, 0]
15 - value: 0.5
16dtype: bfloat16
17
18slices:
19 - sources:
20 - model: liminerity/M7-7b
21 layer_range: [0, 32]
22 - model: CorticalStack/pastiche-crown-clown-7b-dare-dpo
23 layer_range: [0, 32]
24merge_method: slerp
25base_model: liminerity/M7-7b
26parameters:
27 t:
28 - filter: self_attn
29 value: [0, 0.5, 0.3, 0.7, 1]
30 - filter: mlp
31 value: [1, 0.5, 0.7, 0.3, 0]
32 - value: 0.5
33dtype: bfloat16
34
35
36slices:
37 - sources:
38 - model: ammarali32/multi_verse_model
39 layer_range: [0, 32]
40 - model: liminerity/merge
41 layer_range: [0, 32]
42merge_method: slerp
43base_model: ammarali32/multi_verse_model
44parameters:
45 t:
46 - filter: self_attn
47 value: [0, 0.5, 0.3, 0.7, 1]
48 - filter: mlp
49 value: [1, 0.5, 0.7, 0.3, 0]
50 - value: 0.5
51dtype: bfloat16
52
53
54slices:
55 - sources:
56 - model: Gille/StrangeMerges_32-7B-slerp
57 layer_range: [0, 32]
58 - model: yam-peleg/Experiment26-7B
59 layer_range: [0, 32]
60merge_method: slerp
61base_model: Gille/StrangeMerges_32-7B-slerp
62parameters:
63 t:
64 - filter: self_attn
65 value: [0, 0.5, 0.3, 0.7, 1]
66 - filter: mlp
67 value: [1, 0.5, 0.7, 0.3, 0]
68 - value: 0.5
69dtype: bfloat16