Views
No views yet
1base_model: ./evol_merge_storage_ja_e57b_tydija/input_models/e5-mistral-7b-instruct_2385958088
2dtype: bfloat16
3merge_method: dare_ties
4parameters:
5 int8_mask: 1.0
6 normalize: 1.0
7slices:
8- sources:
9 - layer_range: [0, 4]
10 model: ./evol_merge_storage_ja_e57b_tydija/input_models/e5-mistral-7b-instruct_2385958088
11 parameters:
12 density: 0.9567125290278002
13 weight: 0.7329399429419414
14 - layer_range: [0, 4]
15 model: ./evol_merge_storage_ja_e57b_tydija/input_models/japanese-stablelm-base-gamma-7b_545310900
16 parameters:
17 density: 1.0
18 weight: 0.6175016127199866
19- sources:
20 - layer_range: [4, 8]
21 model: ./evol_merge_storage_ja_e57b_tydija/input_models/e5-mistral-7b-instruct_2385958088
22 parameters:
23 density: 0.7351530312710608
24 weight: 0.9361918263111237
25 - layer_range: [4, 8]
26 model: ./evol_merge_storage_ja_e57b_tydija/input_models/japanese-stablelm-base-gamma-7b_545310900
27 parameters:
28 density: 1.0
29 weight: 0.6261500333536962
30- sources:
31 - layer_range: [8, 12]
32 model: ./evol_merge_storage_ja_e57b_tydija/input_models/e5-mistral-7b-instruct_2385958088
33 parameters:
34 density: 1.0
35 weight: 0.38219531855733224
36 - layer_range: [8, 12]
37 model: ./evol_merge_storage_ja_e57b_tydija/input_models/japanese-stablelm-base-gamma-7b_545310900
38 parameters:
39 density: 0.9560023967707558
40 weight: 0.4847363738604221
41- sources:
42 - layer_range: [12, 16]
43 model: ./evol_merge_storage_ja_e57b_tydija/input_models/e5-mistral-7b-instruct_2385958088
44 parameters:
45 density: 1.0
46 weight: 0.9760238855152437
47 - layer_range: [12, 16]
48 model: ./evol_merge_storage_ja_e57b_tydija/input_models/japanese-stablelm-base-gamma-7b_545310900
49 parameters:
50 density: 0.9962392996911643
51 weight: 0.6535045223316338
52- sources:
53 - layer_range: [16, 20]
54 model: ./evol_merge_storage_ja_e57b_tydija/input_models/e5-mistral-7b-instruct_2385958088
55 parameters:
56 density: 1.0
57 weight: 0.32930274558082606
58 - layer_range: [16, 20]
59 model: ./evol_merge_storage_ja_e57b_tydija/input_models/japanese-stablelm-base-gamma-7b_545310900
60 parameters:
61 density: 0.9095162947498548
62 weight: 0.7439598517576353
63- sources:
64 - layer_range: [20, 24]
65 model: ./evol_merge_storage_ja_e57b_tydija/input_models/e5-mistral-7b-instruct_2385958088
66 parameters:
67 density: 0.756559714204041
68 weight: 0.44719009636986334
69 - layer_range: [20, 24]
70 model: ./evol_merge_storage_ja_e57b_tydija/input_models/japanese-stablelm-base-gamma-7b_545310900
71 parameters:
72 density: 1.0
73 weight: 0.348213220068222
74- sources:
75 - layer_range: [24, 28]
76 model: ./evol_merge_storage_ja_e57b_tydija/input_models/e5-mistral-7b-instruct_2385958088
77 parameters:
78 density: 1.0
79 weight: 0.5663144522369852
80 - layer_range: [24, 28]
81 model: ./evol_merge_storage_ja_e57b_tydija/input_models/japanese-stablelm-base-gamma-7b_545310900
82 parameters:
83 density: 1.0
84 weight: 0.5221351804388025
85- sources:
86 - layer_range: [28, 32]
87 model: ./evol_merge_storage_ja_e57b_tydija/input_models/e5-mistral-7b-instruct_2385958088
88 parameters:
89 density: 1.0
90 weight: 0.3974171827818004
91 - layer_range: [28, 32]
92 model: ./evol_merge_storage_ja_e57b_tydija/input_models/japanese-stablelm-base-gamma-7b_545310900
93 parameters:
94 density: 0.9839795858964644
95 weight: 0.2576111697863762