Views
No views yet
1base_model: /content/drive/MyDrive/evolve-merge-v3/input_models/llma3_manydata_our_data_rope_3108389863
2dtype: bfloat16
3merge_method: dare_ties
4parameters:
5 int8_mask: 1.0
6 normalize: 1.0
7slices:
8- sources:
9 - layer_range: [0, 8]
10 model: /content/drive/MyDrive/evolve-merge-v3/input_models/llma3_manydata_our_data_rope_3108389863
11 parameters:
12 density: 1.0
13 weight: 0.42824024801355876
14 - layer_range: [0, 8]
15 model: /content/drive/MyDrive/evolve-merge-v3/input_models/llma3_manydata_not_our_data_rope_1173759365
16 parameters:
17 density: 1.0
18 weight: 0.4207395136362646
19 - layer_range: [0, 8]
20 model: /content/drive/MyDrive/evolve-merge-v3/input_models/llama3_sft_many_chat_3038212730
21 parameters:
22 density: 0.9260851266272763
23 weight: 0.540457958041171
24- sources:
25 - layer_range: [8, 16]
26 model: /content/drive/MyDrive/evolve-merge-v3/input_models/llma3_manydata_our_data_rope_3108389863
27 parameters:
28 density: 0.9833172640328212
29 weight: 0.268067688260763
30 - layer_range: [8, 16]
31 model: /content/drive/MyDrive/evolve-merge-v3/input_models/llma3_manydata_not_our_data_rope_1173759365
32 parameters:
33 density: 0.9285327276319923
34 weight: 0.21816783096494735
35 - layer_range: [8, 16]
36 model: /content/drive/MyDrive/evolve-merge-v3/input_models/llama3_sft_many_chat_3038212730
37 parameters:
38 density: 0.7425251863806608
39 weight: 0.3916952231138195
40- sources:
41 - layer_range: [16, 24]
42 model: /content/drive/MyDrive/evolve-merge-v3/input_models/llma3_manydata_our_data_rope_3108389863
43 parameters:
44 density: 0.9471168686712123
45 weight: 0.394119335607417
46 - layer_range: [16, 24]
47 model: /content/drive/MyDrive/evolve-merge-v3/input_models/llma3_manydata_not_our_data_rope_1173759365
48 parameters:
49 density: 1.0
50 weight: 0.1896990456842347
51 - layer_range: [16, 24]
52 model: /content/drive/MyDrive/evolve-merge-v3/input_models/llama3_sft_many_chat_3038212730
53 parameters:
54 density: 1.0
55 weight: 0.37101085991686256
56- sources:
57 - layer_range: [24, 32]
58 model: /content/drive/MyDrive/evolve-merge-v3/input_models/llma3_manydata_our_data_rope_3108389863
59 parameters:
60 density: 1.0
61 weight: 0.4567962692223412
62 - layer_range: [24, 32]
63 model: /content/drive/MyDrive/evolve-merge-v3/input_models/llma3_manydata_not_our_data_rope_1173759365
64 parameters:
65 density: 1.0
66 weight: 0.1946028047831424
67 - layer_range: [24, 32]
68 model: /content/drive/MyDrive/evolve-merge-v3/input_models/llama3_sft_many_chat_3038212730
69 parameters:
70 density: 0.9040231973058573
71 weight: 0.7157785215240597
72- sources:
73 - layer_range: [32, 40]
74 model: /content/drive/MyDrive/evolve-merge-v3/input_models/llma3_manydata_our_data_rope_3108389863
75 parameters:
76 density: 0.9456870656985836
77 weight: 0.3411963802463747
78 - layer_range: [32, 40]
79 model: /content/drive/MyDrive/evolve-merge-v3/input_models/llma3_manydata_not_our_data_rope_1173759365
80 parameters:
81 density: 0.6103424321359935
82 weight: 0.2728333755777217
83 - layer_range: [32, 40]
84 model: /content/drive/MyDrive/evolve-merge-v3/input_models/llama3_sft_many_chat_3038212730
85 parameters:
86 density: 1.0
87 weight: 0.6645674564408244
88tokenizer_source: base