Views
No views yet
1base_model:
2 model:
3 path: mllm-dev/gpt2_f_experiment_0_drug_data
4dtype: float16
5merge_method: ties
6parameters:
7 normalize: 1.0
8slices:
9- sources:
10 - layer_range: [0, 12]
11 model:
12 model:
13 path: mllm-dev/gpt2_f_experiment_0_drug_data
14 - layer_range: [0, 12]
15 model:
16 model:
17 path: mllm-dev/gpt2_f_experiment_1_drug_data
18 parameters:
19 density: 0.9
20 weight: 0.2
21 - layer_range: [0, 12]
22 model:
23 model:
24 path: mllm-dev/gpt2_f_experiment_2_drug_data
25 parameters:
26 density: 0.9
27 weight: 0.2
28 - layer_range: [0, 12]
29 model:
30 model:
31 path: mllm-dev/gpt2_f_experiment_3_drug_data
32 parameters:
33 density: 0.9
34 weight: 0.2
35 - layer_range: [0, 12]
36 model:
37 model:
38 path: mllm-dev/gpt2_f_experiment_4_drug_data
39 parameters:
40 density: 0.9
41 weight: 0.2