Views
No views yet
meta-llama/Llama-3.2-3BConsensus./merged_models/Llama-3.2-3B_merged/Consensus_scaling_coef_0.5_k_2_lamda_[0.3, 0.3, 0.3]1{
2 "local_rank": 0,
3 "scaling_coef": 0.5,
4 "K": 0.2,
5 "merge_func": "sum",
6 "p": 0.8,
7 "sigmoid_bias": 3,
8 "sparsity": 0.1,
9 "lr": 100000000.0,
10 "n_epochs": 1,
11 "l1_strength": 0.0,
12 "dataless": false,
13 "k": 2,
14 "lamda": [
15 0.3,
16 0.3,
17 0.3
18 ],
19 "task_names": null,
20 "reduction": null,
21 "fisher_only": false,
22 "merge_only": false,
23 "save_group": null,
24 "model_coeff_value": 0.3,
25 "keep_checkpoints": false,
26 "beta_coef": 1,
27 "base_model": "meta-llama/Llama-3.2-3B",
28 "algo": "Consensus",
29 "save_path": "./merged_models/"
30}1{
2 "scaling_coef": 0.5,
3 "k": 2,
4 "lamda": [
5 0.3,
6 0.3,
7 0.3
8 ]
9}