Views
No views yet
N/Awudi_merge/workspace/outs/wudi_ta_11{
2 "out": "/workspace/outs/wudi_ta_1",
3 "scaling": 1.0,
4 "dtype": "bfloat16",
5 "device_map": "cpu",
6 "merge_method": "wudi_merge",
7 "exclude": [
8 ".*embed.*",
9 ".*lm_head.*"
10 ],
11 "wudi_variant": "wudi_all_linear",
12 "wudi_iter": 300,
13 "wudi_lr": 1e-05,
14 "wudi_weight_decay": 0.0,
15 "wudi_alpha": 1.0,
16 "wudi_device": "cuda",
17 "wudi_warm_start": false,
18 "wudi_cfs_ridge": 1e-05,
19 "wudi_fallback": "task_arithmetic",
20 "wudi_fallback_scaling": 1.0,
21 "wudi_K": 0.7,
22 "wudi_sparsify_variant": "ties_sparsify",
23 "wudi_loss_log_csv": null,
24 "effective_exclude": [
25 ".*embed_tokens\\.weight$",
26 ".*lm_head\\.weight$",
27 ".*embed.*",
28 ".*lm_head.*"
29 ]
30}