Views
No views yet
1slices:
2 - sources:
3 - model: facebook/hubert-base-ls960
4 layer_range: [0, 12]
5 - model: m-a-p/MERT-v0-public
6 layer_range: [0, 12]
7 trast_remote_code: true
8merge_method: slerp
9base_model:
10 model: facebook/hubert-base-ls960
11 override_architecture: HubertModel
12parameters:
13 t:
14 - filter: self_attn
15 value: [0, 0.5, 0.3, 0.7, 1]
16 - filter: mlp
17 value: [1, 0.5, 0.7, 0.3, 0]
18 - value: 0.5