Views
No views yet
1base_model: OdiaGenAI/mistral_hindi_7b_base_v1
2dtype: float16
3merge_method: nearswap
4modules:
5 default:
6 slices:
7 - sources:
8 - layer_range: [0, 32]
9 model: BioMistral/BioMistral-7B
10 parameters:
11 density: 0.5
12 weight: 0.5
13 - layer_range: [0, 32]
14 model: OdiaGenAI/mistral_hindi_7b_base_v1
15 parameters:
16 density: 0.5
17 weight: 0.5
18parameters:
19 t:
20 - filter: self_attn
21 value: [0.0, 0.5, 0.3, 0.7, 1.0]
22 - filter: mlp
23 value: [1.0, 0.5, 0.7, 0.3, 0.0]
24 - value: 0.5