Views
No views yet
1models:
2 - model: BioMistral/BioMistral-7B
3 parameters:
4 density: 1 # Fraction of weights in differences from the base model to retain
5 epsilon: 0.1 # Maximum change in drop probability based on magnitude (range: density ± epsilon)
6 weight: 1
7 lambda: 0.9
8
9merge_method: della_linear
10base_model: BioMistral/BioMistral-7B
11
12parameters:
13 density: 1 # Fraction of weights in differences from the base model to retain
14 epsilon: 0.1 # Maximum change in drop probability (range: density ± epsilon, ensure 0 <= value <= 1)
15 weight: 1
16 lambda: 0.9
17 normalize: true
18 int8_mask: true
19
20dtype: bfloat16
21name: OdiaGenAI/mistral_hindi_7b_base_v1
22