Views
No views yet
1
2models:
3 - model: ./full_model_0
4 parameters:
5 density: 0.5 # Keeps the top 50% of most changed weights
6 weight: 0.33 # Give each model roughly equal weight
7
8 - model: ./full_model_1
9 parameters:
10 density: 0.5 # Keeps the top 50% of most changed weights
11 weight: 0.33 # Give each model roughly equal weight
12
13 - model: ./full_model_2
14 parameters:
15 density: 0.5 # Keeps the top 50% of most changed weights
16 weight: 0.33 # Give each model roughly equal weight
17
18 - model: ./full_model_3
19 parameters:
20 density: 0.5 # Keeps the top 50% of most changed weights
21 weight: 0.33 # Give each model roughly equal weight
22
23merge_method: ties
24base_model: GoToCompany/llama3-8b-cpt-sahabatai-v1-instruct # TIES needs the original base model
25parameters:
26 normalize: true
27dtype: float16
28