Views
No views yet
1models:
2 - model: /content/drive/MyDrive/llama3_anli1_rationale_ft_pretrained
3 parameters:
4 density: 1
5 weight: 0.5
6 - model: /content/drive/MyDrive/llama3_label_rationale_pretrained3
7 parameters:
8 density: 1
9 weight: 0.5
10 # - model: WizardLM/WizardMath-13B-V1.0
11 # parameters:
12 # density: 0.33
13 # weight:
14 # - filter: mlp
15 # value: 0.5
16 # - value: 0
17merge_method: ties
18base_model: /content/drive/MyDrive/Meta-Llama-3-8B-Instruct
19parameters:
20 normalize: true
21 int8_mask: true
22dtype: float16