Views
No views yet
1#1.
2
3dtype: float32
4merge_method: passthrough
5slices:
6- sources:
7 - layer_range: [0, 24]
8 model: UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3+grimjim/Llama-3-Instruct-abliteration-LoRA-8B
9- sources:
10 - layer_range: [8, 24]
11 model: UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3+grimjim/Llama-3-Instruct-abliteration-LoRA-8B
12 parameters:
13- sources:
14 - layer_range: [8, 24]
15 model: UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3+grimjim/Llama-3-Instruct-abliteration-LoRA-8B
16- sources:
17 - layer_range: [24, 32]
18 model: UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3+grimjim/Llama-3-Instruct-abliteration-LoRA-8B
19
20#2.
21
22models:
23 - model: ./Llama-3-Instruct-15B-SPPO-Iter3
24merge_method: slerp
25base_model: ZeusLabs/L3-Aethora-15B-V2
26parameters:
27 t:
28 - filter: o_proj
29 value: 0 #take finetuned from Aethora
30 - filter: down_proj
31 value: 0 #take finetuned from Aethora
32 - value: 1 #rest of tensors SPPO
33dtype: float32
341<|begin_of_text|><|start_header_id|>system<|end_header_id|>
2
3{system_prompt}<|eot_id|><|start_header_id|>user<|end_header_id|>
4
5{input}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
6
7{output}<|eot_id|>
8