1base_model:
2 model:
3 path: Aryanne/SuperHeart
4dtype: bfloat16
5merge_method: task_swapping
6slices:
7- sources:
8 - layer_range: [0, 32]
9 model:
10 model:
11 path: nbeerbower/llama3.1-gutenberg-8B
12 parameters:
13 diagonal_offset: 6.0
14 weight: 1.0
15 - layer_range: [0, 32]
16 model:
17 model:
18 path: Aryanne/SuperHeart
19