1base_model: Vanessasml/cyber-risk-llama-2-7b
2dtype: float16
3merge_method: ties
4parameters:
5 normalize: 1.0
6slices:
7- sources:
8 - layer_range: [0, 32]
9 model: Vanessasml/cyber-risk-llama-2-7b
10 - layer_range: [0, 32]
11 model: cxllin/Llama2-7b-Finance
12 parameters:
13 density: 0.5
14 weight: 0.5