Views
No views yet
1dtype: bfloat16
2merge_method: linear # use linear so we can include multiple models, albeit at a zero weight
3parameters:
4 weight: 1.0 # weight everything as 1 unless specified otherwise - linear with one model weighted at 1 is a no-op like passthrough
5slices:
6- sources:
7 - layer_range: [0, 1]
8 model: D:/text-generation-webui/models/meta-llama_Meta-Llama-3-8B-Instruct
9 - layer_range: [0, 1]
10 model: D:/text-generation-webui/models/taide_Llama3-TAIDE-LX-8B-Chat-Alpha1
11 parameters:
12 weight: 0
13- sources:
14 - layer_range: [1, 24]
15 model: D:/text-generation-webui/models/meta-llama_Meta-Llama-3-8B-Instruct
16 - layer_range: [1, 24]
17 model: D:/text-generation-webui/models/taide_Llama3-TAIDE-LX-8B-Chat-Alpha1
18- sources:
19 - layer_range: [24, 32]
20 model: D:/text-generation-webui/models/taide_Llama3-TAIDE-LX-8B-Chat-Alpha1
21 parameters:
22 weight: 0
23 - layer_range: [24, 32]
24 model: D:/text-generation-webui/models/meta-llama_Meta-Llama-3-8B-Instruct
25
26