Views
No views yet
1# https://huggingface.co/TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
2slices:
3 - sources:
4 - model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
5 layer_range: [0, 11]
6 - sources:
7 - model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
8 layer_range: [6, 11]
9 - sources:
10 - model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
11 layer_range: [6, 11]
12 - sources:
13 - model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
14 layer_range: [11, 16]
15 - sources:
16 - model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
17 layer_range: [11, 16]
18 - sources:
19 - model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
20 layer_range: [16, 19]
21 - sources:
22 - model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
23 layer_range: [16, 19]
24 - sources:
25 - model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
26 layer_range: [19, 22]
27merge_method: passthrough
28dtype: bfloat16
29