Views
No views yet
1base_model: microsoft/Phi-3.5-mini-instruct # Base model to expand
2merge_method: passthrough # Use passthrough to add layers
3slices:
4 - sources:
5 - model: microsoft/Phi-3.5-mini-instruct # Source model for the base layers
6 layer_range: [0, 32] # Use all existing layers (assuming 38 layers in the base model)
7 - sources:
8 - model: microsoft/Phi-3.5-mini-instruct # Source model for the additional layers
9 layer_range: [16, 32] # Add 16 new layers initialized from the base model
10 - sources:
11 - model: microsoft/Phi-3.5-mini-instruct # Source model for the base layers
12 layer_range: [16, 32]
13tokenizer_source: microsoft/Phi-3.5-mini-instruct # Use the tokenizer from the base model
14dtype: float16 # Data type for the merged model