Views
No views yet
1base_model: grimjim/mistralai-Mistral-7B-Instruct-v0.3
2tokenizer_source: base
3dtype: bfloat16
4merge_method: slerp
5slices:
6- sources:
7 - model: grimjim/mistralai-Mistral-7B-Instruct-v0.3
8 layer_range: [0, 32]
9 - model: grimjim/kunoichi-lemon-royale-v2-32K-7B
10 layer_range: [0, 32]
11 value: 1.0
12parameters:
13 t:
14 - filter: embed_tokens
15 value: 0.0
16 - filter: lm_head
17 value: 0.0
18 - value: 1.0