Views
No views yet
1merge_method: sce
2select_topk: 0.25
3
4
5models:
6
7 - model: sam-paech/Llama-3.3-70B-Instruct-ftpo_1k
8 - model: HPAI-BSC/Llama3.1-Aloe-Beta-70B
9 - model: Writer/Palmyra-Med-70B-32K
10 - model: schonsense/IPOplectic
11
12
13base_model: sam-paech/Llama-3.3-70B-Instruct-ftpo_1k
14
15parameters:
16 normalize: false
17 int8_mask: true
18
19dtype: float32
20out_dtype: bfloat16
21
22tokenizer:
23 source: base
24 pad_to_multiple_of: 8
25