This is a merge of pre-trained language models created using
mergekit.
This model was merged using the
TIES merge method using
suayptalha/Clarus-7B-v0.2 as a base.
1model_name: "sbr-o1-7b"
2models:
3 - model: suayptalha/Clarus-7B-v0.2
4 #no parameters necessary for base model
5 - model: Xiaojian9992024/Qwen2.5-THREADRIPPER-Small
6 parameters:
7 density: 0.6
8 weight: 0.5
9 - model: eworojoshua/vas-01
10 parameters:
11 density: 0.4
12 weight: 0.5
13
14merge_method: ties
15base_model: suayptalha/Clarus-7B-v0.2
16parameters:
17 normalize: false
18 int8_mask: true
19dtype: bfloat16
20tokenizer_source: "union" # or "base" or a model path
21chat_template: "auto" # or a template name or Jinja2 template
