Views
No views yet
1# models:
2# - model: anthracite-org/magnum-v2-12b # instruct model
3# parameters:
4# density: 0.6
5# weight: 0.5
6# # - model: /home/paperspace/projects/project/finetunellm/outputs/nemo-12b-creative/merged # creative writing model
7# # parameters:
8# # density: 0.3
9# # weight: 0.3
10# - model: alexxi19/ft-nemo-base-lora # sft model
11# parameters:
12# density: 0.7
13# weight: 0.5
14# merge_method: dare_ties
15# base_model: alexxi19/ft-nemo-base-lora
16# parameters:
17# int8_mask: true
18# rescale: true
19# # normalize: true
20# dtype: bfloat16
21# chat_template: chatml
22
23
24models:
25 - model: anthracite-org/magnum-v2-12b # instruct model
26 parameters:
27 density: 0.3
28 weight: 0.5
29 # - model: Nitral-AI/Captain_BMO-12B # instruct model
30 # parameters:
31 # density: 0.3
32 # weight: 0.5
33 - model: Nitral-AI/Captain-Eris_Violet-V0.420-12B # creative writing model
34 parameters:
35 density: 0.2
36 weight: 0.3
37 - model: alexxi19/ft-v1-nemo-base # sft model
38 parameters:
39 density: 0.5
40 weight: 0.5
41base_model: alexxi19/ft-v1-nemo-base
42dtype: bfloat16
43chat_template: chatml
44merge_method: della_linear
45parameters:
46 epsilon: 0.05
47 int8_mask: true
48 rescale: true
49 lambda: 1.0
50
51
52# models:
53# - model: Nitral-AI/Captain_BMO-12B # another sft model
54# - model: alexxi19/ft-v1-nemo-base # sft model
55# merge_method: slerp
56# base_model: alexxi19/ft-v1-nemo-base
57# parameters:
58# t:
59# - filter: self_attn
60# value: [0, 0.5, 0.3, 0.7, 1]
61# - filter: mlp
62# value: [1, 0.5, 0.7, 0.3, 0]
63# - value: 0.3 # fallback for rest of tensors
64# dtype: float16
65# chat_template: chatml
66