Views
No views yet
1# https://huggingface.co/Lambent
2name: Mira-Aphrodite-v19-freckles
3
4merge_method: magstock
5
6models:
7 - model: ./Ingredients/Lambent_Mira-v1.8.1a-27B
8 parameters:
9 weight: 0.5
10 density: 0.5
11 epsilon: 0.4
12 - model: ./Ingredients/Mira-v14 # karcher
13 parameters:
14 weight: 0.5
15 density: 0.5
16
17base_model: ./Ingredients/Lambent_Mira-v1.8.1a-27B
18
19dtype: bfloat16
20
21parameters:
22 rescale: true
23 t_factor: 1.0
24
25tokenizer:
26 source: union
27
28---
29name: Mira-Aphrodite-v31
30
31merge_method: magvar
32
33base_model: ./Ingredients/Lambent_Mira-v1.21-27B-rlvr
34models:
35 - model: ./Ingredients/Lambent_Mira-v1.21-27B-rlvr
36 parameters:
37 weight: 0.40
38 - model: ./Ingredients/Lambent_Mira-v1.20-27B-dpo
39 parameters:
40 weight: 0.20
41 - model: ./Ingredients/Lambent_Mira-v1.19.3c-27B-dpo
42 parameters:
43 weight: 0.20
44 - model: ./Ingredients/Lambent_Mira-v1.19-27B-dpo
45 parameters:
46 weight: 0.20
47
48parameters:
49 top_k: 0.45
50 eps: 1e-6
51 bond: 0.2
52
53tokenizer:
54 source: base
55
56dtype: float32
57out_dtype: bfloat16
58
59---
60name: Mira-Demeter
61
62merge_method: cabs
63
64base_model: ./Ingredients/Lambent_Mira-v1.21-27B-rlvr/
65
66models:
67 - model: ./Ingredients/Lambent_Mira-v1.21-27B-rlvr/
68 - model: ./Ingredients/Mira-Aphrodite-v31/
69 parameters:
70 weight: 0.6
71 n_val: 16
72 m_val: 32
73 - model: ./Ingredients/Mira-Aphrodite-v19-freckles/
74 parameters:
75 weight: 0.4
76 n_val: 11
77 m_val: 33
78
79
80default_n_val: 8
81default_m_val: 32
82
83pruning_order:
84 - ./Ingredients/Mira-Aphrodite-v31/
85 - ./Ingredients/Mira-Aphrodite-v19-freckles/
86
87# base_model: base
88
89dtype: float32
90out_dtype: bfloat16
91
92tokenizer:
93 source: union
94#</details>
</div>