Views
No views yet
1Top K: 60
2Min P: 0.035
3Rep Pen: 1.05
4Rep Pen Range: 2048
5Pres Pen: 0.15
6Smoothing Factor: 0.25
7Dyna Temp:
8 Min Temp: 0.75
9 Max Temp: 1.5
10 Expo: 0.851temperature: 0.7
2top_p: 0.75
3top_k: 30
4min_p: 0.02
5rep_pen: 1.1
6 rep_pen_range: 2048
7presence_pen: 0.03
8Smooth Sampling:
9 smoothing_factor: 0.25
10DRY:
11 dry_allowed_length: 2
12 dry_multiplier: 0.8
13 dry_base: 1.75
14 dry_penalty_last_n: 4096
15DynaTemp:
16 dynatemp: false #found it better without, but you can flip it on and see how it goes
17 min_temp: 0.7
18 max_temp: 0.9
19 dynatemp_exponent: 0.851models:
2 - model: Sao10K/L3-8B-Stheno-v3.2
3 - model: ChaoticNeutrals/Poppy_Porpoise-1.0-L3-8B
4 parameters:
5 density: 0.5
6 weight: [0.33, 0.0825, 0.0825, 0.0825, 0.0825]
7 - model: Nitral-AI/Hathor_Stable-v0.2-L3-8B
8 parameters:
9 density: 0.5
10 weight: [0.0825, 0.33, 0.0825, 0.0825, 0.0825]
11 - model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS
12 parameters:
13 density: 0.5
14 weight: [0.0825, 0.0825, 0.33, 0.0825, 0.0825]
15 - model: Hastagaras/Jamet-8B-L3-MK.V-Blackroot
16 parameters:
17 density: 0.5
18 weight: [0.0825, 0.0825, 0.0825, 0.33, 0.0825]
19 - model: openlynn/Llama-3-Soliloquy-8B-v2
20 parameters:
21 density: 0.5
22 weight: [0.0825, 0.0825, 0.0825, 0.0825, 0.33]
23merge_method: dare_ties
24base_model: Sao10K/L3-8B-Stheno-v3.2
25parameters:
26 normalize: false
27 int8_mask: true
28dtype: bfloat161models:
2 - model: Sao10K/L3-8B-Stheno-v3.2
3 - model: ChaoticNeutrals/Poppy_Porpoise-1.0-L3-8B
4 parameters:
5 gamma: 0.01
6 density: 0.9
7 weight: [0.0825, 0.0825, 0.0825, 0.0825, 0.33]
8 - model: Nitral-AI/Hathor_Stable-v0.2-L3-8B
9 parameters:
10 gamma: 0.01
11 density: 0.9
12 weight: [0.0825, 0.0825, 0.0825, 0.33, 0.0825]
13 - model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS
14 parameters:
15 gamma: 0.01
16 density: 0.9
17 weight: [0.0825, 0.0825, 0.33, 0.0825, 0.0825]
18 - model: Hastagaras/Jamet-8B-L3-MK.V-Blackroot
19 parameters:
20 gamma: 0.01
21 density: 0.9
22 weight: [0.0825, 0.33, 0.0825, 0.0825, 0.0825]
23 - model: openlynn/Llama-3-Soliloquy-8B-v2
24 parameters:
25 gamma: 0.01
26 density: 0.9
27 weight: [0.33, 0.0825, 0.0825, 0.0825, 0.0825]
28merge_method: breadcrumbs_ties
29base_model: Sao10K/L3-8B-Stheno-v3.2
30parameters:
31 normalize: false
32 int8_mask: true
33dtype: bfloat161models:
2 - model: Casual-Autopsy/Eggs-and-Bread-RP-pt.1
3 - model: Casual-Autopsy/Eggs-and-Bread-RP-pt.2
4merge_method: slerp
5base_model: Casual-Autopsy/Eggs-and-Bread-RP-pt.1
6parameters:
7 t:
8 - filter: self_attn
9 value: [0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5]
10 - filter: mlp
11 value: [0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5]
12 - value: 0.5
13dtype: bfloat161models:
2 - model: NousResearch/Meta-Llama-3-8B-Instruct
3 - model: turboderp/llama3-turbcat-instruct-8b
4 parameters:
5 density: 0.5
6 weight: [0.33, 0.0825, 0.0825, 0.0825, 0.0825]
7 - model: VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct
8 parameters:
9 density: 0.5
10 weight: [0.0825, 0.33, 0.0825, 0.0825, 0.0825]
11 - model: TIGER-Lab/MAmmoTH2-8B-Plus
12 parameters:
13 density: 0.5
14 weight: [0.0825, 0.0825, 0.33, 0.0825, 0.0825]
15 - model: jondurbin/bagel-8b-v1.0
16 parameters:
17 density: 0.5
18 weight: [0.0825, 0.0825, 0.0825, 0.33, 0.0825]
19 - model: abacusai/Llama-3-Smaug-8B
20 parameters:
21 density: 0.5
22 weight: [0.0825, 0.0825, 0.0825, 0.0825, 0.33]
23merge_method: dare_ties
24base_model: NousResearch/Meta-Llama-3-8B-Instruct
25parameters:
26 normalize: false
27 int8_mask: true
28dtype: bfloat161models:
2 - model: NousResearch/Meta-Llama-3-8B-Instruct
3 - model: turboderp/llama3-turbcat-instruct-8b
4 parameters:
5 gamma: 0.01
6 density: 0.9
7 weight: [0.0825, 0.0825, 0.0825, 0.0825, 0.33]
8 - model: VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct
9 parameters:
10 gamma: 0.01
11 density: 0.9
12 weight: [0.0825, 0.0825, 0.0825, 0.33, 0.0825]
13 - model: TIGER-Lab/MAmmoTH2-8B-Plus
14 parameters:
15 gamma: 0.01
16 density: 0.9
17 weight: [0.0825, 0.0825, 0.33, 0.0825, 0.0825]
18 - model: jondurbin/bagel-8b-v1.0
19 parameters:
20 gamma: 0.01
21 density: 0.9
22 weight: [0.0825, 0.33, 0.0825, 0.0825, 0.0825]
23 - model: abacusai/Llama-3-Smaug-8B
24 parameters:
25 gamma: 0.01
26 density: 0.9
27 weight: [0.33, 0.0825, 0.0825, 0.0825, 0.0825]
28merge_method: breadcrumbs_ties
29base_model: NousResearch/Meta-Llama-3-8B-Instruct
30parameters:
31 normalize: false
32 int8_mask: true
33dtype: bfloat161models:
2 - model: Casual-Autopsy/Eggs-and-Bread-IQ-pt.1
3 - model: Casual-Autopsy/Eggs-and-Bread-IQ-pt.2
4merge_method: slerp
5base_model: Casual-Autopsy/Eggs-and-Bread-IQ-pt.1
6parameters:
7 t:
8 - filter: self_attn
9 value: [0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5]
10 - filter: mlp
11 value: [0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5]
12 - value: 0.5
13dtype: bfloat161models:
2 - model: failspy/Meta-Llama-3-8B-Instruct-abliterated-v3
3 - model: AwanLLM/Awanllm-Llama-3-8B-Cumulus-v1.0
4 parameters:
5 density: 0.5
6 weight: [0.33, 0.0825, 0.0825, 0.0825, 0.0825]
7 - model: lodrick-the-lafted/Limon-8B
8 parameters:
9 density: 0.5
10 weight: [0.0825, 0.33, 0.0825, 0.0825, 0.0825]
11 - model: vicgalle/Configurable-Llama-3-8B-v0.3
12 parameters:
13 density: 0.5
14 weight: [0.0825, 0.0825, 0.33, 0.0825, 0.0825]
15 - model: Undi95/Llama3-Unholy-8B-OAS
16 parameters:
17 density: 0.5
18 weight: [0.0825, 0.0825, 0.0825, 0.33, 0.0825]
19 - model: Undi95/Unholy-8B-DPO-OAS
20 parameters:
21 density: 0.5
22 weight: [0.0825, 0.0825, 0.0825, 0.0825, 0.33]
23merge_method: dare_ties
24base_model: failspy/Meta-Llama-3-8B-Instruct-abliterated-v3
25parameters:
26 normalize: false
27 int8_mask: true
28dtype: bfloat161models:
2 - model: failspy/Meta-Llama-3-8B-Instruct-abliterated-v3
3 - model: AwanLLM/Awanllm-Llama-3-8B-Cumulus-v1.0
4 parameters:
5 gamma: 0.01
6 density: 0.9
7 weight: [0.0825, 0.0825, 0.0825, 0.0825, 0.33]
8 - model: lodrick-the-lafted/Limon-8B
9 parameters:
10 gamma: 0.01
11 density: 0.9
12 weight: [0.0825, 0.0825, 0.0825, 0.33, 0.0825]
13 - model: vicgalle/Configurable-Llama-3-8B-v0.3
14 parameters:
15 gamma: 0.01
16 density: 0.9
17 weight: [0.0825, 0.0825, 0.33, 0.0825, 0.0825]
18 - model: Undi95/Llama3-Unholy-8B-OAS
19 parameters:
20 gamma: 0.01
21 density: 0.9
22 weight: [0.0825, 0.33, 0.0825, 0.0825, 0.0825]
23 - model: Undi95/Unholy-8B-DPO-OAS
24 parameters:
25 gamma: 0.01
26 density: 0.9
27 weight: [0.33, 0.0825, 0.0825, 0.0825, 0.0825]
28merge_method: breadcrumbs_ties
29base_model: failspy/Meta-Llama-3-8B-Instruct-abliterated-v3
30parameters:
31 normalize: false
32 int8_mask: true
33dtype: bfloat161models:
2 - model: Casual-Autopsy/Eggs-and-Bread-Uncen-pt.1
3 - model: Casual-Autopsy/Eggs-and-Bread-Uncen-pt.2
4merge_method: slerp
5base_model: Casual-Autopsy/Eggs-and-Bread-Uncen-pt.1
6parameters:
7 t:
8 - filter: self_attn
9 value: [0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5]
10 - filter: mlp
11 value: [0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5]
12 - value: 0.5
13dtype: bfloat161models:
2 - model: Casual-Autopsy/Eggs-and-Bread-RP
3 - model: Casual-Autopsy/Eggs-and-Bread-Uncen
4merge_method: slerp
5base_model: Casual-Autopsy/Eggs-and-Bread-RP
6parameters:
7 t:
8 - value: [0.1, 0.15, 0.2, 0.4, 0.6, 0.4, 0.2, 0.15, 0.1]
9dtype: bfloat161models:
2 - model: Casual-Autopsy/Scrambled-Eggs-On-Toast-1
3 - model: Casual-Autopsy/Eggs-and-Bread-IQ
4merge_method: slerp
5base_model: Casual-Autopsy/Scrambled-Eggs-On-Toast-1
6parameters:
7 t:
8 - value: [0.7, 0.5, 0.3, 0.25, 0.2, 0.25, 0.3, 0.5, 0.7]
9dtype: bfloat161models:
2 - model: WhiteRabbitNeo/Llama-3-WhiteRabbitNeo-8B-v2.0
3 - model: migtissera/Tess-2.0-Llama-3-8B
4 parameters:
5 density: 0.5
6 weight: [0.33, 0.0825, 0.0825, 0.0825, 0.0825]
7 - model: defog/llama-3-sqlcoder-8b
8 parameters:
9 density: 0.5
10 weight: [0.0825, 0.33, 0.0825, 0.0825, 0.0825]
11 - model: HPAI-BSC/Llama3-Aloe-8B-Alpha
12 parameters:
13 density: 0.5
14 weight: [0.0825, 0.0825, 0.33, 0.0825, 0.0825]
15 - model: maldv/llama-3-fantasy-writer-8b
16 parameters:
17 density: 0.5
18 weight: [0.0825, 0.0825, 0.0825, 0.33, 0.0825]
19 - model: lodrick-the-lafted/Olethros-8B
20 parameters:
21 density: 0.5
22 weight: [0.0825, 0.0825, 0.0825, 0.0825, 0.33]
23merge_method: dare_ties
24base_model: WhiteRabbitNeo/Llama-3-WhiteRabbitNeo-8B-v2.0
25parameters:
26 normalize: false
27 int8_mask: true
28dtype: bfloat161models:
2 - model: WhiteRabbitNeo/Llama-3-WhiteRabbitNeo-8B-v2.0
3 - model: migtissera/Tess-2.0-Llama-3-8B
4 parameters:
5 gamma: 0.01
6 density: 0.9
7 weight: [0.0825, 0.0825, 0.0825, 0.0825, 0.33]
8 - model: defog/llama-3-sqlcoder-8b
9 parameters:
10 gamma: 0.01
11 density: 0.9
12 weight: [0.0825, 0.0825, 0.0825, 0.33, 0.0825]
13 - model: HPAI-BSC/Llama3-Aloe-8B-Alpha
14 parameters:
15 gamma: 0.01
16 density: 0.9
17 weight: [0.0825, 0.0825, 0.33, 0.0825, 0.0825]
18 - model: maldv/llama-3-fantasy-writer-8b
19 parameters:
20 gamma: 0.01
21 density: 0.9
22 weight: [0.0825, 0.33, 0.0825, 0.0825, 0.0825]
23 - model: lodrick-the-lafted/Olethros-8B
24 parameters:
25 gamma: 0.01
26 density: 0.9
27 weight: [0.33, 0.0825, 0.0825, 0.0825, 0.0825]
28merge_method: breadcrumbs_ties
29base_model: WhiteRabbitNeo/Llama-3-WhiteRabbitNeo-8B-v2.0
30parameters:
31 normalize: false
32 int8_mask: true
33dtype: bfloat161models:
2 - model: Casual-Autopsy/Eggs-and-Bread-Misc1-pt.1
3 - model: Casual-Autopsy/Eggs-and-Bread-Misc1-pt.2
4merge_method: slerp
5base_model: Casual-Autopsy/Eggs-and-Bread-Misc1-pt.1
6parameters:
7 t:
8 - filter: self_attn
9 value: [0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5]
10 - filter: mlp
11 value: [0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5]
12 - value: 0.5
13dtype: bfloat161models:
2 - model: Magpie-Align/Llama-3-8B-ShareGPT-112K
3 - model: Magpie-Align/Llama-3-8B-WildChat
4 parameters:
5 density: 0.5
6 weight: [0.33, 0.0825, 0.0825, 0.0825, 0.0825]
7 - model: Magpie-Align/Llama-3-8B-Tulu-330K
8 parameters:
9 density: 0.5
10 weight: [0.0825, 0.33, 0.0825, 0.0825, 0.0825]
11 - model: Magpie-Align/Llama-3-8B-OpenHermes-243K
12 parameters:
13 density: 0.5
14 weight: [0.0825, 0.0825, 0.33, 0.0825, 0.0825]
15 - model: Magpie-Align/Llama-3-8B-WizardLM-196K
16 parameters:
17 density: 0.5
18 weight: [0.0825, 0.0825, 0.0825, 0.33, 0.0825]
19 - model: Magpie-Align/Llama-3-8B-Ultrachat-200K
20 parameters:
21 density: 0.5
22 weight: [0.0825, 0.0825, 0.0825, 0.0825, 0.33]
23merge_method: dare_ties
24base_model: Magpie-Align/Llama-3-8B-ShareGPT-112K
25parameters:
26 normalize: false
27 int8_mask: true
28dtype: bfloat161models:
2 - model: Magpie-Align/Llama-3-8B-ShareGPT-112K
3 - model: Magpie-Align/Llama-3-8B-WildChat
4 parameters:
5 gamma: 0.01
6 density: 0.9
7 weight: [0.0825, 0.0825, 0.0825, 0.0825, 0.33]
8 - model: Magpie-Align/Llama-3-8B-Tulu-330K
9 parameters:
10 gamma: 0.01
11 density: 0.9
12 weight: [0.0825, 0.0825, 0.0825, 0.33, 0.0825]
13 - model: Magpie-Align/Llama-3-8B-OpenHermes-243K
14 parameters:
15 gamma: 0.01
16 density: 0.9
17 weight: [0.0825, 0.0825, 0.33, 0.0825, 0.0825]
18 - model: Magpie-Align/Llama-3-8B-WizardLM-196K
19 parameters:
20 gamma: 0.01
21 density: 0.9
22 weight: [0.0825, 0.33, 0.0825, 0.0825, 0.0825]
23 - model: Magpie-Align/Llama-3-8B-Ultrachat-200K
24 parameters:
25 gamma: 0.01
26 density: 0.9
27 weight: [0.33, 0.0825, 0.0825, 0.0825, 0.0825]
28merge_method: breadcrumbs_ties
29base_model: Magpie-Align/Llama-3-8B-ShareGPT-112K
30parameters:
31 normalize: false
32 int8_mask: true
33dtype: bfloat161models:
2 - model: Casual-Autopsy/Eggs-and-Bread-FFT-pt.1
3 - model: Casual-Autopsy/Eggs-and-Bread-FFT-pt.2
4merge_method: slerp
5base_model: Casual-Autopsy/Eggs-and-Bread-FFT-pt.1
6parameters:
7 t:
8 - filter: self_attn
9 value: [0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5]
10 - filter: mlp
11 value: [0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5]
12 - value: 0.5
13dtype: bfloat161models:
2 - model: refuelai/Llama-3-Refueled
3 - model: Danielbrdz/Barcenas-Llama3-8b-ORPO
4 parameters:
5 density: 0.5
6 weight: [0.33, 0.0825, 0.0825, 0.0825, 0.0825]
7 - model: migtissera/Llama-3-8B-Synthia-v3.5
8 parameters:
9 density: 0.5
10 weight: [0.0825, 0.33, 0.0825, 0.0825, 0.0825]
11 - model: chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO
12 parameters:
13 density: 0.5
14 weight: [0.0825, 0.0825, 0.33, 0.0825, 0.0825]
15 - model: chujiezheng/LLaMA3-iterative-DPO-final-ExPO
16 parameters:
17 density: 0.5
18 weight: [0.0825, 0.0825, 0.0825, 0.33, 0.0825]
19 - model: chargoddard/prometheus-2-llama-3-8b
20 parameters:
21 density: 0.5
22 weight: [0.0825, 0.0825, 0.0825, 0.0825, 0.33]
23merge_method: dare_ties
24base_model: refuelai/Llama-3-Refueled
25parameters:
26 normalize: false
27 int8_mask: true
28dtype: bfloat161models:
2 - model: refuelai/Llama-3-Refueled
3 - model: Danielbrdz/Barcenas-Llama3-8b-ORPO
4 parameters:
5 gamma: 0.01
6 density: 0.9
7 weight: [0.0825, 0.0825, 0.0825, 0.0825, 0.33]
8 - model: migtissera/Llama-3-8B-Synthia-v3.5
9 parameters:
10 gamma: 0.01
11 density: 0.9
12 weight: [0.0825, 0.0825, 0.0825, 0.33, 0.0825]
13 - model: chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO
14 parameters:
15 gamma: 0.01
16 density: 0.9
17 weight: [0.0825, 0.0825, 0.33, 0.0825, 0.0825]
18 - model: chujiezheng/LLaMA3-iterative-DPO-final-ExPO
19 parameters:
20 gamma: 0.01
21 density: 0.9
22 weight: [0.0825, 0.33, 0.0825, 0.0825, 0.0825]
23 - model: chargoddard/prometheus-2-llama-3-8b
24 parameters:
25 gamma: 0.01
26 density: 0.9
27 weight: [0.33, 0.0825, 0.0825, 0.0825, 0.0825]
28merge_method: breadcrumbs_ties
29base_model: refuelai/Llama-3-Refueled
30parameters:
31 normalize: false
32 int8_mask: true
33dtype: bfloat161models:
2 - model: Casual-Autopsy/Eggs-and-Bread-Misc2-pt.1
3 - model: Casual-Autopsy/Eggs-and-Bread-Misc2-pt.2
4merge_method: slerp
5base_model: Casual-Autopsy/Eggs-and-Bread-Misc2-pt.1
6parameters:
7 t:
8 - filter: self_attn
9 value: [0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5]
10 - filter: mlp
11 value: [0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5]
12 - value: 0.5
13dtype: bfloat161models:
2 - model: Casual-Autopsy/Eggs-and-Bread-Misc1
3 - model: Casual-Autopsy/Eggs-and-Bread-Misc2
4merge_method: slerp
5base_model: Casual-Autopsy/Eggs-and-Bread-Misc1
6parameters:
7 t:
8 - value: [0.1, 0.15, 0.2, 0.4, 0.6, 0.4, 0.2, 0.15, 0.1]
9dtype: bfloat161models:
2 - model: Casual-Autopsy/Scrambled-Eggs-On-Toast-2
3 - model: Casual-Autopsy/Eggs-and-Bread-FFT
4merge_method: slerp
5base_model: Casual-Autopsy/Scrambled-Eggs-On-Toast-2
6parameters:
7 t:
8 - value: [0.7, 0.5, 0.3, 0.25, 0.2, 0.25, 0.3, 0.5, 0.7]
9dtype: bfloat161models:
2 - model: Casual-Autopsy/L3-Scrambled-Eggs-On-Toast-8B
3 - model: Casual-Autopsy/Scrambled-Eggs-On-Toast-3
4merge_method: slerp
5base_model: Casual-Autopsy/L3-Scrambled-Eggs-On-Toast-8B
6parameters:
7 t:
8 - value: [0.2, 0.25, 0.3, 0.4, 0.3, 0.25, 0.2, 0.25, 0.3, 0.4, 0.3, 0.25, 0.2]
9dtype: bfloat16