Views
No views yet
1models:
2 - model: mistralai/Mistral-7B-v0.1
3 #no parameters necessary for base model
4 - model: mistralai/Mistral-7B-Instruct-v0.2
5 parameters:
6 density: 0.6
7 weight: 0.25
8 - model: Endevor/InfinityRP-v1-7B
9 parameters:
10 density: 0.6
11 weight: 0.25
12 - model: Endevor/EndlessRP-v3-7B
13 parameters:
14 density: 0.6
15 weight: 0.25
16 - model: CalderaAI/Naberius-7B
17 parameters:
18 density: 0.6
19 weight: 0.25
20 - model: CalderaAI/Hexoteric-7B
21 parameters:
22 density: 0.6
23 weight: 0.25
24merge_method: ties
25base_model: mistralai/Mistral-7B-v0.1
26parameters:
27 normalize: false
28 int8_mask: true
29dtype: float16@article{goddard2024arcee,
title={Arcee's MergeKit: A Toolkit for Merging Large Language Models},
author={Goddard, Charles and Siriwardhana, Shamane and Ehghaghi, Malikeh and Meyers, Luke and Karpukhin, Vlad and Benedict, Brian and McQuade, Mark and Solawetz, Jacob},
journal={arXiv preprint arXiv:2403.13257},
year={2024}
}