Views
No views yet
1base_model: llama-3-sqrt-crocodile-v0.0A/Uninstruct-Uncensored
2gate_mode: hidden
3dtype: bfloat16
4experts:
5 - source_model: llama-3-sqrt-crocodile-v0.0A/sqrt-talker
6 positive_prompts:
7 - "Uncensored, creative, configurable, adapative"
8 - source_model: llama-3-sqrt-crocodile-v0.0A/the-operator
9 positive_prompts:
10 - "Function calling"
11 - "Good at structured tasks"
12 - "Programmatic instruction following"1models:
2 - model: Orenguteng/Lexi-Llama-3-8B-Uncensored
3 parameters:
4 weight: [0.2, 0.3, 0.4, 0.6]
5 layer_range: [0, 32]
6 - model: NousResearch/Meta-Llama-3-8B
7 parameters:
8 weight: [0.6, 0.2, 0.2, 0.1]
9 layer_range: [0, 32]
10 - model: NousResearch/Meta-Llama-3-8B-Instruct
11 parameters:
12 weight: [0.2, 0.3, 0.85, 0.3]
13 layer_range: [0, 32]
14merge_method: dare_linear
15base_model: NousResearch/Meta-Llama-3-8B-Instruct
16dtype: bfloat16
17name: Uninstruct-Uncensored
18---
19models:
20 - model: cognitivecomputations/dolphin-2.9-llama3-8b
21 parameters:
22 weight: [0.25, 0.4, 0.35, 0.35]
23 density: [0.3, 0.45, 0.2, 0.6]
24 layer_range: [0, 32]
25 - model: NousResearch/Meta-Llama-3-8B
26 parameters:
27 weight: [0.15, 0.25, 0.05, 0]
28 density: [0.2, 0.3, 0.4, 0.1]
29 - model: Undi95/Llama-3-Unholy-8B
30 parameters:
31 weight: [0.4, 0.25, 0.45, 0.35]
32 density: [0.2, 0.15, 1.5, 0.1]
33 layer_range: [0, 32]
34 - model: Uninstruct-Uncensored
35 parameters:
36 weight: [0.3, 0.1, 0.25, 0.3]
37 density: [0.3, 0.15, 2.5, 0.2]
38 layer_range: [0, 32]
39merge_method: dare_ties
40base_model: Uninstruct-Uncensored
41dtype: bfloat16
42name: augmented-dolphin-hap
43---
44models:
45 - model: vicgalle/Configurable-Llama-3-8B-v0.3
46 parameters:
47 weight: [0.5, 0.3, 0.1]
48 - model: hiieu/Meta-Llama-3-8B-Instruct-function-calling-json-mode
49 parameters:
50 weight: 0.5
51 - model: Trelis/Meta-Llama-3-8B-Instruct-function-calling
52 parameters:
53 weight: 0.3
54 layer_range: [0, 32]
55 - model: Rookie/Llama-3-8B-Instruct-Chinese
56 parameters:
57 weight: 0.2
58 layer_range: [0, 32]
59 - model: Uninstruct-Uncensored
60 parameters:
61 weight: [0.7, 0.4, 0.25, 0.1]
62 layer_range: [0, 32]
63merge_method: model_stock
64base_model: Uninstruct-Uncensored
65dtype: bfloat16
66name: the-operator
67---
68models:
69 - model: vicgalle/Configurable-Llama-3-8B-v0.3
70 parameters:
71 weight: 0.7
72 - model: hiieu/Meta-Llama-3-8B-Instruct-function-calling-json-mode
73 parameters:
74 weight: 0.1
75 - model: Trelis/Meta-Llama-3-8B-Instruct-function-calling
76 parameters:
77 weight: 0.03
78 layer_range: [0, 32]
79 - model: Rookie/Llama-3-8B-Instruct-Chinese
80 parameters:
81 weight: 0.07
82 layer_range: [0, 32]
83 - model: Uninstruct-Uncensored
84 parameters:
85 weight: 0.1
86 layer_range: [0, 32]
87merge_method: model_stock
88base_model: Uninstruct-Uncensored
89dtype: bfloat16
90name: her-calculator
91---
92models:
93 - model: her-calculator
94 parameters:
95 density: 0.7 # density gradient
96 weight: [0.7, 0.5, 0.1, 0.8]
97 - model: augmented-dolphin-hap
98 parameters:
99 weight: 0.7
100merge_method: slerp
101base_model: her-calculator
102parameters:
103 t:
104 - filter: self_attn
105 value: [0, 0.5, 0.3, 0.7, 1]
106 - filter: mlp
107 value: [1, 0.5, 0.7, 0.3, 0]
108 - value: 0.5 # fallback for rest of tensors
109dtype: float16
110name: sqrt-talker1!pip install -qU transformers bitsandbytes accelerate
2
3from transformers import AutoTokenizer
4import transformers
5import torch
6
7model = "Nhoodie/llama-3-sqrt-crocodile-v0.0A"
8
9tokenizer = AutoTokenizer.from_pretrained(model)
10pipeline = transformers.pipeline(
11 "text-generation",
12 model=model,
13 model_kwargs={"torch_dtype": torch.float16, "load_in_4bit": True},
14)
15
16messages = [{"role": "user", "content": "Explain what a Mixture of Experts is in less than 100 words."}]
17prompt = pipeline.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
18outputs = pipeline(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
19print(outputs[0]["generated_text"])