Views
No views yet
1base_model: Mostafa8Mehrabi/qwen3-71M-c4-final
2gate_mode: random
3dtype: float16
4experts:
5 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
6 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
7 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
8 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
9 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
10 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
11 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
12 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
13 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
14 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
15 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
16 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
17 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
18 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
19 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
20 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
21 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
22 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
23 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
24 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
25 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
26 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
27 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
28 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
29 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
30 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
31 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
32 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
33 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
34 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
35 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
36 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
37 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
38 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
39 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
40 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
41 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
42 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
43 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
44 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
45 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
46 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
47 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
48 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
49 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
50 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
51 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
52 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
53 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
54 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
55 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
56 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
57 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
58 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
59 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
60 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
61 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
62 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
63 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
64 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
65 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
66 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
67 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
68 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
69 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
70 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
71 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
72 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
73 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
74 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
75 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
76 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
77 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
78 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
79 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
80 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
81 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
82 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
83 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
84 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
85 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
86 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
87 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
88 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
89 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
90 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
91 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
92 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
93 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
94 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
95 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
96 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
97 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
98 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
99 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
100 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
101 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
102 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
103 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
104 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
105 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
106 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
107 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
108 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
109 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
110 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
111 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
112 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
113 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
114 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
115 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
116 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
117 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
118 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
119 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
120 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
121 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
122 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
123 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
124 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
125 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
126 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
127 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
128 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
129 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
130 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
131 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
132 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
133 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
134 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
135 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
136 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
137 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
138 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
139 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
140 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
141 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
142 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
143 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
144 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
145 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
146 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
147 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
148 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
149 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
150 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
151 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
152 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
153 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
154 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
155 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
156 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
157 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
158 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
159 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
160 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
161 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
162 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
163 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
164 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
165 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
166 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
167 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
168 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
169 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
170 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
171 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
172 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
173 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
174 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
175 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
176 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
177 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
178 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
179 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
180 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
181 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
182 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
183 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
184 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
185 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
186 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
187 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
188 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
189 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
190 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
191 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
192 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
193 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
194 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
195 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
196 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
197 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
198 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
199 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
200 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
201 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
202 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
203 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
204 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
205 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
206 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
207 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
208 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
209 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
210 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
211 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
212 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
213 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
214 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
215 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
216 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
217 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
218 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
219 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
220 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
221 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
222 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
223 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
224 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
225 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
226 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
227 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
228 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
229 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
230 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
231 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
232 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
233 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
234 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
235 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
236 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
237 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
238 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
239 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
240 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
241 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
242 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
243 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
244 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
245 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
246 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
247 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
248 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
249 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
250 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
251 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final
252 - source_model: Mostafa8Mehrabi/qwen3-71M-c4-final1!pip install -qU transformers bitsandbytes accelerate
2
3from transformers import AutoTokenizer
4import transformers
5import torch
6
7model = "ItsVictorTube/Qwen3-Neurotic-Experts-248x71M"
8
9tokenizer = AutoTokenizer.from_pretrained(model)
10pipeline = transformers.pipeline(
11 "text-generation",
12 model=model,
13 model_kwargs={"torch_dtype": torch.float16, "load_in_4bit": True},
14)
15
16messages = [{"role": "user", "content": "Explain what a Mixture of Experts is in less than 100 words."}]
17prompt = pipeline.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
18outputs = pipeline(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
19print(outputs[0]["generated_text"])