Views
No views yet
1base_model: /content/evol_merge_storage/input_models/Mistral-7B-v0.1_8133861
2dtype: bfloat16
3merge_method: task_arithmetic
4parameters:
5 int8_mask: 1.0
6 normalize: 0.0
7slices:
8- sources:
9 - layer_range: [0, 8]
10 model: /content/evol_merge_storage/input_models/Hermes-2-Pro-Mistral-7B_2793206805
11 parameters:
12 weight: 0.2651169354077403
13 - layer_range: [0, 8]
14 model: /content/evol_merge_storage/input_models/Dans-AdventurousWinds-Mk2-7b_1152917843
15 parameters:
16 weight: 0.18639264857576499
17 - layer_range: [0, 8]
18 model: /content/evol_merge_storage/input_models/zephyr-7b-beta_2449712360
19 parameters:
20 weight: 0.5571623232659009
21 - layer_range: [0, 8]
22 model: /content/evol_merge_storage/input_models/Mistral-7B-v0.1_8133861
23- sources:
24 - layer_range: [8, 16]
25 model: /content/evol_merge_storage/input_models/Hermes-2-Pro-Mistral-7B_2793206805
26 parameters:
27 weight: 0.479084912778366
28 - layer_range: [8, 16]
29 model: /content/evol_merge_storage/input_models/Dans-AdventurousWinds-Mk2-7b_1152917843
30 parameters:
31 weight: 0.0534837994064743
32 - layer_range: [8, 16]
33 model: /content/evol_merge_storage/input_models/zephyr-7b-beta_2449712360
34 parameters:
35 weight: 0.36648659017136165
36 - layer_range: [8, 16]
37 model: /content/evol_merge_storage/input_models/Mistral-7B-v0.1_8133861
38- sources:
39 - layer_range: [16, 24]
40 model: /content/evol_merge_storage/input_models/Hermes-2-Pro-Mistral-7B_2793206805
41 parameters:
42 weight: 0.2708173123890842
43 - layer_range: [16, 24]
44 model: /content/evol_merge_storage/input_models/Dans-AdventurousWinds-Mk2-7b_1152917843
45 parameters:
46 weight: 0.5197456532761666
47 - layer_range: [16, 24]
48 model: /content/evol_merge_storage/input_models/zephyr-7b-beta_2449712360
49 parameters:
50 weight: 0.6916256324702645
51 - layer_range: [16, 24]
52 model: /content/evol_merge_storage/input_models/Mistral-7B-v0.1_8133861
53- sources:
54 - layer_range: [24, 32]
55 model: /content/evol_merge_storage/input_models/Hermes-2-Pro-Mistral-7B_2793206805
56 parameters:
57 weight: 0.05758774696826352
58 - layer_range: [24, 32]
59 model: /content/evol_merge_storage/input_models/Dans-AdventurousWinds-Mk2-7b_1152917843
60 parameters:
61 weight: 0.016220392031141062
62 - layer_range: [24, 32]
63 model: /content/evol_merge_storage/input_models/zephyr-7b-beta_2449712360
64 parameters:
65 weight: 0.29024049643217215
66 - layer_range: [24, 32]
67 model: /content/evol_merge_storage/input_models/Mistral-7B-v0.1_81338611
2!pip install -qU transformers accelerate
3
4from transformers import AutoTokenizer
5import transformers
6import torch
7
8model = "Knobi3/evomergeproto1"
9messages = [{"role": "user", "content": "What is a large language model?"}]
10
11tokenizer = AutoTokenizer.from_pretrained(model)
12prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
13pipeline = transformers.pipeline(
14 "text-generation",
15 model=model,
16 torch_dtype=torch.float16,
17 device_map="auto",
18)
19
20outputs = pipeline(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
21print(outputs[0]["generated_text"])
22
23