Views
No views yet
| Component | Contribution |
|---|---|
| Zephyr-7B-beta | Instruction following + structure |
| OpenHermes-2.5 | Warmth + conversational tone |
| Dolphin-2.6-dpo | Obedience + helpfulness |
<think> tags)1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4model = AutoModelForCausalLM.from_pretrained(
5 "Questionmarkboy/frankenstein-2.0",
6 torch_dtype=torch.float16,
7 device_map="auto"
8)
9tokenizer = AutoTokenizer.from_pretrained("Questionmarkboy/frankenstein-2.0")
10
11messages = [{"role": "user", "content": "Explain blockchain to a 10-year-old"}]
12inputs = tokenizer.apply_chat_template(messages, add_generation_prompt=True,
13 return_tensors="pt").to(model.device)
14output = model.generate(inputs, max_new_tokens=200)
15print(tokenizer.decode(output[0], skip_special_tokens=True))