Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
2import torch
3
4model_name = "YFolla/gemma-3-dnd"
5model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
6tokenizer = AutoTokenizer.from_pretrained(model_name)
7
8prompt = "What are the core mechanics of Dungeons & Dragons?"
9
10inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
11streamer = TextStreamer(tokenizer)
12
13output = model.generate(**inputs, max_new_tokens=100, streamer=streamer)