Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2import torch
3
4# Load model and tokenizer
5model_name = "olaflaitinen/taktkrone-i"
6tokenizer = AutoTokenizer.from_pretrained(model_name)
7model = AutoModelForCausalLM.from_pretrained(
8 model_name,
9 torch_dtype=torch.float16,
10 device_map="auto"
11)
12
13# Example query
14query = "Signal failure reported at Times Square, Line 4/5/6. Multiple trains held. What's the recommended response?"
15
16# Tokenize and generate
17inputs = tokenizer(query, return_tensors="pt")
18outputs = model.generate(
19 **inputs,
20 max_new_tokens=256,
21 temperature=0.7,
22 do_sample=True
23)
24
25response = tokenizer.decode(outputs[0], skip_special_tokens=True)
26print(response)1@misc{gustav_olaf_yunus_laitinen-fredriksson_imanov_2026,
2 author = { Gustav Olaf Yunus Laitinen-Fredriksson Imanov },
3 title = { taktkrone-i (Revision efdde52) },
4 year = 2026,
5 url = { https://huggingface.co/olaflaitinen/taktkrone-i },
6 doi = { 10.57967/hf/8167 },
7 publisher = { Hugging Face }
8}