Views
No views yet
from transformers import AutoModelForCausalLM, AutoTokenizer
m = AutoModelForCausalLM.from_pretrained("USER/noir-qwen2.5-3b")
tok = AutoTokenizer.from_pretrained("USER/noir-qwen2.5-3b")
msgs = [{"role": "user", "content": "How do tides work?"}]
text = tok.apply_chat_template(msgs, tokenize=False, add_generation_prompt=True)
out = m.generate(**tok(text, return_tensors="pt"), max_new_tokens=200)
print(tok.decode(out[0], skip_special_tokens=True))