Views
No views yet
1from transformers import AutoModelForCausalLM, AutoProcessor
2
3model = AutoModelForCausalLM.from_pretrained("AndersMK/Qwen3.5-9B-Danish-Instruct")
4processor = AutoProcessor.from_pretrained("AndersMK/Qwen3.5-9B-Danish-Instruct")
5
6messages = [
7 {"role": "system", "content": [{"type": "text", "text": "Du er en hjælpsom assistent."}]},
8 {"role": "user", "content": [{"type": "text", "text": "Hvad er koldskål?"}]}
9]
10
11inputs = processor.apply_chat_template(
12 messages, tokenize=True, add_generation_prompt=True,
13 enable_thinking=False, return_tensors="pt", return_dict=True
14)
15outputs = model.generate(**inputs, max_new_tokens=256)
16input_len = inputs["input_ids"].shape[1]
17print(processor.decode(outputs[0][input_len:], skip_special_tokens=True))