Here provides a code snippet with apply_chat_template to show you how to load the tokenizer and model and how to generate contents. Please ensure the following environment.

shell

conda activate your_env
pip install autoawq transformers==4.51.3

python

from transformers import AutoModelForCausalLM, AutoTokenizer
from datasets import load_dataset
model_name = "DEAR-Tao/Qwen2.5-14B-Arxiv-Plan-AWQ"
model = AutoModelForCausalLM.from_pretrained(
    model_name,
    torch_dtype="auto",
    device_map="auto"
)
tokenizer = AutoTokenizer.from_pretrained(model_name)
dataset = load_dataset('DEAR-Tao/arxiv-research-plan',split='test')
sys_prompt = dataset['system'][666]
user_prompt = dataset['user'][666]

messages = [
    {"role": "system", "content": sys_prompt},
    {"role": "user", "content": user_prompt}
]
text = tokenizer.apply_chat_template(
    messages,
    tokenize=False,
    add_generation_prompt=True
)
model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
generated_ids = model.generate(
    **model_inputs,
    max_new_tokens=512
)
generated_ids = [
    output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
]
response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]