Views
No views yet

ChatML prompt template:<|im_start|>system
{System}<|im_end|>
<|im_start|>user
{User}<|im_end|>
<|im_start|>assistant
{Assistant}1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3model_name = "Tsunami-th/Tsunami-1.0-7B-Instruct"
4model = AutoModelForCausalLM.from_pretrained(
5 model_name,
6 torch_dtype="auto",
7 device_map="auto"
8)
9tokenizer = AutoTokenizer.from_pretrained(model_name)
10messages = [
11 {"role": "system", "content": "You are a helpful assistant."},
12 {"role": "user", "content": "สวัสดีครับ"}
13]
14text = tokenizer.apply_chat_template(
15 messages,
16 tokenize=False,
17 add_generation_prompt=True
18)
19inputs = tokenizer(text, return_tensors="pt")
20inputs = inputs.to(model.device)
21with torch.no_grad():
22 output = model.generate(**inputs, max_new_tokens=512)
23response = tokenizer.decode(output[0, len(inputs['input_ids'][0]):], skip_special_tokens=True)