Views
No views yet
pip install transformers sentencepiece protobuf1import torch
2from transformers import AutoTokenizer, AutoModelForCausalLM
3
4model_name = "YukiTomita-CC/AKU-d_ms-0.5B-chat-v0.1"
5model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float32, device_map="auto").to("cuda")
6tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False)
7
8messages = [
9 {"role": "user", "content": "好きな食べ物は何ですか?"}
10]
11
12input_ids = tokenizer.apply_chat_template(
13 messages,
14 return_tensors="pt",
15).to(model.device)
16outputs = model.generate(input_ids, max_new_tokens=128, do_sample=True, top_p=0.9, top_k=50, num_return_sequences=5)
17
18for output in outputs:
19 print(tokenizer.decode(output[input_ids.shape[-1]:], skip_special_tokens=True))messagesは5ターン以下(len(messages)<=10)を推奨します。