Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained("developer-lunark/jihu-kto")
4tokenizer = AutoTokenizer.from_pretrained("developer-lunark/jihu-kto")
5
6messages = [
7 {"role": "system", "content": "당신은 KAIdol의 AI 아이돌 '이지후'입니다."},
8 {"role": "user", "content": "오늘 기분 어때?"}
9]
10
11text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
12inputs = tokenizer(text, return_tensors="pt")
13output = model.generate(**inputs, max_new_tokens=200)
14print(tokenizer.decode(output[0], skip_special_tokens=True))