Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3# 모델 로드
4model = AutoModelForCausalLM.from_pretrained("suna999/inquiry_merged_model")
5tokenizer = AutoTokenizer.from_pretrained("suna999/inquiry_merged_model")
6
7# 추론
8prompt = "카드를 잃어버렸는데 어떻게 해야 하나요?"
9inputs = tokenizer(prompt, return_tensors="pt")
10outputs = model.generate(**inputs, max_new_tokens=128)
11answer = tokenizer.decode(outputs[0])
12print(answer)