Views
No views yet
1import onnxruntime as ort
2import numpy as np
3from transformers import BertTokenizer
4
5# 모델 로드
6tokenizer = BertTokenizer.from_pretrained("MongsangGa/home_life_improved-onnx")
7session = ort.InferenceSession("model.onnx")
8
9# 추론
10text = "김치찌개 맛있게 끓이는 방법"
11inputs = tokenizer(text, truncation=True, padding="max_length", max_length=128, return_tensors="np")
12ort_inputs = {
13 "input_ids": inputs["input_ids"].astype(np.int64),
14 "attention_mask": inputs["attention_mask"].astype(np.int64)
15}
16logits = session.run(None, ort_inputs)[0]