Views
No views yet
1import onnxruntime as ort
2from transformers import AutoTokenizer
3
4tokenizer = AutoTokenizer.from_pretrained("arirajuns/bigbird-legal-onnx")
5session = ort.InferenceSession("model.onnx")
6
7inputs = tokenizer("Your long legal text here...", return_tensors="np")
8outputs = session.run(None, dict(inputs))