Views
No views yet
1from sentence_transformers import SentenceTransformer
2
3# Load Int8 model (ARM64 example)
4model = SentenceTransformer(
5 "jrc2139/granite-embedding-small-english-r2-ONNX",
6 backend="onnx",
7 model_kwargs={"file_name": "onnx/model_qint8_arm64.onnx"},
8 trust_remote_code=True
9)