Views
No views yet
| Metric | Base Model | Fine-tuned |
|---|---|---|
| Cross-similarity (attack↔benign) | 0.053 | -0.021 |
| Attack self-similarity | 0.229 | 0.858 |
| Separation gap | 0.176 | 0.879 |
1import onnxruntime as ort
2from tokenizers import Tokenizer
3import numpy as np
4
5session = ort.InferenceSession("model_quant.onnx")
6tokenizer = Tokenizer.from_file("tokenizer.json")
7tokenizer.enable_padding(pad_id=1, pad_token="<pad>")
8tokenizer.enable_truncation(max_length=128)
9
10encoding = tokenizer.encode("your text here")
11input_ids = np.array([encoding.ids], dtype=np.int64)
12attention_mask = np.array([encoding.attention_mask], dtype=np.int64)
13outputs = session.run(None, {"input_ids": input_ids, "attention_mask": attention_mask})
14
15# Mean pooling + L2 normalize
16token_emb = outputs[0]
17mask = attention_mask[..., np.newaxis].astype(np.float32)
18pooled = (token_emb * mask).sum(axis=1) / mask.sum(axis=1).clip(min=1e-9)
19embedding = pooled / np.linalg.norm(pooled, axis=1, keepdims=True)