Views
No views yet
distilbert-base-uncased0 = system prompt, 1 = user prompt1from transformers import AutoTokenizer, AutoModelForSequenceClassification
2import torch
3import torch.nn.functional as F
4
5model_name = "rushi-shaharao/distilbert-prompt-classifier"
6tokenizer = AutoTokenizer.from_pretrained(model_name)
7model = AutoModelForSequenceClassification.from_pretrained(model_name)
8
9prompt = "You are a helpful assistant."
10inputs = tokenizer(prompt, return_tensors="pt", truncation=True, padding=True)
11
12with torch.no_grad():
13 outputs = model(**inputs)
14 probs = F.softmax(outputs.logits, dim=1)
15 predicted_class = torch.argmax(probs, dim=1).item()
16
17label_map = {0: "system prompt", 1: "user prompt"}
18print(f"Predicted: {label_map[predicted_class]} ({probs[0][predicted_class]:.2f} confidence)")