Views
No views yet
ru-en-RoBERTa с помощью PyTorch Lightning.1import torch
2from transformers import AutoTokenizer, AutoModelForSequenceClassification
3
4tokenizer = AutoTokenizer.from_pretrained("fdlvaaa/rubert-toxicity-classifier")
5model = AutoModelForSequenceClassification.from_pretrained("fdlvaaa/rubert-toxicity-classifier")
6
7text = "Здравствуйте, чем могу помочь?"
8inputs = tokenizer(text, return_tensors='pt', truncation=True, max_length=512)
9
10with torch.no_grad():
11 outputs = model(**inputs)
12 probs = torch.softmax(outputs.logits, dim=-1)
13
14toxicity_prob = probs[0][1].item()
15label = 'Токсично' if toxicity_prob >= 0.5 else 'Безопасно'
16print(f"Результат: {label} | Вероятность: {toxicity_prob:.4f}")