from transformers import AutoTokenizer, AutoModelForSequenceClassification
import torch

# Load model and tokenizer
model_name = "visolex/xlm-r-spam-binary"
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForSequenceClassification.from_pretrained(model_name)

# Example review text
text = "Sản phẩm này rất tốt, shop giao hàng nhanh!"

# Tokenize
inputs = tokenizer(text, return_tensors="pt", truncation=True, max_length=256)

# Predict
with torch.no_grad():
    outputs = model(**inputs)
    predicted_class = outputs.logits.argmax(dim=-1).item()
    probabilities = torch.softmax(outputs.logits, dim=-1)


# Map to label
label_map = {0: "Non-spam", 1: "Spam"}
predicted_label = label_map[predicted_class]
confidence = probabilities[0][predicted_class].item()

print(f"Text: {text}")
print(f"Predicted: {predicted_label} (confidence: {confidence:.2%})")

Citation

If you use this model, please cite:

bibtex

@misc{{
  {model_key}_spam_detection,
  title={{{description}}},
  author={{ViSoLex Team}},
  year={{2025}},
  howpublished={{\url{{https://huggingface.co/{visolex/xlm-r-spam-binary}}}}}
}}

License

This model is released under the Apache-2.0 license.

Acknowledgments

Base model: {base_model}
Dataset: ViSpamReviews (Vietnamese Spam Review Dataset)
ViSoLex Toolkit for Vietnamese NLP