Views
No views yet
1import torch
2from transformers import AutoModelForSequenceClassification, AutoTokenizer
3
4model_id = "oshizo/japanese-sexual-moderation-v2"
5
6tokenizer = AutoTokenizer.from_pretrained(model_id)
7model = AutoModelForSequenceClassification.from_pretrained(
8 model_id,
9 problem_type="regression"
10)
11
12texts = [
13 "富士山は日本で一番高い山です。",
14 "こんなになるまで我慢してたんだ...大変だったね",
15 "俺は倒れる京子に近づき、担ぎ上げようと太ももの下に腕を通す。",
16]
17
18with torch.no_grad():
19 encoding = tokenizer(texts, padding=True, max_length=64, return_tensors="pt")
20 scores = model(**encoding).logits
21
22# tensor([[-0.0045],
23# [ 0.2954],
24# [ 0.4391]])
25