Views
No views yet
1
2from transformers import AutoTokenizer, AutoModelForSequenceClassification
3import torch
4
5pairs = [["西湖在哪?", "西湖风景名胜区位于浙江省杭州市"],["今天天气不错","你吓死我了"]]
6
7if torch.cuda.is_available():
8 device = torch.device("cuda")
9else:
10 device = torch.device("cpu")
11
12tokenizer = AutoTokenizer.from_pretrained("Pristinenlp/alime-reranker-large-zh")
13model = AutoModelForSequenceClassification.from_pretrained("Pristinenlp/alime-reranker-large-zh").to(device)
14
15inputs = tokenizer(pairs, padding=True, truncation=True, return_tensors='pt', max_length=512).to(device)
16scores = model(**inputs, return_dict=True).logits.view(-1, ).float()
17print(scores.tolist())
18