Views
No views yet
1import torch
2from transformers import AutoTokenizer, AutoModelForSequenceClassification
3
4tokenizer = AutoTokenizer.from_pretrained('Den4ikAI/ruBert-base-qa-ranker')
5model = AutoModelForSequenceClassification.from_pretrained('Den4ikAI/ruBert-base-qa-ranker')
6inputs = tokenizer('[CLS]Что такое QR-код?[RESPONSE_TOKEN]QR-код - это тип матричного штрих-кода.', max_length=512, add_special_tokens=False, return_tensors='pt')
7with torch.inference_mode():
8 logits = model(**inputs).logits
9 probas = torch.sigmoid(logits)[0].cpu().detach().numpy()
10relevance, no_relevance = probas
11print('Relevance: {}'.format(relevance))@MISC{Den4ikAI/ruBert-base-qa-ranker,
author = {Denis Petrov},
title = {Russian QA relevancy model},
url = {https://huggingface.co/Den4ikAI/ruBert-base-qa-ranker},
year = 2023
}