Views
No views yet
1
2import transformers
3from transformers import AutoTokenizer
4class Fake_Real_Model_Arch_test(transformers.PreTrainedModel):
5 def __init__(self,bert):
6 super(Fake_Real_Model_Arch_test,self).__init__(config=AutoConfig.from_pretrained(MODEL_NAME))
7
8 self.bert = bert
9 num_classes = 2 # number of targets to predict
10 embedding_dim = 768 # length of embedding dim
11 self.fc1 = nn.Linear(embedding_dim, num_classes)
12 self.softmax = nn.Softmax()
13
14 def forward(self, text_id, text_mask):
15 outputs= self.bert(text_id, attention_mask=text_mask)
16 outputs = outputs[1] # get hidden layers
17 logit = self.fc1(outputs)
18 return self.softmax(logit)
19
20tokenizer = AutoTokenizer.from_pretrained("bert-base-uncased")
21model = Fake_Real_Model_Arch_test(AutoModel.from_pretrained("rematchka/Bert_fake_news_detection"))
22