Views
No views yet
1from transformers import AutoModelForSequenceClassification, AutoTokenizer
2import torch
3tokenizer = AutoTokenizer.from_pretrained("openGPT-X/Teuken-7B-instruct-research-v0.4")
4
5model = AutoModelForSequenceClassification.from_pretrained("MB55/teuken7b-advance-classifier")
6model.eval()
7
8def predict(text):
9 inputs = tokenizer(text, return_tensors="pt", truncation=True, padding=True)
10 if "token_type_ids" in inputs:
11 del inputs["token_type_ids"]
12 with torch.no_grad():
13 outputs = model(**inputs)
14 logits = outputs.logits
15 predicted_class = logits.argmax(dim=-1).item()
16 return predicted_class
17
18text = "Ich bin da."
19prediction = predict(text)
20
21print(f"Predicted class: {prediction}")
22
23
24
25