Views
No views yet
SacreBLEU eval dataset: 10.83
SacreBLEU eval model: 72.351from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
2
3example_sentence = "Anvpreiſungq. Haupidepot für Wien: In der Stadt, obere Bräunerſtraße Nr. 1137 in der Varfüͤmerie-Handlung zur"
4
5tokenizer = AutoTokenizer.from_pretrained("Var3n/hmByT5_anno")
6model = AutoModelForSeq2SeqLM.from_pretrained("Var3n/hmByT5_anno")
7
8input = tokenizer(example_sentence, return_tensors="pt").input_ids
9output = model.generate(input, max_new_tokens=len(input[0]), num_beams=4, do_sample=True)
10
11text = tokenizer.decode(output[0], skip_special_tokens=True)