Views
No views yet
1from transformers import BartTokenizer, BartForConditionalGeneration
2
3def translate(sentence, **argv):
4 inputs = tokenizer(sentence, return_tensors="pt")
5 generated_ids = generator.generate(inputs["input_ids"], **argv)
6 decoded = tokenizer.decode(generated_ids[0], skip_special_tokens=True).replace(" ", "")
7 return decoded
8
9path = "KomeijiForce/bart-base-emojilm"
10tokenizer = BartTokenizer.from_pretrained(path)
11generator = BartForConditionalGeneration.from_pretrained(path)
12
13sentence = "I love the weather in Alaska!"
14decoded = translate(sentence, num_beams=4, do_sample=True, max_length=100)
15print(decoded)@article{DBLP:journals/corr/abs-2311-01751,
author = {Letian Peng and
Zilong Wang and
Hang Liu and
Zihan Wang and
Jingbo Shang},
title = {EmojiLM: Modeling the New Emoji Language},
journal = {CoRR},
volume = {abs/2311.01751},
year = {2023},
url = {https://doi.org/10.48550/arXiv.2311.01751},
doi = {10.48550/ARXIV.2311.01751},
eprinttype = {arXiv},
eprint = {2311.01751},
timestamp = {Tue, 07 Nov 2023 18:17:14 +0100},
biburl = {https://dblp.org/rec/journals/corr/abs-2311-01751.bib},
bibsource = {dblp computer science bibliography, https://dblp.org}
}