Views
No views yet
1from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
2tokenizer = AutoTokenizer.from_pretrained("allenai/macaw-11b")
3model = AutoModelForSeq2SeqLM.from_pretrained("allenai/macaw-11b")
4input_string = "$answer$ ; $mcoptions$ ; $question$ = What is the color of a cloudy sky?"
5input_ids = tokenizer.encode(input_string, return_tensors="pt")
6output = model.generate(input_ids, max_length=200)
7
8>>> tokenizer.batch_decode(output, skip_special_tokens=True)
9['$answer$ = gray ; $mcoptions$ = (A) blue (B) white (C) grey (D) black']1@article{Tafjord2021Macaw,
2 title={General-Purpose Question-Answering with {M}acaw},
3 author={Oyvind Tafjord and Peter Clark},
4 journal={ArXiv},
5 year={2021},
6 volume={abs/2109.02593}
7}