Views
No views yet
1# Load data
2
3from datasets import load_dataset
4
5dataset = load_dataset("shaina/covid19")
6
7# Haystack pipeline
8!sudo apt-get install git-lfs
9!git lfs install
10!git clone https://huggingface.co/shaina/CoQUAD_MPNet
11GIT_LFS_SKIP_SMUDGE=1
12
13from haystack.nodes import ElasticsearchRetriever
14retriever = ElasticsearchRetriever(document_store=document_store)
15reader = FARMReader(model_name_or_path="/content/drive/MyDrive/CoQUAD_MPNet", use_gpu=True)
16
17from haystack.pipelines import ExtractiveQAPipeline
18pipe = ExtractiveQAPipeline(reader, retriever)
19prediction = pipe.run(
20 query="What is post-COVID?", params={"Retriever": {"top_k": 10}, "Reader": {"top_k": 5}}
21)
22from pprint import pprint
23pprint(prediction)