File size: 631 Bytes
e8c5cc2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
from beir import util
from beir.datasets.data_loader import GenericDataLoader

SCIFACT_URL = (
    "https://public.ukp.informatik.tu-darmstadt.de/thakur/BEIR/datasets/scifact.zip"
)


def main() -> None:
    data_path = util.download_and_unzip(SCIFACT_URL, "datasets")
    corpus, queries, qrels = GenericDataLoader(data_folder=data_path).load(split="test")
    print("Documents:", len(corpus))
    print("queries:", len(queries))
    print("qrels:", len(qrels))
    qid = list(queries.keys())[0]
    print("Claim: ", queries[qid])
    print("qrels entry:", qrels[qid])


if __name__ == "__main__":
    main()