diff --git a/ir_datasets/etc/downloads.json b/ir_datasets/etc/downloads.json index ce9313f3..ba90fec6 100644 --- a/ir_datasets/etc/downloads.json +++ b/ir_datasets/etc/downloads.json @@ -6100,10 +6100,11 @@ "cache_path": "2022/2022_evaluation_topics_tree_v1.0.json" }, "2022/qrels": { - "url": "https://raw.githubusercontent.com/paulowoicho/treccastweb/master/2022/cast2022.qrel", - "expected_md5": "b8a53b590d1db78ebb687ddf7b173345", + "url": "https://trec.nist.gov/data/cast/2022-qrels.txt", + "expected_md5": "1d1ffe3d3a3a7fc64278ac7cc72b8bde", + "irds_mirror": true, "size_hint": 1435510, - "cache_path": "2022/cast2022.qrel" + "cache_path": "2022/2022qrels.txt" } }, diff --git a/test/integration/trec_cast.py b/test/integration/trec_cast.py index 082966b6..b2ed0e60 100644 --- a/test/integration/trec_cast.py +++ b/test/integration/trec_cast.py @@ -100,10 +100,10 @@ def test_qrels(self): 9: TrecQrel('81_1', 'MARCO_1381086', 1, '0'), 40450: TrecQrel('105_9', 'MARCO_8757526', 0, '0'), }) - self._test_qrels('trec-cast/v3/2022', count=42196, items={ + self._test_qrels('trec-cast/v3/2022', count=41749, items={ 0: TrecQrel('132_1-1', 'KILT_1168284-2', 0, '0'), 9: TrecQrel('132_1-1', 'KILT_39457508-1', 0, '0'), - 42195: TrecQrel('149_3-9', 'MARCO_56_987506629-2', 2, '0'), + 41748: TrecQrel('149_3-9', 'MARCO_56_987506629-2', 2, '0'), }) self._test_qrels('trec-cast/v2/2021', count=19334, items={ 0: TrecQrel('106_1', 'KILT_105219', 0, '0'),