Merge pull request #295 from mam10eks/master

Add the test queries for the 2025 edition of the TREC tip-of-the-tongue Track

Author: seanmacavaney

ir_datasets/datasets/trec_tot_2025.py

@@ -127,6 +127,10 @@ def register_dataset():
         queries = dlc[i + "-2025-queries.jsonl"]
         registry.register(f"{NAME}/2025/{i}", TrecToT2025Dataset(doc_corpus, doc_offsets, queries, qrels, documentation(f"2025/{i}")))
 
+    # datasets that currently do not have qrels
+    for i in ["test"]:
+        queries = dlc[i + "-2025-queries.jsonl"]
+        registry.register(f"{NAME}/2025/{i}", TrecToT2025Dataset(doc_corpus, doc_offsets, queries, None, documentation(f"2025/{i}")))
 
 register_dataset()
 

ir_datasets/etc/downloads.json

@@ -6248,6 +6248,11 @@
       "url": "https://zenodo.org/records/15356599/files/dev3-2025-queries.jsonl",
       "expected_md5": "259c11645694a3c5230b66c7852d4d80",
       "cache_path": "dev3-2025-queries.jsonl"
+    },
+    "test-2025-queries.jsonl": {
+      "url": "https://zenodo.org/records/15869078/files/test-2025-queries.jsonl",
+      "expected_md5": "374cdc9142240f8bc9e4b071c35713f8",
+      "cache_path": "test-2025-queries.jsonl"
     }
   },
 

test/integration/trec_tot_2025/test_queries_iter.py

@@ -76,3 +76,15 @@ def test_query_from_dev3_dataset_can_be_loaded_02(self):
         self.assertEqual("2028", actual.query_id)
         self.assertIn("The place had this weird energy source", actual.default_text())
 
+    def test_query_from_test_dataset_can_be_loaded_01(self):
+        actual = load_query_number("trec-tot/2025/test", 2)
+        self.assertIsNotNone(actual)
+        self.assertEqual(3002, actual.query_id)
+        self.assertIn("learn judo or kung fu techniques and become a skilled master himself", actual.default_text())
+
+    def test_query_from_test_dataset_can_be_loaded_02(self):
+        actual = load_query_number("trec-tot/2025/test", 25)
+        self.assertIsNotNone(actual)
+        self.assertEqual(3025, actual.query_id)
+        self.assertIn("discussing complex tax structures and their impacts on businesses globally", actual.default_text())
+