From d44a5f50d5d3502eb79d1069a17acc810f00d471 Mon Sep 17 00:00:00 2001 From: qwang Date: Tue, 24 Jun 2025 17:24:41 +0800 Subject: [PATCH] Fix MinervaMath dataset YAML for correct evaluation --- skythought/evals/tasks/minervamath/minervamath.yaml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/skythought/evals/tasks/minervamath/minervamath.yaml b/skythought/evals/tasks/minervamath/minervamath.yaml index d7f707b3..6c166608 100644 --- a/skythought/evals/tasks/minervamath/minervamath.yaml +++ b/skythought/evals/tasks/minervamath/minervamath.yaml @@ -1,8 +1,8 @@ handler: math -dataset_path: "svc-huggingface/minerva-math" # repo ID in huggingface +dataset_path: "math-ai/minervamath" # repo ID in huggingface dataset_subset: null # which subset on huggingface -question_key: problem -answer_key: solution +question_key: question +answer_key: answer dataset_split: test templating_parameters: - template: "Return your final response within \\boxed{{}}. {problem}" \ No newline at end of file + template: "Return your final response within \\boxed{{}}. {question}" \ No newline at end of file