From 1d1c63a21aeec68798bdfad6c995f847bb6f865e Mon Sep 17 00:00:00 2001 From: Eldar Kurtic Date: Wed, 27 Nov 2024 07:09:48 +0000 Subject: [PATCH] Revert b0669a8 fix for space issue; solved in a better way now --- lm_eval/tasks/leaderboard/bbh_mc/_fewshot_template_yaml | 1 - lm_eval/tasks/leaderboard/gpqa/_template_yaml | 1 - lm_eval/tasks/leaderboard/mmlu_pro/mmlu_pro.yaml | 1 - lm_eval/tasks/leaderboard/musr/_template_yaml | 1 - 4 files changed, 4 deletions(-) diff --git a/lm_eval/tasks/leaderboard/bbh_mc/_fewshot_template_yaml b/lm_eval/tasks/leaderboard/bbh_mc/_fewshot_template_yaml index f774413ba8..2b09a7c43c 100644 --- a/lm_eval/tasks/leaderboard/bbh_mc/_fewshot_template_yaml +++ b/lm_eval/tasks/leaderboard/bbh_mc/_fewshot_template_yaml @@ -14,4 +14,3 @@ fewshot_config: sampler: first_n metadata: version: 1.0 -target_delimiter: "" diff --git a/lm_eval/tasks/leaderboard/gpqa/_template_yaml b/lm_eval/tasks/leaderboard/gpqa/_template_yaml index d5d7553870..f404729234 100644 --- a/lm_eval/tasks/leaderboard/gpqa/_template_yaml +++ b/lm_eval/tasks/leaderboard/gpqa/_template_yaml @@ -17,4 +17,3 @@ metadata: version: 1.0 fewshot_config: sampler: first_n -target_delimiter: "" diff --git a/lm_eval/tasks/leaderboard/mmlu_pro/mmlu_pro.yaml b/lm_eval/tasks/leaderboard/mmlu_pro/mmlu_pro.yaml index f41cf600cb..8ddabf148e 100644 --- a/lm_eval/tasks/leaderboard/mmlu_pro/mmlu_pro.yaml +++ b/lm_eval/tasks/leaderboard/mmlu_pro/mmlu_pro.yaml @@ -15,4 +15,3 @@ metric_list: num_fewshot: 5 metadata: version: 0.1 -target_delimiter: "" diff --git a/lm_eval/tasks/leaderboard/musr/_template_yaml b/lm_eval/tasks/leaderboard/musr/_template_yaml index 06b0857b93..d140812472 100644 --- a/lm_eval/tasks/leaderboard/musr/_template_yaml +++ b/lm_eval/tasks/leaderboard/musr/_template_yaml @@ -9,4 +9,3 @@ metric_list: higher_is_better: true metadata: version: 1.0 -target_delimiter: ""