add mmlu continution to openllm benchmark

OpenLLM-France · Dec 17, 2024 · c26ff18 · c26ff18
1 parent 1823616
commit c26ff18
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/lm_eval/tasks/benchmarks/openllm.yaml b/lm_eval/tasks/benchmarks/openllm.yaml
@@ -11,6 +11,8 @@ task:
     num_fewshot: 0
   - task: mmlu
     num_fewshot: 5
+  - task: mmlu_continuation
+    num_fewshot: 5
   - task: winogrande
     fewshot_split: train
     num_fewshot: 5