add trust_remote_code for piqa (EleutherAI#1983)

Signed-off-by: changwangss <[email protected]>
OpenLLM-France · Jun 18, 2024 · 72bb624 · 72bb624
1 parent 568af94
commit 72bb624
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/lm_eval/tasks/piqa/piqa.yaml b/lm_eval/tasks/piqa/piqa.yaml
@@ -19,3 +19,5 @@ metric_list:
     higher_is_better: true
 metadata:
   version: 1.0
+dataset_kwargs:
+  trust_remote_code: true