From 72bb624194770608510c36c3438e13267803b8fb Mon Sep 17 00:00:00 2001
From: "Wang, Chang" <491521017@qq.com>
Date: Wed, 19 Jun 2024 00:14:45 +0800
Subject: [PATCH] add trust_remote_code  for piqa (#1983)

Signed-off-by: changwangss <chang1.wang@intel.com>
---
 lm_eval/tasks/piqa/piqa.yaml | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/lm_eval/tasks/piqa/piqa.yaml b/lm_eval/tasks/piqa/piqa.yaml
index 5a07250ab9..1a34cc6670 100644
--- a/lm_eval/tasks/piqa/piqa.yaml
+++ b/lm_eval/tasks/piqa/piqa.yaml
@@ -19,3 +19,5 @@ metric_list:
     higher_is_better: true
 metadata:
   version: 1.0
+dataset_kwargs:
+  trust_remote_code: true