From 9d4a04a0aac37fff88ca1a04d667012e1502c21d Mon Sep 17 00:00:00 2001
From: Jungwhan Kim <53588015+jungwhank@users.noreply.github.com>
Date: Thu, 18 Jul 2024 13:39:24 +0900
Subject: [PATCH] [python] fix haerae tasks (#2112)

---
 lm_eval/tasks/haerae/_haerae.yaml   | 10 +++++-----
 lm_eval/tasks/haerae/haerae_gk.yaml |  6 +++---
 lm_eval/tasks/haerae/haerae_hi.yaml |  6 +++---
 lm_eval/tasks/haerae/haerae_lw.yaml |  6 +++---
 lm_eval/tasks/haerae/haerae_rw.yaml |  6 +++---
 lm_eval/tasks/haerae/haerae_sn.yaml |  6 +++---
 6 files changed, 20 insertions(+), 20 deletions(-)

diff --git a/lm_eval/tasks/haerae/_haerae.yaml b/lm_eval/tasks/haerae/_haerae.yaml
index 05a40502af..acf413fb82 100644
--- a/lm_eval/tasks/haerae/_haerae.yaml
+++ b/lm_eval/tasks/haerae/_haerae.yaml
@@ -1,10 +1,10 @@
 group: haerae
 task:
-  - haerae_gk
-  - haerae_hi
-  - haerae_lw
-  - haerae_rw
-  - haerae_sn
+  - haerae_general_knowledge
+  - haerae_history
+  - haerae_loan_word
+  - haerae_rare_word
+  - haerae_standard_nomenclature
 aggregate_metric_list:
   - metric: acc
     aggregation: mean
diff --git a/lm_eval/tasks/haerae/haerae_gk.yaml b/lm_eval/tasks/haerae/haerae_gk.yaml
index 2ccd26109f..97d2bd71d8 100644
--- a/lm_eval/tasks/haerae/haerae_gk.yaml
+++ b/lm_eval/tasks/haerae/haerae_gk.yaml
@@ -1,3 +1,3 @@
-"dataset_name": "general_knowledge"
-"include": "_default_haerae_yaml"
-"task": "haerae_general_knowledge"
+dataset_name: general_knowledge
+include: _default_haerae_yaml
+task: haerae_general_knowledge
diff --git a/lm_eval/tasks/haerae/haerae_hi.yaml b/lm_eval/tasks/haerae/haerae_hi.yaml
index 15f77efdd1..ed36691276 100644
--- a/lm_eval/tasks/haerae/haerae_hi.yaml
+++ b/lm_eval/tasks/haerae/haerae_hi.yaml
@@ -1,3 +1,3 @@
-"dataset_name": "history"
-"include": "_default_haerae_yaml"
-"task": "haerae_history"
+dataset_name: history
+include: _default_haerae_yaml
+task: haerae_history
diff --git a/lm_eval/tasks/haerae/haerae_lw.yaml b/lm_eval/tasks/haerae/haerae_lw.yaml
index af143afe7d..1cb572784f 100644
--- a/lm_eval/tasks/haerae/haerae_lw.yaml
+++ b/lm_eval/tasks/haerae/haerae_lw.yaml
@@ -1,3 +1,3 @@
-"dataset_name": "loan_words"
-"include": "_default_haerae_yaml"
-"task": "haerae_loan_word"
+dataset_name: loan_words
+include: _default_haerae_yaml
+task: haerae_loan_word
diff --git a/lm_eval/tasks/haerae/haerae_rw.yaml b/lm_eval/tasks/haerae/haerae_rw.yaml
index bc8d182e61..cfa2d1cf47 100644
--- a/lm_eval/tasks/haerae/haerae_rw.yaml
+++ b/lm_eval/tasks/haerae/haerae_rw.yaml
@@ -1,3 +1,3 @@
-"dataset_name": "rare_words"
-"include": "_default_haerae_yaml"
-"task": "haerae_rare_word"
+dataset_name: rare_words
+include: _default_haerae_yaml
+task: haerae_rare_word
diff --git a/lm_eval/tasks/haerae/haerae_sn.yaml b/lm_eval/tasks/haerae/haerae_sn.yaml
index 62603ba1c8..66bf43e060 100644
--- a/lm_eval/tasks/haerae/haerae_sn.yaml
+++ b/lm_eval/tasks/haerae/haerae_sn.yaml
@@ -1,3 +1,3 @@
-"dataset_name": "standard_nomenclature"
-"include": "_default_haerae_yaml"
-"task": "haerae_standard_nomenclature"
+dataset_name: standard_nomenclature
+include: _default_haerae_yaml
+task: haerae_standard_nomenclature