Update KorMedMCQA v2.0

EleutherAI · Dec 12, 2024 · f8cea4f · f8cea4f
1 parent 923c9c0
commit f8cea4f
Show file tree

Hide file tree

Showing 6 changed files with 7 additions and 7 deletions.
diff --git a/lm_eval/tasks/kormedmcqa/_kormedmcqa.yaml b/lm_eval/tasks/kormedmcqa/_kormedmcqa.yaml
@@ -9,4 +9,4 @@ aggregate_metric_list:
     aggregation: mean
     weight_by_size: true
 metadata:
-  version: 2.0
+  version: 2.0
diff --git a/lm_eval/tasks/kormedmcqa/_template_yaml b/lm_eval/tasks/kormedmcqa/_template_yaml
@@ -6,7 +6,7 @@ fewshot_config:
   doc_to_text: "{{question.strip()}}\nA. {{A}}\nB. {{B}}\nC. {{C}}\nD. {{D}}\nE. {{E}}\n정답： {{['A', 'B', 'C', 'D', 'E'][answer-1]}}\n\n"
   doc_to_target: ""
 output_type: generate_until
-doc_to_text: "{{question.strip()}}\nA. {{A}}\nB. {{B}}\nC. {{C}}\nD. {{D}}\nE. {{E}}\n정답： "
+doc_to_text: "{{question.strip()}}\nA. {{A}}\nB. {{B}}\nC. {{C}}\nD. {{D}}\nE. {{E}}\n정답："
 doc_to_target: "{{['A', 'B', 'C', 'D', 'E'][answer-1]}}"
 metric_list:
   - metric: exact_match
@@ -30,4 +30,4 @@ generation_kwargs:
 metadata:
   version: 2.0
 dataset_kwargs:
-  trust_remote_code: true
+  trust_remote_code: true
diff --git a/lm_eval/tasks/kormedmcqa/dentist.yaml b/lm_eval/tasks/kormedmcqa/dentist.yaml
@@ -1,3 +1,3 @@
 include: _template_yaml
 dataset_name: dentist
-task: kormedmcqa_dentist
+task: kormedmcqa_dentist
diff --git a/lm_eval/tasks/kormedmcqa/doctor.yaml b/lm_eval/tasks/kormedmcqa/doctor.yaml
@@ -1,3 +1,3 @@
 include: _template_yaml
 dataset_name: doctor
-task: kormedmcqa_doctor
+task: kormedmcqa_doctor
diff --git a/lm_eval/tasks/kormedmcqa/nurse.yaml b/lm_eval/tasks/kormedmcqa/nurse.yaml
@@ -1,3 +1,3 @@
 include: _template_yaml
 dataset_name: nurse
-task: kormedmcqa_nurse
+task: kormedmcqa_nurse
diff --git a/lm_eval/tasks/kormedmcqa/pharm.yaml b/lm_eval/tasks/kormedmcqa/pharm.yaml
@@ -1,3 +1,3 @@
 include: _template_yaml
 dataset_name: pharm
-task: kormedmcqa_pharm
+task: kormedmcqa_pharm