add CMMLU, update eval script

Former-commit-id: 47f31f06a946eefa5a972e4a566cf3ce05e1e111
This commit is contained in:
hiyouga
2023-09-23 21:10:17 +08:00
parent f7cecd20e3
commit 73c48d0463
5 changed files with 237 additions and 61 deletions

View File

@@ -92,14 +92,14 @@ task_list = [
]
class CevalExamConfig(datasets.BuilderConfig):
class CevalConfig(datasets.BuilderConfig):
def __init__(self, **kwargs):
super().__init__(version=datasets.Version("1.0.0"), **kwargs)
class CevalExam(datasets.GeneratorBasedBuilder):
class Ceval(datasets.GeneratorBasedBuilder):
BUILDER_CONFIGS = [
CevalExamConfig(
CevalConfig(
name=task_name,
)
for task_name in task_list