GLM-130B/tasks/mmlu/mmlu.yaml

name: "MMLU"
type: "mul"
module: "tasks.mmlu.task.MMLU"
path: "MMLU"
file-pattern:
  stem: "stem/*.json"
  social_sciences: "social_sciences/*.json"
  humanities: "humanities/*.json"
  other: "other/*.json"
no-tokenized: true
micro-batch-size: 8
max_seq-length: 896