name: 'Big-bench Hard Multichoice' type: 'mul' path: 'bbh_cot/direct/multichoice' file-pattern: test: "**/*.json*" micro-batch-size: 8 use_task_mask: True