__init__.py 452 B

123456789101112
  1. from .configs import *
  2. from .model import ModelForEvaluation
  3. from .tasks import BaseTask, GenerationTask, MultiChoiceTask, LanguageModelTask
  4. from .dataset import GenerationTaskDataset, MultiChoiceTaskDataset, LanguageModelTaskDataset
  5. from .metrics import qa_evaluate
  6. from .utils import print_rank_0
  7. DEFAULT_CLASS = {
  8. TaskType.GENERATION: GenerationTask,
  9. TaskType.MULTICHOICE: MultiChoiceTask,
  10. TaskType.LANGUAGE_MODEL: LanguageModelTask,
  11. }