nemo_rl.data.eval_datasets.mmlu
#
MMLU dataset and its variants.
Module Contents#
Classes#
API#
- class nemo_rl.data.eval_datasets.mmlu.MMLUDataset(
- language: Literal[AR - XY, BN - BD, DE - DE, EN - US, ES - LA, FR - FR, HI - IN, ID - ID, IT - IT, JA - JP, KO - KR, PT - BR, ZH - CN, SW - KE, YO - NG] = 'EN-US',
- prompt_file: Optional[str] = None,
- system_prompt_file: Optional[str] = None,
Initialization