nemo_rl.data.eval_datasets.mmlu#

MMLU dataset and its variants.

Module Contents#

Classes#

API#

class nemo_rl.data.eval_datasets.mmlu.MMLUDataset(
language: Literal[AR - XY, BN - BD, DE - DE, EN - US, ES - LA, FR - FR, HI - IN, ID - ID, IT - IT, JA - JP, KO - KR, PT - BR, ZH - CN, SW - KE, YO - NG] = 'EN-US',
prompt_file: Optional[str] = None,
system_prompt_file: Optional[str] = None,
)[source]#

Initialization

_rekey(data: dict[str, Any])[source]#