nemo_rl.data.datasets.raw_dataset#

Module Contents#

Classes#

API#

class nemo_rl.data.datasets.raw_dataset.RawDataset#
data_config: nemo_rl.data.ResponseDatasetConfig | nemo_rl.data.PreferenceDatasetConfig#

None

dataset: datasets.Dataset#

None

agent_name_sources: frozenset[nemo_rl.data.interfaces.NemoGymSourceIdentity] | None#

None

val_dataset: datasets.Dataset | None#

None

processor: nemo_rl.data.interfaces.TaskDataProcessFnCallable#

None

task_spec: nemo_rl.data.interfaces.TaskDataSpec#

None

preprocessor: nemo_rl.data.interfaces.TaskDataPreProcessFnCallable | None#

None

split_train_validation(test_size: float | int, seed: int)#
set_processor()#
set_task_spec(
data_config: nemo_rl.data.ResponseDatasetConfig | nemo_rl.data.PreferenceDatasetConfig,
)#