`nemo_rl.data_plane.schema`#

Shared constants and type aliases for the data-plane meta contract.

Module Contents#

Data#

`Layout`
`MICRO_BATCH_INDICES`
`MICRO_BATCH_LENGTHS`
`ELEM_COUNTS_PER_GB`
`GLOBAL_FORWARD_PAD_SEQLEN`
`INPUT_IDS`
`INPUT_LENGTHS`
`SAMPLE_MASK`
`META_IDX`
`DP_TRAIN_FIELDS`
`LP_SEED_FIELDS`
`DP_CALIB_INPUT_FIELDS`

API#

nemo_rl.data_plane.schema.Layout#: None

nemo_rl.data_plane.schema.MICRO_BATCH_INDICES#: ‘micro_batch_indices’

nemo_rl.data_plane.schema.MICRO_BATCH_LENGTHS#: ‘micro_batch_lengths’

nemo_rl.data_plane.schema.ELEM_COUNTS_PER_GB#: ‘elem_counts_per_gb’

nemo_rl.data_plane.schema.GLOBAL_FORWARD_PAD_SEQLEN#: ‘global_forward_pad_seqlen’

nemo_rl.data_plane.schema.INPUT_IDS#: ‘input_ids’

nemo_rl.data_plane.schema.INPUT_LENGTHS#: ‘input_lengths’

nemo_rl.data_plane.schema.SAMPLE_MASK#: ‘sample_mask’

nemo_rl.data_plane.schema.META_IDX#: ‘meta_idx’

nemo_rl.data_plane.schema.DP_TRAIN_FIELDS#: (‘input_ids’, ‘input_lengths’, ‘generation_logprobs’, ‘prev_logprobs’, ‘reference_policy_logprobs’, …

nemo_rl.data_plane.schema.LP_SEED_FIELDS#: (‘input_ids’, ‘input_lengths’, ‘token_mask’, ‘sample_mask’)

nemo_rl.data_plane.schema.DP_CALIB_INPUT_FIELDS#: ()