nemo_gym.benchmarks

View as Markdown

Benchmark discovery and preparation utilities.

Module Contents

Classes

NameDescription
BenchmarkConfig-

Functions

Data

BENCHMARKS_DIR

__getattr__

API

class nemo_gym.benchmarks.BenchmarkConfig()

Bases: BaseModel

agent_name
str
dataset
BenchmarkDatasetConfig
name
str
num_repeats
int
path
Path
nemo_gym.benchmarks.BenchmarkConfig.from_config_path(
config_path: pathlib.Path
) -> typing.Optional[nemo_gym.benchmarks.BenchmarkConfig]
classmethod
nemo_gym.benchmarks.BenchmarkConfig.from_initial_config_dict(
path: pathlib.Path,
initial_config_dict: omegaconf.DictConfig
) -> typing.Optional[nemo_gym.benchmarks.BenchmarkConfig]
classmethod
nemo_gym.benchmarks._load_benchmarks_from_config_paths(
config_paths: typing.List[pathlib.Path]
) -> typing.Dict[str, nemo_gym.benchmarks.BenchmarkConfig]
nemo_gym.benchmarks.BENCHMARKS_DIR = PARENT_DIR / 'benchmarks'
nemo_gym.benchmarks.__getattr__ = moved_attr_getter(__name__, {'list_benchmarks': 'nemo_gym.cli.eval', 'PrepareBen...