nemo_automodel.components.launcher.skypilot.config

Module Contents

Classes

Name	Description
`SkyPilotConfig`	Configuration for launching AutoModel jobs with SkyPilot.

Data

SUPPORTED_CLOUDS

API

class nemo_automodel.components.launcher.skypilot.config.SkyPilotConfig(
    cloud: str,
    accelerators: str = 'T4:1',
    num_nodes: int = 1,
    use_spot: bool = True,
    disk_size: int = 100,
    instance_type: str | None = None,
    region: str | None = None,
    zone: str | None = None,
    job_name: str = '',
    setup: str = '',
    hf_home: str = '~/.cache/huggingface',
    hf_token: str = (lambda: os.environ.get('HF...,
    wandb_key: str = (lambda: os.environ.get('WA...,
    env_vars: dict[str, str] = dict(),
    command: str = ''
)

Dataclass

Configuration for launching AutoModel jobs with SkyPilot.

accelerators

str

cloud

str

command

str

disk_size

int

env_vars

dict[str, str]

hf_home

str

hf_token

str

instance_type

str | None

job_name

str

num_nodes

int

region

str | None

setup

str

use_spot

bool

wandb_key

str

zone

str | None

nemo_automodel.components.launcher.skypilot.config.SkyPilotConfig.__post_init__() -> None

nemo_automodel.components.launcher.skypilot.config.SUPPORTED_CLOUDS = ('aws', 'gcp', 'azure', 'lambda', 'kubernetes')