Module Contents
API
-
nemo_deploy.deploy_base.LOGGER = 'getLogger(...)'
-
class nemo_deploy.deploy_base.DeployBase(
- triton_model_name: str,
- triton_model_version: int = 1,
- model=None,
- max_batch_size: int = 128,
- http_port: int = 8000,
- grpc_port: int = 8001,
- address='0.0.0.0',
- allow_grpc=True,
- allow_http=True,
- streaming=False,
)[source]
Bases: abc.ABC
-
abstractmethod deploy()[source]
-
abstractmethod serve()[source]
-
abstractmethod run()[source]
-
abstractmethod stop()[source]
-
_is_model_deployable()[source]
