API Reference

This page contains auto-generated API reference documentation [1].

• nemo_export
  • nemo_export.model_adapters
    • nemo_export.model_adapters.reranker
      • nemo_export.model_adapters.reranker.reranker_adapter
    • nemo_export.model_adapters.embedding
      • nemo_export.model_adapters.embedding.embedding_adapter
  • nemo_export.utils
    • nemo_export.utils.utils
    • nemo_export.utils.model_loader
    • nemo_export.utils.constants
    • nemo_export.utils._mock_import
    • nemo_export.utils.lora_converter
  • nemo_export.trt_llm
    • nemo_export.trt_llm.nemo_ckpt_loader
      • nemo_export.trt_llm.nemo_ckpt_loader.nemo_file
    • nemo_export.trt_llm.qnemo
      • nemo_export.trt_llm.qnemo.utils
      • nemo_export.trt_llm.qnemo.qnemo_to_tensorrt_llm
    • nemo_export.trt_llm.utils
    • nemo_export.trt_llm.tensorrt_llm_run
  • nemo_export.multimodal
    • nemo_export.multimodal.build
    • nemo_export.multimodal.run
  • nemo_export.package_info
  • nemo_export.tensorrt_mm_exporter
  • nemo_export.onnx_llm_exporter
  • nemo_export.tarutils
  • nemo_export.tensorrt_llm_hf
  • nemo_export.tiktoken_tokenizer
  • nemo_export.tensorrt_llm
  • nemo_export.vllm_exporter
  • nemo_export.sentencepiece_tokenizer
  • nemo_export.tensorrt_llm_deployable_ray
• nemo_deploy
  • nemo_deploy.service
    • nemo_deploy.service.fastapi_interface_to_pytriton_multimodal
    • nemo_deploy.service.fastapi_interface_to_pytriton
  • nemo_deploy.multimodal
    • nemo_deploy.multimodal.query_multimodal
    • nemo_deploy.multimodal.megatron_multimodal_deployable
    • nemo_deploy.multimodal.megatron_multimodal_deployable_ray
  • nemo_deploy.llm
    • nemo_deploy.llm.inference
      • nemo_deploy.llm.inference.tron_utils
      • nemo_deploy.llm.inference.inference_base
    • nemo_deploy.llm.hf_deployable_ray
    • nemo_deploy.llm.megatronllm_deployable_ray
    • nemo_deploy.llm.megatronllm_deployable
    • nemo_deploy.llm.trtllm_api_deployable
    • nemo_deploy.llm.query_llm
    • nemo_deploy.llm.hf_deployable
  • nemo_deploy.package_info
  • nemo_deploy.deploy_ray
  • nemo_deploy.deploy_base
  • nemo_deploy.utils
  • nemo_deploy.ray_utils
  • nemo_deploy.deploy_pytriton
  • nemo_deploy.triton_deployable

[1]

Created with sphinx-autodoc2