nv_ingest.framework.orchestration.morpheus.util package

Subpackages

• nv_ingest.framework.orchestration.morpheus.util.modules package
  • Submodules
  • nv_ingest.framework.orchestration.morpheus.util.modules.config_validator module
    • fetch_and_validate_module_config()
  • Module contents
• nv_ingest.framework.orchestration.morpheus.util.pipeline package
  • Submodules
  • nv_ingest.framework.orchestration.morpheus.util.pipeline.logging module
    • get_log_level()
    • setup_logging()
  • nv_ingest.framework.orchestration.morpheus.util.pipeline.pipeline_builders module
    • setup_ingestion_pipeline()
  • nv_ingest.framework.orchestration.morpheus.util.pipeline.pipeline_runners module
    • PipelineCreationSchema
      • audio_function_id
      • audio_grpc_endpoint
      • audio_infer_protocol
      • embedding_nim_endpoint
      • embedding_nim_model_name
      • ingest_log_level
      • max_ingest_process_workers
      • message_client_host
      • message_client_port
      • message_client_type
      • model_config
      • mrc_ignore_numa_check
      • nemoretriever_parse_http_endpoint
      • nemoretriever_parse_infer_protocol
      • nemoretriever_parse_model_name
      • ngc_api_key
      • nvidia_build_api_key
      • otel_exporter_otlp_endpoint
      • paddle_http_endpoint
      • paddle_infer_protocol
      • redis_morpheus_task_queue
      • vlm_caption_endpoint
      • vlm_caption_model_name
      • yolox_graphic_elements_http_endpoint
      • yolox_graphic_elements_infer_protocol
      • yolox_http_endpoint
      • yolox_infer_protocol
      • yolox_table_structure_http_endpoint
      • yolox_table_structure_infer_protocol
    • is_port_in_use()
    • run_ingest_pipeline()
    • run_pipeline()
    • start_pipeline_subprocess()
    • subprocess_entrypoint()
  • nv_ingest.framework.orchestration.morpheus.util.pipeline.stage_builders module
    • add_audio_extractor_stage()
    • add_chart_extractor_stage()
    • add_completed_job_counter_stage()
    • add_docx_extractor_stage()
    • add_embed_extractions_stage()
    • add_embedding_storage_stage()
    • add_image_caption_stage()
    • add_image_dedup_stage()
    • add_image_extractor_stage()
    • add_image_filter_stage()
    • add_image_storage_stage()
    • add_infographic_extractor_stage()
    • add_metadata_injector_stage()
    • add_otel_meter_stage()
    • add_otel_tracer_stage()
    • add_pdf_extractor_stage()
    • add_pptx_extractor_stage()
    • add_sink_stage()
    • add_source_stage()
    • add_submitted_job_counter_stage()
    • add_table_extractor_stage()
    • add_text_splitter_stage()
    • add_vdb_task_sink_stage()
    • get_audio_retrieval_service()
    • get_caption_classifier_service()
    • get_default_cpu_count()
    • get_message_provider_config()
    • get_nim_service()
    • validate_positive()
  • Module contents
    • add_chart_extractor_stage()
    • add_docx_extractor_stage()
    • add_embed_extractions_stage()
    • add_embedding_storage_stage()
    • add_image_caption_stage()
    • add_image_dedup_stage()
    • add_image_extractor_stage()
    • add_image_filter_stage()
    • add_image_storage_stage()
    • add_metadata_injector_stage()
    • add_pdf_extractor_stage()
    • add_pptx_extractor_stage()
    • add_sink_stage()
    • add_source_stage()
    • add_submitted_job_counter_stage()
    • add_table_extractor_stage()
    • add_text_splitter_stage()
    • add_vdb_task_sink_stage()
    • setup_ingestion_pipeline()

Module contents