nv_ingest.framework.orchestration.ray package

Subpackages

• nv_ingest.framework.orchestration.ray.edges package
  • Submodules
  • nv_ingest.framework.orchestration.ray.edges.async_queue_edge module
  • nv_ingest.framework.orchestration.ray.edges.ray_queue_edge module
  • nv_ingest.framework.orchestration.ray.edges.threaded_queue_edge module
  • Module contents
• nv_ingest.framework.orchestration.ray.examples package
  • Submodules
  • nv_ingest.framework.orchestration.ray.examples.pipeline_test_harness module
  • nv_ingest.framework.orchestration.ray.examples.task_source_harness module
    • main()
  • nv_ingest.framework.orchestration.ray.examples.task_source_sink_harness module
    • main()
  • Module contents
• nv_ingest.framework.orchestration.ray.primitives package
  • Submodules
  • nv_ingest.framework.orchestration.ray.primitives.dataclasses module
  • nv_ingest.framework.orchestration.ray.primitives.pipeline_monitor module
    • DisplayConfig
      • use_gui
    • MonitorConfig
      • poll_interval
      • use_console
      • use_gui
    • PipelineMonitor
      • start()
      • stop()
  • nv_ingest.framework.orchestration.ray.primitives.pipeline_topology module
    • PipelineTopology
      • add_actor_to_stage()
      • add_connection()
      • add_stage()
      • clear_runtime_state()
      • get_actor_count()
      • get_all_actors()
      • get_connections()
      • get_edge_queues()
      • get_is_flushing()
      • get_scaling_state()
      • get_stage_actors()
      • get_stage_info()
      • get_stage_memory_overhead()
      • get_stages_info()
      • lock_context()
      • mark_actor_for_removal()
      • remove_actors_from_stage()
      • set_actors_for_stage()
      • set_edge_queues()
      • set_flushing()
      • set_stage_memory_overhead()
      • start_cleanup_thread()
      • stop_cleanup_thread()
      • update_scaling_state()
    • StageInfo
  • nv_ingest.framework.orchestration.ray.primitives.ray_pipeline module
    • FlushingConfig
      • consecutive_quiet_cycles_for_flush
      • queue_flush_drain_timeout_seconds
      • queue_flush_interval_seconds
      • quiet_period_threshold
    • PipelineInterface
      • start()
      • stop()
    • RayPipeline
      • add_sink()
      • add_source()
      • add_stage()
      • build()
      • get_edge_queues()
      • get_stage_actors()
      • get_stages_info()
      • make_edge()
      • request_queue_flush()
      • start()
      • stop()
    • RayPipelineInterface
      • start()
      • stop()
    • RayPipelineSubprocessInterface
      • start()
      • stop()
    • ScalingConfig
      • dynamic_memory_scaling
      • dynamic_memory_threshold
      • pid_ema_alpha
      • pid_error_boost_factor
      • pid_kd
      • pid_ki
      • pid_kp
      • pid_penalty_factor
      • pid_target_queue_depth
      • rcm_memory_safety_buffer_fraction
    • StatsConfig
      • actor_timeout_seconds
      • collection_interval_seconds
      • queue_timeout_seconds
  • nv_ingest.framework.orchestration.ray.primitives.ray_stat_collector module
    • RayStatsCollector
      • collect_stats_now()
      • get_latest_stats()
      • start()
      • stop()
  • Module contents
• nv_ingest.framework.orchestration.ray.stages package
  • Subpackages
    • nv_ingest.framework.orchestration.ray.stages.extractors package
      • Submodules
      • nv_ingest.framework.orchestration.ray.stages.extractors.audio_extractor module
      • nv_ingest.framework.orchestration.ray.stages.extractors.chart_extractor module
      • nv_ingest.framework.orchestration.ray.stages.extractors.docx_extractor module
      • nv_ingest.framework.orchestration.ray.stages.extractors.html_extractor module
      • nv_ingest.framework.orchestration.ray.stages.extractors.image_extractor module
      • nv_ingest.framework.orchestration.ray.stages.extractors.infographic_extractor module
      • nv_ingest.framework.orchestration.ray.stages.extractors.ocr_extractor module
      • nv_ingest.framework.orchestration.ray.stages.extractors.pdf_extractor module
      • nv_ingest.framework.orchestration.ray.stages.extractors.pptx_extractor module
      • nv_ingest.framework.orchestration.ray.stages.extractors.table_extractor module
      • Module contents
    • nv_ingest.framework.orchestration.ray.stages.injectors package
      • Submodules
      • nv_ingest.framework.orchestration.ray.stages.injectors.metadata_injector module
      • Module contents
    • nv_ingest.framework.orchestration.ray.stages.meta package
      • Submodules
      • nv_ingest.framework.orchestration.ray.stages.meta.ray_actor_edge_base module
      • nv_ingest.framework.orchestration.ray.stages.meta.ray_actor_sink_stage_base module
      • nv_ingest.framework.orchestration.ray.stages.meta.ray_actor_source_stage_base module
      • nv_ingest.framework.orchestration.ray.stages.meta.ray_actor_stage_base module
      • nv_ingest.framework.orchestration.ray.stages.meta.udf_parallel_helper module
      • Module contents
    • nv_ingest.framework.orchestration.ray.stages.mutate package
      • Submodules
      • nv_ingest.framework.orchestration.ray.stages.mutate.image_dedup module
      • nv_ingest.framework.orchestration.ray.stages.mutate.image_filter module
      • Module contents
    • nv_ingest.framework.orchestration.ray.stages.sinks package
      • Submodules
      • nv_ingest.framework.orchestration.ray.stages.sinks.default_drain module
      • nv_ingest.framework.orchestration.ray.stages.sinks.message_broker_task_sink module
      • Module contents
    • nv_ingest.framework.orchestration.ray.stages.sources package
      • Submodules
      • nv_ingest.framework.orchestration.ray.stages.sources.message_broker_task_source module
      • Module contents
    • nv_ingest.framework.orchestration.ray.stages.storage package
      • Submodules
      • nv_ingest.framework.orchestration.ray.stages.storage.image_storage module
      • nv_ingest.framework.orchestration.ray.stages.storage.store_embeddings module
      • Module contents
    • nv_ingest.framework.orchestration.ray.stages.telemetry package
      • Submodules
      • nv_ingest.framework.orchestration.ray.stages.telemetry.job_counter module
      • nv_ingest.framework.orchestration.ray.stages.telemetry.otel_meter module
      • nv_ingest.framework.orchestration.ray.stages.telemetry.otel_tracer module
      • Module contents
    • nv_ingest.framework.orchestration.ray.stages.transforms package
      • Submodules
      • nv_ingest.framework.orchestration.ray.stages.transforms.image_caption module
      • nv_ingest.framework.orchestration.ray.stages.transforms.text_embed module
      • nv_ingest.framework.orchestration.ray.stages.transforms.text_splitter module
      • Module contents
    • nv_ingest.framework.orchestration.ray.stages.utility package
      • Submodules
      • nv_ingest.framework.orchestration.ray.stages.utility.throughput_monitor module
      • Module contents
  • Module contents
• nv_ingest.framework.orchestration.ray.util package
  • Subpackages
    • nv_ingest.framework.orchestration.ray.util.pipeline package
      • Submodules
      • nv_ingest.framework.orchestration.ray.util.pipeline.pid_controller module
      • nv_ingest.framework.orchestration.ray.util.pipeline.pipeline_runners module
      • nv_ingest.framework.orchestration.ray.util.pipeline.tools module
      • Module contents
    • nv_ingest.framework.orchestration.ray.util.system_tools package
      • Submodules
      • nv_ingest.framework.orchestration.ray.util.system_tools.memory module
      • nv_ingest.framework.orchestration.ray.util.system_tools.visualizers module
      • Module contents
  • Submodules
  • nv_ingest.framework.orchestration.ray.util.env_config module
    • get_env_var()
    • str_to_bool()
  • Module contents

Module contents