nv_ingest_api.util package

Subpackages

• nv_ingest_api.util.control_message package
  • Submodules
  • nv_ingest_api.util.control_message.validators module
    • cm_ensure_payload_not_null()
    • cm_set_failure()
  • Module contents
• nv_ingest_api.util.converters package
  • Submodules
  • nv_ingest_api.util.converters.bytetools module
    • base64frombytes()
    • bytesfrombase64()
    • bytesfromhex()
    • hexfrombytes()
  • nv_ingest_api.util.converters.containers module
    • merge_dict()
  • nv_ingest_api.util.converters.datetools module
    • remove_tz()
    • validate_iso8601()
  • nv_ingest_api.util.converters.dftools module
    • MemoryFiles
      • open()
    • cudf_to_json()
    • cudf_to_pandas()
    • pandas_to_cudf()
  • nv_ingest_api.util.converters.formats module
    • ingest_json_results_to_blob()
  • nv_ingest_api.util.converters.type_mappings module
    • doc_type_to_content_type()
  • Module contents
• nv_ingest_api.util.detectors package
  • Submodules
  • nv_ingest_api.util.detectors.language module
  • Module contents
• nv_ingest_api.util.exception_handlers package
  • Submodules
  • nv_ingest_api.util.exception_handlers.converters module
    • datetools_exception_handler()
  • nv_ingest_api.util.exception_handlers.decorators module
    • CMNVIngestFailureContextManager
    • nv_ingest_node_failure_context_manager()
    • nv_ingest_source_failure_context_manager()
    • unified_exception_handler()
  • nv_ingest_api.util.exception_handlers.detectors module
    • langdetect_exception_handler()
  • nv_ingest_api.util.exception_handlers.pdf module
    • create_exception_tag()
    • pdfium_exception_handler()
  • nv_ingest_api.util.exception_handlers.schemas module
    • schema_exception_handler()
  • Module contents
• nv_ingest_api.util.image_processing package
  • Submodules
  • nv_ingest_api.util.image_processing.clustering module
    • boxes_are_close_or_overlap()
    • combine_groups_into_bboxes()
    • group_bounding_boxes()
    • remove_superset_bboxes()
  • nv_ingest_api.util.image_processing.processing module
    • extract_tables_and_charts_from_image()
    • extract_tables_and_charts_yolox()
  • nv_ingest_api.util.image_processing.table_and_chart module
    • assign_boxes()
    • build_markdown()
    • convert_paddle_response_to_psuedo_markdown()
    • display_markdown()
    • join_yolox_graphic_elements_and_paddle_output()
    • join_yolox_table_structure_and_paddle_output()
    • match_bboxes()
    • merge_text_in_cell()
    • process_yolox_graphic_elements()
    • remove_empty_row()
  • nv_ingest_api.util.image_processing.transforms module
    • base64_to_numpy()
    • check_numpy_image_size()
    • crop_image()
    • ensure_base64_is_png()
    • normalize_image()
    • numpy_to_base64()
    • pad_image()
    • scale_image_to_encoding_size()
  • Module contents
    • scale_image_to_encoding_size()
• nv_ingest_api.util.logging package
  • Submodules
  • nv_ingest_api.util.logging.configuration module
    • LogLevel
      • CRITICAL
      • DEBUG
      • ERROR
      • INFO
      • WARNING
    • configure_logging()
  • Module contents
• nv_ingest_api.util.message_brokers package
  • Subpackages
    • nv_ingest_api.util.message_brokers.simple_message_broker package
      • Submodules
      • nv_ingest_api.util.message_brokers.simple_message_broker.broker module
      • nv_ingest_api.util.message_brokers.simple_message_broker.ordered_message_queue module
      • nv_ingest_api.util.message_brokers.simple_message_broker.simple_client module
      • Module contents
  • Module contents
• nv_ingest_api.util.metadata package
  • Submodules
  • nv_ingest_api.util.metadata.aggregators module
    • Base64Image
      • bbox
      • height
      • image
      • max_height
      • max_width
      • width
    • CroppedImageWithContent
      • bbox
      • content
      • content_format
      • image
      • max_height
      • max_width
      • type_string
    • LatexTable
      • bbox
      • latex
      • max_height
      • max_width
    • PDFMetadata
      • date_created
      • filename
      • keywords
      • last_modified
      • page_count
      • source_type
    • construct_image_metadata_from_base64()
    • construct_image_metadata_from_pdf_image()
    • construct_text_metadata()
    • extract_pdf_metadata()
  • Module contents
• nv_ingest_api.util.multi_processing package
  • Submodules
  • nv_ingest_api.util.multi_processing.mp_pool_singleton module
    • ProcessWorkerPoolSingleton
      • close()
      • submit_task()
    • SimpleFuture
      • result()
  • Module contents
    • ProcessWorkerPoolSingleton
      • close()
      • submit_task()
• nv_ingest_api.util.nim package
  • Module contents
    • create_inference_client()
• nv_ingest_api.util.pdf package
  • Submodules
  • nv_ingest_api.util.pdf.pdfium module
    • convert_bitmap_to_corrected_numpy()
    • convert_pdfium_position()
    • extract_forms_from_pdfium_page()
    • extract_image_like_objects_from_pdfium_page()
    • extract_merged_images_from_pdfium_page()
    • extract_merged_shapes_from_pdfium_page()
    • extract_nested_simple_images_from_pdfium_page()
    • extract_simple_images_from_pdfium_page()
    • extract_top_level_simple_images_from_pdfium_page()
    • pdfium_pages_to_numpy()
    • pdfium_try_get_bitmap_as_numpy()
  • Module contents
• nv_ingest_api.util.schema package
  • Submodules
  • nv_ingest_api.util.schema.schema_validator module
  • Module contents
• nv_ingest_api.util.service_clients package
  • Subpackages
    • nv_ingest_api.util.service_clients.kafka package
      • Module contents
    • nv_ingest_api.util.service_clients.redis package
      • Submodules
      • nv_ingest_api.util.service_clients.redis.redis_client module
      • Module contents
    • nv_ingest_api.util.service_clients.rest package
      • Submodules
      • nv_ingest_api.util.service_clients.rest.rest_client module
      • Module contents
  • Submodules
  • nv_ingest_api.util.service_clients.client_base module
    • FetchMode
      • CACHE_BEFORE_DELETE
      • DESTRUCTIVE
      • NON_DESTRUCTIVE
    • MessageBrokerClientBase
      • fetch_message()
      • get_client()
      • ping()
      • submit_message()
  • Module contents
• nv_ingest_api.util.string_processing package
  • Module contents
    • generate_url()
    • remove_url_endpoints()

Module contents