nv_ingest_client package

Subpackages

• nv_ingest_client.cli package
  • Subpackages
    • nv_ingest_client.cli.util package
      • Submodules
      • nv_ingest_client.cli.util.click module
      • nv_ingest_client.cli.util.processing module
      • nv_ingest_client.cli.util.system module
      • nv_ingest_client.cli.util.tasks module
      • Module contents
  • Module contents
• nv_ingest_client.client package
  • Submodules
  • nv_ingest_client.client.client module
    • DataDecodeException
    • NvIngestClient
      • add_job()
      • add_task()
      • create_job()
      • create_jobs_for_batch()
      • create_task()
      • fetch_job_result()
      • fetch_job_result_async()
      • fetch_job_result_cli()
      • job_count()
      • submit_job()
      • submit_job_async()
  • nv_ingest_client.client.interface module
    • Ingestor
      • all_tasks()
      • cancelled_jobs()
      • caption()
      • completed_jobs()
      • dedup()
      • embed()
      • extract()
      • failed_jobs()
      • files()
      • filter()
      • ingest()
      • ingest_async()
      • load()
      • remaining_jobs()
      • split()
      • store()
      • store_embed()
      • vdb_upload()
    • ensure_job_specs()
  • Module contents
    • Ingestor
      • all_tasks()
      • cancelled_jobs()
      • caption()
      • completed_jobs()
      • dedup()
      • embed()
      • extract()
      • failed_jobs()
      • files()
      • filter()
      • ingest()
      • ingest_async()
      • load()
      • remaining_jobs()
      • split()
      • store()
      • store_embed()
      • vdb_upload()
    • NvIngestClient
      • add_job()
      • add_task()
      • create_job()
      • create_jobs_for_batch()
      • create_task()
      • fetch_job_result()
      • fetch_job_result_async()
      • fetch_job_result_cli()
      • job_count()
      • submit_job()
      • submit_job_async()
• nv_ingest_client.message_clients package
  • Subpackages
    • nv_ingest_client.message_clients.rest package
      • Submodules
      • nv_ingest_client.message_clients.rest.rest_client module
      • Module contents
    • nv_ingest_client.message_clients.simple package
      • Submodules
      • nv_ingest_client.message_clients.simple.simple_client module
      • Module contents
  • Submodules
  • nv_ingest_client.message_clients.client_base module
    • MessageBrokerClientBase
      • fetch_message()
      • get_client()
      • ping()
      • submit_message()
  • Module contents
    • MessageBrokerClientBase
      • fetch_message()
      • get_client()
      • ping()
      • submit_message()
• nv_ingest_client.primitives package
  • Subpackages
    • nv_ingest_client.primitives.jobs package
      • Submodules
      • nv_ingest_client.primitives.jobs.job_spec module
      • nv_ingest_client.primitives.jobs.job_state module
      • Module contents
    • nv_ingest_client.primitives.tasks package
      • Submodules
      • nv_ingest_client.primitives.tasks.caption module
      • nv_ingest_client.primitives.tasks.chart_extraction module
      • nv_ingest_client.primitives.tasks.dedup module
      • nv_ingest_client.primitives.tasks.embed module
      • nv_ingest_client.primitives.tasks.extract module
      • nv_ingest_client.primitives.tasks.filter module
      • nv_ingest_client.primitives.tasks.infographic_extraction module
      • nv_ingest_client.primitives.tasks.split module
      • nv_ingest_client.primitives.tasks.store module
      • nv_ingest_client.primitives.tasks.table_extraction module
      • nv_ingest_client.primitives.tasks.task_base module
      • nv_ingest_client.primitives.tasks.task_factory module
      • nv_ingest_client.primitives.tasks.transform module
      • nv_ingest_client.primitives.tasks.vdb_upload module
      • Module contents
  • Submodules
  • nv_ingest_client.primitives.exceptions module
  • Module contents
    • BatchJobSpec
      • _file_type_to_job_spec
      • add_job_spec()
      • add_task()
      • file_types
      • from_dataset()
      • from_files()
      • from_job_specs()
      • job_specs
      • tasks
      • to_dict()
    • JobSpec
      • _payload
      • _tasks
      • _source_id
      • _job_id
      • _extended_options
      • to_dict()
      • add_task()
      • document_type
      • job_id
      • payload
      • source_id
      • source_name
      • to_dict()
    • Task
      • to_dict()
• nv_ingest_client.schemas package
  • Submodules
  • nv_ingest_client.schemas.response_schema module
    • ResponseSchema
      • model_config
      • response
      • response_code
      • response_reason
      • trace_id
      • transaction_id
  • Module contents
• nv_ingest_client.util package
  • Subpackages
    • nv_ingest_client.util.file_processing package
      • Submodules
      • nv_ingest_client.util.file_processing.extract module
      • Module contents
  • Submodules
  • nv_ingest_client.util.dataset module
    • get_dataset_files()
    • get_dataset_statistics()
  • nv_ingest_client.util.milvus module
    • MilvusOperator
      • get_connection_params()
      • get_write_params()
      • run()
    • bulk_insert_milvus()
    • create_bm25_model()
    • create_collection()
    • create_meta_collection()
    • create_nvingest_collection()
    • create_nvingest_index_params()
    • create_nvingest_meta_schema()
    • create_nvingest_schema()
    • dense_retrieval()
    • grab_meta_collection_info()
    • hybrid_retrieval()
    • log_new_meta_collection()
    • nv_rerank()
    • nvingest_retrieval()
    • reconstruct_pages()
    • remove_records()
    • stream_insert_milvus()
    • verify_embedding()
    • write_meta_collection()
    • write_records_minio()
    • write_to_nvingest_collection()
  • nv_ingest_client.util.process_json_files module
    • ingest_json_results_to_blob()
  • nv_ingest_client.util.processing module
    • IngestJobFailure
    • handle_future_result()
  • nv_ingest_client.util.util module
    • ClientConfigSchema
    • check_ingest_result()
    • count_pages_for_documents()
    • count_pages_for_text()
    • create_job_specs_for_batch()
    • estimate_page_count()
    • filter_function_kwargs()
    • generate_matching_files()
    • get_content()
    • load_data_from_path()
  • nv_ingest_client.util.zipkin module
    • AsyncZipkinClient
      • fetch()
      • get_metrics()
    • collect_traces_from_zipkin()
    • write_results_to_output_directory()
  • Module contents

Submodules

nv_ingest_client.nv_ingest_cli module

Module contents