nemoguardrails.llm.clients.constants

View as Markdown

Module Contents

Data

DEFAULT_CONNECTION_LIMITS

DEFAULT_MAX_RETRIES

DEFAULT_TIMEOUT

INITIAL_RETRY_DELAY

MAX_RETRY_AFTER

MAX_RETRY_DELAY

RETRYABLE_STATUS_CODES

API

nemoguardrails.llm.clients.constants.DEFAULT_CONNECTION_LIMITS = httpx.Limits(max_connections=1000, max_keepalive_connections=100)
nemoguardrails.llm.clients.constants.DEFAULT_MAX_RETRIES = 2
nemoguardrails.llm.clients.constants.DEFAULT_TIMEOUT = httpx.Timeout(timeout=600.0, connect=5.0)
nemoguardrails.llm.clients.constants.INITIAL_RETRY_DELAY = 0.5
nemoguardrails.llm.clients.constants.MAX_RETRY_AFTER = 60.0
nemoguardrails.llm.clients.constants.MAX_RETRY_DELAY = 8.0
nemoguardrails.llm.clients.constants.RETRYABLE_STATUS_CODES = frozenset({408, 409, 429, 500, 502, 503, 504})