aiq.eval.remote_workflow#
Attributes#
Classes#
Module Contents#
- logger#
- DATA_PREFIX = 'data: '#
- INTERMEDIATE_DATA_PREFIX = 'intermediate_data: '#
- class EvaluationRemoteWorkflowHandler(
- config: aiq.eval.config.EvaluationRunConfig,
- max_concurrency: int,
- config#
- semaphore#
- async run_workflow_remote_single(
- session: aiohttp.ClientSession,
- item: aiq.eval.evaluator.evaluator_model.EvalInputItem,
Sends a single input to the endpoint hosting the workflow and retrieves the response.
- async run_workflow_remote_with_limits(
- session: aiohttp.ClientSession,
- item: aiq.eval.evaluator.evaluator_model.EvalInputItem,
- pbar: tqdm.tqdm,
Sends limited number of concurrent requests to a remote workflow and retrieves responses.
- async run_workflow_remote(
- eval_input: aiq.eval.evaluator.evaluator_model.EvalInput,
Sends inputs to a workflow hosted on a remote endpoint.