aiq.eval.remote_workflow#

Attributes#

logger

Classes#

EvaluationRemoteWorkflowHandler

Module Contents#

logger#
class EvaluationRemoteWorkflowHandler(
config: aiq.eval.config.EvaluationRunConfig,
eval_config: aiq.data_models.evaluate.EvalConfig,
)#
config#
eval_config#
semaphore#
async run_workflow_remote_single(
session: aiohttp.ClientSession,
question: str,
) → dict#

Sends a single question to the endpoint hosting the worflow and retrieves the response.

async run_workflow_remote_with_limits(
session: aiohttp.ClientSession,
question: str,
) → dict#

Sends limited number of concurrent requests to a remote workflow and retrieves responses.

async run_workflow_remote(questions: list[str]) → list#

Sends question to a workflow hosted on a remote endpoint.