aiq.front_ends.fastapi.response_helpers

Functions

generate_streaming_response_as_str(), result_type, ...)
generate_streaming_response(), result_type, output_type)
generate_single_response(→ Any)

Module Contents

async generate_streaming_response_as_str(

payload: Any,

*,

session_manager: aiq.runtime.session.AIQSessionManager,

streaming: bool,

step_adaptor: aiq.front_ends.fastapi.step_adaptor.StepAdaptor = StepAdaptor(StepAdaptorConfig()),

result_type: type | None = None,

output_type: type | None = None,

) → collections.abc.AsyncGenerator[str]

async generate_streaming_response(

payload: Any,

*,

session_manager: aiq.runtime.session.AIQSessionManager,

streaming: bool,

step_adaptor: aiq.front_ends.fastapi.step_adaptor.StepAdaptor = StepAdaptor(StepAdaptorConfig()),

result_type: type | None = None,

output_type: type | None = None,

) → collections.abc.AsyncGenerator[aiq.data_models.api_server.AIQResponseSerializable]

async generate_single_response(

payload: Any,

session_manager: aiq.runtime.session.AIQSessionManager,

result_type: type | None = None,

) → Any