nat.front_ends.fastapi.response_helpers#

Functions#

generate_streaming_response_as_str(), result_type, ...)

generate_streaming_response(), result_type, output_type)

generate_single_response(→ Any)

generate_streaming_response_full(...)

Similar to generate_streaming_response but provides raw ResponseIntermediateStep objects

generate_streaming_response_full_as_str(...)

Similar to generate_streaming_response but converts the response to a string format.

Module Contents#

async generate_streaming_response_as_str(
payload: Any,
*,
session_manager: nat.runtime.session.SessionManager,
streaming: bool,
step_adaptor: nat.front_ends.fastapi.step_adaptor.StepAdaptor = StepAdaptor(StepAdaptorConfig()),
result_type: type | None = None,
output_type: type | None = None,
) collections.abc.AsyncGenerator[str]#
async generate_streaming_response(
payload: Any,
*,
session_manager: nat.runtime.session.SessionManager,
streaming: bool,
step_adaptor: nat.front_ends.fastapi.step_adaptor.StepAdaptor = StepAdaptor(StepAdaptorConfig()),
result_type: type | None = None,
output_type: type | None = None,
) collections.abc.AsyncGenerator[nat.data_models.api_server.ResponseSerializable]#
async generate_single_response(
payload: Any,
session_manager: nat.runtime.session.SessionManager,
result_type: type | None = None,
) Any#
async generate_streaming_response_full(
payload: Any,
*,
session_manager: nat.runtime.session.SessionManager,
streaming: bool,
result_type: type | None = None,
output_type: type | None = None,
filter_steps: str | None = None,
) collections.abc.AsyncGenerator[nat.data_models.api_server.ResponseSerializable]#

Similar to generate_streaming_response but provides raw ResponseIntermediateStep objects without any step adaptor translations.

async generate_streaming_response_full_as_str(
payload: Any,
*,
session_manager: nat.runtime.session.SessionManager,
streaming: bool,
result_type: type | None = None,
output_type: type | None = None,
filter_steps: str | None = None,
) collections.abc.AsyncGenerator[str]#

Similar to generate_streaming_response but converts the response to a string format.