Struct Relay Host Runtime Client

View as Markdown

Generated from cargo doc --no-deps -p nemo-relay -p nemo-relay-adaptive -p nemo-relay-pii-redaction -p nemo-relay-ffi -p nemo-relay-types -p nemo-relay-plugin -p nemo-relay-worker-proto -p nemo-relay-worker.

1pub struct RelayHostRuntimeClient<T> { /* private fields */ }

Implementations

impl RelayHostRuntimeClient<Channel>

impl RelayHostRuntimeClient<Channel>

connect

pub async fn connect<D>(dst: D) -> Result<Self, Error>where
    D: TryInto<Endpoint>,
    D::Error: Into<StdError>,

Attempt to create a new client by connecting to a given endpoint.

impl<T> RelayHostRuntimeClient<T>where T: GrpcService<Body>, T::Error: Into<StdError>, T::ResponseBody: Body<Data = Bytes> + Send + 'static, <T::ResponseBody as Body>::Error: Into<StdError> + Send,

impl<T> RelayHostRuntimeClient<T>where
    T: GrpcService<Body>,
    T::Error: Into<StdError>,
    T::ResponseBody: Body<Data = Bytes> + Send + 'static,
    <T::ResponseBody as Body>::Error: Into<StdError> + Send,

new

pub fn new(inner: T) -> Self

with_origin

pub fn with_origin(inner: T, origin: Uri) -> Self

with_interceptor

pub fn with_interceptor<F>(
    inner: T,
    interceptor: F,
) -> RelayHostRuntimeClient<InterceptedService<T, F>>where
    F: Interceptor,
    T::ResponseBody: Default,
    T: Service<Request<Body>, Response = Response<<T as GrpcService<Body>>::ResponseBody>>,
    <T as Service<Request<Body>>>::Error: Into<StdError> + Send + Sync,

send_compressed

pub fn send_compressed(self, encoding: CompressionEncoding) -> Self

Compress requests with the given encoding.

This requires the server to support it otherwise it might respond with an error.

accept_compressed

pub fn accept_compressed(self, encoding: CompressionEncoding) -> Self

Enable decompressing responses.

max_decoding_message_size

pub fn max_decoding_message_size(self, limit: usize) -> Self

Limits the maximum size of a decoded message.

Default: 4MB

max_encoding_message_size

pub fn max_encoding_message_size(self, limit: usize) -> Self

Limits the maximum size of an encoded message.

Default: usize::MAX

emit_mark

pub async fn emit_mark(
    &mut self,
    request: impl IntoRequest<EmitMarkRequest>,
) -> Result<Response<HostAck>, Status>

push_scope

pub async fn push_scope(
    &mut self,
    request: impl IntoRequest<PushScopeRequest>,
) -> Result<Response<PushScopeResponse>, Status>

pop_scope

pub async fn pop_scope(
    &mut self,
    request: impl IntoRequest<PopScopeRequest>,
) -> Result<Response<HostAck>, Status>

create_scope_stack

pub async fn create_scope_stack(
    &mut self,
    request: impl IntoRequest<CreateScopeStackRequest>,
) -> Result<Response<CreateScopeStackResponse>, Status>

drop_scope_stack

pub async fn drop_scope_stack(
    &mut self,
    request: impl IntoRequest<DropScopeStackRequest>,
) -> Result<Response<HostAck>, Status>

tool_next

pub async fn tool_next(
    &mut self,
    request: impl IntoRequest<ToolNextRequest>,
) -> Result<Response<JsonResult>, Status>

llm_next

pub async fn llm_next(
    &mut self,
    request: impl IntoRequest<LlmNextRequest>,
) -> Result<Response<JsonResult>, Status>

llm_stream_next

pub async fn llm_stream_next(
    &mut self,
    request: impl IntoRequest<LlmStreamNextRequest>,
) -> Result<Response<Streaming<StreamChunk>>, Status>

Trait Implementations

impl<T: Clone> Clone for RelayHostRuntimeClient<T>

impl<T: Clone> Clone for RelayHostRuntimeClient<T>

clone

fn clone(&self) -> RelayHostRuntimeClient<T>

clone_from

fn clone_from(&mut self, source: &Self)

impl<T: Debug> Debug for RelayHostRuntimeClient<T>

impl<T: Debug> Debug for RelayHostRuntimeClient<T>

fmt

fn fmt(&self, f: &mut Formatter<'_>) -> Result