Skip to navigation

Struct LlmNext Request

View as Markdown

Generated from cargo doc --no-deps -p nemo-relay-builtins -p nemo-relay-diagnostics -p nemo-relay-logging -p nemo-relay-plugin-host -p nemo-relay-codecs -p nemo-relay -p nemo-relay-runtime -p nemo-relay-model-pricing -p nemo-relay-resource-metrics -p nemo-relay-observability -p nemo-relay-adaptive -p nemo-relay-pii-redaction -p nemo-relay-ffi -p nemo-relay-types -p nemo-relay-plugin -p nemo-relay-worker-proto -p nemo-relay-worker.

pub struct LlmNextRequest {
    pub credentials: Option<Credentials>,
    pub continuation_id: String,
    pub request: Option<LlmRequest>,
    pub scope: Option<ScopeContext>,
}

Invokes a live unary LLM continuation with a rewritten provider request.

Fields

credentials: Option<Credentials>

Required activation credentials; invalid authentication fails before the operation executes.

continuation_id: String

Host-issued continuation bound to the active callback; reject expired or foreign identities.

request: Option<LlmRequest>

Required provider request supplied to this callback, continuation, or codec operation.

scope: Option<ScopeContext>

Optional host binding selecting the stack and parent for this operation.

Trait Implementations

impl Clone for LlmNextRequest

impl Clone for LlmNextRequest

clone

fn clone(&self) -> LlmNextRequest

clone_from

fn clone_from(&mut self, source: &Self)

impl Debug for LlmNextRequest

impl Debug for LlmNextRequest

fmt

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Default for LlmNextRequest

impl Default for LlmNextRequest

default

fn default() -> Self

impl Message for LlmNextRequest

impl Message for LlmNextRequest

encoded_len

fn encoded_len(&self) -> usize

clear

fn clear(&mut self)

encode

fn encode(&self, buf: &mut impl BufMut) -> Result<(), EncodeError>where
    Self: Sized,

encode_to_vec

fn encode_to_vec(&self) -> Vec<u8> where
    Self: Sized,

encode_length_delimited

fn encode_length_delimited(
    &self,
    buf: &mut impl BufMut,
) -> Result<(), EncodeError>where
    Self: Sized,

encode_length_delimited_to_vec

fn encode_length_delimited_to_vec(&self) -> Vec<u8> where
    Self: Sized,

decode

fn decode(buf: impl Buf) -> Result<Self, DecodeError>where
    Self: Default,

decode_length_delimited

fn decode_length_delimited(buf: impl Buf) -> Result<Self, DecodeError>where
    Self: Default,

merge

fn merge(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
    Self: Sized,

merge_length_delimited

fn merge_length_delimited(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
    Self: Sized,

impl Name for LlmNextRequest

impl Name for LlmNextRequest

NAME

const NAME: &'static str = "LlmNextRequest"

PACKAGE

const PACKAGE: &'static str = "nvidia.nemo.relay.worker.v1"

full_name

fn full_name() -> String

type_url

fn type_url() -> String

impl PartialEq for LlmNextRequest

impl PartialEq for LlmNextRequest

eq

fn eq(&self, other: &LlmNextRequest) -> bool

ne

fn ne(&self, other: &Rhs) -> bool

impl StructuralPartialEq for LlmNextRequest

impl StructuralPartialEq for LlmNextRequest