Struct LlmRequest Intercept Outcome

View as Markdown

Generated from cargo doc --no-deps -p nemo-relay -p nemo-relay-adaptive -p nemo-relay-pii-redaction -p nemo-relay-ffi -p nemo-relay-types -p nemo-relay-plugin -p nemo-relay-worker-proto -p nemo-relay-worker.

pub struct LlmRequestInterceptOutcome {
    pub request: LlmRequest,
    pub annotated_request: Option<AnnotatedLlmRequest>,
    pub pending_marks: Vec<PendingMarkSpec>,
}

Result of an LLM request intercept that can schedule lifecycle marks.

Fields

request: LlmRequest

Rewritten provider request when no request codec is active.

With a request codec, callbacks may rewrite headers, but content is read-only and provider-body changes must be made through Self::annotated_request.

annotated_request: Option<AnnotatedLlmRequest>

Optional normalized request annotation to carry forward.

This is required and authoritative for provider content when a request codec is active. It remains optional when no request codec is active.

pending_marks: Vec<PendingMarkSpec>

Ordered marks to emit after Relay creates and starts the LLM scope.

Implementations

impl LlmRequestInterceptOutcome

impl LlmRequestInterceptOutcome

new

pub fn new(
    request: LlmRequest,
    annotated_request: Option<AnnotatedLlmRequest>,
) -> LlmRequestInterceptOutcome

Create an outcome without pending marks.

with_pending_mark

pub fn with_pending_mark(
    self,
    mark: PendingMarkSpec,
) -> LlmRequestInterceptOutcome

Append one pending mark while preserving interceptor order.

Trait Implementations

impl Clone for LlmRequestInterceptOutcome

impl Clone for LlmRequestInterceptOutcome

clone

fn clone(&self) -> LlmRequestInterceptOutcome

clone_from

fn clone_from(&mut self, source: &Self)

impl Debug for LlmRequestInterceptOutcome

impl Debug for LlmRequestInterceptOutcome

fmt

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

impl<'de> Deserialize<'de> for LlmRequestInterceptOutcome

impl<'de> Deserialize<'de> for LlmRequestInterceptOutcome

deserialize

fn deserialize<__D>(
    __deserializer: __D,
) -> Result<LlmRequestInterceptOutcome, <__D as Deserializer<'de>>::Error>where
    __D: Deserializer<'de>,

impl From<(LlmRequest, AnnotatedLlmRequest)> for LlmRequestInterceptOutcome

impl From<(LlmRequest, AnnotatedLlmRequest)> for LlmRequestInterceptOutcome

from

fn from(_: (LlmRequest, AnnotatedLlmRequest)) -> LlmRequestInterceptOutcome

impl From<(LlmRequest, Option<AnnotatedLlmRequest>)> for LlmRequestInterceptOutcome

impl From<(LlmRequest, Option<AnnotatedLlmRequest>)> for LlmRequestInterceptOutcome

from

fn from(
    _: (LlmRequest, Option<AnnotatedLlmRequest>),
) -> LlmRequestInterceptOutcome

impl From<LlmRequest> for LlmRequestInterceptOutcome

impl From<LlmRequest> for LlmRequestInterceptOutcome

from

fn from(request: LlmRequest) -> LlmRequestInterceptOutcome

impl PartialEq for LlmRequestInterceptOutcome

impl PartialEq for LlmRequestInterceptOutcome

eq

fn eq(&self, other: &LlmRequestInterceptOutcome) -> bool

ne

fn ne(&self, other: &Rhs) -> bool

impl Serialize for LlmRequestInterceptOutcome

impl Serialize for LlmRequestInterceptOutcome

serialize

fn serialize<__S>(
    &self,
    __serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
    __S: Serializer,

impl StructuralPartialEq for LlmRequestInterceptOutcome

impl StructuralPartialEq for LlmRequestInterceptOutcome