Generated from cargo doc --no-deps -p nemo-relay -p nemo-relay-adaptive -p nemo-relay-ffi.
pub struct GenerationParams {
pub temperature: Option<f64>,
pub max_tokens: Option<u64>,
pub top_p: Option<f64>,
pub stop: Option<Vec<String>>,
}
Normalized generation parameters across providers.
temperature: Option<f64>Sampling temperature.
max_tokens: Option<u64>Maximum number of tokens to generate.
top_p: Option<f64>Nucleus sampling probability.
stop: Option<Vec<String>>Stop sequences.
impl Clone for GenerationParamsimpl Clone for GenerationParams
clonefn clone(&self) -> GenerationParams
clone_fromfn clone_from(&mut self, source: &Self)
impl Debug for GenerationParamsimpl Debug for GenerationParams
fmtfn fmt(&self, f: &mut Formatter<'_>) -> Result
impl Default for GenerationParamsimpl Default for GenerationParams
defaultfn default() -> GenerationParams
impl<'de> Deserialize<'de> for GenerationParamsimpl<'de> Deserialize<'de> for GenerationParams
deserializefn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
impl PartialEq for GenerationParamsimpl PartialEq for GenerationParams
eqfn eq(&self, other: &GenerationParams) -> bool
nefn ne(&self, other: &Rhs) -> bool
impl Serialize for GenerationParamsimpl Serialize for GenerationParams
serializefn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where
__S: Serializer,
impl StructuralPartialEq for GenerationParamsimpl StructuralPartialEq for GenerationParams