pub struct CreateMessageParams {
pub messages: Vec<SamplingMessage>,
pub max_tokens: u32,
pub system_prompt: Option<String>,
pub include_context: Option<String>,
pub temperature: Option<f32>,
pub stop_sequences: Option<Vec<String>>,
pub model_preferences: Option<ModelPreferences>,
pub tools: Option<Vec<Tool>>,
pub tool_choice: Option<SamplingToolChoice>,
pub metadata: Option<HashMap<String, Value>>,
pub meta: Option<HashMap<String, Value>>,
}Expand description
Parameters for sampling/createMessage request
Fields§
§messages: Vec<SamplingMessage>Messages in the conversation
max_tokens: u32Maximum tokens to generate
system_prompt: Option<String>Optional system prompt
include_context: Option<String>Include context from servers
temperature: Option<f32>Temperature for sampling
stop_sequences: Option<Vec<String>>Stop sequences
model_preferences: Option<ModelPreferences>Model preferences
tools: Option<Vec<Tool>>Optional tools that the model may call while sampling.
tool_choice: Option<SamplingToolChoice>Optional strategy for choosing tools during sampling.
metadata: Option<HashMap<String, Value>>Provider-specific metadata
meta: Option<HashMap<String, Value>>Request metadata
Implementations§
Source§impl CreateMessageParams
impl CreateMessageParams
Sourcepub fn new(messages: Vec<SamplingMessage>, max_tokens: u32) -> Self
pub fn new(messages: Vec<SamplingMessage>, max_tokens: u32) -> Self
Create minimal sampling/createMessage params.
Sourcepub fn with_system_prompt<S: Into<String>>(self, system_prompt: S) -> Self
pub fn with_system_prompt<S: Into<String>>(self, system_prompt: S) -> Self
Set system prompt.
Sourcepub fn with_include_context<S: Into<String>>(self, include_context: S) -> Self
pub fn with_include_context<S: Into<String>>(self, include_context: S) -> Self
Set context inclusion strategy.
Sourcepub fn with_temperature(self, temperature: f32) -> Self
pub fn with_temperature(self, temperature: f32) -> Self
Set sampling temperature.
Sourcepub fn with_stop_sequences(self, stop_sequences: Vec<String>) -> Self
pub fn with_stop_sequences(self, stop_sequences: Vec<String>) -> Self
Set stop sequences.
Sourcepub fn with_model_preferences(self, model_preferences: ModelPreferences) -> Self
pub fn with_model_preferences(self, model_preferences: ModelPreferences) -> Self
Set model preferences.
Sourcepub fn with_tools(self, tools: Vec<Tool>) -> Self
pub fn with_tools(self, tools: Vec<Tool>) -> Self
Set available tools for sampling.
Sourcepub fn with_tool_choice(self, tool_choice: SamplingToolChoice) -> Self
pub fn with_tool_choice(self, tool_choice: SamplingToolChoice) -> Self
Set tool choice behavior for sampling.
Sourcepub fn with_metadata(self, metadata: HashMap<String, Value>) -> Self
pub fn with_metadata(self, metadata: HashMap<String, Value>) -> Self
Set provider metadata.
Trait Implementations§
Source§impl Clone for CreateMessageParams
impl Clone for CreateMessageParams
Source§fn clone(&self) -> CreateMessageParams
fn clone(&self) -> CreateMessageParams
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for CreateMessageParams
impl Debug for CreateMessageParams
Source§impl<'de> Deserialize<'de> for CreateMessageParams
impl<'de> Deserialize<'de> for CreateMessageParams
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl PartialEq for CreateMessageParams
impl PartialEq for CreateMessageParams
Source§fn eq(&self, other: &CreateMessageParams) -> bool
fn eq(&self, other: &CreateMessageParams) -> bool
Tests for
self and other values to be equal, and is used by ==.Source§impl Serialize for CreateMessageParams
impl Serialize for CreateMessageParams
impl StructuralPartialEq for CreateMessageParams
Auto Trait Implementations§
impl Freeze for CreateMessageParams
impl RefUnwindSafe for CreateMessageParams
impl Send for CreateMessageParams
impl Sync for CreateMessageParams
impl Unpin for CreateMessageParams
impl UnsafeUnpin for CreateMessageParams
impl UnwindSafe for CreateMessageParams
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request§impl<L> LayerExt<L> for L
impl<L> LayerExt<L> for L
§fn named_layer<S>(&self, service: S) -> Layered<<L as Layer<S>>::Service, S>where
L: Layer<S>,
fn named_layer<S>(&self, service: S) -> Layered<<L as Layer<S>>::Service, S>where
L: Layer<S>,
Applies the layer to a service and wraps it in [
Layered].