pub struct ChatCompletionRequest {Show 25 fields
pub messages: Either<Vec<Message>, String>,
pub model: String,
pub logit_bias: Option<HashMap<u32, f32>>,
pub logprobs: bool,
pub top_logprobs: Option<usize>,
pub max_tokens: Option<usize>,
pub n_choices: usize,
pub presence_penalty: Option<f32>,
pub frequency_penalty: Option<f32>,
pub stop_seqs: Option<StopTokens>,
pub temperature: Option<f64>,
pub top_p: Option<f64>,
pub stream: Option<bool>,
pub tools: Option<Vec<Tool>>,
pub tool_choice: Option<ToolChoice>,
pub response_format: Option<ResponseFormat>,
pub web_search_options: Option<WebSearchOptions>,
pub top_k: Option<usize>,
pub grammar: Option<Grammar>,
pub min_p: Option<f64>,
pub dry_multiplier: Option<f32>,
pub dry_base: Option<f32>,
pub dry_allowed_length: Option<usize>,
pub dry_sequence_breakers: Option<Vec<String>>,
pub enable_thinking: Option<bool>,
}
Expand description
Chat completion request following OpenAI’s specification
Fields§
§messages: Either<Vec<Message>, String>
§model: String
§logit_bias: Option<HashMap<u32, f32>>
§logprobs: bool
§top_logprobs: Option<usize>
§max_tokens: Option<usize>
§n_choices: usize
§presence_penalty: Option<f32>
§frequency_penalty: Option<f32>
§stop_seqs: Option<StopTokens>
§temperature: Option<f64>
§top_p: Option<f64>
§stream: Option<bool>
§tools: Option<Vec<Tool>>
§tool_choice: Option<ToolChoice>
§response_format: Option<ResponseFormat>
§web_search_options: Option<WebSearchOptions>
§top_k: Option<usize>
§grammar: Option<Grammar>
§min_p: Option<f64>
§dry_multiplier: Option<f32>
§dry_base: Option<f32>
§dry_allowed_length: Option<usize>
§dry_sequence_breakers: Option<Vec<String>>
§enable_thinking: Option<bool>
Trait Implementations§
Source§impl Clone for ChatCompletionRequest
impl Clone for ChatCompletionRequest
Source§fn clone(&self) -> ChatCompletionRequest
fn clone(&self) -> ChatCompletionRequest
Returns a copy of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source
. Read moreSource§impl ComposeSchema for ChatCompletionRequest
impl ComposeSchema for ChatCompletionRequest
Source§impl Debug for ChatCompletionRequest
impl Debug for ChatCompletionRequest
Source§impl<'de> Deserialize<'de> for ChatCompletionRequest
impl<'de> Deserialize<'de> for ChatCompletionRequest
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl Serialize for ChatCompletionRequest
impl Serialize for ChatCompletionRequest
Auto Trait Implementations§
impl Freeze for ChatCompletionRequest
impl RefUnwindSafe for ChatCompletionRequest
impl Send for ChatCompletionRequest
impl Sync for ChatCompletionRequest
impl Unpin for ChatCompletionRequest
impl UnwindSafe for ChatCompletionRequest
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<T> Downcast for Twhere
T: AsAny + ?Sized,
impl<T> Downcast for Twhere
T: AsAny + ?Sized,
§fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
Forward to the method defined on the type
Any
.§fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
Forward to the method defined on the type
Any
.§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self
into a Left
variant of Either<Self, Self>
if into_left
is true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self
into a Left
variant of Either<Self, Self>
if into_left(&self)
returns true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read more