pub struct CompletionRequest {Show 25 fields
pub model: String,
pub prompt: String,
pub best_of: Option<usize>,
pub echo_prompt: bool,
pub presence_penalty: Option<f32>,
pub frequency_penalty: Option<f32>,
pub logit_bias: Option<HashMap<u32, f32>>,
pub logprobs: Option<usize>,
pub max_tokens: Option<usize>,
pub n_choices: usize,
pub stop_seqs: Option<StopTokens>,
pub stream: Option<bool>,
pub temperature: Option<f64>,
pub top_p: Option<f64>,
pub suffix: Option<String>,
pub _user: Option<String>,
pub tools: Option<Vec<Tool>>,
pub tool_choice: Option<ToolChoice>,
pub top_k: Option<usize>,
pub grammar: Option<Grammar>,
pub min_p: Option<f64>,
pub dry_multiplier: Option<f32>,
pub dry_base: Option<f32>,
pub dry_allowed_length: Option<usize>,
pub dry_sequence_breakers: Option<Vec<String>>,
}
Expand description
Legacy OpenAI compatible text completion request
Fields§
§model: String
§prompt: String
§best_of: Option<usize>
§echo_prompt: bool
§presence_penalty: Option<f32>
§frequency_penalty: Option<f32>
§logit_bias: Option<HashMap<u32, f32>>
§logprobs: Option<usize>
§max_tokens: Option<usize>
§n_choices: usize
§stop_seqs: Option<StopTokens>
§stream: Option<bool>
§temperature: Option<f64>
§top_p: Option<f64>
§suffix: Option<String>
§_user: Option<String>
§tools: Option<Vec<Tool>>
§tool_choice: Option<ToolChoice>
§top_k: Option<usize>
§grammar: Option<Grammar>
§min_p: Option<f64>
§dry_multiplier: Option<f32>
§dry_base: Option<f32>
§dry_allowed_length: Option<usize>
§dry_sequence_breakers: Option<Vec<String>>
Trait Implementations§
Source§impl Clone for CompletionRequest
impl Clone for CompletionRequest
Source§fn clone(&self) -> CompletionRequest
fn clone(&self) -> CompletionRequest
Returns a copy of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source
. Read moreSource§impl ComposeSchema for CompletionRequest
impl ComposeSchema for CompletionRequest
Source§impl Debug for CompletionRequest
impl Debug for CompletionRequest
Source§impl<'de> Deserialize<'de> for CompletionRequest
impl<'de> Deserialize<'de> for CompletionRequest
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl Serialize for CompletionRequest
impl Serialize for CompletionRequest
Auto Trait Implementations§
impl Freeze for CompletionRequest
impl RefUnwindSafe for CompletionRequest
impl Send for CompletionRequest
impl Sync for CompletionRequest
impl Unpin for CompletionRequest
impl UnwindSafe for CompletionRequest
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<T> Downcast for Twhere
T: AsAny + ?Sized,
impl<T> Downcast for Twhere
T: AsAny + ?Sized,
§fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
Forward to the method defined on the type
Any
.§fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
Forward to the method defined on the type
Any
.§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self
into a Left
variant of Either<Self, Self>
if into_left
is true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self
into a Left
variant of Either<Self, Self>
if into_left(&self)
returns true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read more