pub trait RequestLike {
// Required methods
fn messages_ref(&self) -> &[IndexMap<String, MessageContent>];
fn take_messages(&mut self) -> RequestMessage;
fn take_logits_processors(
&mut self,
) -> Option<Vec<Arc<dyn CustomLogitsProcessor>>>;
fn take_adapters(&mut self) -> Option<Vec<String>>;
fn return_logprobs(&self) -> bool;
fn take_constraint(&mut self) -> Constraint;
fn take_tools(&mut self) -> Option<(Vec<Tool>, ToolChoice)>;
fn take_sampling_params(&mut self) -> SamplingParams;
}
Expand description
A type which can be used as a chat request.