mistralrs::v0_4_api

Trait RequestLike

source
pub trait RequestLike {
    // Required methods
    fn messages_ref(&self) -> &[IndexMap<String, MessageContent>];
    fn take_messages(&mut self) -> RequestMessage;
    fn take_logits_processors(
        &mut self,
    ) -> Option<Vec<Arc<dyn CustomLogitsProcessor>>>;
    fn take_adapters(&mut self) -> Option<Vec<String>>;
    fn return_logprobs(&self) -> bool;
    fn take_constraint(&mut self) -> Constraint;
    fn take_tools(&mut self) -> Option<(Vec<Tool>, ToolChoice)>;
    fn take_sampling_params(&mut self) -> SamplingParams;
}
Expand description

A type which can be used as a chat request.

Required Methods§

Implementors§