Struct MistralRs

pub struct MistralRs { /* private fields */ }

The MistralRs struct handles sending requests to multiple engines. It is the core multi-threaded component of mistral.rs, and uses mpsc Sender and Receiver primitives to send and receive requests to the appropriate engine based on model ID.

Implementations

impl MistralRs

pub fn get_sender( &self, model_id: Option<&str>, ) -> Result<Sender<Request>, MistralRsError>

Get sender for a specific model. If model_id is None, uses default engine.

pub fn get_id(&self) -> String

pub fn get_creation_time(&self) -> u64

pub fn get_model_category( &self, model_id: Option<&str>, ) -> Result<ModelCategory, MistralRsError>

Get model category for a specific model. If model_id is None, uses default engine.

pub fn next_request_id(&self) -> usize

pub async fn add_model( &self, model_id: String, pipeline: Arc<Mutex<dyn Pipeline>>, method: SchedulerConfig, config: AddModelConfig, ) -> Result<(), String>

Add a new model engine to the MistralRs instance

pub fn remove_model(&self, model_id: &str) -> Result<(), String>

Remove a model engine from the MistralRs instance

pub fn list_models(&self) -> Result<Vec<String>, String>

List all available model IDs

pub fn get_default_model_id(&self) -> Result<Option<String>, String>

Get the current default model ID

pub fn set_default_model_id(&self, model_id: &str) -> Result<(), String>

Set the default model ID

pub fn send_request(&self, request: Request) -> Result<(), MistralRsError>

Dispatch a request to the appropriate engine based on the model_id in the request

pub fn maybe_log_request(this: Arc<Self>, repr: String)

pub fn maybe_log_response<T: Serialize>(this: Arc<Self>, resp: &T)

pub fn maybe_log_error(this: Arc<Self>, err: &dyn Error)

pub fn get_tools_count(&self, model_id: Option<&str>) -> Result<usize, String>

Get the number of tools available for a specific model (including MCP tools)

pub fn has_mcp_client(&self, model_id: Option<&str>) -> Result<bool, String>

Check if MCP client is configured for a specific model

pub fn config(&self, model_id: Option<&str>) -> Result<MistralRsConfig, String>

Get config for a specific model

Trait Implementations

impl Drop for MistralRs

fn drop(&mut self)

Executes the destructor for this type.