Struct ModelConfig

pub struct ModelConfig {
    pub model_id: String,
    pub model: ModelSelected,
    pub chat_template: Option<String>,
    pub jinja_explicit: Option<String>,
    pub num_device_layers: Option<Vec<String>>,
    pub in_situ_quant: Option<String>,
}

Configuration for a single model in a multi-model setup

Fields

model_id: String

Model identifier (used in API requests)

model: ModelSelected

Model selector

chat_template: Option<String>

Model-specific chat template

jinja_explicit: Option<String>

Model-specific JINJA template

num_device_layers: Option<Vec<String>>

Model-specific device layers

in_situ_quant: Option<String>

Model-specific in-situ quantization

Implementations

impl ModelConfig

pub fn new(model_id: String, model: ModelSelected) -> Self

pub fn with_chat_template(self, chat_template: String) -> Self

pub fn with_jinja_explicit(self, jinja_explicit: String) -> Self

pub fn with_num_device_layers(self, num_device_layers: Vec<String>) -> Self

pub fn with_in_situ_quant(self, in_situ_quant: String) -> Self

Trait Implementations

impl Clone for ModelConfig

fn clone(&self) -> ModelConfig

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'de> Deserialize<'de> for ModelConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.