mistralrs_quant

Trait QuantizedSerde

Source 
pub trait QuantizedSerde {
    // Required method
    fn name(&self) -> &'static str;

    // Provided methods
    fn isq_serde_supported(&self) -> bool { ... }
    fn serialize(&self) -> Result<Cow<'_, [u8]>> { ... }
    fn deserialize(
        _data: Cow<'_, [u8]>,
        _device: &Device,
    ) -> Result<Arc<dyn QuantMethod>>
       where Self: Sized { ... }
    fn serialize_with_bias(
        &self,
        _bias: Option<Tensor>,
    ) -> Result<Cow<'_, [u8]>> { ... }
}

Required Methods§

Source

fn name(&self) -> &'static str

Provided Methods§

Source

fn isq_serde_supported(&self) -> bool

Source

fn serialize(&self) -> Result<Cow<'_, [u8]>>

Source

fn deserialize( _data: Cow<'_, [u8]>, _device: &Device, ) -> Result<Arc<dyn QuantMethod>>
where Self: Sized,

Source

fn serialize_with_bias(&self, _bias: Option<Tensor>) -> Result<Cow<'_, [u8]>>

NOT meant for external calling

Implementors§