Struct Mlp

pub struct Mlp {
    pub gate: Arc<dyn QuantMethod>,
    pub up: Arc<dyn QuantMethod>,
    pub down: Arc<dyn QuantMethod>,
    /* private fields */
}

Fields

gate: Arc<dyn QuantMethod>

up: Arc<dyn QuantMethod>

down: Arc<dyn QuantMethod>

Implementations

impl Mlp

pub fn new( vb: VarBuilderArgs<'static, ShardedSafeTensors>, hidden_size: usize, intermediate_size: usize, quantization_config: &Option<QuantizedConfig>, hidden_act: Activation, comm: &Arc<Comm>, ) -> Result<Mlp, Error>

pub fn new_merged( vb: VarBuilderArgs<'static, ShardedSafeTensors>, hidden_size: usize, intermediate_size: usize, chunks: usize, quantization_config: &Option<QuantizedConfig>, hidden_act: Activation, comm: &Arc<Comm>, ) -> Result<Mlp, Error>

pub fn replicate( params: &[usize], vb: VarBuilderArgs<'static, ShardedSafeTensors>, act: Activation, comm: &Arc<Comm>, ) -> Result<Mlp, Error>

pub fn forward(&self, xs: &Tensor) -> Result<Tensor, Error>

Trait Implementations

impl Clone for Mlp

fn clone(&self) -> Mlp

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.