Enum Llama3RotaryEmbedding

pub enum Llama3RotaryEmbedding {
    Llama3 {
        sin: Tensor,
        cos: Tensor,
        is_gptx: bool,
    },
    Default(RotaryEmbedding),
}

RoPE for Llama3

Variants

Llama3

Fields

sin: Tensor

cos: Tensor

is_gptx: bool

Default(RotaryEmbedding)

Implementations

impl Llama3RotaryEmbedding

pub fn new_llama3( dtype: DType, cfg: &Config, dev: &Device, is_gpt_neox: bool, ) -> Result<Llama3RotaryEmbedding, Error>

pub fn new_mllama3( dtype: DType, cfg: &MLlamaTextConfig, dev: &Device, is_gpt_neox: bool, ) -> Result<Llama3RotaryEmbedding, Error>

pub fn forward( &self, positions: &[usize], positions_kernel: &Tensor, q: &mut Tensor, k: &mut Tensor, b_sz: usize, ) -> Result<(), Error>

Trait Implementations

impl Clone for Llama3RotaryEmbedding

fn clone(&self) -> Llama3RotaryEmbedding

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Llama3RotaryEmbedding

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.