Struct RotaryEmbedding

pub struct RotaryEmbedding(/* private fields */);

Implementations

impl RotaryEmbedding

pub fn new( base: f32, head_dim: usize, max_position_embeddings: usize, device: &Device, is_gpt_neox: bool, dtype: DType, ) -> Result<RotaryEmbedding, Error>

pub fn new_partial( base: f32, head_dim: usize, rot_dim: usize, max_position_embeddings: usize, device: &Device, is_gpt_neox: bool, dtype: DType, ) -> Result<RotaryEmbedding, Error>

pub fn forward( &self, positions: &[usize], positions_kernel: &Tensor, q: &mut Tensor, k: &mut Tensor, b_sz: usize, ) -> Result<(), Error>

Trait Implementations

impl Clone for RotaryEmbedding

fn clone(&self) -> RotaryEmbedding

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RotaryEmbedding

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.