Struct RotatingCache

pub struct RotatingCache { /* private fields */ }

Implementations

impl RotatingCache

pub fn new(dim: usize, max_seq_len: usize) -> Self

pub fn offset(&self) -> usize

pub fn dim(&self) -> usize

pub fn current_seq_len(&self) -> usize

pub fn max_seq_len(&self) -> usize

pub fn all_data(&self) -> &Option<Tensor>

pub fn current_data(&self) -> Result<Option<Tensor>>

pub fn reset(&mut self)

pub fn append(&mut self, src: &Tensor) -> Result<Tensor>

pub fn attn_mask( &self, seq_len: usize, device: &Device, ) -> Result<Option<Tensor>>

Returns the attn_mask to be applied after adding seq_len to the cache.

Trait Implementations

impl Clone for RotatingCache

fn clone(&self) -> RotatingCache

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RotatingCache

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.