Struct KvCache

pub struct KvCache { /* private fields */ }

Implementations

impl KvCache

pub fn new(dim: usize, max_seq_len: usize) -> Self

pub fn k_cache(&self) -> &Cache

pub fn v_cache(&self) -> &Cache

pub fn k_cache_mut(&mut self) -> &mut Cache

pub fn v_cache_mut(&mut self) -> &mut Cache

pub fn k(&self) -> Result<Option<Tensor>>

pub fn v(&self) -> Result<Option<Tensor>>

pub fn append(&mut self, k: &Tensor, v: &Tensor) -> Result<(Tensor, Tensor)>

pub fn current_seq_len(&self) -> usize

pub fn reset(&mut self)

Trait Implementations

impl Clone for KvCache

fn clone(&self) -> KvCache

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for KvCache

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.