Struct BlockQ8K

#[repr(C)]
pub struct BlockQ8K { /* private fields */ }

Trait Implementations

impl Clone for BlockQ8K

fn clone(&self) -> BlockQ8K

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for BlockQ8K

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl GgmlType for BlockQ8K

const DTYPE: GgmlDType = GgmlDType::Q8K

const BLCK_SIZE: usize = 256usize

type VecDotType = BlockQ8K

fn vec_dot(n: usize, xs: &[Self], ys: &[Self::VecDotType]) -> Result<f32>

Dot product used as a building block for quantized mat-mul. n is the number of elements to be considered.

fn vec_dot_unopt(n: usize, xs: &[Self], ys: &[Self::VecDotType]) -> Result<f32>

Generic implementation of the dot product without simd optimizations.

fn from_float(xs: &[f32], ys: &mut [Self]) -> Result<()>

fn to_float(xs: &[Self], ys: &mut [f32]) -> Result<()>

fn zeros() -> Self

fn from_float_imatrix( _xs: &[f32], _ys: &mut [Self], _imatrix_weights: &[f32], _n_per_row: usize, ) -> Result<()>

impl PartialEq for BlockQ8K

fn eq(&self, other: &BlockQ8K) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl StructuralPartialEq for BlockQ8K