mistralrs_quant/gptq/
mod.rs

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
#[cfg(feature = "cuda")]
mod ffi;
#[cfg(not(feature = "cuda"))]
mod gptq_cpu;
#[cfg(feature = "cuda")]
mod gptq_cuda;
#[cfg(feature = "cuda")]
mod marlin_backend;
#[cfg(feature = "cuda")]
mod marlin_ffi;

#[cfg(not(feature = "cuda"))]
pub use gptq_cpu::{gptq_linear, GptqLayer};
#[cfg(feature = "cuda")]
pub use gptq_cuda::{gptq_linear, GptqLayer};