List of all items

Structs

• NiceProgressBar
• core::DTypeParseError
• core::MetalDevice
• core::MetalStorage
• core::StridedIndex
• core::Tensor
• core::TensorId
• core::Var
• core::backprop::GradStore
• core::conv::ParamsConv1D
• core::conv::ParamsConv2D
• core::conv::ParamsConvTranspose1D
• core::conv::ParamsConvTranspose2D
• core::cpu_backend::CpuDevice
• core::display::PrinterOptions
• core::dummy_cuda_backend::CudaDevice
• core::dummy_cuda_backend::CudaStorage
• core::error::MatMulUnexpectedStriding
• core::layout::ContiguousOffsetsWithBroadcast
• core::layout::Layout
• core::npy::NpzTensors
• core::op::BackpropOp
• core::pickle::PthTensors
• core::pickle::Stack
• core::pickle::TensorInfo
• core::quantized::QTensor
• core::quantized::ggml_file::Content
• core::quantized::ggml_file::HParams
• core::quantized::ggml_file::Vocab
• core::quantized::gguf_file::Content
• core::quantized::gguf_file::TensorInfo
• core::quantized::k_quants::BlockQ2K
• core::quantized::k_quants::BlockQ3K
• core::quantized::k_quants::BlockQ4K
• core::quantized::k_quants::BlockQ4_0
• core::quantized::k_quants::BlockQ4_1
• core::quantized::k_quants::BlockQ5K
• core::quantized::k_quants::BlockQ5_0
• core::quantized::k_quants::BlockQ5_1
• core::quantized::k_quants::BlockQ6K
• core::quantized::k_quants::BlockQ8K
• core::quantized::k_quants::BlockQ8_0
• core::quantized::k_quants::BlockQ8_1
• core::safetensors::BufferedSafetensors
• core::safetensors::MmapedFile
• core::safetensors::MmapedSafetensors
• core::safetensors::SliceSafetensors
• core::shape::Shape
• core::streaming::Map
• core::streaming::StreamTensor
• core::streaming::StreamingBinOp
• nn::activation::PReLU
• nn::batch_norm::BatchNorm
• nn::batch_norm::BatchNormConfig
• nn::conv::Conv1d
• nn::conv::Conv1dConfig
• nn::conv::Conv2d
• nn::conv::Conv2dConfig
• nn::conv::ConvTranspose1d
• nn::conv::ConvTranspose1dConfig
• nn::conv::ConvTranspose2d
• nn::conv::ConvTranspose2dConfig
• nn::embedding::Embedding
• nn::func::Func
• nn::func::FuncT
• nn::group_norm::GroupNorm
• nn::kv_cache::Cache
• nn::kv_cache::KvCache
• nn::kv_cache::RotatingCache
• nn::kv_cache::RotatingKvCache
• nn::layer_norm::LayerNorm
• nn::layer_norm::LayerNormConfig
• nn::layer_norm::RmsNorm
• nn::layer_norm::RmsNormNonQuantized
• nn::layer_norm::RmsNormQuantized
• nn::linear::Linear
• nn::ops::Dropout
• nn::ops::Identity
• nn::optim::AdamW
• nn::optim::ParamsAdamW
• nn::optim::SGD
• nn::rnn::GRU
• nn::rnn::GRUConfig
• nn::rnn::GRUState
• nn::rnn::LSTM
• nn::rnn::LSTMConfig
• nn::rnn::LSTMState
• nn::rope::RotaryEmbedding
• nn::sequential::Sequential
• nn::var_builder::Rename
• nn::var_builder::SafeTensorWithRouting
• nn::var_builder::Shard
• nn::var_builder::ShardedSafeTensors
• nn::var_builder::VarBuilderArgs
• nn::var_map::VarMap

Enums

• FileData
• FileLoader
• ModelSource
• TokenSource
• core::DType
• core::Device
• core::DeviceLocation
• core::MetalError
• core::Storage
• core::StridedBlocks
• core::TensorIndexer
• core::conv::CudnnFwdAlgo
• core::cpu_backend::CpuStorage
• core::cpu_backend::CpuStorageRef
• core::error::Error
• core::op::BinaryOp
• core::op::CmpOp
• core::op::Op
• core::op::ReduceOp
• core::op::UnaryOp
• core::pickle::Object
• core::pickle::OpCode
• core::quantized::GgmlDType
• core::quantized::QMatMul
• core::quantized::QStorage
• core::quantized::ggml_file::VersionedMagic
• core::quantized::gguf_file::Value
• core::quantized::gguf_file::ValueType
• core::quantized::gguf_file::VersionedMagic
• core::scalar::TensorScalar
• core::shape::D
• core::streaming::BinOp
• nn::activation::Activation
• nn::init::FanInOut
• nn::init::Init
• nn::init::NonLinearity
• nn::init::NormalOrUniform
• nn::rnn::Direction

Traits

• core::CustomOp1
• core::CustomOp2
• core::CustomOp3
• core::FloatDType
• core::IndexOp
• core::InplaceOp1
• core::InplaceOp2
• core::InplaceOp3
• core::IntDType
• core::Module
• core::ModuleT
• core::NdArray
• core::ToUsize2
• core::WithDType
• core::backend::BackendDevice
• core::backend::BackendStorage
• core::cpu::kernels::VecOps
• core::cpu_backend::Map1
• core::cpu_backend::Map1Any
• core::cpu_backend::Map2
• core::cpu_backend::Map2Alpha
• core::cpu_backend::Map2U8
• core::cpu_backend::Map3
• core::error::Context
• core::op::BinaryOpT
• core::op::UnaryOpT
• core::quantized::QuantizedType
• core::quantized::k_quants::GgmlType
• core::safetensors::Load
• core::scalar::TensorOrScalar
• core::shape::Dim
• core::shape::Dims
• core::shape::ShapeWithOneHole
• core::streaming::Dim
• core::streaming::StreamingModule
• nn::optim::Optimizer
• nn::rnn::RNN
• nn::var_builder::Backend
• nn::var_builder::Renamer
• nn::var_builder::SimpleBackend

Macros

• bail
• map_dtype
• test_device

Functions

• conv1d
• conv1d_no_bias
• conv2d
• conv2d_no_bias
• core::cpu::erf::erf
• core::cpu::erf::erf_inv
• core::cpu::erf::erfc
• core::cpu::erf::erfc_inv
• core::cpu::kernels::par_for_each
• core::cpu::kernels::par_range
• core::cpu_backend::binary_map
• core::cpu_backend::binary_map_vec
• core::cpu_backend::unary_map
• core::cpu_backend::unary_map_vec
• core::display::print_options
• core::display::set_edge_items
• core::display::set_line_width
• core::display::set_precision
• core::display::set_print_options
• core::display::set_print_options_default
• core::display::set_print_options_full
• core::display::set_print_options_short
• core::display::set_sci_mode
• core::display::set_threshold
• core::dummy_cuda_backend::gemm_reduced_precision_bf16
• core::dummy_cuda_backend::gemm_reduced_precision_f16
• core::dummy_cuda_backend::gemm_reduced_precision_f32
• core::dummy_cuda_backend::set_gemm_reduced_precision_bf16
• core::dummy_cuda_backend::set_gemm_reduced_precision_f16
• core::dummy_cuda_backend::set_gemm_reduced_precision_f32
• core::error::zip
• core::from_storage_no_op
• core::pickle::read_all
• core::pickle::read_all_with_key
• core::pickle::read_pth_tensor_info
• core::quantized::ggml_file::qtensor_from_ggml
• core::quantized::gguf_file::write
• core::quantized::imatrix_file::load_imatrix
• core::quantized::k_quants::matmul
• core::safetensors::load
• core::safetensors::load_buffer
• core::safetensors::save
• core::shape::dims0
• core::shape::dims1
• core::shape::dims2
• core::shape::dims3
• core::shape::dims4
• core::shape::dims5
• core::test_utils::to_vec0_round
• core::test_utils::to_vec1_round
• core::test_utils::to_vec2_round
• core::test_utils::to_vec3_round
• core::utils::cuda_is_available
• core::utils::get_num_threads
• core::utils::has_accelerate
• core::utils::has_mkl
• core::utils::metal_is_available
• core::utils::with_avx
• core::utils::with_f16c
• core::utils::with_neon
• core::utils::with_simd128
• embedding
• from_mmaped_safetensors
• get_token
• group_norm
• layer_norm
• linear
• linear_b
• linear_no_bias
• load_bpe_tokenizer
• nn::activation::prelu
• nn::attention::scaled_dot_product_attention
• nn::batch_norm::batch_norm
• nn::conv::conv1d
• nn::conv::conv1d_no_bias
• nn::conv::conv2d
• nn::conv::conv2d_no_bias
• nn::conv::conv_transpose1d
• nn::conv::conv_transpose1d_no_bias
• nn::conv::conv_transpose2d
• nn::conv::conv_transpose2d_no_bias
• nn::embedding::embedding
• nn::encoding::one_hot
• nn::func::func
• nn::func::func_t
• nn::group_norm::group_norm
• nn::layer_norm::layer_norm
• nn::layer_norm::rms_norm_non_quant
• nn::layer_norm::rms_norm_quant
• nn::linear::linear
• nn::linear::linear_b
• nn::linear::linear_no_bias
• nn::loss::binary_cross_entropy_with_logit
• nn::loss::cross_entropy
• nn::loss::mse
• nn::loss::nll
• nn::ops::attn_softmax_last_dim
• nn::ops::dropout
• nn::ops::hard_sigmoid
• nn::ops::inplace_attn_softmax_last_dim
• nn::ops::inplace_softmax_last_dim
• nn::ops::kvconcat
• nn::ops::layer_norm
• nn::ops::layer_norm_slow
• nn::ops::leaky_relu
• nn::ops::log_softmax
• nn::ops::pixel_shuffle
• nn::ops::pixel_unshuffle
• nn::ops::replication_pad2d
• nn::ops::rms_norm
• nn::ops::rms_norm_slow
• nn::ops::sdpa
• nn::ops::sigmoid
• nn::ops::silu
• nn::ops::softmax
• nn::ops::softmax_last_dim
• nn::ops::swiglu
• nn::rnn::gru
• nn::rnn::lstm
• nn::rotary_emb::rope
• nn::rotary_emb::rope_i
• nn::rotary_emb::rope_i_slow
• nn::rotary_emb::rope_slow
• nn::rotary_emb::rope_thd
• nn::sequential::seq

Type Aliases

• VarBuilder
• core::error::Result
• nn::var_builder::ShardedVarBuilder
• nn::var_builder::VarBuilder

Constants

• core::quantized::gguf_file::DEFAULT_ALIGNMENT
• core::quantized::k_quants::K_SCALE_SIZE
• core::quantized::k_quants::QK4_0
• core::quantized::k_quants::QK4_1
• core::quantized::k_quants::QK5_0
• core::quantized::k_quants::QK5_1
• core::quantized::k_quants::QK8_0
• core::quantized::k_quants::QK8_1
• core::quantized::k_quants::QK_K
• core::shape::SCALAR
• nn::init::DEFAULT_KAIMING_NORMAL
• nn::init::DEFAULT_KAIMING_UNIFORM
• nn::init::ONE
• nn::init::ZERO