pub struct GGUFLoaderBuilder { /* private fields */ }Expand description
A builder for a GGUF loader.
Implementations§
source§impl GGUFLoaderBuilder
impl GGUFLoaderBuilder
sourcepub fn new(
chat_template: Option<String>,
tok_model_id: Option<String>,
quantized_model_id: String,
quantized_filenames: Vec<String>,
config: GGUFSpecificConfig,
) -> GGUFLoaderBuilder
pub fn new( chat_template: Option<String>, tok_model_id: Option<String>, quantized_model_id: String, quantized_filenames: Vec<String>, config: GGUFSpecificConfig, ) -> GGUFLoaderBuilder
Create a loader builder for a GGUF model. tok_model_id is the model ID where you can find a
tokenizer_config.json file. If the chat_template is specified, then it will be treated as a
path and used over remote files, removing all remote accesses.
NOTE: Until v0.4.0, you should make sure to call .with_no_kv_cache if applicable.
pub fn with_no_kv_cache(self, no_kv_cache: bool) -> GGUFLoaderBuilder
pub fn with_xlora( self, xlora_model_id: String, xlora_order: Ordering, no_kv_cache: bool, tgt_non_granular_index: Option<usize>, ) -> GGUFLoaderBuilder
pub fn with_lora( self, lora_model_id: String, lora_order: Ordering, ) -> GGUFLoaderBuilder
pub fn build(self) -> Box<dyn Loader>
Trait Implementations§
source§impl Default for GGUFLoaderBuilder
impl Default for GGUFLoaderBuilder
source§fn default() -> GGUFLoaderBuilder
fn default() -> GGUFLoaderBuilder
Returns the “default value” for a type. Read more
Auto Trait Implementations§
impl Freeze for GGUFLoaderBuilder
impl RefUnwindSafe for GGUFLoaderBuilder
impl Send for GGUFLoaderBuilder
impl Sync for GGUFLoaderBuilder
impl Unpin for GGUFLoaderBuilder
impl UnwindSafe for GGUFLoaderBuilder
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> Downcast for Twhere
T: AsAny + ?Sized,
impl<T> Downcast for Twhere
T: AsAny + ?Sized,
§fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
Forward to the method defined on the type
Any.§fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
Forward to the method defined on the type
Any.§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
source§impl<T> IntoEither for T
impl<T> IntoEither for T
source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moresource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more§impl<T> Pointable for T
impl<T> Pointable for T
source§impl<R, P> ReadPrimitive<R> for P
impl<R, P> ReadPrimitive<R> for P
source§fn read_from_little_endian(read: &mut R) -> Result<Self, Error>
fn read_from_little_endian(read: &mut R) -> Result<Self, Error>
Read this value from the supplied reader. Same as
ReadEndian::read_from_little_endian().