pub struct GGMLLoaderBuilder { /* private fields */ }Expand description
A builder for a GGML loader.
Implementations§
source§impl GGMLLoaderBuilder
impl GGMLLoaderBuilder
sourcepub fn new(
config: GGMLSpecificConfig,
chat_template: Option<String>,
tokenizer_json: Option<String>,
model_id: Option<String>,
quantized_model_id: String,
quantized_filename: String,
) -> GGMLLoaderBuilder
pub fn new( config: GGMLSpecificConfig, chat_template: Option<String>, tokenizer_json: Option<String>, model_id: Option<String>, quantized_model_id: String, quantized_filename: String, ) -> GGMLLoaderBuilder
NOTE: Until v0.4.0, you should make sure to call .with_no_kv_cache if applicable.
pub fn with_no_kv_cache(self, no_kv_cache: bool) -> GGMLLoaderBuilder
pub fn with_xlora( self, xlora_model_id: String, xlora_order: Ordering, no_kv_cache: bool, tgt_non_granular_index: Option<usize>, ) -> GGMLLoaderBuilder
pub fn with_lora( self, lora_model_id: String, lora_order: Ordering, ) -> GGMLLoaderBuilder
pub fn build(self) -> Box<dyn Loader>
Trait Implementations§
source§impl Default for GGMLLoaderBuilder
impl Default for GGMLLoaderBuilder
source§fn default() -> GGMLLoaderBuilder
fn default() -> GGMLLoaderBuilder
Returns the “default value” for a type. Read more
Auto Trait Implementations§
impl Freeze for GGMLLoaderBuilder
impl RefUnwindSafe for GGMLLoaderBuilder
impl Send for GGMLLoaderBuilder
impl Sync for GGMLLoaderBuilder
impl Unpin for GGMLLoaderBuilder
impl UnwindSafe for GGMLLoaderBuilder
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> Downcast for Twhere
T: AsAny + ?Sized,
impl<T> Downcast for Twhere
T: AsAny + ?Sized,
§fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
Forward to the method defined on the type
Any.§fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
Forward to the method defined on the type
Any.§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
source§impl<T> IntoEither for T
impl<T> IntoEither for T
source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moresource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more§impl<T> Pointable for T
impl<T> Pointable for T
source§impl<R, P> ReadPrimitive<R> for P
impl<R, P> ReadPrimitive<R> for P
source§fn read_from_little_endian(read: &mut R) -> Result<Self, Error>
fn read_from_little_endian(read: &mut R) -> Result<Self, Error>
Read this value from the supplied reader. Same as
ReadEndian::read_from_little_endian().