pub struct NormalLoaderBuilder { /* private fields */ }Expand description
A builder for a loader for a “normal” (non-quantized) model.
Implementations§
source§impl NormalLoaderBuilder
impl NormalLoaderBuilder
sourcepub fn new(
config: NormalSpecificConfig,
chat_template: Option<String>,
tokenizer_json: Option<String>,
model_id: Option<String>,
) -> NormalLoaderBuilder
pub fn new( config: NormalSpecificConfig, chat_template: Option<String>, tokenizer_json: Option<String>, model_id: Option<String>, ) -> NormalLoaderBuilder
NOTE: Until v0.4.0, you should make sure to call .with_no_kv_cache if applicable.
pub fn with_no_kv_cache(self, no_kv_cache: bool) -> NormalLoaderBuilder
pub fn with_xlora( self, xlora_model_id: String, xlora_order: Ordering, no_kv_cache: bool, tgt_non_granular_index: Option<usize>, ) -> NormalLoaderBuilder
pub fn with_lora( self, lora_model_id: String, lora_order: Ordering, ) -> NormalLoaderBuilder
Trait Implementations§
source§impl Default for NormalLoaderBuilder
impl Default for NormalLoaderBuilder
source§fn default() -> NormalLoaderBuilder
fn default() -> NormalLoaderBuilder
Returns the “default value” for a type. Read more
Auto Trait Implementations§
impl Freeze for NormalLoaderBuilder
impl RefUnwindSafe for NormalLoaderBuilder
impl Send for NormalLoaderBuilder
impl Sync for NormalLoaderBuilder
impl Unpin for NormalLoaderBuilder
impl UnwindSafe for NormalLoaderBuilder
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> Downcast for Twhere
T: AsAny + ?Sized,
impl<T> Downcast for Twhere
T: AsAny + ?Sized,
§fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
Forward to the method defined on the type
Any.§fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
Forward to the method defined on the type
Any.§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
source§impl<T> IntoEither for T
impl<T> IntoEither for T
source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moresource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more§impl<T> Pointable for T
impl<T> Pointable for T
source§impl<R, P> ReadPrimitive<R> for P
impl<R, P> ReadPrimitive<R> for P
source§fn read_from_little_endian(read: &mut R) -> Result<Self, Error>
fn read_from_little_endian(read: &mut R) -> Result<Self, Error>
Read this value from the supplied reader. Same as
ReadEndian::read_from_little_endian().