pub struct AutoLoaderBuilder { /* private fields */ }Implementations§
Source§impl AutoLoaderBuilder
impl AutoLoaderBuilder
pub fn new( normal_cfg: NormalSpecificConfig, vision_cfg: VisionSpecificConfig, chat_template: Option<String>, tokenizer_json: Option<String>, model_id: String, no_kv_cache: bool, jinja_explicit: Option<String>, ) -> Self
pub fn with_xlora( self, model_id: String, order: Ordering, no_kv_cache: bool, tgt_non_granular_index: Option<usize>, ) -> Self
pub fn with_lora(self, adapters: Vec<String>) -> Self
pub fn hf_cache_path(self, path: PathBuf) -> Self
pub fn build(self) -> Box<dyn Loader>
Auto Trait Implementations§
impl Freeze for AutoLoaderBuilder
impl RefUnwindSafe for AutoLoaderBuilder
impl Send for AutoLoaderBuilder
impl Sync for AutoLoaderBuilder
impl Unpin for AutoLoaderBuilder
impl UnwindSafe for AutoLoaderBuilder
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> Downcast for Twhere
T: AsAny + ?Sized,
impl<T> Downcast for Twhere
T: AsAny + ?Sized,
§fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
Forward to the method defined on the type
Any.§fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
Forward to the method defined on the type
Any.§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more