pub struct DiffusionModelBuilder { /* private fields */ }Expand description
Configure a text model with the various parameters for loading, running, and other inference behaviors.
Implementations§
source§impl DiffusionModelBuilder
impl DiffusionModelBuilder
sourcepub fn new(model_id: impl ToString, loader_type: DiffusionLoaderType) -> Self
pub fn new(model_id: impl ToString, loader_type: DiffusionLoaderType) -> Self
A few defaults are applied here:
- Token source is from the cache (.cache/huggingface/token)
- Maximum number of sequences running is 32
sourcepub fn with_dtype(self, dtype: ModelDType) -> Self
pub fn with_dtype(self, dtype: ModelDType) -> Self
Load the model in a certain dtype.
sourcepub fn with_force_cpu(self) -> Self
pub fn with_force_cpu(self) -> Self
Force usage of the CPU device. Do not use PagedAttention with this.
sourcepub fn with_token_source(self, token_source: TokenSource) -> Self
pub fn with_token_source(self, token_source: TokenSource) -> Self
Source of the Hugging Face token.
sourcepub fn with_hf_revision(self, revision: impl ToString) -> Self
pub fn with_hf_revision(self, revision: impl ToString) -> Self
Set the revision to use for a Hugging Face remote model.
sourcepub fn with_max_num_seqs(self, max_num_seqs: usize) -> Self
pub fn with_max_num_seqs(self, max_num_seqs: usize) -> Self
Set the maximum number of sequences which can be run at once.
sourcepub fn with_logging(self) -> Self
pub fn with_logging(self) -> Self
Enable logging.
pub async fn build(self) -> Result<Model>
Auto Trait Implementations§
impl Freeze for DiffusionModelBuilder
impl RefUnwindSafe for DiffusionModelBuilder
impl Send for DiffusionModelBuilder
impl Sync for DiffusionModelBuilder
impl Unpin for DiffusionModelBuilder
impl UnwindSafe for DiffusionModelBuilder
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> Downcast for Twhere
T: AsAny + ?Sized,
impl<T> Downcast for Twhere
T: AsAny + ?Sized,
§fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
Forward to the method defined on the type
Any.§fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
Forward to the method defined on the type
Any.§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
source§impl<T> IntoEither for T
impl<T> IntoEither for T
source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moresource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more