pub struct SpeechPipeline { /* private fields */ }Trait Implementations§
Source§impl Pipeline for SpeechPipeline
impl Pipeline for SpeechPipeline
fn forward_inputs( &mut self, inputs: Box<dyn Any>, return_raw_logits: bool, ) -> Result<ForwardInputsResult, Error>
fn sample_causal_gen<'life0, 'life1, 'life2, 'life3, 'async_trait>(
&'life0 self,
_seqs: &'life1 mut [&'life2 mut Sequence],
_logits: Vec<Tensor>,
_prefix_cacher: &'life3 mut PrefixCacheManagerV2,
_disable_eos_stop: bool,
_srng: Arc<Mutex<Isaac64Rng>>,
) -> Pin<Box<dyn Future<Output = Result<(), Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
'life3: 'async_trait,
SpeechPipeline: 'async_trait,
fn category(&self) -> ModelCategory
Source§fn step<'life0, 'life1, 'life2, 'life3, 'async_trait>(
&'life0 mut self,
input_seqs: &'life1 mut [&'life2 mut Sequence],
is_prompt: bool,
return_raw_logits: bool,
prefix_cacher: &'life3 mut PrefixCacheManagerV2,
disable_eos_stop: bool,
rng: Arc<Mutex<Isaac64Rng>>,
backend_metadata: CacheBackendMetadata,
) -> Pin<Box<dyn Future<Output = Result<Duration, Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
'life3: 'async_trait,
Self: 'async_trait,
fn step<'life0, 'life1, 'life2, 'life3, 'async_trait>(
&'life0 mut self,
input_seqs: &'life1 mut [&'life2 mut Sequence],
is_prompt: bool,
return_raw_logits: bool,
prefix_cacher: &'life3 mut PrefixCacheManagerV2,
disable_eos_stop: bool,
rng: Arc<Mutex<Isaac64Rng>>,
backend_metadata: CacheBackendMetadata,
) -> Pin<Box<dyn Future<Output = Result<Duration, Error>> + Send + 'async_trait>>where
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
'life3: 'async_trait,
Self: 'async_trait,
Returns the total of model execution time.
Auto Trait Implementations§
impl Freeze for SpeechPipeline
impl !RefUnwindSafe for SpeechPipeline
impl Send for SpeechPipeline
impl Sync for SpeechPipeline
impl Unpin for SpeechPipeline
impl !UnwindSafe for SpeechPipeline
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> Downcast for Twhere
T: AsAny + ?Sized,
impl<T> Downcast for Twhere
T: AsAny + ?Sized,
§fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
Forward to the method defined on the type
Any.§fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
Forward to the method defined on the type
Any.§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more