pub struct Qwen2_5VLRotaryEmbedding { /* private fields */ }Implementations§
Source§impl Qwen2_5VLRotaryEmbedding
impl Qwen2_5VLRotaryEmbedding
pub fn new( base: f32, head_dim: usize, device: &Device, mrope_section: Vec<usize>, ) -> Result<Self>
Sourcepub fn compute_cos_sin(
&self,
position_ids: &Tensor,
dtype: DType,
) -> Result<(Tensor, Tensor)>
pub fn compute_cos_sin( &self, position_ids: &Tensor, dtype: DType, ) -> Result<(Tensor, Tensor)>
(cos, sin)
pub fn forward( &self, (cos, sin): &(Tensor, Tensor), q: &mut Tensor, k: &mut Tensor, ) -> Result<()>
Trait Implementations§
Source§impl Clone for Qwen2_5VLRotaryEmbedding
impl Clone for Qwen2_5VLRotaryEmbedding
Source§fn clone(&self) -> Qwen2_5VLRotaryEmbedding
fn clone(&self) -> Qwen2_5VLRotaryEmbedding
Returns a copy of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreAuto Trait Implementations§
impl Freeze for Qwen2_5VLRotaryEmbedding
impl !RefUnwindSafe for Qwen2_5VLRotaryEmbedding
impl Send for Qwen2_5VLRotaryEmbedding
impl Sync for Qwen2_5VLRotaryEmbedding
impl Unpin for Qwen2_5VLRotaryEmbedding
impl !UnwindSafe for Qwen2_5VLRotaryEmbedding
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<T> Downcast for Twhere
T: AsAny + ?Sized,
impl<T> Downcast for Twhere
T: AsAny + ?Sized,
§fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
Forward to the method defined on the type
Any.§fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
Forward to the method defined on the type
Any.§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more