pub struct Qwen2VLRotaryEmbedding { /* private fields */ }Implementations§
source§impl Qwen2VLRotaryEmbedding
impl Qwen2VLRotaryEmbedding
pub fn new( base: f32, head_dim: usize, device: &Device, mrope_section: Vec<usize>, ) -> Result<Qwen2VLRotaryEmbedding, Error>
sourcepub fn compute_cos_sin(
&self,
position_ids: &Tensor,
dtype: DType,
) -> Result<(Tensor, Tensor), Error>
pub fn compute_cos_sin( &self, position_ids: &Tensor, dtype: DType, ) -> Result<(Tensor, Tensor), Error>
(cos, sin)
pub fn forward( &self, _: &(Tensor, Tensor), q: &mut Tensor, k: &mut Tensor, ) -> Result<(), Error>
Trait Implementations§
source§impl Clone for Qwen2VLRotaryEmbedding
impl Clone for Qwen2VLRotaryEmbedding
source§fn clone(&self) -> Qwen2VLRotaryEmbedding
fn clone(&self) -> Qwen2VLRotaryEmbedding
Returns a copy of the value. Read more
1.0.0 · source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreAuto Trait Implementations§
impl Freeze for Qwen2VLRotaryEmbedding
impl !RefUnwindSafe for Qwen2VLRotaryEmbedding
impl Send for Qwen2VLRotaryEmbedding
impl Sync for Qwen2VLRotaryEmbedding
impl Unpin for Qwen2VLRotaryEmbedding
impl !UnwindSafe for Qwen2VLRotaryEmbedding
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
source§unsafe fn clone_to_uninit(&self, dst: *mut T)
unsafe fn clone_to_uninit(&self, dst: *mut T)
🔬This is a nightly-only experimental API. (
clone_to_uninit)§impl<T> Downcast for Twhere
T: AsAny + ?Sized,
impl<T> Downcast for Twhere
T: AsAny + ?Sized,
§fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
Forward to the method defined on the type
Any.§fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
Forward to the method defined on the type
Any.§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
source§impl<T> IntoEither for T
impl<T> IntoEither for T
source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moresource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more