Skip to main content

Pipes

cherenkov::qwen4_exp::gpu

Struct Pipes 

Source 
struct Pipes {
Show 54 fields
    qmv_h: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    qmv_hn: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    prep_h: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    embed_rows: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    qk_norm_rope_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    conv_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    delta_norms: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    delta_gates: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    delta_scan2: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    kv_append_q8: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    attn_part2_q8: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    attn_combine: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    argmax_partial: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    argmax_final: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    add: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    copy_f32: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    zero: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    replicate_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    group_norm_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    norm_prep_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    qmv_silu_b: [Retained<ProtocolObject<dyn MTLComputePipelineState>>; 4],
    hc_mix_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    inject_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    bf16_matvec_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    topk_softmax_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    moe_gate_up_b: [Retained<ProtocolObject<dyn MTLComputePipelineState>>; 4],
    moe_act_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    moe_down_b: [Retained<ProtocolObject<dyn MTLComputePipelineState>>; 4],
    moe_combine_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    ple_gate_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    ple_conv_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    mtp_fold: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    gate_norm_sigmoid_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    index_append: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    index_blocks: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    index_q: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    index_score: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    index_select: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    attn_sel: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    qmm_n8: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    qmm_n16: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    qmm_w: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    expert_qmm: [[Retained<ProtocolObject<dyn MTLComputePipelineState>>; 3]; 2],
    silu_mul: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    attn_q_stage: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    attn_kv_stage: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    gemm_hh: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    attn_o_scatter: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    softmax_sel: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    silu_rows: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    gather_rows: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    scatter_add_rows: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    shared_add_rows: Retained<ProtocolObject<dyn MTLComputePipelineState>>,
    qmv_small_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>,

}

Fields§

§qmv_h: Retained<ProtocolObject<dyn MTLComputePipelineState>>§qmv_hn: Retained<ProtocolObject<dyn MTLComputePipelineState>>§prep_h: Retained<ProtocolObject<dyn MTLComputePipelineState>>§embed_rows: Retained<ProtocolObject<dyn MTLComputePipelineState>>§qk_norm_rope_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>§conv_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>§delta_norms: Retained<ProtocolObject<dyn MTLComputePipelineState>>§delta_gates: Retained<ProtocolObject<dyn MTLComputePipelineState>>§delta_scan2: Retained<ProtocolObject<dyn MTLComputePipelineState>>§kv_append_q8: Retained<ProtocolObject<dyn MTLComputePipelineState>>§attn_part2_q8: Retained<ProtocolObject<dyn MTLComputePipelineState>>§attn_combine: Retained<ProtocolObject<dyn MTLComputePipelineState>>§argmax_partial: Retained<ProtocolObject<dyn MTLComputePipelineState>>§argmax_final: Retained<ProtocolObject<dyn MTLComputePipelineState>>§add: Retained<ProtocolObject<dyn MTLComputePipelineState>>§copy_f32: Retained<ProtocolObject<dyn MTLComputePipelineState>>§zero: Retained<ProtocolObject<dyn MTLComputePipelineState>>§replicate_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>§group_norm_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>§norm_prep_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>§qmv_silu_b: [Retained<ProtocolObject<dyn MTLComputePipelineState>>; 4]§hc_mix_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>§inject_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>§bf16_matvec_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>§topk_softmax_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>§moe_gate_up_b: [Retained<ProtocolObject<dyn MTLComputePipelineState>>; 4]§moe_act_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>§moe_down_b: [Retained<ProtocolObject<dyn MTLComputePipelineState>>; 4]§moe_combine_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>§ple_gate_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>§ple_conv_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>§mtp_fold: Retained<ProtocolObject<dyn MTLComputePipelineState>>§gate_norm_sigmoid_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>§index_append: Retained<ProtocolObject<dyn MTLComputePipelineState>>§index_blocks: Retained<ProtocolObject<dyn MTLComputePipelineState>>§index_q: Retained<ProtocolObject<dyn MTLComputePipelineState>>§index_score: Retained<ProtocolObject<dyn MTLComputePipelineState>>§index_select: Retained<ProtocolObject<dyn MTLComputePipelineState>>§attn_sel: Retained<ProtocolObject<dyn MTLComputePipelineState>>§qmm_n8: Retained<ProtocolObject<dyn MTLComputePipelineState>>§qmm_n16: Retained<ProtocolObject<dyn MTLComputePipelineState>>§qmm_w: Retained<ProtocolObject<dyn MTLComputePipelineState>>§expert_qmm: [[Retained<ProtocolObject<dyn MTLComputePipelineState>>; 3]; 2]

[precision 2/3][token tile 8/16/32].

§silu_mul: Retained<ProtocolObject<dyn MTLComputePipelineState>>§attn_q_stage: Retained<ProtocolObject<dyn MTLComputePipelineState>>§attn_kv_stage: Retained<ProtocolObject<dyn MTLComputePipelineState>>§gemm_hh: Retained<ProtocolObject<dyn MTLComputePipelineState>>§attn_o_scatter: Retained<ProtocolObject<dyn MTLComputePipelineState>>§softmax_sel: Retained<ProtocolObject<dyn MTLComputePipelineState>>§silu_rows: Retained<ProtocolObject<dyn MTLComputePipelineState>>§gather_rows: Retained<ProtocolObject<dyn MTLComputePipelineState>>§scatter_add_rows: Retained<ProtocolObject<dyn MTLComputePipelineState>>§shared_add_rows: Retained<ProtocolObject<dyn MTLComputePipelineState>>§qmv_small_b: Retained<ProtocolObject<dyn MTLComputePipelineState>>

Auto Trait Implementations§

§

impl !RefUnwindSafe for Pipes

§

impl !UnwindSafe for Pipes

§

impl Freeze for Pipes

§

impl Send for Pipes

§

impl Sync for Pipes

§

impl Unpin for Pipes

§

impl UnsafeUnpin for Pipes

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> AutoreleaseSafe for T
where T: ?Sized,

Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
§

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

§

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

§

impl<T> DropFlavorWrapper<T> for T

§

type Flavor = MayDrop

The DropFlavor that [wrap]s T into Self
§

impl<T> ErasedDestructor for T
where T: 'static,

Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

§

impl<T, W> HasTypeWitness<W> for T
where W: MakeTypeWitness<Arg = T>, T: ?Sized,

§

const WITNESS: W = W::MAKE

A constant of the type witness
§

impl<T> Identity for T
where T: ?Sized,

§

const TYPE_EQ: TypeEq<T, <T as Identity>::Type> = TypeEq::NEW

Proof that Self is the same type as Self::Type, provides methods for casting between Self and Self::Type.
§

type Type = T

The same type as Self, used to emulate type equality bounds (T == U) with associated type equality constraints (T: Identity<Type = U>).
§

impl<T> Instrument for T

§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided [Span], returning an Instrumented wrapper. Read more
§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoEither for T

Source§

fn into_either(self, into_left: bool) -> Either<Self, Self>

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
§

impl<T> Pointable for T

§

const ALIGN: usize

The alignment of pointer.
§

type Init = T

The type for initializers.
§

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more
§

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more
§

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more
§

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more
§

impl<T> PolicyExt for T
where T: ?Sized,

§

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns [Action::Follow] only if self and other return Action::Follow. Read more
§

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns [Action::Follow] if either self or other returns Action::Follow. Read more
§

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

Source§

impl<T> Same for T

Source§

type Output = T

Should always be Self
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

§

fn vzip(self) -> V

§

impl<T> WithSubscriber for T

§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a [WithDispatch] wrapper. Read more
§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a [WithDispatch] wrapper. Read more