pub struct ExpertActivity {
pub prefill: PrefillStats,
pub layer_prefixes: Vec<String>,
pub experts_per_layer: usize,
pub records: Vec<ExpertCounters>,
pub layers: Vec<LayerStats>,
pub elapsed_seconds: f64,
pub gpu_timestamps_available: bool,
pub gpu_timing: GpuTiming,
}Fields§
§prefill: PrefillStats§layer_prefixes: Vec<String>§experts_per_layer: usize§records: Vec<ExpertCounters>§layers: Vec<LayerStats>§elapsed_seconds: f64§gpu_timestamps_available: bool§gpu_timing: GpuTimingImplementations§
Source§impl ExpertActivity
impl ExpertActivity
pub(super) fn layer_for_record(&self, record: usize) -> usize
pub(crate) fn validate_dimensions(&self) -> Result<()>
pub(super) fn new(layout: &ExpertLayout) -> Self
pub(super) fn lookup(&mut self, record: usize, rows: usize, resident: bool)
pub(super) fn read(&mut self, record: usize, bytes: usize)
Trait Implementations§
Source§impl Clone for ExpertActivity
impl Clone for ExpertActivity
Source§fn clone(&self) -> ExpertActivity
fn clone(&self) -> ExpertActivity
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for ExpertActivity
impl Debug for ExpertActivity
Source§impl Default for ExpertActivity
impl Default for ExpertActivity
Source§fn default() -> ExpertActivity
fn default() -> ExpertActivity
Returns the “default value” for a type. Read more
Auto Trait Implementations§
impl Freeze for ExpertActivity
impl RefUnwindSafe for ExpertActivity
impl Send for ExpertActivity
impl Sync for ExpertActivity
impl Unpin for ExpertActivity
impl UnsafeUnpin for ExpertActivity
impl UnwindSafe for ExpertActivity
Blanket Implementations§
impl<T> AutoreleaseSafe for Twhere
T: ?Sized,
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> ErasedDestructor for Twhere
T: 'static,
§impl<T> Identity for Twhere
T: ?Sized,
impl<T> Identity for Twhere
T: ?Sized,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more