Struct State 

pub struct State {
    source: Source,
    config: Mutex<Versioned>,
    stats: Mutex<Stats>,
    started: Instant,
}

Fields

source: Source

config: Mutex<Versioned>

stats: Mutex<Stats>

started: Instant

Implementations

impl State

pub(super) fn summary(&self) -> Result<Value>

pub(super) fn layers(&self, offset: usize, limit: usize) -> Result<Value>

pub(super) fn experts( &self, layer: usize, offset: usize, limit: usize, ) -> Result<Value>

fn activity_page<T: Serialize>( &self, query: impl FnOnce(&ExpertActivity) -> Result<T>, ) -> Result<Value>

pub fn new(source: Source, config: Config) -> Self

pub fn config(&self) -> Versioned

pub fn show_config(&self) -> Value

pub fn reload(&self) -> Result<Value>

pub fn update(&self, f: impl FnOnce(&mut Stats))

pub fn status(&self) -> Value

pub fn begin(&self)

pub fn current( &self, request_id: &str, generation: u64, phase: &'static str, tokens: usize, )

pub fn token(&self)

pub(crate) fn observe( &self, gpu: &Gpu<'_>, cache: &PrefixCache, spare: &mut ExpertActivity, )

pub(crate) fn publish_observation( &self, cache: CacheStats, memory: MemoryStats, spare: &mut ExpertActivity, )

Swap complete snapshots while holding the lock; retain the old allocation as the worker’s spare so the next observation can reuse it.