Struct Worker 

pub(super) struct Worker<'a> {
    activity_snapshot: ExpertActivity,
    gpu: Gpu<'a>,
    tok: &'a ChatTokenizer,
    options: Options,
    cache: PrefixCache,
    state: Arc<State>,
    sessions: Arc<Mutex<Store>>,
    active: VecDeque<Active<'a>>,
    pending: VecDeque<Pending>,
    loaded: Option<String>,
    reserved: usize,
    pacer: ChunkPacer,
}

Fields

activity_snapshot: ExpertActivity

gpu: Gpu<'a>

tok: &'a ChatTokenizer

options: Options

cache: PrefixCache

state: Arc<State>

sessions: Arc<Mutex<Store>>

active: VecDeque<Active<'a>>

pending: VecDeque<Pending>

loaded: Option<String>

reserved: usize

pacer: ChunkPacer

Implementations

impl<'a> Worker<'a>

pub(super) fn new( gpu: Gpu<'a>, tok: &'a ChatTokenizer, options: Options, cache: PrefixCache, state: Arc<State>, sessions: Arc<Mutex<Store>>, ) -> Self

pub(super) fn run(self, receiver: Receiver<Job>)

fn prepare(&mut self, job: Job)

fn admit(&mut self)

fn activate(&mut self, request: &Active<'_>) -> Result<()>

fn turn(&mut self)

fn observe(&mut self)