Struct Options 

pub struct Options {

    pub sampling: Sampling,
    pub experts: u32,
    pub miss_experts: Option<u32>,
    pub cut_weak: f32,
    pub drafts: u8,
    pub pool_gb: PoolBudget,
    pub repack: bool,
    pub build_missing_store: bool,
    pub max_tokens: usize,
    pub max_ctx: usize,
    pub raw: bool,
    pub check: bool,
    pub repeat: usize,
    pub no_eos: bool,
}

Measured user choices; developer diagnostics remain environment-only.

Fields

sampling: Sampling

experts: u32

Expert precision: 4, 3 or 2 bits

miss_experts: Option<u32>

Mid-step fetch precision; follows –experts (mixed mode needs resident 4-bit)

cut_weak: f32

Skip late weak experts; nonzero makes output non-reproducible

drafts: u8

Adaptive MTP drafts, 0..3; 0 unloads the draft head

pool_gb: PoolBudget

Wired expert pool in decimal GB, or max (default: adaptive)

repack: bool

Rebuild the selected low-bit store

build_missing_store: bool

Server policy; CLI runs retain automatic store construction.

max_tokens: usize

Output token limit

max_ctx: usize

Context capacity; ~22.5 KB/token comes out of the expert pool

raw: bool

Skip the chat template

check: bool

Compare GPU rows with the exact CPU reference (slow)

repeat: usize

Repeat using loaded weights, resetting sequence state

no_eos: bool

Ignore EOS for benchmarking

Implementations

impl Options

pub fn effective_drafts(&self) -> usize

pub fn miss_bits(&self) -> u32

pub fn validate(&self) -> Result<()>

Trait Implementations

impl Args for Options

fn group_id() -> Option<Id>

Report the [ArgGroup::id][crate::ArgGroup::id] for this set of arguments

fn augment_args<'b>(__clap_app: Command) -> Command

Append to [Command] so it can instantiate Self via [FromArgMatches::from_arg_matches_mut]

fn augment_args_for_update<'b>(__clap_app: Command) -> Command

Append to [Command] so it can instantiate self via [FromArgMatches::update_from_arg_matches_mut]

impl Clone for Options

fn clone(&self) -> Options

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Options

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for Options

fn default() -> Self

Returns the “default value” for a type.

impl FromArgMatches for Options

fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>

Instantiate Self from [ArgMatches], parsing the arguments as needed.

fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>

Instantiate Self from [ArgMatches], parsing the arguments as needed.

fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

fn update_from_arg_matches_mut( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.