Struct Overrides 

pub struct Overrides {

    pub root: Option<PathBuf>,
    pub model: Option<String>,
    pub model_dir: Option<PathBuf>,
    pub port: Option<u16>,
    pub socket: Option<PathBuf>,
    pub prefix_cache_mib: Option<usize>,
    pub experts: Option<u32>,
    pub miss_experts: Option<u32>,
    pub cut_weak: Option<f32>,
    pub drafts: Option<u8>,
    pub pool_gb: Option<PoolBudget>,
    pub repack: bool,
    pub max_tokens: Option<usize>,
    pub max_ctx: Option<usize>,
    pub no_eos: Option<bool>,
}

Only explicit CLI values are retained and reapplied on every reload. Unlike resolved engine options, absent fields never supply a default.

Fields

root: Option<PathBuf>

model: Option<String>

Model alias, source URI or path; overrides TOML model selection

model_dir: Option<PathBuf>

port: Option<u16>

HTTP port on localhost (default: 8080)

socket: Option<PathBuf>

Control socket (default: private per-user temporary directory)

prefix_cache_mib: Option<usize>

Prefix cache in MiB; 0 disables it

experts: Option<u32>

Expert precision: 4, 3 or 2 bits (default: 4)

miss_experts: Option<u32>

Mid-step fetch precision; follows –experts (mixed mode needs resident 4-bit)

cut_weak: Option<f32>

Skip late weak experts; nonzero makes output non-reproducible

drafts: Option<u8>

Adaptive MTP drafts, 0..3 (default: 2); 0 unloads the draft head

pool_gb: Option<PoolBudget>

Wired expert pool in decimal GB, or max (default: adaptive)

repack: bool

Rebuild the selected low-bit store at startup

max_tokens: Option<usize>

Default output token limit (default: 64)

max_ctx: Option<usize>

Context capacity; ~22.5 KB/token comes out of the expert pool (default: 2048)

no_eos: Option<bool>

Ignore EOS for benchmarking; =false overrides a configured true

Implementations

impl Overrides

fn apply(&self, c: &mut Config)

fn apply_server(&self, server: &mut Server)

fn apply_experts(&self, experts: &mut Experts)

Trait Implementations

impl Args for Overrides

fn group_id() -> Option<Id>

Report the [ArgGroup::id][crate::ArgGroup::id] for this set of arguments

fn augment_args<'b>(__clap_app: Command) -> Command

Append to [Command] so it can instantiate Self via [FromArgMatches::from_arg_matches_mut]

fn augment_args_for_update<'b>(__clap_app: Command) -> Command

Append to [Command] so it can instantiate self via [FromArgMatches::update_from_arg_matches_mut]

impl Clone for Overrides

fn clone(&self) -> Overrides

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Overrides

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for Overrides

fn default() -> Overrides

Returns the “default value” for a type.

impl FromArgMatches for Overrides

fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>

Instantiate Self from [ArgMatches], parsing the arguments as needed.

fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>

Instantiate Self from [ArgMatches], parsing the arguments as needed.

fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

fn update_from_arg_matches_mut( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.