Struct FakeConfig 

pub struct FakeConfig {

    pub vocab: u32,
    pub eos: u32,
    pub page: u32,
    pub max_batch: u32,
    pub max_seq_len: u64,
    pub kv_bytes_per_token: u64,
    pub cells_total: u64,
    pub truncate_partial: bool,
    pub max_seqs: u32,
    pub identity: u8,
    pub engine_sampling: bool,
    pub copy_shares_cells: bool,
    pub takeover_preferred: bool,
    pub seed_min_tokens: u64,
    pub cache_resident_cells: u64,
    pub cache_exported_cells: u64,
    pub vocabulary: Option<Vocabulary>,
    pub sampling_defaults: SamplingDefaults,
    pub step_delay: Duration,
    pub verify_rows: bool,
    pub copy_model: bool,
    pub copy_miss_every: usize,
    pub prefill_step_tokens: u32,
}

Fields

vocab: u32

eos: u32

page: u32

max_batch: u32

max_seq_len: u64

kv_bytes_per_token: u64

cells_total: u64

truncate_partial: bool

max_seqs: u32

identity: u8

engine_sampling: bool

copy_shares_cells: bool

takeover_preferred: bool

seed_min_tokens: u64

cache_resident_cells: u64

Cells the cache may keep in the pool, and tokens it may hold exported (the descriptor’s limits of the same names); 0 and 0, the default, is a runtime whose resting sequences cost nothing.

cache_exported_cells: u64

vocabulary: Option<Vocabulary>

sampling_defaults: SamplingDefaults

step_delay: Duration

Wall time each model step takes, for tests that need ticks to last.

verify_rows: bool

Serve step_rows (a row after every token of a feed).

copy_model: bool

Predict the token that followed the last earlier occurrence of the current one: text that repeats itself, as a prompt lookup drafts.

copy_miss_every: usize

With copy_model, every this-many positions predict a fresh token instead (0: never): drafts that are taken in part.

prefill_step_tokens: u32

The descriptor’s prefill_step_tokens.

Trait Implementations

impl Clone for FakeConfig

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for FakeConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for FakeConfig

fn default() -> Self

Returns the “default value” for a type.