Struct ConfigBuilder 

pub struct ConfigBuilder { /* private fields */ }

Builder for the OxiBonsaiConfig.

Implementations

impl ConfigBuilder

pub fn new() -> Self

Create a new config builder with default values.

pub fn model_path(self, path: impl Into<String>) -> Self

Set the path to the GGUF model file.

pub fn tokenizer_path(self, path: impl Into<String>) -> Self

Set the path to the tokenizer.json file.

pub fn max_seq_len(self, len: usize) -> Self

Set the maximum sequence length (prompt + generated).

pub fn host(self, h: impl Into<String>) -> Self

Set the server bind host address.

pub fn port(self, p: u16) -> Self

Set the server bind port.

pub fn log_level(self, level: impl Into<String>) -> Self

Set the log level filter (e.g. “info”, “debug”, “warn”).

pub fn json_logs(self, enabled: bool) -> Self

Enable or disable JSON-formatted logs.

pub fn temperature(self, t: f32) -> Self

Set the sampling temperature.

pub fn top_k(self, k: usize) -> Self

Set the top-k sampling parameter.

pub fn top_p(self, p: f32) -> Self

Set the top-p (nucleus) sampling parameter.

pub fn repetition_penalty(self, rp: f32) -> Self

Set the repetition penalty.

pub fn max_tokens(self, n: usize) -> Self

Set the maximum tokens to generate.

pub fn build(self) -> RuntimeResult<OxiBonsaiConfig>

Validate and build the OxiBonsaiConfig.

Trait Implementations

impl Default for ConfigBuilder

fn default() -> Self

Returns the “default value” for a type.