pub struct Config {
pub models_dirs: Vec<PathBuf>,
pub llama_server: PathBuf,
pub default: DefaultParams,
pub model_overrides: ModelConfigStore,
pub profiles: ProfileStore,
pub system_prompt_presets: PresetStore,
pub rpc_workers: Vec<RpcWorker>,
pub search_limit: u32,
}Expand description
Global configuration.
Fields§
§models_dirs: Vec<PathBuf>§llama_server: PathBuf§default: DefaultParams§model_overrides: ModelConfigStorePer-model overrides (keyed by model file name, stored as YAML in models/).
profiles: ProfileStoreNamed profiles of settings presets (stored as YAML in profiles/).
system_prompt_presets: PresetStoreSystem prompt presets (stored as YAML in presets/).
rpc_workers: Vec<RpcWorker>RPC Workers for distributed inference.
search_limit: u32Number of results per HuggingFace search query.
Implementations§
Source§impl Config
impl Config
pub fn config_path() -> PathBuf
Sourcepub fn validate(&self) -> Vec<String>
pub fn validate(&self) -> Vec<String>
Validate config values and return a list of warnings for invalid entries.
Sourcepub fn resolve_settings(
&self,
model_name: Option<&str>,
profile_name: Option<&str>,
) -> ModelSettings
pub fn resolve_settings( &self, model_name: Option<&str>, profile_name: Option<&str>, ) -> ModelSettings
Resolve settings for a specific model and profile.
Sourcepub fn get_preset_content(&self, name: &str) -> Option<String>
pub fn get_preset_content(&self, name: &str) -> Option<String>
Get a system prompt preset content by name.
pub fn load() -> Result<Self, Box<dyn Error>>
pub fn load_from(path: PathBuf) -> Result<Self, Box<dyn Error>>
pub fn save(&mut self) -> Result<(), Box<dyn Error>>
pub fn merged_profiles(&self) -> Vec<Profile>
pub fn merged_presets(&self) -> Vec<SystemPromptPreset>
Trait Implementations§
Source§impl<'de> Deserialize<'de> for Config
impl<'de> Deserialize<'de> for Config
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for Config
impl RefUnwindSafe for Config
impl Send for Config
impl Sync for Config
impl Unpin for Config
impl UnsafeUnpin for Config
impl UnwindSafe for Config
Blanket Implementations§
Source§impl<'a, T, E> AsTaggedExplicit<'a, E> for Twhere
T: 'a,
impl<'a, T, E> AsTaggedExplicit<'a, E> for Twhere
T: 'a,
Source§impl<'a, T, E> AsTaggedImplicit<'a, E> for Twhere
T: 'a,
impl<'a, T, E> AsTaggedImplicit<'a, E> for Twhere
T: 'a,
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more