Struct RuntimeProfile 

pub struct RuntimeProfile {

    pub id: String,
    pub name: String,
    pub aliases: Vec<String>,
    pub homepage: Option<String>,
    pub binaries: Vec<String>,
    pub version: VersionProbe,
    pub ports: Vec<u16>,
    pub provider_names: Vec<String>,
    pub pull: Option<String>,
    pub serve: Option<String>,
    pub models: RuntimeModels,
    pub install: Vec<InstallMethod>,
    pub catalog: Vec<CatalogModel>,
    pub origin: String,
}

A declarative description of one local inference runtime.

Fields

id: String

name: String

aliases: Vec<String>

homepage: Option<String>

binaries: Vec<String>

version: VersionProbe

ports: Vec<u16>

Default ports, used to recognize a provider’s base URL.

provider_names: Vec<String>

Provider names harness configs use for this runtime.

pull: Option<String>

Command template to fetch a model ({model}, {repo}, {revision}).

serve: Option<String>

models: RuntimeModels

install: Vec<InstallMethod>

catalog: Vec<CatalogModel>

Models hlock localize may pick.

origin: String

Implementations

impl RuntimeProfile

pub fn matches(&self, name: &str) -> bool

pub fn models_dir(&self, ctx: &Ctx) -> Option<PathBuf>

The first model directory that exists (falls back to the first candidate).

Trait Implementations

impl Clone for RuntimeProfile

fn clone(&self) -> RuntimeProfile

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RuntimeProfile

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Default for RuntimeProfile

fn default() -> RuntimeProfile

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for RuntimeProfile

where RuntimeProfile: Default,

fn deserialize<__D>( __deserializer: __D, ) -> Result<RuntimeProfile, <__D as Deserializer<'de>>::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for RuntimeProfile

fn serialize<__S>( &self, __serializer: __S, ) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.