Enum ModelEntry 

pub enum ModelEntry {
    Selector(String),
    Entry(ModelEntryOptions),
}

Model config entry — either a bare selector string or a detailed download entry

Notes

Models can be specified in several ways in the models array:

Bare selector string — a model ID, path, or URL:

{
    "models": [
        "meta-llama/Llama-2-7b-hf",
        "microsoft/phi-2"
    ]
}

Detailed entry with Hugging Face source (simple location string):

{
    "models": [
        {
            "name": "tiny-bert",
            "source": {
                "provider": "huggingface",
                "location": "https://huggingface.co/hf-internal-testing/tiny-random-bert"
            }
        }
    ]
}

Detailed entry with revision and auth:

{
    "models": [
        {
            "name": "tiny-bert",
            "source": {
                "provider": "huggingface",
                "location": "https://huggingface.co/hf-internal-testing/tiny-random-bert"
            },
            "revision": "refs/pr/1",
            "auth": "required",
            "filter": ["Q4_K_M.*\\.gguf$"],
            "ignore": ["Q2_", "Q3_"]
        }
    ]
}

Detailed entry with Hugging Face source (detailed location with scheme and revision):

{
    "models": [
        {
            "name": "tiny-bert",
            "source": {
                "provider": "huggingface",
                "location": {
                    "scheme": "https",
                    "uri": "https://huggingface.co/hf-internal-testing/tiny-random-bert",
                    "revision": "main"
                }
            }
        }
    ]
}

Detailed entry with local Git repository source:

{
    "models": [
        {
            "name": "qwen-local",
            "source": {
                "provider": "git",
                "location": "file:./models/qwen.gguf"
            }
        }
    ]
}

Mixed array — bare strings and detailed entries together:

{
    "models": [
        "meta-llama/Llama-2-7b-hf",
        {
            "name": "qwen-local",
            "source": {
                "provider": "git",
                "location": "file:./models/qwen.gguf"
            }
        }
    ]
}

Variants

Selector(String)

Bare model ID / path / URL string

Entry(ModelEntryOptions)

Detailed model download entry

Implementations

impl ModelEntry

pub fn requests(entries: &[Self]) -> ApiResult<Vec<ModelRequest>>

Normalize model entries into unique synchronization requests

pub fn resolve( entries: &[Self], options: &ModelRequestOptions<'_>, ) -> ApiResult<Vec<ModelDetails>>

Resolve model entries from a local models directory, skipping entries that cannot be resolved.

pub fn resolve_with_fallbacks( entries: &[Self], options: &ModelRequestOptions<'_>, database_path: Option<PathBuf>, ) -> ApiResult<Vec<ModelDetails>>

Resolve model entries using fallback repository metadata from the local model database.

Trait Implementations

impl Clone for ModelEntry

fn clone(&self) -> ModelEntry

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelEntry

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for ModelEntry

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for ModelEntry

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl TryFrom<&ModelEntry> for ModelRequest

type Error = Report

The type returned in the event of a conversion error.

fn try_from(entry: &ModelEntry) -> Result<Self, Self::Error>

Performs the conversion.