frink-cli 0.29.0

llama.cpp-style CLI for the Frink inference engine
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

//! Download GGUF checkpoints from Hugging Face Hub via the `hf` CLI.

use std::path::PathBuf;

use clap::Args;
use frink_models::hf_pull;

#[derive(Args, Debug, Clone)]
pub struct PullArgs {
    /// Hugging Face repo id (`org/model`).
    pub repo: String,

    /// Glob of files to fetch (default: all `*.gguf` shards).
    #[arg(long = "file", default_value = "*.gguf")]
    pub file_pattern: String,

    /// Directory to store downloads (passed to `hf download --local-dir`).
    #[arg(long = "dir")]
    pub local_dir: Option<PathBuf>,
}

pub fn run_pull(args: PullArgs) -> anyhow::Result<()> {
    let path = hf_pull::pull_hf_gguf(&args.repo, &args.file_pattern, args.local_dir)?;
    println!("{}", path.display());
    Ok(())
}

pub fn resolve_model_path(model: &str) -> anyhow::Result<String> {
    hf_pull::resolve_model_path(model)
}