Enum Command 

pub enum Command {
    Models {
        command: ModelsCommand,
    },
    Download {
        name: Option<String>,
        draft: bool,
    },
    Update {
        version: Option<String>,
        flavor: Option<BinaryFlavor>,
        detect_flavor: bool,
    },
    Gpus {
        json: bool,
        command: Option<GpuCommand>,
    },
    Runtime {
        command: Option<RuntimeCommand>,
    },
    Config {
        command: ConfigCommand,
    },
    Doctor {
        json: bool,
        command: Option<DoctorCommand>,
    },
    Setup {
        yes: bool,
        no_interactive: bool,
        service: bool,
        no_service: bool,
        skip_runtime: bool,
        verbose: bool,
    },
    Uninstall {
        dry_run: bool,
        yes: bool,
        keep_cache: bool,
        keep_service_files: bool,
        purge_config: bool,
        keep_config: bool,
        binary_path: Option<PathBuf>,
        json: bool,
        verbose: bool,
    },
    Load {
        name: String,
        port: u16,
    },
    Unload {
        name: String,
        port: u16,
    },
    Status {
        port: u16,
    },
    Discover {
        name: Option<String>,
        model: Option<String>,
        min_vram: Option<f64>,
        region: Option<String>,
        auto: bool,
        relay: Vec<String>,
    },
    RotateKey,
    Goose {
        model: Option<String>,
        port: u16,
    },
    Claude {
        model: Option<String>,
        port: u16,
    },
    Pi {
        model: Option<String>,
        host: String,
        write: bool,
    },
    Opencode {
        model: Option<String>,
        host: String,
        write: bool,
    },
    Stop,
    Plugin {
        command: PluginCommand,
    },
    Skills {
        command: SkillCommand,
    },
    Benchmark {
        command: BenchmarkCommand,
    },
    ModelPrepare {

        source_repo: Option<String>,
        quant: Option<String>,
        target: Option<String>,
        model_id: Option<String>,
        flavor: String,
        timeout: String,
        mesh_llm_ref: String,
        dry_run: bool,
        confirm: bool,
        follow: bool,
        json: bool,
        status: Option<String>,
        logs: Option<String>,
        cancel: Option<String>,
        list: bool,
        update_script: bool,
    
},
    Auth {
        command: AuthCommand,
    },
    ExternalPlugin(Vec<OsString>),
}

Variants

Models

Manage model storage, migration, and update checks.

Fields

command: ModelsCommand

Download

Download a model from the remote catalog or Hugging Face

Fields

name: Option<String>

Model name (e.g. “Qwen2.5-32B-Instruct-Q4_K_M” or just “32b”)

draft: bool

Also download the recommended draft model for speculative decoding

Update

Update mesh-llm to a bundled release and exit.

Fields

version: Option<String>

Install this specific release tag or version (e.g. v0.60.0 or 0.60.0-rc.1).

flavor: Option<BinaryFlavor>

Install this release bundle flavor instead of the default installed flavor.

detect_flavor: bool

Re-detect the best host backend flavor before selecting the release bundle.

Gpus

Inspect local GPUs, stable IDs, and cached bandwidth.

Fields

json: bool

Print machine-readable JSON output.

command: Option<GpuCommand>

Runtime

Inspect and manage native runtimes.

Fields

command: Option<RuntimeCommand>

Config

Inspect and validate mesh-llm configuration files.

Fields

command: ConfigCommand

Doctor

Diagnose local mesh, runtime, and split-readiness problems.

Fields

json: bool

Print machine-readable JSON for the default doctor report.

command: Option<DoctorCommand>

Setup

Bootstrap a new installation.

Fields

yes: bool

Automatically answer yes to prompts.

no_interactive: bool

Run without prompting for interactive input.

service: bool

Install and enable the mesh-llm service.

no_service: bool

Skip installing and enabling the mesh-llm service.

skip_runtime: bool

Skip downloading or configuring the native runtime.

verbose: bool

Print detailed setup paths, commands, and follow-up guidance.

Uninstall

Remove mesh-llm binaries, service files, and optional caches.

Fields

dry_run: bool

Print what would be removed without changing the machine.

yes: bool

Do not prompt before removing files and services.

keep_cache: bool

Preserve native runtime caches.

keep_service_files: bool

Preserve setup-owned service helper files.

purge_config: bool

Also remove ~/.mesh-llm configuration and identity data.

keep_config: bool

Explicitly preserve ~/.mesh-llm configuration and identity data.

binary_path: Option<PathBuf>

Override the installed binary path to remove.

json: bool

Print machine-readable JSON.

verbose: bool

Print detailed cleanup steps and removed paths.

Load

Load a local model into a running mesh-llm instance.

Fields

name: String

Model name/path/url to load

port: u16

Console/API port of the running mesh-llm instance (default: 3131)

Unload

Unload a local model from a running mesh-llm instance.

Fields

name: String

Model name to unload

port: u16

Console/API port of the running mesh-llm instance (default: 3131)

Status

Show local model status on a running mesh-llm instance.

Fields

port: u16

Console/API port of the running mesh-llm instance (default: 3131)

Discover

Discover meshes and optionally auto-join one.

Fields

name: Option<String>

Filter by mesh name (case-insensitive exact match)

model: Option<String>

Filter by model name (substring match)

min_vram: Option<f64>

Filter by minimum VRAM (GB)

region: Option<String>

Filter by region

auto: bool

Print the invite token of the best match (for piping to –join)

relay: Vec<String>

Nostr relay URLs (default: see DEFAULT_RELAYS)

RotateKey

Rotate all identity keys (node + Nostr).

Goose

Launch Goose with mesh-llm as the inference provider.

If no mesh is running on –port, this auto-joins the mesh as a client.

Fields

model: Option<String>

Model id to use from /v1/models (default: auto = mesh picks best)

port: u16

API port for mesh-llm (default: 9337)

Claude

Launch Claude Code with mesh-llm as the inference provider.

If no mesh is running on –port, this auto-joins the mesh as a client.

Fields

model: Option<String>

Model id to use from /v1/models (default: auto = mesh picks best)

port: u16

API port for mesh-llm (default: 9337)

Pi

Launch pi with mesh-llm as the inference provider.

If no mesh is running on a loopback/localhost target, this auto-joins the mesh as a client. Writes a mesh provider into ~/.pi/agent/models.json and launches pi unless –write is set.

Fields

model: Option<String>

Model id to use from /v1/models (default: auto = mesh picks best)

host: String

mesh-llm host or URL for Pi (default: 127.0.0.1:9337)

write: bool

Write the mesh provider config to Pi’s models.json instead of launching.

Opencode

Launch OpenCode with mesh-llm as the inference provider.

If no mesh is running on a loopback/localhost target, this auto-joins the mesh as a client.

Fields

model: Option<String>

Model id to use from /v1/models (default: auto = mesh picks best)

host: String

mesh-llm host or URL for OpenCode (default: 127.0.0.1:9337)

write: bool

Write the mesh provider config to opencode’s config file instead of launching.

Stop

Stop running mesh-llm processes.

Plugin

Plugin management.

Fields

command: PluginCommand

Skills

Install agent skills exposed by installed plugins.

Fields

command: SkillCommand

Benchmark

Benchmark and compare model/runtime strategies.

Fields

command: BenchmarkCommand

ModelPrepare

Prepare a model for distributed inference by splitting it into per-layer files on HF compute.

Submits an HF Job that builds skippy-model-package from source, splits the model, publishes the layer package, and updates the meshllm/catalog.

Fields

source_repo: Option<String>

Source HuggingFace model ref (e.g. unsloth/Qwen3-235B-A22B-GGUF:UD-Q4_K_XL).

quant: Option<String>

Quantization variant (deprecated; prefer source refs like repo:Q4_K_M).

target: Option<String>

Target repo for the layer package (auto-derived if omitted).

model_id: Option<String>

Override model ID in the manifest.

flavor: String

HF Job hardware flavor. Use auto for the default CPU splitter baseline.

timeout: String

Requested job timeout; raised automatically by model-size minimums.

mesh_llm_ref: String

Branch or tag of mesh-llm to build in the job [default: main].

dry_run: bool

Explicitly keep this as a dry run. This is the default unless –confirm is set.

confirm: bool

Actually submit the HF Job. Without this, the command only prints plan, spec, and max cost.

follow: bool

Stream job logs after submission until completion.

json: bool

Emit JSON output.

status: Option<String>

Check status of a previously submitted job.

logs: Option<String>

Fetch logs for a previously submitted job.

cancel: Option<String>

Cancel a running job.

list: bool

List recent model-package jobs.

update_script: bool

Upload the latest job script to the meshllm bucket (requires org access).

Auth

Manage owner identity and keystore.

Fields

command: AuthCommand

ExternalPlugin(Vec<OsString>)

Run a CLI command contributed by a configured plugin.

Trait Implementations

impl Debug for Command

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl FromArgMatches for Command

fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

fn update_from_arg_matches_mut<'b>( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

impl Subcommand for Command

fn augment_subcommands<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate Self via FromArgMatches::from_arg_matches_mut

fn augment_subcommands_for_update<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate self via FromArgMatches::update_from_arg_matches_mut

fn has_subcommand(__clap_name: &str) -> bool

Test whether Self can parse a specific subcommand