iicp-client 0.7.1

// SPDX-License-Identifier: Apache-2.0
//! Drop-in backend handlers for iicp-client.
//!
//! Each helper returns a closure suitable for use as the task handler in
//! `IicpNode::serve()` or as the `TcpTaskHandler` for `IicpTcpServer`.
//!
//! - [`openai_compat`] — drives Ollama, LM Studio, or any OpenAI-compatible
//!   HTTP server.
//! - [`vllm`] — vLLM OpenAI server (default port 8000).
//! - [`llamacpp`] — llama.cpp `llama-server` (default port 8080).
//!
//! Use [`invoke_backend`] to dispatch by engine name (e.g. from a CLI
//! `--backend-type` flag).

pub mod llamacpp;
pub mod openai_compat;
pub mod vllm;

use serde_json::Value;

use openai_compat::OpenAiCompatOptions;

/// Selectable backend engine names (mirrors the Python/TS `BACKEND_TYPES`).
pub const BACKEND_TYPES: &[&str] = &["openai_compat", "vllm", "llamacpp"];

/// Dispatch a stand-alone (HTTP-style) invocation to the named engine.
///
/// Returns `Err` with the offending name when `backend_type` is unknown so the
/// caller can surface a clear CLI error. Each engine shares the OpenAI dialect;
/// the only difference is the label in error messages and the per-engine default
/// port the caller may have applied to `opts.base_url`.
pub async fn invoke_backend(
    backend_type: &str,
    opts: &OpenAiCompatOptions,
    intent: &str,
    payload: &Value,
) -> Result<Value, String> {
    match backend_type {
        "openai_compat" => Ok(openai_compat::invoke(opts, intent, payload).await),
        "vllm" => Ok(vllm::invoke(opts, intent, payload).await),
        "llamacpp" => Ok(llamacpp::invoke(opts, intent, payload).await),
        other => Err(format!(
            "unknown backend_type {other:?}; choose one of {BACKEND_TYPES:?}"
        )),
    }
}