Enum ServingBackend 

pub enum ServingBackend {
    Realizar,
    Ollama,
    LlamaCpp,
    Llamafile,
    Candle,
    Vllm,
    Tgi,
    LocalAI,
    HuggingFace,
    Together,
    Replicate,
    Anyscale,
    Modal,
    Fireworks,
    Groq,
    OpenAI,
    Anthropic,
    AzureOpenAI,
    AwsBedrock,
    GoogleVertex,
    AwsLambda,
    CloudflareWorkers,
}

Supported serving backends

Variants

Realizar

Ollama

LlamaCpp

Llamafile

Candle

Vllm

Tgi

LocalAI

HuggingFace

Together

Replicate

Anyscale

Modal

Fireworks

Groq

OpenAI

Anthropic

AzureOpenAI

AwsBedrock

GoogleVertex

AwsLambda

CloudflareWorkers

Implementations

impl ServingBackend

pub const fn is_local(&self) -> bool

Check if this is a local backend (no network calls)

pub const fn is_remote(&self) -> bool

Check if this is a remote/cloud backend

pub const fn api_host(&self) -> Option<&'static str>

Get the API endpoint host for remote backends

pub const fn is_serverless(&self) -> bool

Check if this is a serverless backend

Trait Implementations

impl Clone for ServingBackend

fn clone(&self) -> ServingBackend

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ServingBackend

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for ServingBackend

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Hash for ServingBackend

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl PartialEq for ServingBackend

fn eq(&self, other: &ServingBackend) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for ServingBackend

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl Copy for ServingBackend

impl Eq for ServingBackend

impl StructuralPartialEq for ServingBackend