sipp-rs 0.1.0

Unified Rust library for extensible Sipp inference
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

//! Unified local, provider, and gateway inference facade.
//!
//! This module owns endpoint resolution and shared request/result envelopes.
//! Local runtime work stays in the engine modules; provider and gateway
//! endpoints are registered through the same client API.

#[allow(clippy::module_inception)]
mod client;
mod descriptor;
mod dispatch;
mod endpoint;
mod error;
mod gateway;
#[cfg(not(target_family = "wasm"))]
mod gateway_endpoint;
#[cfg(not(target_family = "wasm"))]
mod io_executor;
mod local_endpoint;
mod map;
#[cfg(feature = "providers")]
mod provider;
#[cfg(all(feature = "providers", not(target_family = "wasm")))]
mod provider_endpoint;
mod request;
mod response;
mod run;
mod validate;

pub use client::SippClient;
pub use descriptor::{EndpointDescriptor, LocalModelDescriptor};
pub use endpoint::{EndpointCapabilities, EndpointRef};
pub use error::{EndpointError, SippError, SippResult};
#[cfg(feature = "providers")]
pub use error::{ProviderEndpointError, ProviderEndpointErrorKind};
pub use gateway::{
    GatewayAuthentication, GatewayEndpointConfig, GatewayRoutes, GatewaySecret,
    GatewayTimeoutPolicy,
};
#[cfg(feature = "providers")]
pub use provider::{
    AnthropicProviderConfig, OpenAiCompatibleProviderConfig, OpenAiProviderConfig,
    ProviderAuthConfig, ProviderEndpointConfig, ProviderSecret,
};
pub use request::{
    EndpointOptions, LocalEmbedOptions, LocalTextOptions, ProviderOptions, SippChatRequest,
    SippEmbedRequest, SippQueryRequest, SippRequestContext, SippTextOptions,
};
pub use response::{SippEmbeddingResponse, SippResponseMetadata, SippTextResponse};
pub use run::{
    SippCancellationHandle, SippCancellationReason, SippEmbeddingResponseFuture, SippEmbeddingRun,
    SippTextResponseFuture, SippTextRun, SippTokenBatches,
};