sie-sdk-rs 0.1.0

Rust client for the SIE inference server: embeddings, reranking, extraction and text generation
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

//! Wire types for every SIE endpoint.

pub mod cluster;
pub mod common;
pub mod encode;
pub mod estimate;
pub mod generate;
pub mod item;
pub mod jobs;
pub mod resources;

pub use cluster::{
    AdaptiveBatchingStatus, CapacityInfo, ClusterStatusMessage, ClusterSummary, GpuMetrics,
    HealthResponse, ModelCapabilities, ModelConfig, ModelDims, ModelInfo, ModelStatus,
    ModelSummary, ServerInfo, StatusMessage, WorkerInfo, WorkerStatusMessage,
};
pub use common::{
    DType, ModelState, OutputDType, OutputType, RequestMetadata, RequestUsage, TimingInfo,
};
pub use encode::{
    Classification, DetectedObject, EncodeResult, Entity, ExtractItemError, ExtractResult,
    Multivector, Relation, ScoreEntry, ScoreResult, ScoreUsage, SparseVector,
};
pub use estimate::{AppliedRate, CostEstimate, RateIdentity};
pub use generate::{
    ChatChoice, ChatChunkChoice, ChatCompletion, ChatCompletionChunk, ChatContent, ChatContentPart,
    ChatDelta, ChatFinishReason, ChatImageUrl, ChatMessage, ChatRole, ChatUsage, FinishReason,
    GenerateChunk, GenerateResult, GenerationUsage, Grammar, ResponseInputMessage,
    ResponseOutputMessage, ResponseOutputText, ResponseResult, ResponseUsage,
};
pub use item::{AudioInput, BinaryInput, ImageInput, Item};
pub use jobs::{
    ConnectorJobAttempt, ConnectorJobCapabilities, ConnectorJobCheckpoint,
    ConnectorJobItemOutcomes, ConnectorJobOverlapOwner, ConnectorJobPlan, ConnectorJobPublication,
    ConnectorJobRecovery, ConnectorJobRepairWindow, ConnectorJobValidation,
    ConnectorPlanOutputShape, JobChunk, JobExecution, JobFieldMap, JobPreflight, JobResultItem,
    JobResults, JobState, JobStatus,
};
pub use resources::{
    AssignedWorkerInfo, Batch, BatchList, BatchRequestCounts, Connection, ConnectionCreated,
    ConnectionRevoked, File, FileDeleted, FileList, PoolInfo, PoolListItem, PoolSpecResponse,
    PoolStatusInfo,
};

/// Deserialize a field that the server may send as an explicit `null`.
///
/// `#[serde(default)]` only covers a *missing* key. SIE sends `null` for fields it has no
/// value for, which without this would be a hard decode failure rather than a default.
pub(crate) fn null_as_default<'de, D, T>(deserializer: D) -> Result<T, D::Error>
where
    D: serde::Deserializer<'de>,
    T: serde::Deserialize<'de> + Default,
{
    use serde::Deserialize as _;

    Ok(Option::<T>::deserialize(deserializer)?.unwrap_or_default())
}