skailar 0.0.1

Official Rust SDK for the Skailar API
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72

//! Chat completions.

use crate::client::{Idempotency, Skailar};
use crate::error::Error;
use crate::streaming::ChatCompletionStream;
use crate::types::chat::{ChatCompletionRequest, ChatCompletionResponse};

/// Handle for the chat resource. Obtain via [`Skailar::chat`].
#[derive(Debug, Clone, Copy)]
pub struct Chat<'a> {
    client: &'a Skailar,
}

impl<'a> Chat<'a> {
    pub(crate) fn new(client: &'a Skailar) -> Self {
        Chat { client }
    }

    /// Access the completions sub-resource.
    pub fn completions(&self) -> Completions<'a> {
        Completions {
            client: self.client,
        }
    }
}

/// Handle for `chat.completions`. Obtain via [`Chat::completions`].
#[derive(Debug, Clone, Copy)]
pub struct Completions<'a> {
    client: &'a Skailar,
}

impl Completions<'_> {
    /// Creates a non-streamed chat completion.
    ///
    /// For streaming, set `stream(true)` on the request and call
    /// [`create_stream`](Self::create_stream) instead.
    ///
    /// # Errors
    ///
    /// Returns [`Error::Api`] for a non-2xx response, or a transport/decoding
    /// variant on failure. This is a billable side-effecting call and is not
    /// retried on `5xx`.
    pub async fn create(
        &self,
        request: ChatCompletionRequest,
    ) -> Result<ChatCompletionResponse, Error> {
        self.client
            .post_json("v1/chat/completions", &request, Idempotency::SideEffect)
            .await
    }

    /// Creates a streamed chat completion.
    ///
    /// Sets `stream: true` on the wire regardless of the request's `stream`
    /// field, and returns a [`ChatCompletionStream`] of incremental chunks.
    ///
    /// # Errors
    ///
    /// Returns [`Error::Api`] if the initial response is non-2xx, or a transport
    /// variant on connection failure. Per-chunk decode failures surface as
    /// [`Error`] items from the stream.
    pub async fn create_stream(
        &self,
        mut request: ChatCompletionRequest,
    ) -> Result<ChatCompletionStream, Error> {
        request.stream = Some(true);
        self.client
            .post_stream("v1/chat/completions", &request)
            .await
    }
}