modelsocket 0.5.2

A Rust library for ModelSocket, a protocol for efficiently integrating with LLMs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

pub mod protocol;

use std::sync::Once;

// re-export async_trait for toolbox implementation convenience
pub use async_trait::async_trait;

pub use protocol::*;

#[cfg(feature = "client")]
pub mod client;

#[cfg(feature = "client")]
pub use client::*;

#[cfg(feature = "python")]
mod python;

#[cfg(feature = "python")]
pub use python::*;
use rustls::crypto::{self, CryptoProvider};

static INIT_RUSTLS: Once = Once::new();

pub fn ensure_rustls_provider() {
    INIT_RUSTLS.call_once(|| {
        // If something else already installed a provider, just trust it.
        if CryptoProvider::get_default().is_none() {
            // Try to install ring; ignore failure because at worst someone else
            // raced and installed one between get_default() and this call.
            let _ = crypto::ring::default_provider().install_default();
        }
    });
}