llmprism 0.4.0

A unified, fluent Rust interface for integrating Large Language Model providers -- a Rust port of the PHP Prism library.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

//! Wire format and mapping for OpenAI's Moderation API
//! (`POST /v1/moderations`) -- a distinct endpoint from Chat Completions, with
//! its own small wire shape, so (unlike Text/structured output) this doesn't
//! share `wire.rs`/`maps.rs`.

use std::collections::HashMap;

use serde::{Deserialize, Serialize};

use crate::moderation::{ModerationRequest, ModerationResponse, ModerationResult};
use crate::value_objects::Meta;

#[derive(Debug, Serialize)]
pub struct ApiRequest {
    pub model: String,
    pub input: Vec<String>,
}

#[derive(Debug, Deserialize)]
pub struct ApiResponse {
    pub id: String,
    pub model: String,
    pub results: Vec<ApiResult>,
}

#[derive(Debug, Deserialize)]
pub struct ApiResult {
    pub flagged: bool,
    pub categories: HashMap<String, bool>,
    pub category_scores: HashMap<String, f64>,
}

pub fn build_request(request: &ModerationRequest) -> ApiRequest {
    ApiRequest {
        model: request.model.clone(),
        input: request.input.clone(),
    }
}

pub fn parse_response(response: ApiResponse) -> ModerationResponse {
    ModerationResponse {
        results: response
            .results
            .into_iter()
            .map(|result| ModerationResult {
                flagged: result.flagged,
                categories: result.categories,
                category_scores: result.category_scores,
            })
            .collect(),
        meta: Meta {
            id: Some(response.id),
            model: Some(response.model),
            rate_limits: Vec::new(),
        },
    }
}