bullpen 0.1.0

Bullpen: an unofficial library for the Pplx API and Replit Modelfarm.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87

#[cfg(feature = "download")]
use rand::{distributions::Alphanumeric, Rng};
use serde::{Deserialize, Serialize};

use crate::v1::models::{
    ModelfarmChatModel, ModelfarmCompletionModel, ModelfarmEmbeddingModel, PplxChatModel,
    PplxCompletionModel,
};

#[derive(Serialize, Deserialize, Debug, Clone)]
pub struct BaseModel {
    name: String,
}

#[derive(Serialize, Deserialize, Debug, Clone)]
pub struct Usage {
    pub prompt_tokens: u32,
    pub completion_tokens: u32,
    pub total_tokens: u32,
}

#[derive(Serialize, Deserialize, Debug, Clone, PartialEq)]
pub enum FinishReason {
    #[serde(rename(deserialize = "stop"))]
    StopSequenceReached,
    #[serde(rename(deserialize = "length"))]
    TokenLimitReached,
    #[serde(rename(deserialize = "content_filter"))]
    ContentFilterFlagged,
    #[serde(rename(deserialize = "function_call"))]
    FunctionCall,
}

#[derive(Serialize, Deserialize, Debug, Clone, PartialEq)]
#[serde(untagged)]
pub enum StopToken {
    String(String),
    Array(Vec<String>),
}

#[derive(Serialize, Deserialize, Debug, PartialEq, Clone)]
pub enum ChatModel {
    #[serde(rename = "modelfarm")]
    Modelfarm(ModelfarmChatModel),
    #[serde(rename = "perplexity")]
    Perplexity(PplxChatModel),
}

#[derive(Serialize, Deserialize, Debug, PartialEq, Clone)]
pub enum CompletionModel {
    #[serde(rename = "modelfarm")]
    Modelfarm(ModelfarmCompletionModel),
    #[serde(rename = "perplexity")]
    Perplexity(PplxCompletionModel),
}

#[derive(Serialize, Deserialize, Debug, PartialEq, Clone)]
pub enum EmbeddingModel {
    #[serde(rename = "modelfarm")]
    Modelfarm(ModelfarmEmbeddingModel),
}

impl ChatModel {
    pub fn get_endpoint(&self) -> &'static str {
        match self {
            ChatModel::Modelfarm(_) => "/v1beta/chat",
            ChatModel::Perplexity(_) => "/chat/completions",
        }
    }
}

impl CompletionModel {
    pub fn get_endpoint(&self) -> &'static str {
        match self {
            CompletionModel::Modelfarm(_) => "/v1beta/text",
            CompletionModel::Perplexity(_) => "/completions",
        }
    }
}

impl EmbeddingModel {
    pub fn get_endpoint(&self) -> &'static str {
        match self {
            EmbeddingModel::Modelfarm(_) => "/v1beta/embedding",
        }
    }
}