turbocommit 0.2.0

A CLI tool to create commit messages with gpt-3.5-turbo
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127

#![allow(dead_code)]

use crate::SYSTEM_MSG;
use colored::Colorize;
use serde::{Deserialize, Serialize};
use std::{error, fmt};
use tiktoken_rs::tiktoken::cl100k_base;

#[derive(Serialize, Deserialize, Debug)]
#[serde(rename_all = "lowercase")]
pub enum Role {
    System,
    User,
    Assistant,
}

#[derive(Serialize, Deserialize, Debug)]
pub struct Message {
    pub role: Role,
    pub content: String,
}

impl Message {
    pub fn system<S: Into<String>>(content: S) -> Message {
        Message {
            role: Role::System,
            content: content.into(),
        }
    }
    pub fn user<S: Into<String>>(content: S) -> Message {
        Message {
            role: Role::User,
            content: content.into(),
        }
    }
    pub fn assistant<S: Into<String>>(content: S) -> Message {
        Message {
            role: Role::Assistant,
            content: content.into(),
        }
    }
}

#[derive(Serialize, Deserialize, Debug)]
#[serde(rename_all = "camelCase")]
pub struct ErrorRoot {
    pub error: Error,
}

#[derive(Serialize, Deserialize, Debug)]
#[serde(rename_all = "camelCase")]
pub struct Error {
    pub message: String,
    #[serde(rename = "type")]
    pub type_field: String,
    pub param: Option<String>,
    pub code: Option<String>,
}

impl fmt::Display for Error {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        write!(
            f,
            "{} ({:?}): {:?}",
            self.type_field.red(),
            self.code,
            self.message
        )
    }
}

#[derive(Debug, Serialize, Deserialize)]
pub struct Request {
    pub model: String,
    pub messages: Vec<Message>,
    pub n: i32,
}

impl Request {
    pub fn new<S: Into<String>>(model: S, messages: Vec<Message>, n: i32) -> Request {
        Request {
            model: model.into(),
            messages,
            n,
        }
    }
}

#[derive(Serialize, Deserialize, Debug)]
pub struct Response {
    pub id: String,
    pub object: String,
    pub created: i64,
    pub model: String,
    pub choices: Vec<Choice>,
    pub usage: Usage,
}

#[derive(Serialize, Deserialize, Debug)]
pub struct Choice {
    pub index: i64,
    pub finish_reason: String,
    pub message: Message,
}

#[derive(Serialize, Deserialize, Debug)]
pub struct Usage {
    pub prompt_tokens: i64,
    pub completion_tokens: i64,
    pub total_tokens: i64,
}

pub fn count_token(s: &str, extra: &str) -> Result<usize, Box<dyn error::Error>> {
    let bpe = cl100k_base()?;
    let mut text = SYSTEM_MSG.to_string();
    text += "\n";
    text += extra;
    text += s;
    let tokens = bpe.encode_with_special_tokens(&text);
    Ok(tokens.len())
}

pub fn cost(token: i64) -> f64 {
    token as f64 * (PRICE / 1000.0)
}

const PRICE: f64 = 0.002;