ragtime 0.2.0

Easy Retrieval Augmented Generation
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

use crate::FormattedPrompt;
use anyhow::Result;
use std::fmt::Write;

struct Writer<'a>(&'a mut String);

impl<'a> std::fmt::Write for Writer<'a> {
    fn write_fmt(&mut self, args: std::fmt::Arguments<'_>) -> std::fmt::Result {
        self.0.write_fmt(args)
    }

    fn write_str(&mut self, s: &str) -> std::fmt::Result {
        self.0.write_str(s)
    }

    fn write_char(&mut self, c: char) -> std::fmt::Result {
        self.0.write_char(c)
    }
}

impl<'a> Drop for Writer<'a> {
    fn drop(&mut self) {
        write!(self.0, "<|end|>").unwrap()
    }
}

#[derive(Debug)]
pub struct Phi3FinalPrompt(pub(super) String);

impl AsRef<str> for Phi3FinalPrompt {
    fn as_ref(&self) -> &str {
        &self.0
    }
}

#[derive(Debug)]
pub struct Phi3Prompt(String);

impl FormattedPrompt for Phi3Prompt {
    type FinalPrompt = Phi3FinalPrompt;

    fn system<'a>(&'a mut self) -> impl std::fmt::Write + 'a {
        write!(self.0, "<|system|>").unwrap();
        Writer(&mut self.0)
    }

    fn user<'a>(&'a mut self) -> impl std::fmt::Write + 'a {
        write!(self.0, "<|user|>").unwrap();
        Writer(&mut self.0)
    }

    fn with_capacity(n: usize) -> Self {
        Self(String::with_capacity(n))
    }

    fn new() -> Self {
        Self(String::new())
    }

    fn clear(&mut self) {
        self.0.clear()
    }

    fn finalize(mut self) -> Result<Phi3FinalPrompt> {
        write!(self.0, "<|assistant|>")?;
        Ok(Phi3FinalPrompt(self.0))
    }
}