lsp-ai 0.7.0

LSP-AI is an open-source language server that serves as a backend for AI-powered functionality, designed to assist and empower software engineers, not replace them.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

use minijinja::{context, Environment, ErrorKind};
use once_cell::sync::Lazy;
use parking_lot::Mutex;

use crate::config::ChatMessage;

static MINININJA_ENVIRONMENT: Lazy<Mutex<Environment>> =
    Lazy::new(|| Mutex::new(Environment::new()));

fn template_name_from_template_string(template: &str) -> String {
    xxhash_rust::xxh3::xxh3_64(template.as_bytes()).to_string()
}

pub(crate) fn apply_chat_template(
    template: &str,
    chat_messages: Vec<ChatMessage>,
    bos_token: &str,
    eos_token: &str,
) -> anyhow::Result<String> {
    let template_name = template_name_from_template_string(template);
    let mut env = MINININJA_ENVIRONMENT.lock();
    let template = match env.get_template(&template_name) {
        Ok(template) => template,
        Err(e) => match e.kind() {
            ErrorKind::TemplateNotFound => {
                env.add_template_owned(template_name.clone(), template.to_owned())?;
                env.get_template(&template_name)?
            }
            _ => anyhow::bail!(e.to_string()),
        },
    };
    Ok(template.render(
        context!(messages => chat_messages, bos_token => bos_token, eos_token => eos_token),
    )?)
}