lsp-ai 0.7.0

LSP-AI is an open-source language server that serves as a backend for AI-powered functionality, designed to assist and empower software engineers, not replace them.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

use serde::Serialize;

use crate::{config::ValidSplitter, memory_backends::file_store::File};

mod text_splitter;
mod tree_sitter;

#[derive(Debug, Serialize)]
pub(crate) struct ByteRange {
    pub(crate) start_byte: usize,
    pub(crate) end_byte: usize,
}

impl ByteRange {
    pub(crate) fn new(start_byte: usize, end_byte: usize) -> Self {
        Self {
            start_byte,
            end_byte,
        }
    }
}

#[derive(Serialize)]
pub(crate) struct Chunk {
    pub(crate) text: String,
    pub(crate) range: ByteRange,
}

impl Chunk {
    fn new(text: String, range: ByteRange) -> Self {
        Self { text, range }
    }
}

pub(crate) trait Splitter {
    fn split(&self, file: &File) -> Vec<Chunk>;
    fn split_file_contents(&self, uri: &str, contents: &str) -> Vec<Chunk>;

    fn does_use_tree_sitter(&self) -> bool {
        false
    }

    fn chunk_size(&self) -> usize;
}

impl TryFrom<ValidSplitter> for Box<dyn Splitter + Send + Sync> {
    type Error = anyhow::Error;

    fn try_from(value: ValidSplitter) -> Result<Self, Self::Error> {
        match value {
            ValidSplitter::TreeSitter(config) => {
                Ok(Box::new(tree_sitter::TreeSitter::new(config)?))
            }
            ValidSplitter::TextSplitter(config) => {
                Ok(Box::new(text_splitter::TextSplitter::new(config)))
            }
        }
    }
}