semtree-parse 0.1.0

Tree-sitter parsing and chunk extraction for semtree
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62

use semtree_core::Language;
use tree_sitter::{Node, Parser, Tree};

use crate::ParseError;

pub struct ParsedTree {
    pub language: Language,
    pub source: Vec<u8>,
    pub tree: Tree,
}

impl ParsedTree {
    pub fn root(&self) -> Node<'_> {
        self.tree.root_node()
    }

    pub fn source_str(&self) -> &str {
        std::str::from_utf8(&self.source).unwrap_or("")
    }

    pub fn node_text(&self, node: &Node<'_>) -> &str {
        node.utf8_text(&self.source).unwrap_or("")
    }
}

pub struct SemtreeParser;

impl SemtreeParser {
    pub fn parse(source: &str, language: Language) -> Result<ParsedTree, ParseError> {
        let ts_language = ts_language(language)?;
        let mut parser = Parser::new();
        parser.set_language(&ts_language).expect("valid language");

        let tree = parser.parse(source, None).ok_or(ParseError::ParseFailed)?;

        Ok(ParsedTree {
            language,
            source: source.as_bytes().to_vec(),
            tree,
        })
    }

    pub fn parse_file(path: &std::path::Path) -> Result<ParsedTree, ParseError> {
        let language = Language::from_path(path);
        if language == Language::Unknown {
            return Err(ParseError::UnsupportedLanguage(language));
        }
        let source = std::fs::read_to_string(path)?;
        Self::parse(&source, language)
    }
}

fn ts_language(lang: Language) -> Result<tree_sitter::Language, ParseError> {
    match lang {
        Language::Rust => Ok(tree_sitter_rust::LANGUAGE.into()),
        Language::Python => Ok(tree_sitter_python::LANGUAGE.into()),
        Language::JavaScript => Ok(tree_sitter_javascript::LANGUAGE.into()),
        Language::TypeScript => Ok(tree_sitter_typescript::LANGUAGE_TYPESCRIPT.into()),
        Language::Go => Ok(tree_sitter_go::LANGUAGE.into()),
        Language::Unknown => Err(ParseError::UnsupportedLanguage(lang)),
    }
}