weavatrix_rust/language/tokenized/
mod.rs

1//! Lossless language adapters backed by `weavatrix-parse`.
2
3mod convert;
4mod domains;
5mod kinds;
6mod node_http;
7mod swift;
8#[cfg(test)]
9mod tests;
10
11use super::{FileFacts, Language, LanguageAdapter, SourceFile};
12use crate::model::Result;
13
14/// One language served by the lossless parser.
15pub struct TokenizedAdapter {
16    language: Language,
17    parse: weavatrix_parse::Language,
18    extensions: &'static [&'static str],
19}
20
21impl TokenizedAdapter {
22    /// Every language the lossless parser extracts structure from.
23    pub fn defaults() -> impl Iterator<Item = Self> {
24        use weavatrix_parse::Language as Parsed;
25        [
26            (
27                Language::JavaScript,
28                Parsed::JavaScript,
29                &["js", "jsx", "mjs", "cjs"][..],
30            ),
31            (
32                Language::TypeScript,
33                Parsed::TypeScript,
34                &["ts", "tsx", "mts", "cts"][..],
35            ),
36            // The syn adapter wins with `lang-rust`; this remains the
37            // dependency-light fallback for no-default-feature builds.
38            (Language::Rust, Parsed::Rust, &["rs"][..]),
39            (Language::Python, Parsed::Python, &["py", "pyi"][..]),
40            (Language::Go, Parsed::Go, &["go"][..]),
41            (Language::Java, Parsed::Java, &["java"][..]),
42            (Language::CSharp, Parsed::CSharp, &["cs"][..]),
43            (Language::C, Parsed::C, &["c", "h"][..]),
44            (
45                Language::Cpp,
46                Parsed::Cpp,
47                &["cc", "cpp", "cxx", "hh", "hpp", "hxx"][..],
48            ),
49            (Language::Sql, Parsed::Sql, &["sql", "psql"][..]),
50            (Language::Bash, Parsed::Bash, &["sh", "bash", "zsh"][..]),
51            (Language::Swift, Parsed::Swift, &["swift"][..]),
52            (
53                Language::Custom("solidity".to_owned()),
54                Parsed::Solidity,
55                &["sol"][..],
56            ),
57            (
58                Language::Custom("html".to_owned()),
59                Parsed::Html,
60                &["html", "htm", "xhtml", "vue", "svelte"][..],
61            ),
62            (
63                Language::Custom("css".to_owned()),
64                Parsed::Css,
65                &["css"][..],
66            ),
67            (
68                Language::Custom("css".to_owned()),
69                Parsed::Scss,
70                &["scss", "sass", "less"][..],
71            ),
72            (
73                Language::Custom("terraform".to_owned()),
74                Parsed::Terraform,
75                &["tf", "tfvars", "hcl"][..],
76            ),
77            (
78                Language::Custom("xml".to_owned()),
79                Parsed::Xml,
80                &[
81                    "xml", "xsd", "xsl", "xslt", "csproj", "props", "targets", "plist",
82                ][..],
83            ),
84            (
85                Language::Custom("markdown".to_owned()),
86                Parsed::Markdown,
87                &["md", "markdown", "mdown", "mkd", "mkdn"][..],
88            ),
89            (
90                Language::Custom("markdown".to_owned()),
91                Parsed::Mdx,
92                &["mdx"][..],
93            ),
94            (
95                Language::Custom("rst".to_owned()),
96                Parsed::ReStructuredText,
97                &["rst"][..],
98            ),
99            (
100                Language::Custom("asciidoc".to_owned()),
101                Parsed::AsciiDoc,
102                &["adoc", "asciidoc", "asc"][..],
103            ),
104        ]
105        .into_iter()
106        .map(|(language, parse, extensions)| Self {
107            language,
108            parse,
109            extensions,
110        })
111    }
112}
113
114impl LanguageAdapter for TokenizedAdapter {
115    fn language(&self) -> Language {
116        self.language.clone()
117    }
118
119    fn extensions(&self) -> &'static [&'static str] {
120        self.extensions
121    }
122
123    fn extractor(&self) -> &'static str {
124        "weavatrix.parse.tokens"
125    }
126
127    fn parse(&self, source: SourceFile<'_>) -> Result<FileFacts> {
128        Ok(convert::convert(
129            &weavatrix_parse::extract(source.text, self.parse),
130            source.path,
131            source.text,
132            self.parse,
133        ))
134    }
135}
weavatrix_rust/language/tokenized/mod.rs

weavatrix_rust/language/tokenized/
mod.rs
