use wgpui::SharedString;
use crate::highlighter::GrammarConfig;
#[derive(Debug, Clone, Copy, PartialEq, Eq, Hash, enum_iterator::Sequence)]
pub enum Language {
Json,
Plain,
#[cfg(feature = "tree-sitter-astro")]
Astro,
#[cfg(feature = "tree-sitter-bash")]
Bash,
#[cfg(feature = "tree-sitter-c")]
C,
#[cfg(feature = "tree-sitter-cmake")]
CMake,
#[cfg(feature = "tree-sitter-csharp")]
CSharp,
#[cfg(feature = "tree-sitter-cpp")]
Cpp,
#[cfg(feature = "tree-sitter-css")]
Css,
#[cfg(feature = "tree-sitter-diff")]
Diff,
#[cfg(feature = "tree-sitter-ejs")]
Ejs,
#[cfg(feature = "tree-sitter-elixir")]
Elixir,
#[cfg(feature = "tree-sitter-erb")]
Erb,
#[cfg(feature = "tree-sitter-go")]
Go,
#[cfg(feature = "tree-sitter-graphql")]
GraphQL,
#[cfg(feature = "tree-sitter-html")]
Html,
#[cfg(feature = "tree-sitter-java")]
Java,
#[cfg(feature = "tree-sitter-javascript")]
JavaScript,
#[cfg(feature = "tree-sitter-jsdoc")]
JsDoc,
#[cfg(feature = "tree-sitter-kotlin")]
Kotlin,
#[cfg(feature = "tree-sitter-lua")]
Lua,
#[cfg(feature = "tree-sitter-make")]
Make,
#[cfg(feature = "tree-sitter-markdown")]
Markdown,
#[cfg(feature = "tree-sitter-markdown")]
MarkdownInline,
#[cfg(feature = "tree-sitter-php")]
Php,
#[cfg(feature = "tree-sitter-proto")]
Proto,
#[cfg(feature = "tree-sitter-python")]
Python,
#[cfg(feature = "tree-sitter-ruby")]
Ruby,
#[cfg(feature = "tree-sitter-rust")]
Rust,
#[cfg(feature = "tree-sitter-scala")]
Scala,
#[cfg(feature = "tree-sitter-sql")]
Sql,
#[cfg(feature = "tree-sitter-svelte")]
Svelte,
#[cfg(feature = "tree-sitter-swift")]
Swift,
#[cfg(feature = "tree-sitter-toml")]
Toml,
#[cfg(feature = "tree-sitter-tsx")]
Tsx,
#[cfg(feature = "tree-sitter-typescript")]
TypeScript,
#[cfg(feature = "tree-sitter-yaml")]
Yaml,
#[cfg(feature = "tree-sitter-zig")]
Zig,
}
impl From<Language> for SharedString {
fn from(language: Language) -> Self {
language.name().into()
}
}
impl Language {
pub fn all() -> impl Iterator<Item = Self> {
enum_iterator::all::<Language>()
}
pub fn name(&self) -> &'static str {
match self {
Self::Json => "json",
Self::Plain => "text",
#[cfg(feature = "tree-sitter-astro")]
Self::Astro => "astro",
#[cfg(feature = "tree-sitter-bash")]
Self::Bash => "bash",
#[cfg(feature = "tree-sitter-c")]
Self::C => "c",
#[cfg(feature = "tree-sitter-cmake")]
Self::CMake => "cmake",
#[cfg(feature = "tree-sitter-csharp")]
Self::CSharp => "csharp",
#[cfg(feature = "tree-sitter-cpp")]
Self::Cpp => "cpp",
#[cfg(feature = "tree-sitter-css")]
Self::Css => "css",
#[cfg(feature = "tree-sitter-diff")]
Self::Diff => "diff",
#[cfg(feature = "tree-sitter-ejs")]
Self::Ejs => "ejs",
#[cfg(feature = "tree-sitter-elixir")]
Self::Elixir => "elixir",
#[cfg(feature = "tree-sitter-erb")]
Self::Erb => "erb",
#[cfg(feature = "tree-sitter-go")]
Self::Go => "go",
#[cfg(feature = "tree-sitter-graphql")]
Self::GraphQL => "graphql",
#[cfg(feature = "tree-sitter-html")]
Self::Html => "html",
#[cfg(feature = "tree-sitter-java")]
Self::Java => "java",
#[cfg(feature = "tree-sitter-javascript")]
Self::JavaScript => "javascript",
#[cfg(feature = "tree-sitter-jsdoc")]
Self::JsDoc => "jsdoc",
#[cfg(feature = "tree-sitter-kotlin")]
Self::Kotlin => "kotlin",
#[cfg(feature = "tree-sitter-lua")]
Self::Lua => "lua",
#[cfg(feature = "tree-sitter-make")]
Self::Make => "make",
#[cfg(feature = "tree-sitter-markdown")]
Self::Markdown => "markdown",
#[cfg(feature = "tree-sitter-markdown")]
Self::MarkdownInline => "markdown_inline",
#[cfg(feature = "tree-sitter-php")]
Self::Php => "php",
#[cfg(feature = "tree-sitter-proto")]
Self::Proto => "proto",
#[cfg(feature = "tree-sitter-python")]
Self::Python => "python",
#[cfg(feature = "tree-sitter-ruby")]
Self::Ruby => "ruby",
#[cfg(feature = "tree-sitter-rust")]
Self::Rust => "rust",
#[cfg(feature = "tree-sitter-scala")]
Self::Scala => "scala",
#[cfg(feature = "tree-sitter-sql")]
Self::Sql => "sql",
#[cfg(feature = "tree-sitter-svelte")]
Self::Svelte => "svelte",
#[cfg(feature = "tree-sitter-swift")]
Self::Swift => "swift",
#[cfg(feature = "tree-sitter-toml")]
Self::Toml => "toml",
#[cfg(feature = "tree-sitter-tsx")]
Self::Tsx => "tsx",
#[cfg(feature = "tree-sitter-typescript")]
Self::TypeScript => "typescript",
#[cfg(feature = "tree-sitter-yaml")]
Self::Yaml => "yaml",
#[cfg(feature = "tree-sitter-zig")]
Self::Zig => "zig",
}
}
#[allow(unused)]
pub fn from_str(s: &str) -> Self {
Self::from_name(s).unwrap_or(Self::Plain)
}
pub(crate) fn from_name(s: &str) -> Option<Self> {
match s {
"text" | "plain" | "plaintext" => Some(Self::Plain),
"json" | "jsonc" => Some(Self::Json),
#[cfg(feature = "tree-sitter-astro")]
"astro" => Some(Self::Astro),
#[cfg(feature = "tree-sitter-bash")]
"bash" | "sh" => Some(Self::Bash),
#[cfg(feature = "tree-sitter-c")]
"c" => Some(Self::C),
#[cfg(feature = "tree-sitter-cmake")]
"cmake" => Some(Self::CMake),
#[cfg(feature = "tree-sitter-cpp")]
"cpp" | "c++" => Some(Self::Cpp),
#[cfg(feature = "tree-sitter-csharp")]
"csharp" | "cs" => Some(Self::CSharp),
#[cfg(feature = "tree-sitter-css")]
"css" | "scss" => Some(Self::Css),
#[cfg(feature = "tree-sitter-diff")]
"diff" => Some(Self::Diff),
#[cfg(feature = "tree-sitter-ejs")]
"ejs" => Some(Self::Ejs),
#[cfg(feature = "tree-sitter-elixir")]
"elixir" | "ex" => Some(Self::Elixir),
#[cfg(feature = "tree-sitter-erb")]
"erb" => Some(Self::Erb),
#[cfg(feature = "tree-sitter-go")]
"go" => Some(Self::Go),
#[cfg(feature = "tree-sitter-graphql")]
"graphql" => Some(Self::GraphQL),
#[cfg(feature = "tree-sitter-html")]
"html" => Some(Self::Html),
#[cfg(feature = "tree-sitter-java")]
"java" => Some(Self::Java),
#[cfg(feature = "tree-sitter-javascript")]
"javascript" | "js" => Some(Self::JavaScript),
#[cfg(feature = "tree-sitter-jsdoc")]
"jsdoc" => Some(Self::JsDoc),
#[cfg(feature = "tree-sitter-kotlin")]
"kt" | "kts" | "ktm" | "kotlin" => Some(Self::Kotlin),
#[cfg(feature = "tree-sitter-lua")]
"lua" => Some(Self::Lua),
#[cfg(feature = "tree-sitter-make")]
"make" | "makefile" => Some(Self::Make),
#[cfg(feature = "tree-sitter-markdown")]
"markdown" | "md" | "mdx" => Some(Self::Markdown),
#[cfg(feature = "tree-sitter-markdown")]
"markdown_inline" | "markdown-inline" => Some(Self::MarkdownInline),
#[cfg(feature = "tree-sitter-php")]
"php" | "php3" | "php4" | "php5" | "phtml" => Some(Self::Php),
#[cfg(feature = "tree-sitter-proto")]
"proto" | "protobuf" => Some(Self::Proto),
#[cfg(feature = "tree-sitter-python")]
"python" | "py" => Some(Self::Python),
#[cfg(feature = "tree-sitter-ruby")]
"ruby" | "rb" => Some(Self::Ruby),
#[cfg(feature = "tree-sitter-rust")]
"rust" | "rs" => Some(Self::Rust),
#[cfg(feature = "tree-sitter-scala")]
"scala" => Some(Self::Scala),
#[cfg(feature = "tree-sitter-sql")]
"sql" => Some(Self::Sql),
#[cfg(feature = "tree-sitter-svelte")]
"svelte" => Some(Self::Svelte),
#[cfg(feature = "tree-sitter-swift")]
"swift" => Some(Self::Swift),
#[cfg(feature = "tree-sitter-toml")]
"toml" => Some(Self::Toml),
#[cfg(feature = "tree-sitter-tsx")]
"tsx" => Some(Self::Tsx),
#[cfg(feature = "tree-sitter-typescript")]
"typescript" | "ts" => Some(Self::TypeScript),
#[cfg(feature = "tree-sitter-yaml")]
"yaml" | "yml" => Some(Self::Yaml),
#[cfg(feature = "tree-sitter-zig")]
"zig" => Some(Self::Zig),
_ => None,
}
}
#[allow(unused)]
pub(super) fn injection_languages(&self) -> Vec<SharedString> {
let mut languages: Vec<&'static str> = Vec::new();
match self {
#[cfg(feature = "tree-sitter-markdown")]
Self::Markdown => {
languages.push("markdown_inline");
#[cfg(feature = "tree-sitter-html")]
languages.push("html");
#[cfg(feature = "tree-sitter-toml")]
languages.push("toml");
#[cfg(feature = "tree-sitter-yaml")]
languages.push("yaml");
}
#[cfg(feature = "tree-sitter-html")]
Self::Html => {
#[cfg(feature = "tree-sitter-javascript")]
languages.push("javascript");
#[cfg(feature = "tree-sitter-css")]
languages.push("css");
}
#[cfg(feature = "tree-sitter-rust")]
Self::Rust => {
languages.push("rust");
}
#[cfg(feature = "tree-sitter-javascript")]
Self::JavaScript => {
#[cfg(feature = "tree-sitter-jsdoc")]
languages.push("jsdoc");
languages.push("json");
#[cfg(feature = "tree-sitter-css")]
languages.push("css");
#[cfg(feature = "tree-sitter-html")]
languages.push("html");
#[cfg(feature = "tree-sitter-sql")]
languages.push("sql");
#[cfg(feature = "tree-sitter-typescript")]
languages.push("typescript");
languages.push("javascript");
#[cfg(feature = "tree-sitter-tsx")]
languages.push("tsx");
#[cfg(feature = "tree-sitter-yaml")]
languages.push("yaml");
#[cfg(feature = "tree-sitter-graphql")]
languages.push("graphql");
}
#[cfg(feature = "tree-sitter-typescript")]
Self::TypeScript => {
#[cfg(feature = "tree-sitter-jsdoc")]
languages.push("jsdoc");
languages.push("json");
#[cfg(feature = "tree-sitter-css")]
languages.push("css");
#[cfg(feature = "tree-sitter-html")]
languages.push("html");
#[cfg(feature = "tree-sitter-sql")]
languages.push("sql");
languages.push("typescript");
#[cfg(feature = "tree-sitter-javascript")]
languages.push("javascript");
#[cfg(feature = "tree-sitter-tsx")]
languages.push("tsx");
#[cfg(feature = "tree-sitter-yaml")]
languages.push("yaml");
#[cfg(feature = "tree-sitter-graphql")]
languages.push("graphql");
}
#[cfg(feature = "tree-sitter-astro")]
Self::Astro => {
#[cfg(feature = "tree-sitter-html")]
languages.push("html");
#[cfg(feature = "tree-sitter-css")]
languages.push("css");
#[cfg(feature = "tree-sitter-javascript")]
languages.push("javascript");
#[cfg(feature = "tree-sitter-typescript")]
languages.push("typescript");
}
#[cfg(feature = "tree-sitter-php")]
Self::Php => {
languages.push("php");
#[cfg(feature = "tree-sitter-html")]
languages.push("html");
#[cfg(feature = "tree-sitter-css")]
languages.push("css");
#[cfg(feature = "tree-sitter-javascript")]
languages.push("javascript");
languages.push("json");
#[cfg(feature = "tree-sitter-jsdoc")]
languages.push("jsdoc");
#[cfg(feature = "tree-sitter-graphql")]
languages.push("graphql");
}
#[cfg(feature = "tree-sitter-svelte")]
Self::Svelte => {
languages.push("svelte");
#[cfg(feature = "tree-sitter-html")]
languages.push("html");
#[cfg(feature = "tree-sitter-css")]
languages.push("css");
#[cfg(feature = "tree-sitter-typescript")]
languages.push("typescript");
}
_ => {}
}
languages.into_iter().map(SharedString::from).collect()
}
pub(super) fn config(&self) -> GrammarConfig {
let (language, query, injection, locals) = match self {
Self::Plain => return GrammarConfig::plain(self.name()),
Self::Json => (
tree_sitter_json::LANGUAGE,
include_str!("languages/json/highlights.scm"),
"",
"",
),
#[cfg(feature = "tree-sitter-markdown")]
Self::Markdown => (
tree_sitter_md::LANGUAGE,
include_str!("languages/markdown/highlights.scm"),
include_str!("languages/markdown/injections.scm"),
"",
),
#[cfg(feature = "tree-sitter-markdown")]
Self::MarkdownInline => (
tree_sitter_md::INLINE_LANGUAGE,
include_str!("languages/markdown_inline/highlights.scm"),
"",
"",
),
#[cfg(feature = "tree-sitter-toml")]
Self::Toml => (
tree_sitter_toml_ng::LANGUAGE,
tree_sitter_toml_ng::HIGHLIGHTS_QUERY,
"",
"",
),
#[cfg(feature = "tree-sitter-yaml")]
Self::Yaml => (
tree_sitter_yaml::LANGUAGE,
tree_sitter_yaml::HIGHLIGHTS_QUERY,
"",
"",
),
#[cfg(feature = "tree-sitter-rust")]
Self::Rust => (
tree_sitter_rust::LANGUAGE,
include_str!("languages/rust/highlights.scm"),
include_str!("languages/rust/injections.scm"),
"",
),
#[cfg(feature = "tree-sitter-go")]
Self::Go => (
tree_sitter_go::LANGUAGE,
include_str!("languages/go/highlights.scm"),
"",
"",
),
#[cfg(feature = "tree-sitter-c")]
Self::C => (
tree_sitter_c::LANGUAGE,
tree_sitter_c::HIGHLIGHT_QUERY,
"",
"",
),
#[cfg(feature = "tree-sitter-cpp")]
Self::Cpp => (
tree_sitter_cpp::LANGUAGE,
tree_sitter_cpp::HIGHLIGHT_QUERY,
"",
"",
),
#[cfg(feature = "tree-sitter-javascript")]
Self::JavaScript => (
tree_sitter_javascript::LANGUAGE,
include_str!("languages/javascript/highlights.scm"),
include_str!("languages/javascript/injections.scm"),
tree_sitter_javascript::LOCALS_QUERY,
),
#[cfg(feature = "tree-sitter-jsdoc")]
Self::JsDoc => (
tree_sitter_jsdoc::LANGUAGE,
tree_sitter_jsdoc::HIGHLIGHTS_QUERY,
"",
"",
),
#[cfg(feature = "tree-sitter-zig")]
Self::Zig => (
tree_sitter_zig::LANGUAGE,
include_str!("languages/zig/highlights.scm"),
include_str!("languages/zig/injections.scm"),
"",
),
#[cfg(feature = "tree-sitter-java")]
Self::Java => (
tree_sitter_java::LANGUAGE,
tree_sitter_java::HIGHLIGHTS_QUERY,
"",
"",
),
#[cfg(feature = "tree-sitter-python")]
Self::Python => (
tree_sitter_python::LANGUAGE,
tree_sitter_python::HIGHLIGHTS_QUERY,
"",
"",
),
#[cfg(feature = "tree-sitter-ruby")]
Self::Ruby => (
tree_sitter_ruby::LANGUAGE,
tree_sitter_ruby::HIGHLIGHTS_QUERY,
"",
tree_sitter_ruby::LOCALS_QUERY,
),
#[cfg(feature = "tree-sitter-bash")]
Self::Bash => (
tree_sitter_bash::LANGUAGE,
tree_sitter_bash::HIGHLIGHT_QUERY,
"",
"",
),
#[cfg(feature = "tree-sitter-html")]
Self::Html => (
tree_sitter_html::LANGUAGE,
include_str!("languages/html/highlights.scm"),
include_str!("languages/html/injections.scm"),
"",
),
#[cfg(feature = "tree-sitter-css")]
Self::Css => (
tree_sitter_css::LANGUAGE,
tree_sitter_css::HIGHLIGHTS_QUERY,
"",
"",
),
#[cfg(feature = "tree-sitter-swift")]
Self::Swift => (tree_sitter_swift::LANGUAGE, "", "", ""),
#[cfg(feature = "tree-sitter-scala")]
Self::Scala => (
tree_sitter_scala::LANGUAGE,
tree_sitter_scala::HIGHLIGHTS_QUERY,
"",
tree_sitter_scala::LOCALS_QUERY,
),
#[cfg(feature = "tree-sitter-sql")]
Self::Sql => (
tree_sitter_sequel::LANGUAGE,
tree_sitter_sequel::HIGHLIGHTS_QUERY,
"",
"",
),
#[cfg(feature = "tree-sitter-csharp")]
Self::CSharp => (tree_sitter_c_sharp::LANGUAGE, "", "", ""),
#[cfg(feature = "tree-sitter-graphql")]
Self::GraphQL => (tree_sitter_graphql::LANGUAGE, "", "", ""),
#[cfg(feature = "tree-sitter-proto")]
Self::Proto => (tree_sitter_proto::LANGUAGE, "", "", ""),
#[cfg(feature = "tree-sitter-make")]
Self::Make => (
tree_sitter_make::LANGUAGE,
tree_sitter_make::HIGHLIGHTS_QUERY,
"",
"",
),
#[cfg(feature = "tree-sitter-cmake")]
Self::CMake => (tree_sitter_cmake::LANGUAGE, "", "", ""),
#[cfg(feature = "tree-sitter-typescript")]
Self::TypeScript => (
tree_sitter_typescript::LANGUAGE_TYPESCRIPT,
include_str!("languages/typescript/highlights.scm"),
include_str!("languages/javascript/injections.scm"),
tree_sitter_typescript::LOCALS_QUERY,
),
#[cfg(feature = "tree-sitter-tsx")]
Self::Tsx => (
tree_sitter_typescript::LANGUAGE_TSX,
tree_sitter_typescript::HIGHLIGHTS_QUERY,
"",
tree_sitter_typescript::LOCALS_QUERY,
),
#[cfg(feature = "tree-sitter-diff")]
Self::Diff => (
tree_sitter_diff::LANGUAGE,
tree_sitter_diff::HIGHLIGHTS_QUERY,
"",
"",
),
#[cfg(feature = "tree-sitter-elixir")]
Self::Elixir => (
tree_sitter_elixir::LANGUAGE,
tree_sitter_elixir::HIGHLIGHTS_QUERY,
tree_sitter_elixir::INJECTIONS_QUERY,
"",
),
#[cfg(feature = "tree-sitter-erb")]
Self::Erb => (
tree_sitter_embedded_template::LANGUAGE,
tree_sitter_embedded_template::HIGHLIGHTS_QUERY,
tree_sitter_embedded_template::INJECTIONS_ERB_QUERY,
"",
),
#[cfg(feature = "tree-sitter-ejs")]
Self::Ejs => (
tree_sitter_embedded_template::LANGUAGE,
tree_sitter_embedded_template::HIGHLIGHTS_QUERY,
tree_sitter_embedded_template::INJECTIONS_EJS_QUERY,
"",
),
#[cfg(feature = "tree-sitter-php")]
Self::Php => (
tree_sitter_php::LANGUAGE_PHP,
tree_sitter_php::HIGHLIGHTS_QUERY,
include_str!("languages/php/injections.scm"),
"",
),
#[cfg(feature = "tree-sitter-astro")]
Self::Astro => (
tree_sitter_astro_next::LANGUAGE,
tree_sitter_astro_next::HIGHLIGHTS_QUERY,
tree_sitter_astro_next::INJECTIONS_QUERY,
"",
),
#[cfg(feature = "tree-sitter-kotlin")]
Self::Kotlin => (
tree_sitter_kotlin_sg::LANGUAGE,
include_str!("languages/kotlin/highlights.scm"),
"",
"",
),
#[cfg(feature = "tree-sitter-lua")]
Self::Lua => (
tree_sitter_lua::LANGUAGE,
include_str!("languages/lua/highlights.scm"),
tree_sitter_lua::INJECTIONS_QUERY,
tree_sitter_lua::LOCALS_QUERY,
),
#[cfg(feature = "tree-sitter-svelte")]
Self::Svelte => (
tree_sitter_svelte_next::LANGUAGE,
tree_sitter_svelte_next::HIGHLIGHTS_QUERY,
tree_sitter_svelte_next::INJECTIONS_QUERY,
tree_sitter_svelte_next::LOCALS_QUERY,
),
};
let language = tree_sitter::Language::new(language);
GrammarConfig::new(
self.name(),
language,
self.injection_languages(),
query,
injection,
locals,
)
}
}
#[cfg(test)]
pub(super) fn grammar_fixture(name: &str) -> &'static str {
match name {
"json" => r#"{"before":"text","value":1}"#,
"astro" => "<div title=\"before\">text</div>\n",
"bash" => "before=1\necho \"$before\"\n",
"c" => "int before = 1;\n",
"cpp" => "class before { public: int value = 1; };\n",
"cmake" => "set(before 1)\n",
"csharp" => "class Example { string before = \"value\"; }\n",
"css" => ".before { color: red; }\n",
"diff" => {
"diff --git a/before b/before\n--- a/before\n+++ b/before\n@@ -1 +1 @@\n-old\n+new\n"
}
"ejs" | "erb" => "<p><%= before %></p>\n",
"elixir" => "before = 1\n",
"go" => "package main\nvar before = 1\n",
"graphql" => "query Example { before }\n",
"html" => "<p class=\"before\">text</p>\n",
"java" => "class Example { String before = \"text\"; }\n",
"javascript" => "const before = \"text\";\n",
"jsdoc" => "/** @param {string} before description */",
"kotlin" => "val before = \"text\"\n",
"lua" => "local before = \"text\"\n",
"make" => "before := value\nall:\n\t@echo $(before)\n",
"markdown" => "# before\n\nText **bold**.\n",
"markdown_inline" => "**before** and `code`",
"php" => "<?php $before = 'text';\n",
"proto" => "syntax = \"proto3\";\nmessage Example { string before = 1; }\n",
"python" | "ruby" => "before = 'text'\n",
"rust" => "fn before() { let value = 1; }\n",
"scala" => "val before = \"text\"\n",
"sql" => "SELECT before FROM example;\n",
"svelte" => "<script>let before = 'text';</script><p>{before}</p>\n",
"swift" | "toml" => "before = \"text\"\n",
"tsx" => "const before: JSX.Element = <p>text</p>;\n",
"typescript" => "const before: string = \"text\";\n",
"yaml" => "before: text\n",
"zig" => "const before: u32 = 1;\n",
_ => panic!("missing syntax regression fixture for {name}"),
}
}
#[cfg(test)]
pub(super) fn grammar_fixture_edit(source: &str) -> (tree_sitter::InputEdit, String) {
let start = source.find("before").expect("fixture edit marker");
let prefix = source.get(..start).expect("fixture prefix boundary");
let suffix = source
.get(start + "before".len()..)
.expect("fixture suffix boundary");
let row = prefix.bytes().filter(|byte| *byte == b'\n').count();
let column = prefix.rsplit('\n').next().map(str::len).unwrap_or(0);
let edit = tree_sitter::InputEdit {
start_byte: start,
old_end_byte: start + "before".len(),
new_end_byte: start + "after".len(),
start_position: tree_sitter::Point::new(row, column),
old_end_position: tree_sitter::Point::new(row, column + "before".len()),
new_end_position: tree_sitter::Point::new(row, column + "after".len()),
};
(edit, format!("{prefix}after{suffix}"))
}
#[cfg(test)]
mod tests {
use super::*;
use tree_sitter::{Parser, Query, QueryCursor, StreamingIterator};
fn captures(
query: &Query,
tree: &tree_sitter::Tree,
source: &str,
) -> Vec<(String, std::ops::Range<usize>)> {
let mut cursor = QueryCursor::new();
let mut captures = cursor.captures(query, tree.root_node(), source.as_bytes());
let mut result = Vec::new();
while let Some((matched, index)) = captures.next() {
let capture = matched.captures().get(*index).expect("query capture index");
result.push((
query
.capture_names()
.get(capture.index as usize)
.expect("query capture name")
.to_string(),
capture.node.byte_range(),
));
}
result
}
#[test]
fn every_enabled_grammar_parses_and_accepts_its_queries() {
let mut failures = Vec::new();
for language in Language::all().filter(|language| *language != Language::Plain) {
let config = language.config();
let grammar = config.language.as_ref().expect("enabled grammar");
let mut parser = Parser::new();
if let Err(error) = parser.set_language(grammar) {
failures.push(format!("{}: grammar ABI: {error}", language.name()));
continue;
}
let source = grammar_fixture(language.name());
let Some(tree) = parser.parse(source, None) else {
failures.push(format!("{}: parser returned no tree", language.name()));
continue;
};
if tree.root_node().has_error() {
failures.push(format!(
"{}: fixture parse: {}",
language.name(),
tree.root_node().to_sexp()
));
}
let mut expected_patterns = 0;
for (kind, query_source) in [
("highlights", config.highlights.as_ref()),
("injections", config.injections.as_ref()),
("locals", config.locals.as_ref()),
] {
match Query::new(grammar, query_source) {
Ok(query) => {
expected_patterns += query.pattern_count();
if kind == "highlights"
&& !query_source.is_empty()
&& captures(&query, &tree, source).is_empty()
{
failures.push(format!(
"{}: fixture produced no highlight captures",
language.name()
));
}
}
Err(error) => {
failures.push(format!("{}: {kind} query: {error}", language.name()))
}
}
}
let combined = format!(
"{}{}{}",
config.injections, config.locals, config.highlights
);
match Query::new(grammar, &combined) {
Ok(query) if query.pattern_count() == expected_patterns => {}
Ok(_) => failures.push(format!(
"{}: concatenation changed query patterns",
language.name()
)),
Err(error) => {
failures.push(format!("{}: combined query: {error}", language.name()))
}
}
}
assert!(failures.is_empty(), "{}", failures.join("\n"));
}
#[test]
fn every_enabled_grammar_incremental_edit_matches_a_fresh_parse()
-> Result<(), Box<dyn std::error::Error>> {
for language in Language::all().filter(|language| *language != Language::Plain) {
let config = language.config();
let grammar = config.language.as_ref().expect("enabled grammar");
let mut parser = Parser::new();
parser.set_language(grammar)?;
let source = grammar_fixture(language.name());
let mut tree = parser.parse(source, None).expect("initial syntax tree");
let (edit, edited) = grammar_fixture_edit(source);
tree.edit(&edit);
let incremental = parser
.parse(&edited, Some(&tree))
.expect("incremental syntax tree");
let fresh = parser.parse(&edited, None).expect("fresh syntax tree");
assert!(
!fresh.root_node().has_error(),
"{}: {}",
language.name(),
fresh.root_node().to_sexp()
);
assert_eq!(
incremental.root_node().to_sexp(),
fresh.root_node().to_sexp(),
"{}",
language.name()
);
let query = Query::new(grammar, "(_) @structure")?;
let incremental_captures = captures(&query, &incremental, &edited);
assert!(!incremental_captures.is_empty(), "{}", language.name());
assert_eq!(
incremental_captures,
captures(&query, &fresh, &edited),
"{}",
language.name()
);
}
Ok(())
}
#[cfg(feature = "tree-sitter-kotlin")]
#[test]
fn kotlin_interpolation_markers_remain_highlighted() -> Result<(), Box<dyn std::error::Error>> {
let config = Language::Kotlin.config();
let grammar = config.language.as_ref().expect("Kotlin grammar");
let mut parser = Parser::new();
parser.set_language(grammar)?;
let source = "val before = \"hello $name ${1 + 2}\"\n";
let tree = parser
.parse(source, None)
.expect("Kotlin interpolation tree");
assert!(!tree.root_node().has_error());
let query = Query::new(grammar, &config.highlights)?;
let markers: Vec<_> = captures(&query, &tree, source)
.into_iter()
.filter(|(name, _)| name == "punctuation.special")
.map(|(_, range)| source.get(range).expect("capture boundary"))
.collect();
assert_eq!(markers, ["$", "${", "}"]);
Ok(())
}
#[test]
fn test_language_name() {
assert_eq!(Language::Plain.name(), "text");
assert_eq!(Language::Json.name(), "json");
#[cfg(feature = "tree-sitter-markdown")]
{
assert_eq!(Language::MarkdownInline.name(), "markdown_inline");
assert_eq!(Language::Markdown.name(), "markdown");
}
#[cfg(feature = "tree-sitter-yaml")]
assert_eq!(Language::Yaml.name(), "yaml");
#[cfg(feature = "tree-sitter-rust")]
assert_eq!(Language::Rust.name(), "rust");
#[cfg(feature = "tree-sitter-go")]
assert_eq!(Language::Go.name(), "go");
#[cfg(feature = "tree-sitter-c")]
assert_eq!(Language::C.name(), "c");
#[cfg(feature = "tree-sitter-cpp")]
assert_eq!(Language::Cpp.name(), "cpp");
#[cfg(feature = "tree-sitter-sql")]
assert_eq!(Language::Sql.name(), "sql");
#[cfg(feature = "tree-sitter-javascript")]
assert_eq!(Language::JavaScript.name(), "javascript");
#[cfg(feature = "tree-sitter-zig")]
assert_eq!(Language::Zig.name(), "zig");
#[cfg(feature = "tree-sitter-csharp")]
assert_eq!(Language::CSharp.name(), "csharp");
#[cfg(feature = "tree-sitter-typescript")]
assert_eq!(Language::TypeScript.name(), "typescript");
#[cfg(feature = "tree-sitter-tsx")]
assert_eq!(Language::Tsx.name(), "tsx");
#[cfg(feature = "tree-sitter-diff")]
assert_eq!(Language::Diff.name(), "diff");
#[cfg(feature = "tree-sitter-elixir")]
assert_eq!(Language::Elixir.name(), "elixir");
#[cfg(feature = "tree-sitter-erb")]
assert_eq!(Language::Erb.name(), "erb");
#[cfg(feature = "tree-sitter-ejs")]
assert_eq!(Language::Ejs.name(), "ejs");
}
#[test]
fn test_language_aliases_only_resolve_enabled_features() {
assert_eq!(Language::from_name("text"), Some(Language::Plain));
assert_eq!(Language::from_name("jsonc"), Some(Language::Json));
assert_eq!(Language::from_name("unknown"), None);
#[cfg(feature = "tree-sitter-rust")]
assert_eq!(Language::from_name("rs"), Some(Language::Rust));
#[cfg(not(feature = "tree-sitter-rust"))]
assert_eq!(Language::from_name("rs"), None);
#[cfg(feature = "tree-sitter-markdown")]
assert_eq!(Language::from_name("md"), Some(Language::Markdown));
#[cfg(not(feature = "tree-sitter-markdown"))]
assert_eq!(Language::from_name("md"), None);
#[cfg(feature = "tree-sitter-typescript")]
assert_eq!(Language::from_name("ts"), Some(Language::TypeScript));
#[cfg(not(feature = "tree-sitter-typescript"))]
assert_eq!(Language::from_name("ts"), None);
assert_eq!(Language::from_str("unknown"), Language::Plain);
}
#[test]
fn test_every_language_query_compiles() {
let failures: Vec<String> = Language::all()
.filter_map(|language| {
let config = language.config();
let grammar = config.language?;
let source = format!(
"{}{}{}",
config.injections, config.locals, config.highlights
);
let err = tree_sitter::Query::new(&grammar, &source).err()?;
Some(format!("{}: {err}", language.name()))
})
.collect();
assert!(failures.is_empty(), "{failures:#?}");
}
}