diff --git a/.editorconfig b/.editorconfig new file mode 100644 index 0000000..65330c4 --- /dev/null +++ b/.editorconfig @@ -0,0 +1,46 @@ +root = true + +[*] +charset = utf-8 + +[*.{json,toml,yml,gyp}] +indent_style = space +indent_size = 2 + +[*.js] +indent_style = space +indent_size = 2 + +[*.scm] +indent_style = space +indent_size = 2 + +[*.{c,cc,h}] +indent_style = space +indent_size = 4 + +[*.rs] +indent_style = space +indent_size = 4 + +[*.{py,pyi}] +indent_style = space +indent_size = 4 + +[*.swift] +indent_style = space +indent_size = 4 + +[*.go] +indent_style = tab +indent_size = 8 + +[Makefile] +indent_style = tab +indent_size = 8 + +[parser.c] +indent_size = 2 + +[{alloc,array,parser}.h] +indent_size = 2 diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..79475a5 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,41 @@ +* text=auto eol=lf + +# Generated source files +src/*.json linguist-generated +src/parser.c linguist-generated +src/tree_sitter/* linguist-generated + +# C bindings +bindings/c/** linguist-generated +CMakeLists.txt linguist-generated +Makefile linguist-generated + +# Rust bindings +bindings/rust/* linguist-generated +Cargo.toml linguist-generated +Cargo.lock linguist-generated + +# Node.js bindings +bindings/node/* linguist-generated +binding.gyp linguist-generated +package.json linguist-generated +package-lock.json linguist-generated + +# Python bindings +bindings/python/** linguist-generated +setup.py linguist-generated +pyproject.toml linguist-generated + +# Go bindings +bindings/go/* linguist-generated +go.mod linguist-generated +go.sum linguist-generated + +# Swift bindings +bindings/swift/** linguist-generated +Package.swift linguist-generated +Package.resolved linguist-generated + +# Zig bindings +build.zig linguist-generated +build.zig.zon linguist-generated diff --git a/CMakeLists.txt b/CMakeLists.txt new file mode 100644 index 0000000..7224734 --- /dev/null +++ b/CMakeLists.txt @@ -0,0 +1,66 @@ +cmake_minimum_required(VERSION 3.13) + +project(tree-sitter-fluent + VERSION "0.0.1" + DESCRIPTION "Fluent grammar for tree-sitter" + HOMEPAGE_URL "https://github.com/projectfluent/tree-sitter-fluent.git" + LANGUAGES C) + +option(BUILD_SHARED_LIBS "Build using shared libraries" ON) +option(TREE_SITTER_REUSE_ALLOCATOR "Reuse the library allocator" OFF) + +set(TREE_SITTER_ABI_VERSION 15 CACHE STRING "Tree-sitter ABI version") +if(NOT ${TREE_SITTER_ABI_VERSION} MATCHES "^[0-9]+$") + unset(TREE_SITTER_ABI_VERSION CACHE) + message(FATAL_ERROR "TREE_SITTER_ABI_VERSION must be an integer") +endif() + +include(GNUInstallDirs) + +find_program(TREE_SITTER_CLI tree-sitter DOC "Tree-sitter CLI") + +add_custom_command(OUTPUT "${CMAKE_CURRENT_SOURCE_DIR}/src/parser.c" + DEPENDS "${CMAKE_CURRENT_SOURCE_DIR}/src/grammar.json" + COMMAND "${TREE_SITTER_CLI}" generate src/grammar.json + --abi=${TREE_SITTER_ABI_VERSION} + WORKING_DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}" + COMMENT "Generating parser.c") + +add_library(tree-sitter-fluent src/parser.c) +if(EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/src/scanner.c) + target_sources(tree-sitter-fluent PRIVATE src/scanner.c) +endif() +target_include_directories(tree-sitter-fluent + PRIVATE src + INTERFACE $ + $) + +target_compile_definitions(tree-sitter-fluent PRIVATE + $<$:TREE_SITTER_REUSE_ALLOCATOR> + $<$:TREE_SITTER_DEBUG>) + +set_target_properties(tree-sitter-fluent + PROPERTIES + C_STANDARD 11 + POSITION_INDEPENDENT_CODE ON + SOVERSION "${TREE_SITTER_ABI_VERSION}.${PROJECT_VERSION_MAJOR}" + DEFINE_SYMBOL "") + +configure_file(bindings/c/tree-sitter-fluent.pc.in + "${CMAKE_CURRENT_BINARY_DIR}/tree-sitter-fluent.pc" @ONLY) + +install(DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}/bindings/c/tree_sitter" + DESTINATION "${CMAKE_INSTALL_INCLUDEDIR}" + FILES_MATCHING PATTERN "*.h") +install(FILES "${CMAKE_CURRENT_BINARY_DIR}/tree-sitter-fluent.pc" + DESTINATION "${CMAKE_INSTALL_LIBDIR}/pkgconfig") +install(TARGETS tree-sitter-fluent + LIBRARY DESTINATION "${CMAKE_INSTALL_LIBDIR}") + +file(GLOB QUERIES queries/*.scm) +install(FILES ${QUERIES} + DESTINATION "${CMAKE_INSTALL_DATADIR}/tree-sitter/queries/fluent") + +add_custom_target(ts-test "${TREE_SITTER_CLI}" test + WORKING_DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}" + COMMENT "tree-sitter test") diff --git a/Cargo.toml b/Cargo.toml new file mode 100644 index 0000000..87dace3 --- /dev/null +++ b/Cargo.toml @@ -0,0 +1,34 @@ +[package] +name = "tree-sitter-fluent" +description = "Fluent grammar for tree-sitter" +version = "0.0.1" +authors = ["Axel Hecht"] +license = "Apache-2.0" +readme = "README.md" +keywords = ["incremental", "parsing", "tree-sitter", "fluent"] +categories = ["parser-implementations", "parsing", "text-editors"] +repository = "https://github.com/projectfluent/tree-sitter-fluent.git" +edition = "2021" +autoexamples = false + +build = "bindings/rust/build.rs" +include = [ + "bindings/rust/*", + "grammar.js", + "queries/*", + "src/*", + "tree-sitter.json", + "LICENSE", +] + +[lib] +path = "bindings/rust/lib.rs" + +[dependencies] +tree-sitter-language = "0.1" + +[build-dependencies] +cc = "1.2" + +[dev-dependencies] +tree-sitter = "0.25.6" diff --git a/Makefile b/Makefile new file mode 100644 index 0000000..a61afe1 --- /dev/null +++ b/Makefile @@ -0,0 +1,99 @@ +ifeq ($(OS),Windows_NT) +$(error Windows is not supported) +endif + +LANGUAGE_NAME := tree-sitter-fluent +HOMEPAGE_URL := https://github.com/projectfluent/tree-sitter-fluent.git +VERSION := 0.0.1 + +# repository +SRC_DIR := src + +TS ?= tree-sitter + +# install directory layout +PREFIX ?= /usr/local +DATADIR ?= $(PREFIX)/share +INCLUDEDIR ?= $(PREFIX)/include +LIBDIR ?= $(PREFIX)/lib +PCLIBDIR ?= $(LIBDIR)/pkgconfig + +# source/object files +PARSER := $(SRC_DIR)/parser.c +EXTRAS := $(filter-out $(PARSER),$(wildcard $(SRC_DIR)/*.c)) +OBJS := $(patsubst %.c,%.o,$(PARSER) $(EXTRAS)) + +# flags +ARFLAGS ?= rcs +override CFLAGS += -I$(SRC_DIR) -std=c11 -fPIC + +# ABI versioning +SONAME_MAJOR = $(shell sed -n 's/\#define LANGUAGE_VERSION //p' $(PARSER)) +SONAME_MINOR = $(word 1,$(subst ., ,$(VERSION))) + +# OS-specific bits +ifeq ($(shell uname),Darwin) + SOEXT = dylib + SOEXTVER_MAJOR = $(SONAME_MAJOR).$(SOEXT) + SOEXTVER = $(SONAME_MAJOR).$(SONAME_MINOR).$(SOEXT) + LINKSHARED = -dynamiclib -Wl,-install_name,$(LIBDIR)/lib$(LANGUAGE_NAME).$(SOEXTVER),-rpath,@executable_path/../Frameworks +else + SOEXT = so + SOEXTVER_MAJOR = $(SOEXT).$(SONAME_MAJOR) + SOEXTVER = $(SOEXT).$(SONAME_MAJOR).$(SONAME_MINOR) + LINKSHARED = -shared -Wl,-soname,lib$(LANGUAGE_NAME).$(SOEXTVER) +endif +ifneq ($(filter $(shell uname),FreeBSD NetBSD DragonFly),) + PCLIBDIR := $(PREFIX)/libdata/pkgconfig +endif + +all: lib$(LANGUAGE_NAME).a lib$(LANGUAGE_NAME).$(SOEXT) $(LANGUAGE_NAME).pc + +lib$(LANGUAGE_NAME).a: $(OBJS) + $(AR) $(ARFLAGS) $@ $^ + +lib$(LANGUAGE_NAME).$(SOEXT): $(OBJS) + $(CC) $(LDFLAGS) $(LINKSHARED) $^ $(LDLIBS) -o $@ +ifneq ($(STRIP),) + $(STRIP) $@ +endif + +$(LANGUAGE_NAME).pc: bindings/c/$(LANGUAGE_NAME).pc.in + sed -e 's|@PROJECT_VERSION@|$(VERSION)|' \ + -e 's|@CMAKE_INSTALL_LIBDIR@|$(LIBDIR:$(PREFIX)/%=%)|' \ + -e 's|@CMAKE_INSTALL_INCLUDEDIR@|$(INCLUDEDIR:$(PREFIX)/%=%)|' \ + -e 's|@PROJECT_DESCRIPTION@|$(DESCRIPTION)|' \ + -e 's|@PROJECT_HOMEPAGE_URL@|$(HOMEPAGE_URL)|' \ + -e 's|@CMAKE_INSTALL_PREFIX@|$(PREFIX)|' $< > $@ + +$(PARSER): $(SRC_DIR)/grammar.json + $(TS) generate $^ + +install: all + install -d '$(DESTDIR)$(DATADIR)'/tree-sitter/queries/fluent '$(DESTDIR)$(INCLUDEDIR)'/tree_sitter '$(DESTDIR)$(PCLIBDIR)' '$(DESTDIR)$(LIBDIR)' + install -m644 bindings/c/tree_sitter/$(LANGUAGE_NAME).h '$(DESTDIR)$(INCLUDEDIR)'/tree_sitter/$(LANGUAGE_NAME).h + install -m644 $(LANGUAGE_NAME).pc '$(DESTDIR)$(PCLIBDIR)'/$(LANGUAGE_NAME).pc + install -m644 lib$(LANGUAGE_NAME).a '$(DESTDIR)$(LIBDIR)'/lib$(LANGUAGE_NAME).a + install -m755 lib$(LANGUAGE_NAME).$(SOEXT) '$(DESTDIR)$(LIBDIR)'/lib$(LANGUAGE_NAME).$(SOEXTVER) + ln -sf lib$(LANGUAGE_NAME).$(SOEXTVER) '$(DESTDIR)$(LIBDIR)'/lib$(LANGUAGE_NAME).$(SOEXTVER_MAJOR) + ln -sf lib$(LANGUAGE_NAME).$(SOEXTVER_MAJOR) '$(DESTDIR)$(LIBDIR)'/lib$(LANGUAGE_NAME).$(SOEXT) +ifneq ($(wildcard queries/*.scm),) + install -m644 queries/*.scm '$(DESTDIR)$(DATADIR)'/tree-sitter/queries/fluent +endif + +uninstall: + $(RM) '$(DESTDIR)$(LIBDIR)'/lib$(LANGUAGE_NAME).a \ + '$(DESTDIR)$(LIBDIR)'/lib$(LANGUAGE_NAME).$(SOEXTVER) \ + '$(DESTDIR)$(LIBDIR)'/lib$(LANGUAGE_NAME).$(SOEXTVER_MAJOR) \ + '$(DESTDIR)$(LIBDIR)'/lib$(LANGUAGE_NAME).$(SOEXT) \ + '$(DESTDIR)$(INCLUDEDIR)'/tree_sitter/$(LANGUAGE_NAME).h \ + '$(DESTDIR)$(PCLIBDIR)'/$(LANGUAGE_NAME).pc + $(RM) -r '$(DESTDIR)$(DATADIR)'/tree-sitter/queries/fluent + +clean: + $(RM) $(OBJS) $(LANGUAGE_NAME).pc lib$(LANGUAGE_NAME).a lib$(LANGUAGE_NAME).$(SOEXT) + +test: + $(TS) test + +.PHONY: all install uninstall clean test diff --git a/Package.swift b/Package.swift new file mode 100644 index 0000000..5f25332 --- /dev/null +++ b/Package.swift @@ -0,0 +1,41 @@ +// swift-tools-version:5.3 + +import Foundation +import PackageDescription + +var sources = ["src/parser.c"] +if FileManager.default.fileExists(atPath: "src/scanner.c") { + sources.append("src/scanner.c") +} + +let package = Package( + name: "TreeSitterFluent", + products: [ + .library(name: "TreeSitterFluent", targets: ["TreeSitterFluent"]), + ], + dependencies: [ + .package(url: "https://github.com/tree-sitter/swift-tree-sitter", from: "0.8.0"), + ], + targets: [ + .target( + name: "TreeSitterFluent", + dependencies: [], + path: ".", + sources: sources, + resources: [ + .copy("queries") + ], + publicHeadersPath: "bindings/swift", + cSettings: [.headerSearchPath("src")] + ), + .testTarget( + name: "TreeSitterFluentTests", + dependencies: [ + "SwiftTreeSitter", + "TreeSitterFluent", + ], + path: "bindings/swift/TreeSitterFluentTests" + ) + ], + cLanguageStandard: .c11 +) diff --git a/bindings/c/tree-sitter-fluent.pc.in b/bindings/c/tree-sitter-fluent.pc.in new file mode 100644 index 0000000..9675c9f --- /dev/null +++ b/bindings/c/tree-sitter-fluent.pc.in @@ -0,0 +1,10 @@ +prefix=@CMAKE_INSTALL_PREFIX@ +libdir=${prefix}/@CMAKE_INSTALL_LIBDIR@ +includedir=${prefix}/@CMAKE_INSTALL_INCLUDEDIR@ + +Name: tree-sitter-fluent +Description: @PROJECT_DESCRIPTION@ +URL: @PROJECT_HOMEPAGE_URL@ +Version: @PROJECT_VERSION@ +Libs: -L${libdir} -ltree-sitter-fluent +Cflags: -I${includedir} diff --git a/bindings/c/tree_sitter/tree-sitter-fluent.h b/bindings/c/tree_sitter/tree-sitter-fluent.h new file mode 100644 index 0000000..40aeee2 --- /dev/null +++ b/bindings/c/tree_sitter/tree-sitter-fluent.h @@ -0,0 +1,16 @@ +#ifndef TREE_SITTER_FLUENT_H_ +#define TREE_SITTER_FLUENT_H_ + +typedef struct TSLanguage TSLanguage; + +#ifdef __cplusplus +extern "C" { +#endif + +const TSLanguage *tree_sitter_fluent(void); + +#ifdef __cplusplus +} +#endif + +#endif // TREE_SITTER_FLUENT_H_ diff --git a/bindings/go/binding.go b/bindings/go/binding.go new file mode 100644 index 0000000..da14c08 --- /dev/null +++ b/bindings/go/binding.go @@ -0,0 +1,15 @@ +package tree_sitter_fluent + +// #cgo CFLAGS: -std=c11 -fPIC +// #include "../../src/parser.c" +// #if __has_include("../../src/scanner.c") +// #include "../../src/scanner.c" +// #endif +import "C" + +import "unsafe" + +// Get the tree-sitter Language for this grammar. +func Language() unsafe.Pointer { + return unsafe.Pointer(C.tree_sitter_fluent()) +} diff --git a/bindings/go/binding_test.go b/bindings/go/binding_test.go new file mode 100644 index 0000000..e8ecb40 --- /dev/null +++ b/bindings/go/binding_test.go @@ -0,0 +1,15 @@ +package tree_sitter_fluent_test + +import ( + "testing" + + tree_sitter "github.com/tree-sitter/go-tree-sitter" + tree_sitter_fluent "github.com/projectfluent/tree-sitter-fluent.git/bindings/go" +) + +func TestCanLoadGrammar(t *testing.T) { + language := tree_sitter.NewLanguage(tree_sitter_fluent.Language()) + if language == nil { + t.Errorf("Error loading Fluent grammar") + } +} diff --git a/bindings/node/binding.cc b/bindings/node/binding.cc new file mode 100644 index 0000000..9925c49 --- /dev/null +++ b/bindings/node/binding.cc @@ -0,0 +1,19 @@ +#include + +typedef struct TSLanguage TSLanguage; + +extern "C" TSLanguage *tree_sitter_fluent(); + +// "tree-sitter", "language" hashed with BLAKE2 +const napi_type_tag LANGUAGE_TYPE_TAG = { + 0x8AF2E5212AD58ABF, 0xD5006CAD83ABBA16 +}; + +Napi::Object Init(Napi::Env env, Napi::Object exports) { + auto language = Napi::External::New(env, tree_sitter_fluent()); + language.TypeTag(&LANGUAGE_TYPE_TAG); + exports["language"] = language; + return exports; +} + +NODE_API_MODULE(tree_sitter_fluent_binding, Init) diff --git a/bindings/node/binding_test.js b/bindings/node/binding_test.js new file mode 100644 index 0000000..55becac --- /dev/null +++ b/bindings/node/binding_test.js @@ -0,0 +1,9 @@ +const assert = require("node:assert"); +const { test } = require("node:test"); + +const Parser = require("tree-sitter"); + +test("can load grammar", () => { + const parser = new Parser(); + assert.doesNotThrow(() => parser.setLanguage(require("."))); +}); diff --git a/bindings/node/index.d.ts b/bindings/node/index.d.ts new file mode 100644 index 0000000..528e060 --- /dev/null +++ b/bindings/node/index.d.ts @@ -0,0 +1,27 @@ +type BaseNode = { + type: string; + named: boolean; +}; + +type ChildNode = { + multiple: boolean; + required: boolean; + types: BaseNode[]; +}; + +type NodeInfo = + | (BaseNode & { + subtypes: BaseNode[]; + }) + | (BaseNode & { + fields: { [name: string]: ChildNode }; + children: ChildNode[]; + }); + +type Language = { + language: unknown; + nodeTypeInfo: NodeInfo[]; +}; + +declare const language: Language; +export = language; diff --git a/bindings/node/index.js b/bindings/node/index.js new file mode 100644 index 0000000..3b19bf4 --- /dev/null +++ b/bindings/node/index.js @@ -0,0 +1,11 @@ +const root = require("path").join(__dirname, "..", ".."); + +module.exports = + typeof process.versions.bun === "string" + // Support `bun build --compile` by being statically analyzable enough to find the .node file at build-time + ? require(`../../prebuilds/${process.platform}-${process.arch}/tree-sitter-fluent.node`) + : require("node-gyp-build")(root); + +try { + module.exports.nodeTypeInfo = require("../../src/node-types.json"); +} catch (_) {} diff --git a/bindings/python/tests/test_binding.py b/bindings/python/tests/test_binding.py new file mode 100644 index 0000000..06a04af --- /dev/null +++ b/bindings/python/tests/test_binding.py @@ -0,0 +1,12 @@ +from unittest import TestCase + +import tree_sitter +import tree_sitter_fluent + + +class TestLanguage(TestCase): + def test_can_load_grammar(self): + try: + tree_sitter.Language(tree_sitter_fluent.language()) + except Exception: + self.fail("Error loading Fluent grammar") diff --git a/bindings/python/tree_sitter_fluent/__init__.py b/bindings/python/tree_sitter_fluent/__init__.py new file mode 100644 index 0000000..36d4647 --- /dev/null +++ b/bindings/python/tree_sitter_fluent/__init__.py @@ -0,0 +1,42 @@ +"""Fluent grammar for tree-sitter""" + +from importlib.resources import files as _files + +from ._binding import language + + +def _get_query(name, file): + query = _files(f"{__package__}.queries") / file + globals()[name] = query.read_text() + return globals()[name] + + +def __getattr__(name): + # NOTE: uncomment these to include any queries that this grammar contains: + + # if name == "HIGHLIGHTS_QUERY": + # return _get_query("HIGHLIGHTS_QUERY", "highlights.scm") + # if name == "INJECTIONS_QUERY": + # return _get_query("INJECTIONS_QUERY", "injections.scm") + # if name == "LOCALS_QUERY": + # return _get_query("LOCALS_QUERY", "locals.scm") + # if name == "TAGS_QUERY": + # return _get_query("TAGS_QUERY", "tags.scm") + + raise AttributeError(f"module {__name__!r} has no attribute {name!r}") + + +__all__ = [ + "language", + # "HIGHLIGHTS_QUERY", + # "INJECTIONS_QUERY", + # "LOCALS_QUERY", + # "TAGS_QUERY", +] + + +def __dir__(): + return sorted(__all__ + [ + "__all__", "__builtins__", "__cached__", "__doc__", "__file__", + "__loader__", "__name__", "__package__", "__path__", "__spec__", + ]) diff --git a/bindings/python/tree_sitter_fluent/__init__.pyi b/bindings/python/tree_sitter_fluent/__init__.pyi new file mode 100644 index 0000000..abf6633 --- /dev/null +++ b/bindings/python/tree_sitter_fluent/__init__.pyi @@ -0,0 +1,10 @@ +from typing import Final + +# NOTE: uncomment these to include any queries that this grammar contains: + +# HIGHLIGHTS_QUERY: Final[str] +# INJECTIONS_QUERY: Final[str] +# LOCALS_QUERY: Final[str] +# TAGS_QUERY: Final[str] + +def language() -> object: ... diff --git a/bindings/python/tree_sitter_fluent/binding.c b/bindings/python/tree_sitter_fluent/binding.c new file mode 100644 index 0000000..fea03b2 --- /dev/null +++ b/bindings/python/tree_sitter_fluent/binding.c @@ -0,0 +1,35 @@ +#include + +typedef struct TSLanguage TSLanguage; + +TSLanguage *tree_sitter_fluent(void); + +static PyObject* _binding_language(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(args)) { + return PyCapsule_New(tree_sitter_fluent(), "tree_sitter.Language", NULL); +} + +static struct PyModuleDef_Slot slots[] = { +#ifdef Py_GIL_DISABLED + {Py_mod_gil, Py_MOD_GIL_NOT_USED}, +#endif + {0, NULL} +}; + +static PyMethodDef methods[] = { + {"language", _binding_language, METH_NOARGS, + "Get the tree-sitter language for this grammar."}, + {NULL, NULL, 0, NULL} +}; + +static struct PyModuleDef module = { + .m_base = PyModuleDef_HEAD_INIT, + .m_name = "_binding", + .m_doc = NULL, + .m_size = 0, + .m_methods = methods, + .m_slots = slots, +}; + +PyMODINIT_FUNC PyInit__binding(void) { + return PyModuleDef_Init(&module); +} diff --git a/bindings/python/tree_sitter_fluent/py.typed b/bindings/python/tree_sitter_fluent/py.typed new file mode 100644 index 0000000..e69de29 diff --git a/bindings/rust/build.rs b/bindings/rust/build.rs new file mode 100644 index 0000000..b512f51 --- /dev/null +++ b/bindings/rust/build.rs @@ -0,0 +1,21 @@ +fn main() { + let src_dir = std::path::Path::new("src"); + + let mut c_config = cc::Build::new(); + c_config.std("c11").include(src_dir); + + #[cfg(target_env = "msvc")] + c_config.flag("-utf-8"); + + let parser_path = src_dir.join("parser.c"); + c_config.file(&parser_path); + println!("cargo:rerun-if-changed={}", parser_path.to_str().unwrap()); + + let scanner_path = src_dir.join("scanner.c"); + if scanner_path.exists() { + c_config.file(&scanner_path); + println!("cargo:rerun-if-changed={}", scanner_path.to_str().unwrap()); + } + + c_config.compile("tree-sitter-fluent"); +} diff --git a/bindings/rust/lib.rs b/bindings/rust/lib.rs new file mode 100644 index 0000000..6a930a5 --- /dev/null +++ b/bindings/rust/lib.rs @@ -0,0 +1,51 @@ +//! This crate provides Fluent language support for the [tree-sitter] parsing library. +//! +//! Typically, you will use the [`LANGUAGE`] constant to add this language to a +//! tree-sitter [`Parser`], and then use the parser to parse some code: +//! +//! ``` +//! let code = r#" +//! "#; +//! let mut parser = tree_sitter::Parser::new(); +//! let language = tree_sitter_fluent::LANGUAGE; +//! parser +//! .set_language(&language.into()) +//! .expect("Error loading Fluent parser"); +//! let tree = parser.parse(code, None).unwrap(); +//! assert!(!tree.root_node().has_error()); +//! ``` +//! +//! [`Parser`]: https://docs.rs/tree-sitter/0.25.6/tree_sitter/struct.Parser.html +//! [tree-sitter]: https://tree-sitter.github.io/ + +use tree_sitter_language::LanguageFn; + +extern "C" { + fn tree_sitter_fluent() -> *const (); +} + +/// The tree-sitter [`LanguageFn`] for this grammar. +pub const LANGUAGE: LanguageFn = unsafe { LanguageFn::from_raw(tree_sitter_fluent) }; + +/// The content of the [`node-types.json`] file for this grammar. +/// +/// [`node-types.json`]: https://tree-sitter.github.io/tree-sitter/using-parsers/6-static-node-types +pub const NODE_TYPES: &str = include_str!("../../src/node-types.json"); + +// NOTE: uncomment these to include any queries that this grammar contains: + +// pub const HIGHLIGHTS_QUERY: &str = include_str!("../../queries/highlights.scm"); +// pub const INJECTIONS_QUERY: &str = include_str!("../../queries/injections.scm"); +// pub const LOCALS_QUERY: &str = include_str!("../../queries/locals.scm"); +// pub const TAGS_QUERY: &str = include_str!("../../queries/tags.scm"); + +#[cfg(test)] +mod tests { + #[test] + fn test_can_load_grammar() { + let mut parser = tree_sitter::Parser::new(); + parser + .set_language(&super::LANGUAGE.into()) + .expect("Error loading Fluent parser"); + } +} diff --git a/bindings/swift/TreeSitterFluent/fluent.h b/bindings/swift/TreeSitterFluent/fluent.h new file mode 100644 index 0000000..40aeee2 --- /dev/null +++ b/bindings/swift/TreeSitterFluent/fluent.h @@ -0,0 +1,16 @@ +#ifndef TREE_SITTER_FLUENT_H_ +#define TREE_SITTER_FLUENT_H_ + +typedef struct TSLanguage TSLanguage; + +#ifdef __cplusplus +extern "C" { +#endif + +const TSLanguage *tree_sitter_fluent(void); + +#ifdef __cplusplus +} +#endif + +#endif // TREE_SITTER_FLUENT_H_ diff --git a/bindings/swift/TreeSitterFluentTests/TreeSitterFluentTests.swift b/bindings/swift/TreeSitterFluentTests/TreeSitterFluentTests.swift new file mode 100644 index 0000000..dd6870e --- /dev/null +++ b/bindings/swift/TreeSitterFluentTests/TreeSitterFluentTests.swift @@ -0,0 +1,12 @@ +import XCTest +import SwiftTreeSitter +import TreeSitterFluent + +final class TreeSitterFluentTests: XCTestCase { + func testCanLoadGrammar() throws { + let parser = Parser() + let language = Language(language: tree_sitter_fluent()) + XCTAssertNoThrow(try parser.setLanguage(language), + "Error loading Fluent grammar") + } +} diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..68d7a9c --- /dev/null +++ b/go.mod @@ -0,0 +1,5 @@ +module github.com/projectfluent/tree-sitter-fluent.git + +go 1.22 + +require github.com/tree-sitter/go-tree-sitter v0.24.0 diff --git a/pyproject.toml b/pyproject.toml new file mode 100644 index 0000000..8968267 --- /dev/null +++ b/pyproject.toml @@ -0,0 +1,30 @@ +[build-system] +requires = ["setuptools>=42", "wheel"] +build-backend = "setuptools.build_meta" + +[project] +name = "tree-sitter-fluent" +description = "Fluent grammar for tree-sitter" +version = "0.0.1" +keywords = ["incremental", "parsing", "tree-sitter", "fluent"] +classifiers = [ + "Intended Audience :: Developers", + "Topic :: Software Development :: Compilers", + "Topic :: Text Processing :: Linguistic", + "Typing :: Typed", +] +authors = [{ name = "Axel Hecht" }] +requires-python = ">=3.10" +license.text = "Apache-2.0" +readme = "README.md" + +[project.urls] +Homepage = "https://github.com/projectfluent/tree-sitter-fluent.git" +Funding = "https://projectfluent.org/" + +[project.optional-dependencies] +core = ["tree-sitter~=0.24"] + +[tool.cibuildwheel] +build = "cp310-*" +build-frontend = "build" diff --git a/setup.py b/setup.py new file mode 100644 index 0000000..395ee61 --- /dev/null +++ b/setup.py @@ -0,0 +1,77 @@ +from os import path +from platform import system +from sysconfig import get_config_var + +from setuptools import Extension, find_packages, setup +from setuptools.command.build import build +from setuptools.command.egg_info import egg_info +from wheel.bdist_wheel import bdist_wheel + +sources = [ + "bindings/python/tree_sitter_fluent/binding.c", + "src/parser.c", +] +if path.exists("src/scanner.c"): + sources.append("src/scanner.c") + +macros: list[tuple[str, str | None]] = [ + ("PY_SSIZE_T_CLEAN", None), + ("TREE_SITTER_HIDE_SYMBOLS", None), +] +if limited_api := not get_config_var("Py_GIL_DISABLED"): + macros.append(("Py_LIMITED_API", "0x030A0000")) + +if system() != "Windows": + cflags = ["-std=c11", "-fvisibility=hidden"] +else: + cflags = ["/std:c11", "/utf-8"] + + +class Build(build): + def run(self): + if path.isdir("queries"): + dest = path.join(self.build_lib, "tree_sitter_fluent", "queries") + self.copy_tree("queries", dest) + super().run() + + +class BdistWheel(bdist_wheel): + def get_tag(self): + python, abi, platform = super().get_tag() + if python.startswith("cp"): + python, abi = "cp310", "abi3" + return python, abi, platform + + +class EggInfo(egg_info): + def find_sources(self): + super().find_sources() + self.filelist.recursive_include("queries", "*.scm") + self.filelist.include("src/tree_sitter/*.h") + + +setup( + packages=find_packages("bindings/python"), + package_dir={"": "bindings/python"}, + package_data={ + "tree_sitter_fluent": ["*.pyi", "py.typed"], + "tree_sitter_fluent.queries": ["*.scm"], + }, + ext_package="tree_sitter_fluent", + ext_modules=[ + Extension( + name="_binding", + sources=sources, + extra_compile_args=cflags, + define_macros=macros, + include_dirs=["src"], + py_limited_api=limited_api, + ) + ], + cmdclass={ + "build": Build, + "bdist_wheel": BdistWheel, + "egg_info": EggInfo, + }, + zip_safe=False +) diff --git a/src/grammar.json b/src/grammar.json index 5d387d7..5a51380 100644 --- a/src/grammar.json +++ b/src/grammar.json @@ -1,4 +1,5 @@ { + "$schema": "https://tree-sitter.github.io/tree-sitter/assets/schemas/grammar.schema.json", "name": "fluent", "rules": { "body": { @@ -159,11 +160,11 @@ }, "_line_break": { "type": "PATTERN", - "value": "[\n\r]+" + "value": "[\\u000A\\u000D]+" }, "_inline_space": { "type": "PATTERN", - "value": "[ \t]+" + "value": "[\\u0020\\u0009]+" }, "_blank_line": { "type": "SEQ", @@ -403,6 +404,9 @@ }, "extras": [], "conflicts": [], + "precedences": [], "externals": [], - "inline": [] + "inline": [], + "supertypes": [], + "reserved": {} } \ No newline at end of file diff --git a/src/node-types.json b/src/node-types.json new file mode 100644 index 0000000..6b21e56 --- /dev/null +++ b/src/node-types.json @@ -0,0 +1,124 @@ +[ + { + "type": "block_comment", + "named": true, + "fields": {} + }, + { + "type": "body", + "named": true, + "root": true, + "fields": {}, + "children": { + "multiple": true, + "required": false, + "types": [ + { + "type": "block_comment", + "named": true + }, + { + "type": "comment", + "named": true + }, + { + "type": "message", + "named": true + }, + { + "type": "resource_comment", + "named": true + }, + { + "type": "term", + "named": true + } + ] + } + }, + { + "type": "comment", + "named": true, + "fields": {} + }, + { + "type": "message", + "named": true, + "fields": {}, + "children": { + "multiple": true, + "required": true, + "types": [ + { + "type": "identifier", + "named": true + }, + { + "type": "pattern", + "named": true + } + ] + } + }, + { + "type": "pattern", + "named": true, + "fields": {} + }, + { + "type": "resource_comment", + "named": true, + "fields": {} + }, + { + "type": "term", + "named": true, + "fields": {}, + "children": { + "multiple": true, + "required": true, + "types": [ + { + "type": "pattern", + "named": true + }, + { + "type": "term_identifier", + "named": true + } + ] + } + }, + { + "type": "#", + "named": false + }, + { + "type": "##", + "named": false + }, + { + "type": "###", + "named": false + }, + { + "type": "=", + "named": false + }, + { + "type": "\\u", + "named": false + }, + { + "type": "\\{", + "named": false + }, + { + "type": "identifier", + "named": true + }, + { + "type": "term_identifier", + "named": true + } +] \ No newline at end of file diff --git a/src/parser.c b/src/parser.c index 4fd1b2f..3f57d3b 100644 --- a/src/parser.c +++ b/src/parser.c @@ -1,21 +1,27 @@ -#include +/* Automatically @generated by tree-sitter v0.25.6 */ + +#include "tree_sitter/parser.h" #if defined(__GNUC__) || defined(__clang__) -#pragma GCC diagnostic push #pragma GCC diagnostic ignored "-Wmissing-field-initializers" #endif -#define LANGUAGE_VERSION 8 -#define STATE_COUNT 62 -#define SYMBOL_COUNT 30 +#define LANGUAGE_VERSION 14 +#define STATE_COUNT 66 +#define LARGE_STATE_COUNT 3 +#define SYMBOL_COUNT 28 #define ALIAS_COUNT 0 -#define TOKEN_COUNT 16 +#define TOKEN_COUNT 15 #define EXTERNAL_TOKEN_COUNT 0 -#define MAX_ALIAS_SEQUENCE_LENGTH 0 +#define FIELD_COUNT 0 +#define MAX_ALIAS_SEQUENCE_LENGTH 5 +#define MAX_RESERVED_WORD_SET_SIZE 0 +#define PRODUCTION_ID_COUNT 1 +#define SUPERTYPE_COUNT 0 -enum { +enum ts_symbol_identifiers { anon_sym_POUND_POUND_POUND = 1, - aux_sym_SLASH_LBRACK_BSLASHt_RBRACK_DOT_STAR_SLASH = 2, + aux_sym_resource_comment_token1 = 2, anon_sym_POUND_POUND = 3, anon_sym_POUND = 4, sym_identifier = 5, @@ -26,29 +32,27 @@ enum { sym__hexdigit = 10, anon_sym_BSLASH_LBRACE = 11, anon_sym_BSLASHu = 12, - aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH = 13, + aux_sym__text_token1 = 13, anon_sym_EQ = 14, - anon_sym_DOT = 15, - sym_body = 16, - sym__entry = 17, - sym__comment = 18, - sym_resource_comment = 19, - sym_block_comment = 20, - sym_comment = 21, - sym__blank_line = 22, - sym__text = 23, - sym_message = 24, - sym_term = 25, - sym_pattern = 26, - aux_sym_body_repeat1 = 27, - aux_sym_body_repeat2 = 28, - aux_sym__text_repeat1 = 29, + sym_body = 15, + sym__entry = 16, + sym__comment = 17, + sym_resource_comment = 18, + sym_block_comment = 19, + sym_comment = 20, + sym__blank_line = 21, + aux_sym__text = 22, + sym_message = 23, + sym_term = 24, + sym_pattern = 25, + aux_sym_body_repeat1 = 26, + aux_sym_body_repeat2 = 27, }; -static const char *ts_symbol_names[] = { - [ts_builtin_sym_end] = "END", +static const char * const ts_symbol_names[] = { + [ts_builtin_sym_end] = "end", [anon_sym_POUND_POUND_POUND] = "###", - [aux_sym_SLASH_LBRACK_BSLASHt_RBRACK_DOT_STAR_SLASH] = "/[ \\t].*/", + [aux_sym_resource_comment_token1] = "resource_comment_token1", [anon_sym_POUND_POUND] = "##", [anon_sym_POUND] = "#", [sym_identifier] = "identifier", @@ -59,9 +63,8 @@ static const char *ts_symbol_names[] = { [sym__hexdigit] = "_hexdigit", [anon_sym_BSLASH_LBRACE] = "\\{", [anon_sym_BSLASHu] = "\\u", - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = "/\\\\[\\\\{]/", + [aux_sym__text_token1] = "_text_token1", [anon_sym_EQ] = "=", - [anon_sym_DOT] = ".", [sym_body] = "body", [sym__entry] = "_entry", [sym__comment] = "_comment", @@ -69,13 +72,43 @@ static const char *ts_symbol_names[] = { [sym_block_comment] = "block_comment", [sym_comment] = "comment", [sym__blank_line] = "_blank_line", - [sym__text] = "_text", + [aux_sym__text] = "_text", [sym_message] = "message", [sym_term] = "term", [sym_pattern] = "pattern", [aux_sym_body_repeat1] = "body_repeat1", [aux_sym_body_repeat2] = "body_repeat2", - [aux_sym__text_repeat1] = "_text_repeat1", +}; + +static const TSSymbol ts_symbol_map[] = { + [ts_builtin_sym_end] = ts_builtin_sym_end, + [anon_sym_POUND_POUND_POUND] = anon_sym_POUND_POUND_POUND, + [aux_sym_resource_comment_token1] = aux_sym_resource_comment_token1, + [anon_sym_POUND_POUND] = anon_sym_POUND_POUND, + [anon_sym_POUND] = anon_sym_POUND, + [sym_identifier] = sym_identifier, + [sym_term_identifier] = sym_term_identifier, + [sym__line_break] = sym__line_break, + [sym__inline_space] = sym__inline_space, + [sym__inline_char] = sym__inline_char, + [sym__hexdigit] = sym__hexdigit, + [anon_sym_BSLASH_LBRACE] = anon_sym_BSLASH_LBRACE, + [anon_sym_BSLASHu] = anon_sym_BSLASHu, + [aux_sym__text_token1] = aux_sym__text_token1, + [anon_sym_EQ] = anon_sym_EQ, + [sym_body] = sym_body, + [sym__entry] = sym__entry, + [sym__comment] = sym__comment, + [sym_resource_comment] = sym_resource_comment, + [sym_block_comment] = sym_block_comment, + [sym_comment] = sym_comment, + [sym__blank_line] = sym__blank_line, + [aux_sym__text] = aux_sym__text, + [sym_message] = sym_message, + [sym_term] = sym_term, + [sym_pattern] = sym_pattern, + [aux_sym_body_repeat1] = aux_sym_body_repeat1, + [aux_sym_body_repeat2] = aux_sym_body_repeat2, }; static const TSSymbolMetadata ts_symbol_metadata[] = { @@ -87,7 +120,7 @@ static const TSSymbolMetadata ts_symbol_metadata[] = { .visible = true, .named = false, }, - [aux_sym_SLASH_LBRACK_BSLASHt_RBRACK_DOT_STAR_SLASH] = { + [aux_sym_resource_comment_token1] = { .visible = false, .named = false, }, @@ -131,7 +164,7 @@ static const TSSymbolMetadata ts_symbol_metadata[] = { .visible = true, .named = false, }, - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = { + [aux_sym__text_token1] = { .visible = false, .named = false, }, @@ -139,10 +172,6 @@ static const TSSymbolMetadata ts_symbol_metadata[] = { .visible = true, .named = false, }, - [anon_sym_DOT] = { - .visible = true, - .named = false, - }, [sym_body] = { .visible = true, .named = true, @@ -171,9 +200,9 @@ static const TSSymbolMetadata ts_symbol_metadata[] = { .visible = false, .named = true, }, - [sym__text] = { + [aux_sym__text] = { .visible = false, - .named = true, + .named = false, }, [sym_message] = { .visible = true, @@ -195,866 +224,1116 @@ static const TSSymbolMetadata ts_symbol_metadata[] = { .visible = false, .named = false, }, - [aux_sym__text_repeat1] = { - .visible = false, - .named = false, - }, +}; + +static const TSSymbol ts_alias_sequences[PRODUCTION_ID_COUNT][MAX_ALIAS_SEQUENCE_LENGTH] = { + [0] = {0}, +}; + +static const uint16_t ts_non_terminal_alias_map[] = { + 0, +}; + +static const TSStateId ts_primary_state_ids[STATE_COUNT] = { + [0] = 0, + [1] = 1, + [2] = 2, + [3] = 3, + [4] = 4, + [5] = 5, + [6] = 6, + [7] = 7, + [8] = 8, + [9] = 9, + [10] = 10, + [11] = 11, + [12] = 12, + [13] = 13, + [14] = 14, + [15] = 14, + [16] = 16, + [17] = 10, + [18] = 11, + [19] = 12, + [20] = 20, + [21] = 21, + [22] = 22, + [23] = 13, + [24] = 24, + [25] = 21, + [26] = 26, + [27] = 16, + [28] = 26, + [29] = 24, + [30] = 20, + [31] = 22, + [32] = 32, + [33] = 33, + [34] = 34, + [35] = 35, + [36] = 36, + [37] = 37, + [38] = 38, + [39] = 39, + [40] = 40, + [41] = 41, + [42] = 42, + [43] = 35, + [44] = 44, + [45] = 45, + [46] = 46, + [47] = 47, + [48] = 48, + [49] = 49, + [50] = 46, + [51] = 51, + [52] = 52, + [53] = 53, + [54] = 54, + [55] = 55, + [56] = 56, + [57] = 57, + [58] = 58, + [59] = 54, + [60] = 60, + [61] = 58, + [62] = 60, + [63] = 52, + [64] = 51, + [65] = 57, }; static bool ts_lex(TSLexer *lexer, TSStateId state) { START_LEXER(); + eof = lexer->eof(lexer); switch (state) { case 0: - if (lookahead == 0) - ADVANCE(1); - if (lookahead == '#') - ADVANCE(2); - if (lookahead == '.') - ADVANCE(3); - if (lookahead == '=') - ADVANCE(4); - if (lookahead == '\\') - ADVANCE(5); + if (eof) ADVANCE(9); + if (lookahead == '#') ADVANCE(14); + if (lookahead == '=') ADVANCE(25); + if (lookahead == '\\') ADVANCE(2); if (lookahead == '\t' || - lookahead == ' ') - ADVANCE(9); + lookahead == ' ') ADVANCE(11); if (lookahead == '\n' || - lookahead == '\r') - ADVANCE(11); + lookahead == '\r') ADVANCE(18); if (('0' <= lookahead && lookahead <= '9') || ('A' <= lookahead && lookahead <= 'F') || - ('a' <= lookahead && lookahead <= 'f')) - ADVANCE(12); + ('a' <= lookahead && lookahead <= 'f')) ADVANCE(20); if (('!' <= lookahead && lookahead <= 'z') || - ('|' <= lookahead && lookahead <= 55295) || - (57344 <= lookahead && lookahead <= 65533)) - ADVANCE(12); + ('|' <= lookahead && lookahead <= 0xd7ff) || + (0xe000 <= lookahead && lookahead <= 0xfffd)) ADVANCE(20); END_STATE(); case 1: - ACCEPT_TOKEN(ts_builtin_sym_end); + if (lookahead == '\\') ADVANCE(2); + if (lookahead == '\t' || + lookahead == ' ') ADVANCE(19); + if (('!' <= lookahead && lookahead <= 'z') || + ('|' <= lookahead && lookahead <= 0xd7ff) || + (0xe000 <= lookahead && lookahead <= 0xfffd)) ADVANCE(20); END_STATE(); case 2: - ACCEPT_TOKEN(anon_sym_POUND); + if (lookahead == '\\') ADVANCE(24); + if (lookahead == 'u') ADVANCE(23); + if (lookahead == '{') ADVANCE(22); END_STATE(); case 3: - ACCEPT_TOKEN(anon_sym_DOT); + if (('A' <= lookahead && lookahead <= 'Z') || + ('a' <= lookahead && lookahead <= 'z')) ADVANCE(5); END_STATE(); case 4: - ACCEPT_TOKEN(anon_sym_EQ); + if (lookahead == '-' || + ('0' <= lookahead && lookahead <= '9') || + ('A' <= lookahead && lookahead <= 'Z') || + lookahead == '_' || + ('a' <= lookahead && lookahead <= 'z')) ADVANCE(16); END_STATE(); case 5: - if (lookahead == '\\') - ADVANCE(6); - if (lookahead == 'u') - ADVANCE(7); - if (lookahead == '{') - ADVANCE(8); + if (lookahead == '-' || + ('0' <= lookahead && lookahead <= '9') || + ('A' <= lookahead && lookahead <= 'Z') || + lookahead == '_' || + ('a' <= lookahead && lookahead <= 'z')) ADVANCE(17); END_STATE(); case 6: - ACCEPT_TOKEN(aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH); + if (eof) ADVANCE(9); + if (lookahead == '#') ADVANCE(15); + if (lookahead == '-') ADVANCE(3); + if (lookahead == '=') ADVANCE(25); + if (lookahead == '\t' || + lookahead == ' ') ADVANCE(19); + if (lookahead == '\n' || + lookahead == '\r') ADVANCE(18); + if (('A' <= lookahead && lookahead <= 'Z') || + ('a' <= lookahead && lookahead <= 'z')) ADVANCE(4); END_STATE(); case 7: - ACCEPT_TOKEN(anon_sym_BSLASHu); + if (eof) ADVANCE(9); + if (lookahead == '\\') ADVANCE(2); + if (lookahead == '\n' || + lookahead == '\r') ADVANCE(18); + if (lookahead == '\t' || + (' ' <= lookahead && lookahead <= 'z') || + ('|' <= lookahead && lookahead <= 0xd7ff) || + (0xe000 <= lookahead && lookahead <= 0xfffd)) ADVANCE(20); END_STATE(); case 8: - ACCEPT_TOKEN(anon_sym_BSLASH_LBRACE); + if (eof) ADVANCE(9); + if (lookahead == '\t' || + lookahead == ' ') ADVANCE(12); + if (lookahead == '\n' || + lookahead == '\r') ADVANCE(18); + if (('0' <= lookahead && lookahead <= '9') || + ('A' <= lookahead && lookahead <= 'F') || + ('a' <= lookahead && lookahead <= 'f')) ADVANCE(21); END_STATE(); case 9: - ACCEPT_TOKEN(aux_sym_SLASH_LBRACK_BSLASHt_RBRACK_DOT_STAR_SLASH); - if (lookahead == '\t' || - lookahead == ' ') - ADVANCE(9); - if (lookahead != 0 && - lookahead != '\t' && - lookahead != '\n') - ADVANCE(10); + ACCEPT_TOKEN(ts_builtin_sym_end); END_STATE(); case 10: - ACCEPT_TOKEN(aux_sym_SLASH_LBRACK_BSLASHt_RBRACK_DOT_STAR_SLASH); - if (lookahead != 0 && - lookahead != '\n') - ADVANCE(10); + ACCEPT_TOKEN(anon_sym_POUND_POUND_POUND); END_STATE(); case 11: - ACCEPT_TOKEN(sym__line_break); - if (lookahead == '\n' || - lookahead == '\r') - ADVANCE(11); + ACCEPT_TOKEN(aux_sym_resource_comment_token1); + if (lookahead == '\t' || + lookahead == ' ') ADVANCE(11); + if (lookahead != 0 && + lookahead != '\t' && + lookahead != '\n') ADVANCE(12); END_STATE(); case 12: - ACCEPT_TOKEN(sym__inline_char); + ACCEPT_TOKEN(aux_sym_resource_comment_token1); + if (lookahead != 0 && + lookahead != '\n') ADVANCE(12); END_STATE(); case 13: - if (lookahead == 0) - ADVANCE(1); - if (lookahead == '#') - ADVANCE(14); - if (lookahead == '-') - ADVANCE(17); - if (lookahead == '\t' || - lookahead == ' ') - ADVANCE(20); - if (lookahead == '\n' || - lookahead == '\r') - ADVANCE(11); - if (('A' <= lookahead && lookahead <= 'Z') || - ('a' <= lookahead && lookahead <= 'z')) - ADVANCE(21); + ACCEPT_TOKEN(anon_sym_POUND_POUND); + if (lookahead == '#') ADVANCE(10); END_STATE(); case 14: ACCEPT_TOKEN(anon_sym_POUND); - if (lookahead == '#') - ADVANCE(15); END_STATE(); case 15: - ACCEPT_TOKEN(anon_sym_POUND_POUND); - if (lookahead == '#') - ADVANCE(16); + ACCEPT_TOKEN(anon_sym_POUND); + if (lookahead == '#') ADVANCE(13); END_STATE(); case 16: - ACCEPT_TOKEN(anon_sym_POUND_POUND_POUND); - END_STATE(); - case 17: - if (('A' <= lookahead && lookahead <= 'Z') || - ('a' <= lookahead && lookahead <= 'z')) - ADVANCE(18); - END_STATE(); - case 18: + ACCEPT_TOKEN(sym_identifier); if (lookahead == '-' || ('0' <= lookahead && lookahead <= '9') || ('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z')) - ADVANCE(19); + ('a' <= lookahead && lookahead <= 'z')) ADVANCE(16); END_STATE(); - case 19: + case 17: ACCEPT_TOKEN(sym_term_identifier); if (lookahead == '-' || ('0' <= lookahead && lookahead <= '9') || ('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z')) - ADVANCE(19); + ('a' <= lookahead && lookahead <= 'z')) ADVANCE(17); END_STATE(); - case 20: + case 18: + ACCEPT_TOKEN(sym__line_break); + if (lookahead == '\n' || + lookahead == '\r') ADVANCE(18); + END_STATE(); + case 19: ACCEPT_TOKEN(sym__inline_space); if (lookahead == '\t' || - lookahead == ' ') - ADVANCE(20); + lookahead == ' ') ADVANCE(19); + END_STATE(); + case 20: + ACCEPT_TOKEN(sym__inline_char); END_STATE(); case 21: - if (lookahead == '-' || - ('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z')) - ADVANCE(22); + ACCEPT_TOKEN(sym__hexdigit); END_STATE(); case 22: - ACCEPT_TOKEN(sym_identifier); - if (lookahead == '-' || - ('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z')) - ADVANCE(22); + ACCEPT_TOKEN(anon_sym_BSLASH_LBRACE); END_STATE(); case 23: - if (lookahead == 0) - ADVANCE(1); - if (lookahead == '\t' || - lookahead == ' ') - ADVANCE(10); - if (lookahead == '\n' || - lookahead == '\r') - ADVANCE(11); + ACCEPT_TOKEN(anon_sym_BSLASHu); END_STATE(); case 24: - if (lookahead == '=') - ADVANCE(4); - if (lookahead == '\t' || - lookahead == ' ') - ADVANCE(20); + ACCEPT_TOKEN(aux_sym__text_token1); END_STATE(); case 25: - if (lookahead == '\\') - ADVANCE(5); - if (lookahead == '\t' || - lookahead == ' ') - ADVANCE(20); - if (('!' <= lookahead && lookahead <= 'z') || - ('|' <= lookahead && lookahead <= 55295) || - (57344 <= lookahead && lookahead <= 65533)) - ADVANCE(12); - END_STATE(); - case 26: - if (lookahead == 0) - ADVANCE(1); - if (lookahead == '\\') - ADVANCE(5); - if (lookahead == '\n' || - lookahead == '\r') - ADVANCE(11); - if (lookahead == '\t' || - (' ' <= lookahead && lookahead <= 'z') || - ('|' <= lookahead && lookahead <= 55295) || - (57344 <= lookahead && lookahead <= 65533)) - ADVANCE(12); - END_STATE(); - case 27: - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'F') || - ('a' <= lookahead && lookahead <= 'f')) - ADVANCE(28); - END_STATE(); - case 28: - ACCEPT_TOKEN(sym__hexdigit); + ACCEPT_TOKEN(anon_sym_EQ); END_STATE(); default: return false; } } -static TSLexMode ts_lex_modes[STATE_COUNT] = { +static const TSLexMode ts_lex_modes[STATE_COUNT] = { [0] = {.lex_state = 0}, - [1] = {.lex_state = 13}, - [2] = {.lex_state = 23}, - [3] = {.lex_state = 23}, - [4] = {.lex_state = 23}, - [5] = {.lex_state = 24}, - [6] = {.lex_state = 24}, - [7] = {.lex_state = 13}, - [8] = {.lex_state = 0}, - [9] = {.lex_state = 13}, - [10] = {.lex_state = 13}, - [11] = {.lex_state = 13}, - [12] = {.lex_state = 13}, - [13] = {.lex_state = 13}, - [14] = {.lex_state = 13}, - [15] = {.lex_state = 24}, - [16] = {.lex_state = 25}, - [17] = {.lex_state = 24}, - [18] = {.lex_state = 25}, - [19] = {.lex_state = 13}, - [20] = {.lex_state = 13}, - [21] = {.lex_state = 13}, - [22] = {.lex_state = 13}, - [23] = {.lex_state = 13}, - [24] = {.lex_state = 13}, - [25] = {.lex_state = 25}, - [26] = {.lex_state = 26}, - [27] = {.lex_state = 27}, - [28] = {.lex_state = 13}, - [29] = {.lex_state = 13}, - [30] = {.lex_state = 26}, - [31] = {.lex_state = 25}, - [32] = {.lex_state = 26}, - [33] = {.lex_state = 13}, - [34] = {.lex_state = 13}, - [35] = {.lex_state = 13}, - [36] = {.lex_state = 24}, - [37] = {.lex_state = 24}, - [38] = {.lex_state = 13}, - [39] = {.lex_state = 26}, - [40] = {.lex_state = 13}, - [41] = {.lex_state = 27}, - [42] = {.lex_state = 26}, - [43] = {.lex_state = 26}, - [44] = {.lex_state = 13}, - [45] = {.lex_state = 24}, - [46] = {.lex_state = 25}, - [47] = {.lex_state = 24}, - [48] = {.lex_state = 25}, - [49] = {.lex_state = 13}, - [50] = {.lex_state = 27}, - [51] = {.lex_state = 13}, - [52] = {.lex_state = 25}, - [53] = {.lex_state = 26}, - [54] = {.lex_state = 26}, - [55] = {.lex_state = 25}, - [56] = {.lex_state = 26}, - [57] = {.lex_state = 27}, - [58] = {.lex_state = 26}, - [59] = {.lex_state = 26}, - [60] = {.lex_state = 26}, - [61] = {.lex_state = 26}, + [1] = {.lex_state = 6}, + [2] = {.lex_state = 6}, + [3] = {.lex_state = 6}, + [4] = {.lex_state = 6}, + [5] = {.lex_state = 6}, + [6] = {.lex_state = 6}, + [7] = {.lex_state = 6}, + [8] = {.lex_state = 6}, + [9] = {.lex_state = 6}, + [10] = {.lex_state = 1}, + [11] = {.lex_state = 1}, + [12] = {.lex_state = 1}, + [13] = {.lex_state = 7}, + [14] = {.lex_state = 1}, + [15] = {.lex_state = 1}, + [16] = {.lex_state = 7}, + [17] = {.lex_state = 1}, + [18] = {.lex_state = 1}, + [19] = {.lex_state = 1}, + [20] = {.lex_state = 7}, + [21] = {.lex_state = 7}, + [22] = {.lex_state = 7}, + [23] = {.lex_state = 7}, + [24] = {.lex_state = 7}, + [25] = {.lex_state = 7}, + [26] = {.lex_state = 7}, + [27] = {.lex_state = 7}, + [28] = {.lex_state = 7}, + [29] = {.lex_state = 7}, + [30] = {.lex_state = 7}, + [31] = {.lex_state = 7}, + [32] = {.lex_state = 8}, + [33] = {.lex_state = 8}, + [34] = {.lex_state = 8}, + [35] = {.lex_state = 6}, + [36] = {.lex_state = 0}, + [37] = {.lex_state = 0}, + [38] = {.lex_state = 0}, + [39] = {.lex_state = 0}, + [40] = {.lex_state = 0}, + [41] = {.lex_state = 0}, + [42] = {.lex_state = 0}, + [43] = {.lex_state = 6}, + [44] = {.lex_state = 0}, + [45] = {.lex_state = 0}, + [46] = {.lex_state = 6}, + [47] = {.lex_state = 0}, + [48] = {.lex_state = 0}, + [49] = {.lex_state = 0}, + [50] = {.lex_state = 6}, + [51] = {.lex_state = 8}, + [52] = {.lex_state = 8}, + [53] = {.lex_state = 0}, + [54] = {.lex_state = 8}, + [55] = {.lex_state = 0}, + [56] = {.lex_state = 0}, + [57] = {.lex_state = 8}, + [58] = {.lex_state = 6}, + [59] = {.lex_state = 8}, + [60] = {.lex_state = 6}, + [61] = {.lex_state = 6}, + [62] = {.lex_state = 6}, + [63] = {.lex_state = 8}, + [64] = {.lex_state = 8}, + [65] = {.lex_state = 8}, }; -static uint16_t ts_parse_table[STATE_COUNT][SYMBOL_COUNT] = { - [0] = { +static const uint16_t ts_parse_table[LARGE_STATE_COUNT][SYMBOL_COUNT] = { + [STATE(0)] = { [ts_builtin_sym_end] = ACTIONS(1), - [aux_sym_SLASH_LBRACK_BSLASHt_RBRACK_DOT_STAR_SLASH] = ACTIONS(1), + [aux_sym_resource_comment_token1] = ACTIONS(1), [anon_sym_POUND] = ACTIONS(1), [sym__line_break] = ACTIONS(1), - [sym__inline_space] = ACTIONS(3), - [sym__inline_char] = ACTIONS(3), - [sym__hexdigit] = ACTIONS(3), + [sym__inline_space] = ACTIONS(1), + [sym__inline_char] = ACTIONS(1), + [sym__hexdigit] = ACTIONS(1), [anon_sym_BSLASH_LBRACE] = ACTIONS(1), [anon_sym_BSLASHu] = ACTIONS(1), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(3), + [aux_sym__text_token1] = ACTIONS(1), [anon_sym_EQ] = ACTIONS(1), - [anon_sym_DOT] = ACTIONS(1), - }, - [1] = { - [sym_body] = STATE(8), - [sym__entry] = STATE(9), - [sym__comment] = STATE(9), - [sym_resource_comment] = STATE(9), - [sym_block_comment] = STATE(9), - [sym_comment] = STATE(9), - [sym__blank_line] = STATE(10), - [sym_message] = STATE(9), - [sym_term] = STATE(9), - [aux_sym_body_repeat1] = STATE(10), - [aux_sym_body_repeat2] = STATE(11), - [ts_builtin_sym_end] = ACTIONS(5), - [anon_sym_POUND_POUND_POUND] = ACTIONS(7), - [anon_sym_POUND_POUND] = ACTIONS(9), - [anon_sym_POUND] = ACTIONS(11), - [sym_identifier] = ACTIONS(13), - [sym_term_identifier] = ACTIONS(15), - [sym__line_break] = ACTIONS(17), - [sym__inline_space] = ACTIONS(19), }, - [2] = { - [ts_builtin_sym_end] = ACTIONS(21), - [aux_sym_SLASH_LBRACK_BSLASHt_RBRACK_DOT_STAR_SLASH] = ACTIONS(23), + [STATE(1)] = { + [sym_body] = STATE(55), + [sym__entry] = STATE(40), + [sym__comment] = STATE(40), + [sym_resource_comment] = STATE(40), + [sym_block_comment] = STATE(40), + [sym_comment] = STATE(40), + [sym__blank_line] = STATE(2), + [sym_message] = STATE(40), + [sym_term] = STATE(40), + [aux_sym_body_repeat1] = STATE(2), + [aux_sym_body_repeat2] = STATE(3), + [ts_builtin_sym_end] = ACTIONS(3), + [anon_sym_POUND_POUND_POUND] = ACTIONS(5), + [anon_sym_POUND_POUND] = ACTIONS(7), + [anon_sym_POUND] = ACTIONS(9), + [sym_identifier] = ACTIONS(11), + [sym_term_identifier] = ACTIONS(13), + [sym__line_break] = ACTIONS(15), + [sym__inline_space] = ACTIONS(17), + }, + [STATE(2)] = { + [sym__entry] = STATE(41), + [sym__comment] = STATE(41), + [sym_resource_comment] = STATE(41), + [sym_block_comment] = STATE(41), + [sym_comment] = STATE(41), + [sym__blank_line] = STATE(6), + [sym_message] = STATE(41), + [sym_term] = STATE(41), + [aux_sym_body_repeat1] = STATE(6), + [aux_sym_body_repeat2] = STATE(4), + [ts_builtin_sym_end] = ACTIONS(19), + [anon_sym_POUND_POUND_POUND] = ACTIONS(5), + [anon_sym_POUND_POUND] = ACTIONS(7), + [anon_sym_POUND] = ACTIONS(9), + [sym_identifier] = ACTIONS(11), + [sym_term_identifier] = ACTIONS(13), [sym__line_break] = ACTIONS(21), + [sym__inline_space] = ACTIONS(17), }, - [3] = { - [ts_builtin_sym_end] = ACTIONS(25), - [aux_sym_SLASH_LBRACK_BSLASHt_RBRACK_DOT_STAR_SLASH] = ACTIONS(27), - [sym__line_break] = ACTIONS(25), - }, - [4] = { - [ts_builtin_sym_end] = ACTIONS(29), - [aux_sym_SLASH_LBRACK_BSLASHt_RBRACK_DOT_STAR_SLASH] = ACTIONS(31), - [sym__line_break] = ACTIONS(29), - }, - [5] = { - [sym__inline_space] = ACTIONS(33), - [anon_sym_EQ] = ACTIONS(35), - }, - [6] = { - [sym__inline_space] = ACTIONS(37), - [anon_sym_EQ] = ACTIONS(39), - }, - [7] = { - [sym__line_break] = ACTIONS(41), - }, - [8] = { - [ts_builtin_sym_end] = ACTIONS(43), - }, - [9] = { - [ts_builtin_sym_end] = ACTIONS(45), - [sym__line_break] = ACTIONS(47), - }, - [10] = { - [sym__entry] = STATE(21), - [sym__comment] = STATE(21), - [sym_resource_comment] = STATE(21), - [sym_block_comment] = STATE(21), - [sym_comment] = STATE(21), - [sym__blank_line] = STATE(22), - [sym_message] = STATE(21), - [sym_term] = STATE(21), - [aux_sym_body_repeat1] = STATE(22), - [aux_sym_body_repeat2] = STATE(23), - [ts_builtin_sym_end] = ACTIONS(45), - [anon_sym_POUND_POUND_POUND] = ACTIONS(7), - [anon_sym_POUND_POUND] = ACTIONS(9), - [anon_sym_POUND] = ACTIONS(11), - [sym_identifier] = ACTIONS(13), - [sym_term_identifier] = ACTIONS(15), - [sym__line_break] = ACTIONS(49), - [sym__inline_space] = ACTIONS(19), - }, - [11] = { - [sym__entry] = STATE(21), - [sym__comment] = STATE(21), - [sym_resource_comment] = STATE(21), - [sym_block_comment] = STATE(21), - [sym_comment] = STATE(21), - [sym_message] = STATE(21), - [sym_term] = STATE(21), - [aux_sym_body_repeat2] = STATE(24), - [ts_builtin_sym_end] = ACTIONS(45), - [anon_sym_POUND_POUND_POUND] = ACTIONS(7), - [anon_sym_POUND_POUND] = ACTIONS(9), - [anon_sym_POUND] = ACTIONS(11), - [sym_identifier] = ACTIONS(13), - [sym_term_identifier] = ACTIONS(15), - }, - [12] = { - [ts_builtin_sym_end] = ACTIONS(51), - [sym__line_break] = ACTIONS(51), - }, - [13] = { - [ts_builtin_sym_end] = ACTIONS(53), - [sym__line_break] = ACTIONS(53), - }, - [14] = { - [ts_builtin_sym_end] = ACTIONS(55), - [sym__line_break] = ACTIONS(55), - }, - [15] = { - [anon_sym_EQ] = ACTIONS(57), - }, - [16] = { - [sym__text] = STATE(28), - [sym_pattern] = STATE(29), - [aux_sym__text_repeat1] = STATE(30), - [sym__inline_space] = ACTIONS(59), - [sym__inline_char] = ACTIONS(61), - [anon_sym_BSLASH_LBRACE] = ACTIONS(63), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(61), - }, - [17] = { - [anon_sym_EQ] = ACTIONS(67), - }, - [18] = { - [sym__text] = STATE(28), - [sym_pattern] = STATE(33), - [aux_sym__text_repeat1] = STATE(30), - [sym__inline_space] = ACTIONS(69), - [sym__inline_char] = ACTIONS(61), - [anon_sym_BSLASH_LBRACE] = ACTIONS(63), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(61), - }, - [19] = { - [ts_builtin_sym_end] = ACTIONS(71), - [anon_sym_POUND_POUND_POUND] = ACTIONS(71), - [anon_sym_POUND_POUND] = ACTIONS(73), - [anon_sym_POUND] = ACTIONS(73), - [sym_identifier] = ACTIONS(71), - [sym_term_identifier] = ACTIONS(71), - [sym__line_break] = ACTIONS(71), - [sym__inline_space] = ACTIONS(71), - }, - [20] = { - [sym__blank_line] = STATE(34), - [aux_sym_body_repeat1] = STATE(34), - [ts_builtin_sym_end] = ACTIONS(75), - [anon_sym_POUND_POUND_POUND] = ACTIONS(75), - [anon_sym_POUND_POUND] = ACTIONS(77), - [anon_sym_POUND] = ACTIONS(77), - [sym_identifier] = ACTIONS(75), - [sym_term_identifier] = ACTIONS(75), - [sym__line_break] = ACTIONS(79), - [sym__inline_space] = ACTIONS(19), - }, - [21] = { - [ts_builtin_sym_end] = ACTIONS(81), - [sym__line_break] = ACTIONS(47), - }, - [22] = { - [sym__blank_line] = STATE(22), - [aux_sym_body_repeat1] = STATE(22), - [ts_builtin_sym_end] = ACTIONS(83), - [anon_sym_POUND_POUND_POUND] = ACTIONS(83), - [anon_sym_POUND_POUND] = ACTIONS(85), - [anon_sym_POUND] = ACTIONS(85), - [sym_identifier] = ACTIONS(83), - [sym_term_identifier] = ACTIONS(83), - [sym__line_break] = ACTIONS(87), - [sym__inline_space] = ACTIONS(90), - }, - [23] = { - [sym__entry] = STATE(35), - [sym__comment] = STATE(35), - [sym_resource_comment] = STATE(35), - [sym_block_comment] = STATE(35), - [sym_comment] = STATE(35), - [sym_message] = STATE(35), - [sym_term] = STATE(35), - [aux_sym_body_repeat2] = STATE(24), - [ts_builtin_sym_end] = ACTIONS(81), - [anon_sym_POUND_POUND_POUND] = ACTIONS(7), - [anon_sym_POUND_POUND] = ACTIONS(9), - [anon_sym_POUND] = ACTIONS(11), - [sym_identifier] = ACTIONS(13), - [sym_term_identifier] = ACTIONS(15), - }, - [24] = { - [sym__entry] = STATE(38), - [sym__comment] = STATE(38), - [sym_resource_comment] = STATE(38), - [sym_block_comment] = STATE(38), - [sym_comment] = STATE(38), - [sym_message] = STATE(38), - [sym_term] = STATE(38), - [aux_sym_body_repeat2] = STATE(24), - [ts_builtin_sym_end] = ACTIONS(75), - [anon_sym_POUND_POUND_POUND] = ACTIONS(93), - [anon_sym_POUND_POUND] = ACTIONS(96), - [anon_sym_POUND] = ACTIONS(99), - [sym_identifier] = ACTIONS(102), - [sym_term_identifier] = ACTIONS(105), - }, - [25] = { - [sym__text] = STATE(28), - [sym_pattern] = STATE(40), - [aux_sym__text_repeat1] = STATE(30), - [sym__inline_space] = ACTIONS(108), - [sym__inline_char] = ACTIONS(61), - [anon_sym_BSLASH_LBRACE] = ACTIONS(63), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(61), - }, - [26] = { - [sym__text] = STATE(28), - [sym_pattern] = STATE(40), - [aux_sym__text_repeat1] = STATE(30), - [sym__inline_char] = ACTIONS(63), - [anon_sym_BSLASH_LBRACE] = ACTIONS(63), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(61), - }, - [27] = { - [sym__hexdigit] = ACTIONS(110), - }, - [28] = { - [ts_builtin_sym_end] = ACTIONS(112), - [sym__line_break] = ACTIONS(112), - }, - [29] = { - [ts_builtin_sym_end] = ACTIONS(114), - [sym__line_break] = ACTIONS(114), - }, - [30] = { - [aux_sym__text_repeat1] = STATE(42), - [ts_builtin_sym_end] = ACTIONS(116), - [sym__line_break] = ACTIONS(116), - [sym__inline_char] = ACTIONS(118), - [anon_sym_BSLASH_LBRACE] = ACTIONS(118), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(120), - }, - [31] = { - [sym__text] = STATE(28), - [sym_pattern] = STATE(44), - [aux_sym__text_repeat1] = STATE(30), - [sym__inline_space] = ACTIONS(122), - [sym__inline_char] = ACTIONS(61), - [anon_sym_BSLASH_LBRACE] = ACTIONS(63), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(61), - }, - [32] = { - [sym__text] = STATE(28), - [sym_pattern] = STATE(44), - [aux_sym__text_repeat1] = STATE(30), - [sym__inline_char] = ACTIONS(63), - [anon_sym_BSLASH_LBRACE] = ACTIONS(63), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(61), - }, - [33] = { - [ts_builtin_sym_end] = ACTIONS(124), - [sym__line_break] = ACTIONS(124), - }, - [34] = { - [sym__blank_line] = STATE(22), - [aux_sym_body_repeat1] = STATE(22), - [ts_builtin_sym_end] = ACTIONS(126), - [anon_sym_POUND_POUND_POUND] = ACTIONS(126), - [anon_sym_POUND_POUND] = ACTIONS(128), - [anon_sym_POUND] = ACTIONS(128), - [sym_identifier] = ACTIONS(126), - [sym_term_identifier] = ACTIONS(126), - [sym__line_break] = ACTIONS(49), - [sym__inline_space] = ACTIONS(19), - }, - [35] = { - [ts_builtin_sym_end] = ACTIONS(130), - [sym__line_break] = ACTIONS(47), - }, - [36] = { - [sym__inline_space] = ACTIONS(132), - [anon_sym_EQ] = ACTIONS(134), - }, - [37] = { - [sym__inline_space] = ACTIONS(136), - [anon_sym_EQ] = ACTIONS(138), - }, - [38] = { - [sym__line_break] = ACTIONS(47), - }, - [39] = { - [sym__text] = STATE(28), - [sym_pattern] = STATE(49), - [aux_sym__text_repeat1] = STATE(30), - [sym__inline_char] = ACTIONS(63), - [anon_sym_BSLASH_LBRACE] = ACTIONS(63), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(61), - }, - [40] = { - [ts_builtin_sym_end] = ACTIONS(140), - [sym__line_break] = ACTIONS(140), - }, - [41] = { - [sym__hexdigit] = ACTIONS(142), - }, - [42] = { - [aux_sym__text_repeat1] = STATE(42), - [ts_builtin_sym_end] = ACTIONS(144), - [sym__line_break] = ACTIONS(144), - [sym__inline_char] = ACTIONS(146), - [anon_sym_BSLASH_LBRACE] = ACTIONS(146), - [anon_sym_BSLASHu] = ACTIONS(149), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(152), - }, - [43] = { - [sym__text] = STATE(28), - [sym_pattern] = STATE(51), - [aux_sym__text_repeat1] = STATE(30), - [sym__inline_char] = ACTIONS(63), - [anon_sym_BSLASH_LBRACE] = ACTIONS(63), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(61), - }, - [44] = { - [ts_builtin_sym_end] = ACTIONS(155), - [sym__line_break] = ACTIONS(155), - }, - [45] = { - [anon_sym_EQ] = ACTIONS(157), - }, - [46] = { - [sym__text] = STATE(28), - [sym_pattern] = STATE(29), - [aux_sym__text_repeat1] = STATE(54), - [sym__inline_space] = ACTIONS(159), - [sym__inline_char] = ACTIONS(161), - [anon_sym_BSLASH_LBRACE] = ACTIONS(163), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(161), - }, - [47] = { - [anon_sym_EQ] = ACTIONS(165), - }, - [48] = { - [sym__text] = STATE(28), - [sym_pattern] = STATE(33), - [aux_sym__text_repeat1] = STATE(54), - [sym__inline_space] = ACTIONS(167), - [sym__inline_char] = ACTIONS(161), - [anon_sym_BSLASH_LBRACE] = ACTIONS(163), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(161), - }, - [49] = { - [ts_builtin_sym_end] = ACTIONS(169), - [sym__line_break] = ACTIONS(169), - }, - [50] = { - [sym__hexdigit] = ACTIONS(171), - }, - [51] = { - [ts_builtin_sym_end] = ACTIONS(173), - [sym__line_break] = ACTIONS(173), - }, - [52] = { - [sym__text] = STATE(28), - [sym_pattern] = STATE(40), - [aux_sym__text_repeat1] = STATE(54), - [sym__inline_space] = ACTIONS(175), - [sym__inline_char] = ACTIONS(161), - [anon_sym_BSLASH_LBRACE] = ACTIONS(163), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(161), - }, - [53] = { - [sym__text] = STATE(28), - [sym_pattern] = STATE(40), - [aux_sym__text_repeat1] = STATE(54), - [sym__inline_char] = ACTIONS(163), - [anon_sym_BSLASH_LBRACE] = ACTIONS(163), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(161), - }, - [54] = { - [aux_sym__text_repeat1] = STATE(59), - [sym__line_break] = ACTIONS(116), - [sym__inline_char] = ACTIONS(177), - [anon_sym_BSLASH_LBRACE] = ACTIONS(177), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(179), - }, - [55] = { - [sym__text] = STATE(28), - [sym_pattern] = STATE(44), - [aux_sym__text_repeat1] = STATE(54), - [sym__inline_space] = ACTIONS(181), - [sym__inline_char] = ACTIONS(161), - [anon_sym_BSLASH_LBRACE] = ACTIONS(163), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(161), - }, - [56] = { - [sym__text] = STATE(28), - [sym_pattern] = STATE(44), - [aux_sym__text_repeat1] = STATE(54), - [sym__inline_char] = ACTIONS(163), - [anon_sym_BSLASH_LBRACE] = ACTIONS(163), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(161), - }, - [57] = { - [sym__hexdigit] = ACTIONS(183), - }, - [58] = { - [sym__text] = STATE(28), - [sym_pattern] = STATE(49), - [aux_sym__text_repeat1] = STATE(54), - [sym__inline_char] = ACTIONS(163), - [anon_sym_BSLASH_LBRACE] = ACTIONS(163), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(161), - }, - [59] = { - [aux_sym__text_repeat1] = STATE(59), - [sym__line_break] = ACTIONS(144), - [sym__inline_char] = ACTIONS(185), - [anon_sym_BSLASH_LBRACE] = ACTIONS(185), - [anon_sym_BSLASHu] = ACTIONS(149), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(188), - }, - [60] = { - [sym__text] = STATE(28), - [sym_pattern] = STATE(51), - [aux_sym__text_repeat1] = STATE(54), - [sym__inline_char] = ACTIONS(163), - [anon_sym_BSLASH_LBRACE] = ACTIONS(163), - [anon_sym_BSLASHu] = ACTIONS(65), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(161), - }, - [61] = { - [ts_builtin_sym_end] = ACTIONS(191), - [sym__line_break] = ACTIONS(191), - [sym__inline_char] = ACTIONS(191), - [anon_sym_BSLASH_LBRACE] = ACTIONS(191), - [anon_sym_BSLASHu] = ACTIONS(191), - [aux_sym_SLASH_BSLASH_BSLASH_LBRACK_BSLASH_BSLASH_LBRACE_RBRACK_SLASH] = ACTIONS(193), - }, }; -static TSParseActionEntry ts_parse_actions[] = { - [0] = {.count = 0, .reusable = false}, - [1] = {.count = 1, .reusable = true}, RECOVER(), - [3] = {.count = 1, .reusable = false}, RECOVER(), - [5] = {.count = 1, .reusable = true}, REDUCE(sym_body, 0), - [7] = {.count = 1, .reusable = true}, SHIFT(2), - [9] = {.count = 1, .reusable = false}, SHIFT(3), - [11] = {.count = 1, .reusable = false}, SHIFT(4), - [13] = {.count = 1, .reusable = true}, SHIFT(5), - [15] = {.count = 1, .reusable = true}, SHIFT(6), - [17] = {.count = 1, .reusable = true}, SHIFT(10), - [19] = {.count = 1, .reusable = true}, SHIFT(7), - [21] = {.count = 1, .reusable = true}, REDUCE(sym_resource_comment, 1), - [23] = {.count = 1, .reusable = true}, SHIFT(12), - [25] = {.count = 1, .reusable = true}, REDUCE(sym_block_comment, 1), - [27] = {.count = 1, .reusable = true}, SHIFT(13), - [29] = {.count = 1, .reusable = true}, REDUCE(sym_comment, 1), - [31] = {.count = 1, .reusable = true}, SHIFT(14), - [33] = {.count = 1, .reusable = true}, SHIFT(15), - [35] = {.count = 1, .reusable = true}, SHIFT(16), - [37] = {.count = 1, .reusable = true}, SHIFT(17), - [39] = {.count = 1, .reusable = true}, SHIFT(18), - [41] = {.count = 1, .reusable = true}, SHIFT(19), - [43] = {.count = 1, .reusable = true}, ACCEPT_INPUT(), - [45] = {.count = 1, .reusable = true}, REDUCE(sym_body, 1), - [47] = {.count = 1, .reusable = true}, SHIFT(20), - [49] = {.count = 1, .reusable = true}, SHIFT(22), - [51] = {.count = 1, .reusable = true}, REDUCE(sym_resource_comment, 2), - [53] = {.count = 1, .reusable = true}, REDUCE(sym_block_comment, 2), - [55] = {.count = 1, .reusable = true}, REDUCE(sym_comment, 2), - [57] = {.count = 1, .reusable = true}, SHIFT(25), - [59] = {.count = 1, .reusable = true}, SHIFT(26), - [61] = {.count = 1, .reusable = false}, SHIFT(30), - [63] = {.count = 1, .reusable = true}, SHIFT(30), - [65] = {.count = 1, .reusable = true}, SHIFT(27), - [67] = {.count = 1, .reusable = true}, SHIFT(31), - [69] = {.count = 1, .reusable = true}, SHIFT(32), - [71] = {.count = 1, .reusable = true}, REDUCE(sym__blank_line, 2), - [73] = {.count = 1, .reusable = false}, REDUCE(sym__blank_line, 2), - [75] = {.count = 1, .reusable = true}, REDUCE(aux_sym_body_repeat2, 2), - [77] = {.count = 1, .reusable = false}, REDUCE(aux_sym_body_repeat2, 2), - [79] = {.count = 1, .reusable = true}, SHIFT(34), - [81] = {.count = 1, .reusable = true}, REDUCE(sym_body, 2), - [83] = {.count = 1, .reusable = true}, REDUCE(aux_sym_body_repeat1, 2), - [85] = {.count = 1, .reusable = false}, REDUCE(aux_sym_body_repeat1, 2), - [87] = {.count = 2, .reusable = true}, REDUCE(aux_sym_body_repeat1, 2), SHIFT_REPEAT(22), - [90] = {.count = 2, .reusable = true}, REDUCE(aux_sym_body_repeat1, 2), SHIFT_REPEAT(7), - [93] = {.count = 2, .reusable = true}, REDUCE(aux_sym_body_repeat2, 2), SHIFT_REPEAT(2), - [96] = {.count = 2, .reusable = false}, REDUCE(aux_sym_body_repeat2, 2), SHIFT_REPEAT(3), - [99] = {.count = 2, .reusable = false}, REDUCE(aux_sym_body_repeat2, 2), SHIFT_REPEAT(4), - [102] = {.count = 2, .reusable = true}, REDUCE(aux_sym_body_repeat2, 2), SHIFT_REPEAT(36), - [105] = {.count = 2, .reusable = true}, REDUCE(aux_sym_body_repeat2, 2), SHIFT_REPEAT(37), - [108] = {.count = 1, .reusable = true}, SHIFT(39), - [110] = {.count = 1, .reusable = true}, SHIFT(41), - [112] = {.count = 1, .reusable = true}, REDUCE(sym_pattern, 1), - [114] = {.count = 1, .reusable = true}, REDUCE(sym_message, 3), - [116] = {.count = 1, .reusable = true}, REDUCE(sym__text, 1), - [118] = {.count = 1, .reusable = true}, SHIFT(42), - [120] = {.count = 1, .reusable = false}, SHIFT(42), - [122] = {.count = 1, .reusable = true}, SHIFT(43), - [124] = {.count = 1, .reusable = true}, REDUCE(sym_term, 3), - [126] = {.count = 1, .reusable = true}, REDUCE(aux_sym_body_repeat2, 3), - [128] = {.count = 1, .reusable = false}, REDUCE(aux_sym_body_repeat2, 3), - [130] = {.count = 1, .reusable = true}, REDUCE(sym_body, 3), - [132] = {.count = 1, .reusable = true}, SHIFT(45), - [134] = {.count = 1, .reusable = true}, SHIFT(46), - [136] = {.count = 1, .reusable = true}, SHIFT(47), - [138] = {.count = 1, .reusable = true}, SHIFT(48), - [140] = {.count = 1, .reusable = true}, REDUCE(sym_message, 4), - [142] = {.count = 1, .reusable = true}, SHIFT(50), - [144] = {.count = 1, .reusable = true}, REDUCE(aux_sym__text_repeat1, 2), - [146] = {.count = 2, .reusable = true}, REDUCE(aux_sym__text_repeat1, 2), SHIFT_REPEAT(42), - [149] = {.count = 2, .reusable = true}, REDUCE(aux_sym__text_repeat1, 2), SHIFT_REPEAT(27), - [152] = {.count = 2, .reusable = false}, REDUCE(aux_sym__text_repeat1, 2), SHIFT_REPEAT(42), - [155] = {.count = 1, .reusable = true}, REDUCE(sym_term, 4), - [157] = {.count = 1, .reusable = true}, SHIFT(52), - [159] = {.count = 1, .reusable = true}, SHIFT(53), - [161] = {.count = 1, .reusable = false}, SHIFT(54), - [163] = {.count = 1, .reusable = true}, SHIFT(54), - [165] = {.count = 1, .reusable = true}, SHIFT(55), - [167] = {.count = 1, .reusable = true}, SHIFT(56), - [169] = {.count = 1, .reusable = true}, REDUCE(sym_message, 5), - [171] = {.count = 1, .reusable = true}, SHIFT(57), - [173] = {.count = 1, .reusable = true}, REDUCE(sym_term, 5), - [175] = {.count = 1, .reusable = true}, SHIFT(58), - [177] = {.count = 1, .reusable = true}, SHIFT(59), - [179] = {.count = 1, .reusable = false}, SHIFT(59), - [181] = {.count = 1, .reusable = true}, SHIFT(60), - [183] = {.count = 1, .reusable = true}, SHIFT(61), - [185] = {.count = 2, .reusable = true}, REDUCE(aux_sym__text_repeat1, 2), SHIFT_REPEAT(59), - [188] = {.count = 2, .reusable = false}, REDUCE(aux_sym__text_repeat1, 2), SHIFT_REPEAT(59), - [191] = {.count = 1, .reusable = true}, REDUCE(aux_sym__text_repeat1, 5), - [193] = {.count = 1, .reusable = false}, REDUCE(aux_sym__text_repeat1, 5), +static const uint16_t ts_small_parse_table[] = { + [0] = 8, + ACTIONS(5), 1, + anon_sym_POUND_POUND_POUND, + ACTIONS(7), 1, + anon_sym_POUND_POUND, + ACTIONS(9), 1, + anon_sym_POUND, + ACTIONS(11), 1, + sym_identifier, + ACTIONS(13), 1, + sym_term_identifier, + ACTIONS(19), 1, + ts_builtin_sym_end, + STATE(5), 1, + aux_sym_body_repeat2, + STATE(41), 7, + sym__entry, + sym__comment, + sym_resource_comment, + sym_block_comment, + sym_comment, + sym_message, + sym_term, + [31] = 8, + ACTIONS(5), 1, + anon_sym_POUND_POUND_POUND, + ACTIONS(7), 1, + anon_sym_POUND_POUND, + ACTIONS(9), 1, + anon_sym_POUND, + ACTIONS(11), 1, + sym_identifier, + ACTIONS(13), 1, + sym_term_identifier, + ACTIONS(23), 1, + ts_builtin_sym_end, + STATE(5), 1, + aux_sym_body_repeat2, + STATE(36), 7, + sym__entry, + sym__comment, + sym_resource_comment, + sym_block_comment, + sym_comment, + sym_message, + sym_term, + [62] = 8, + ACTIONS(25), 1, + ts_builtin_sym_end, + ACTIONS(27), 1, + anon_sym_POUND_POUND_POUND, + ACTIONS(30), 1, + anon_sym_POUND_POUND, + ACTIONS(33), 1, + anon_sym_POUND, + ACTIONS(36), 1, + sym_identifier, + ACTIONS(39), 1, + sym_term_identifier, + STATE(5), 1, + aux_sym_body_repeat2, + STATE(56), 7, + sym__entry, + sym__comment, + sym_resource_comment, + sym_block_comment, + sym_comment, + sym_message, + sym_term, + [93] = 5, + ACTIONS(46), 1, + sym__line_break, + ACTIONS(49), 1, + sym__inline_space, + ACTIONS(44), 2, + anon_sym_POUND_POUND, + anon_sym_POUND, + STATE(6), 2, + sym__blank_line, + aux_sym_body_repeat1, + ACTIONS(42), 4, + ts_builtin_sym_end, + anon_sym_POUND_POUND_POUND, + sym_identifier, + sym_term_identifier, + [114] = 5, + ACTIONS(17), 1, + sym__inline_space, + ACTIONS(54), 1, + sym__line_break, + ACTIONS(52), 2, + anon_sym_POUND_POUND, + anon_sym_POUND, + STATE(8), 2, + sym__blank_line, + aux_sym_body_repeat1, + ACTIONS(25), 4, + ts_builtin_sym_end, + anon_sym_POUND_POUND_POUND, + sym_identifier, + sym_term_identifier, + [135] = 5, + ACTIONS(17), 1, + sym__inline_space, + ACTIONS(21), 1, + sym__line_break, + ACTIONS(58), 2, + anon_sym_POUND_POUND, + anon_sym_POUND, + STATE(6), 2, + sym__blank_line, + aux_sym_body_repeat1, + ACTIONS(56), 4, + ts_builtin_sym_end, + anon_sym_POUND_POUND_POUND, + sym_identifier, + sym_term_identifier, + [156] = 2, + ACTIONS(62), 2, + anon_sym_POUND_POUND, + anon_sym_POUND, + ACTIONS(60), 6, + ts_builtin_sym_end, + anon_sym_POUND_POUND_POUND, + sym_identifier, + sym_term_identifier, + sym__line_break, + sym__inline_space, + [169] = 6, + ACTIONS(64), 1, + sym__inline_space, + ACTIONS(68), 1, + anon_sym_BSLASH_LBRACE, + ACTIONS(70), 1, + anon_sym_BSLASHu, + STATE(13), 1, + aux_sym__text, + STATE(48), 1, + sym_pattern, + ACTIONS(66), 2, + sym__inline_char, + aux_sym__text_token1, + [189] = 6, + ACTIONS(68), 1, + anon_sym_BSLASH_LBRACE, + ACTIONS(70), 1, + anon_sym_BSLASHu, + ACTIONS(72), 1, + sym__inline_space, + STATE(13), 1, + aux_sym__text, + STATE(49), 1, + sym_pattern, + ACTIONS(66), 2, + sym__inline_char, + aux_sym__text_token1, + [209] = 6, + ACTIONS(68), 1, + anon_sym_BSLASH_LBRACE, + ACTIONS(70), 1, + anon_sym_BSLASHu, + ACTIONS(74), 1, + sym__inline_space, + STATE(13), 1, + aux_sym__text, + STATE(37), 1, + sym_pattern, + ACTIONS(66), 2, + sym__inline_char, + aux_sym__text_token1, + [229] = 5, + ACTIONS(70), 1, + anon_sym_BSLASHu, + ACTIONS(80), 1, + aux_sym__text_token1, + STATE(16), 1, + aux_sym__text, + ACTIONS(76), 2, + ts_builtin_sym_end, + sym__line_break, + ACTIONS(78), 2, + sym__inline_char, + anon_sym_BSLASH_LBRACE, + [247] = 6, + ACTIONS(68), 1, + anon_sym_BSLASH_LBRACE, + ACTIONS(70), 1, + anon_sym_BSLASHu, + ACTIONS(82), 1, + sym__inline_space, + STATE(13), 1, + aux_sym__text, + STATE(38), 1, + sym_pattern, + ACTIONS(66), 2, + sym__inline_char, + aux_sym__text_token1, + [267] = 6, + ACTIONS(84), 1, + sym__inline_space, + ACTIONS(88), 1, + anon_sym_BSLASH_LBRACE, + ACTIONS(90), 1, + anon_sym_BSLASHu, + STATE(23), 1, + aux_sym__text, + STATE(38), 1, + sym_pattern, + ACTIONS(86), 2, + sym__inline_char, + aux_sym__text_token1, + [287] = 5, + ACTIONS(97), 1, + anon_sym_BSLASHu, + ACTIONS(100), 1, + aux_sym__text_token1, + STATE(16), 1, + aux_sym__text, + ACTIONS(92), 2, + ts_builtin_sym_end, + sym__line_break, + ACTIONS(94), 2, + sym__inline_char, + anon_sym_BSLASH_LBRACE, + [305] = 6, + ACTIONS(88), 1, + anon_sym_BSLASH_LBRACE, + ACTIONS(90), 1, + anon_sym_BSLASHu, + ACTIONS(103), 1, + sym__inline_space, + STATE(23), 1, + aux_sym__text, + STATE(48), 1, + sym_pattern, + ACTIONS(86), 2, + sym__inline_char, + aux_sym__text_token1, + [325] = 6, + ACTIONS(88), 1, + anon_sym_BSLASH_LBRACE, + ACTIONS(90), 1, + anon_sym_BSLASHu, + ACTIONS(105), 1, + sym__inline_space, + STATE(23), 1, + aux_sym__text, + STATE(49), 1, + sym_pattern, + ACTIONS(86), 2, + sym__inline_char, + aux_sym__text_token1, + [345] = 6, + ACTIONS(88), 1, + anon_sym_BSLASH_LBRACE, + ACTIONS(90), 1, + anon_sym_BSLASHu, + ACTIONS(107), 1, + sym__inline_space, + STATE(23), 1, + aux_sym__text, + STATE(37), 1, + sym_pattern, + ACTIONS(86), 2, + sym__inline_char, + aux_sym__text_token1, + [365] = 5, + ACTIONS(66), 1, + aux_sym__text_token1, + ACTIONS(70), 1, + anon_sym_BSLASHu, + STATE(13), 1, + aux_sym__text, + STATE(37), 1, + sym_pattern, + ACTIONS(68), 2, + sym__inline_char, + anon_sym_BSLASH_LBRACE, + [382] = 5, + ACTIONS(66), 1, + aux_sym__text_token1, + ACTIONS(70), 1, + anon_sym_BSLASHu, + STATE(13), 1, + aux_sym__text, + STATE(38), 1, + sym_pattern, + ACTIONS(68), 2, + sym__inline_char, + anon_sym_BSLASH_LBRACE, + [399] = 2, + ACTIONS(111), 1, + aux_sym__text_token1, + ACTIONS(109), 5, + ts_builtin_sym_end, + sym__line_break, + sym__inline_char, + anon_sym_BSLASH_LBRACE, + anon_sym_BSLASHu, + [410] = 5, + ACTIONS(76), 1, + sym__line_break, + ACTIONS(90), 1, + anon_sym_BSLASHu, + ACTIONS(115), 1, + aux_sym__text_token1, + STATE(27), 1, + aux_sym__text, + ACTIONS(113), 2, + sym__inline_char, + anon_sym_BSLASH_LBRACE, + [427] = 5, + ACTIONS(66), 1, + aux_sym__text_token1, + ACTIONS(70), 1, + anon_sym_BSLASHu, + STATE(13), 1, + aux_sym__text, + STATE(39), 1, + sym_pattern, + ACTIONS(68), 2, + sym__inline_char, + anon_sym_BSLASH_LBRACE, + [444] = 5, + ACTIONS(86), 1, + aux_sym__text_token1, + ACTIONS(90), 1, + anon_sym_BSLASHu, + STATE(23), 1, + aux_sym__text, + STATE(38), 1, + sym_pattern, + ACTIONS(88), 2, + sym__inline_char, + anon_sym_BSLASH_LBRACE, + [461] = 5, + ACTIONS(66), 1, + aux_sym__text_token1, + ACTIONS(70), 1, + anon_sym_BSLASHu, + STATE(13), 1, + aux_sym__text, + STATE(42), 1, + sym_pattern, + ACTIONS(68), 2, + sym__inline_char, + anon_sym_BSLASH_LBRACE, + [478] = 5, + ACTIONS(92), 1, + sym__line_break, + ACTIONS(120), 1, + anon_sym_BSLASHu, + ACTIONS(123), 1, + aux_sym__text_token1, + STATE(27), 1, + aux_sym__text, + ACTIONS(117), 2, + sym__inline_char, + anon_sym_BSLASH_LBRACE, + [495] = 5, + ACTIONS(86), 1, + aux_sym__text_token1, + ACTIONS(90), 1, + anon_sym_BSLASHu, + STATE(23), 1, + aux_sym__text, + STATE(42), 1, + sym_pattern, + ACTIONS(88), 2, + sym__inline_char, + anon_sym_BSLASH_LBRACE, + [512] = 5, + ACTIONS(86), 1, + aux_sym__text_token1, + ACTIONS(90), 1, + anon_sym_BSLASHu, + STATE(23), 1, + aux_sym__text, + STATE(39), 1, + sym_pattern, + ACTIONS(88), 2, + sym__inline_char, + anon_sym_BSLASH_LBRACE, + [529] = 5, + ACTIONS(86), 1, + aux_sym__text_token1, + ACTIONS(90), 1, + anon_sym_BSLASHu, + STATE(23), 1, + aux_sym__text, + STATE(37), 1, + sym_pattern, + ACTIONS(88), 2, + sym__inline_char, + anon_sym_BSLASH_LBRACE, + [546] = 2, + ACTIONS(111), 1, + aux_sym__text_token1, + ACTIONS(109), 4, + sym__line_break, + sym__inline_char, + anon_sym_BSLASH_LBRACE, + anon_sym_BSLASHu, + [556] = 2, + ACTIONS(128), 1, + aux_sym_resource_comment_token1, + ACTIONS(126), 2, + ts_builtin_sym_end, + sym__line_break, + [564] = 2, + ACTIONS(132), 1, + aux_sym_resource_comment_token1, + ACTIONS(130), 2, + ts_builtin_sym_end, + sym__line_break, + [572] = 2, + ACTIONS(136), 1, + aux_sym_resource_comment_token1, + ACTIONS(134), 2, + ts_builtin_sym_end, + sym__line_break, + [580] = 2, + ACTIONS(138), 1, + sym__inline_space, + ACTIONS(140), 1, + anon_sym_EQ, + [587] = 2, + ACTIONS(142), 1, + ts_builtin_sym_end, + ACTIONS(144), 1, + sym__line_break, + [594] = 1, + ACTIONS(146), 2, + ts_builtin_sym_end, + sym__line_break, + [599] = 1, + ACTIONS(148), 2, + ts_builtin_sym_end, + sym__line_break, + [604] = 1, + ACTIONS(150), 2, + ts_builtin_sym_end, + sym__line_break, + [609] = 2, + ACTIONS(19), 1, + ts_builtin_sym_end, + ACTIONS(144), 1, + sym__line_break, + [616] = 2, + ACTIONS(23), 1, + ts_builtin_sym_end, + ACTIONS(144), 1, + sym__line_break, + [623] = 1, + ACTIONS(152), 2, + ts_builtin_sym_end, + sym__line_break, + [628] = 2, + ACTIONS(154), 1, + sym__inline_space, + ACTIONS(156), 1, + anon_sym_EQ, + [635] = 1, + ACTIONS(158), 2, + ts_builtin_sym_end, + sym__line_break, + [640] = 1, + ACTIONS(160), 2, + ts_builtin_sym_end, + sym__line_break, + [645] = 2, + ACTIONS(162), 1, + sym__inline_space, + ACTIONS(164), 1, + anon_sym_EQ, + [652] = 1, + ACTIONS(166), 2, + ts_builtin_sym_end, + sym__line_break, + [657] = 1, + ACTIONS(168), 2, + ts_builtin_sym_end, + sym__line_break, + [662] = 1, + ACTIONS(170), 2, + ts_builtin_sym_end, + sym__line_break, + [667] = 2, + ACTIONS(172), 1, + sym__inline_space, + ACTIONS(174), 1, + anon_sym_EQ, + [674] = 1, + ACTIONS(176), 1, + sym__hexdigit, + [678] = 1, + ACTIONS(178), 1, + sym__hexdigit, + [682] = 1, + ACTIONS(180), 1, + sym__line_break, + [686] = 1, + ACTIONS(182), 1, + sym__hexdigit, + [690] = 1, + ACTIONS(184), 1, + ts_builtin_sym_end, + [694] = 1, + ACTIONS(144), 1, + sym__line_break, + [698] = 1, + ACTIONS(186), 1, + sym__hexdigit, + [702] = 1, + ACTIONS(188), 1, + anon_sym_EQ, + [706] = 1, + ACTIONS(190), 1, + sym__hexdigit, + [710] = 1, + ACTIONS(192), 1, + anon_sym_EQ, + [714] = 1, + ACTIONS(194), 1, + anon_sym_EQ, + [718] = 1, + ACTIONS(196), 1, + anon_sym_EQ, + [722] = 1, + ACTIONS(198), 1, + sym__hexdigit, + [726] = 1, + ACTIONS(200), 1, + sym__hexdigit, + [730] = 1, + ACTIONS(202), 1, + sym__hexdigit, +}; + +static const uint32_t ts_small_parse_table_map[] = { + [SMALL_STATE(3)] = 0, + [SMALL_STATE(4)] = 31, + [SMALL_STATE(5)] = 62, + [SMALL_STATE(6)] = 93, + [SMALL_STATE(7)] = 114, + [SMALL_STATE(8)] = 135, + [SMALL_STATE(9)] = 156, + [SMALL_STATE(10)] = 169, + [SMALL_STATE(11)] = 189, + [SMALL_STATE(12)] = 209, + [SMALL_STATE(13)] = 229, + [SMALL_STATE(14)] = 247, + [SMALL_STATE(15)] = 267, + [SMALL_STATE(16)] = 287, + [SMALL_STATE(17)] = 305, + [SMALL_STATE(18)] = 325, + [SMALL_STATE(19)] = 345, + [SMALL_STATE(20)] = 365, + [SMALL_STATE(21)] = 382, + [SMALL_STATE(22)] = 399, + [SMALL_STATE(23)] = 410, + [SMALL_STATE(24)] = 427, + [SMALL_STATE(25)] = 444, + [SMALL_STATE(26)] = 461, + [SMALL_STATE(27)] = 478, + [SMALL_STATE(28)] = 495, + [SMALL_STATE(29)] = 512, + [SMALL_STATE(30)] = 529, + [SMALL_STATE(31)] = 546, + [SMALL_STATE(32)] = 556, + [SMALL_STATE(33)] = 564, + [SMALL_STATE(34)] = 572, + [SMALL_STATE(35)] = 580, + [SMALL_STATE(36)] = 587, + [SMALL_STATE(37)] = 594, + [SMALL_STATE(38)] = 599, + [SMALL_STATE(39)] = 604, + [SMALL_STATE(40)] = 609, + [SMALL_STATE(41)] = 616, + [SMALL_STATE(42)] = 623, + [SMALL_STATE(43)] = 628, + [SMALL_STATE(44)] = 635, + [SMALL_STATE(45)] = 640, + [SMALL_STATE(46)] = 645, + [SMALL_STATE(47)] = 652, + [SMALL_STATE(48)] = 657, + [SMALL_STATE(49)] = 662, + [SMALL_STATE(50)] = 667, + [SMALL_STATE(51)] = 674, + [SMALL_STATE(52)] = 678, + [SMALL_STATE(53)] = 682, + [SMALL_STATE(54)] = 686, + [SMALL_STATE(55)] = 690, + [SMALL_STATE(56)] = 694, + [SMALL_STATE(57)] = 698, + [SMALL_STATE(58)] = 702, + [SMALL_STATE(59)] = 706, + [SMALL_STATE(60)] = 710, + [SMALL_STATE(61)] = 714, + [SMALL_STATE(62)] = 718, + [SMALL_STATE(63)] = 722, + [SMALL_STATE(64)] = 726, + [SMALL_STATE(65)] = 730, }; -#ifdef _WIN32 -#define extern __declspec(dllexport) +static const TSParseActionEntry ts_parse_actions[] = { + [0] = {.entry = {.count = 0, .reusable = false}}, + [1] = {.entry = {.count = 1, .reusable = false}}, RECOVER(), + [3] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_body, 0, 0, 0), + [5] = {.entry = {.count = 1, .reusable = true}}, SHIFT(33), + [7] = {.entry = {.count = 1, .reusable = false}}, SHIFT(34), + [9] = {.entry = {.count = 1, .reusable = false}}, SHIFT(32), + [11] = {.entry = {.count = 1, .reusable = true}}, SHIFT(46), + [13] = {.entry = {.count = 1, .reusable = true}}, SHIFT(43), + [15] = {.entry = {.count = 1, .reusable = true}}, SHIFT(2), + [17] = {.entry = {.count = 1, .reusable = true}}, SHIFT(53), + [19] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_body, 1, 0, 0), + [21] = {.entry = {.count = 1, .reusable = true}}, SHIFT(6), + [23] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_body, 2, 0, 0), + [25] = {.entry = {.count = 1, .reusable = true}}, REDUCE(aux_sym_body_repeat2, 2, 0, 0), + [27] = {.entry = {.count = 2, .reusable = true}}, REDUCE(aux_sym_body_repeat2, 2, 0, 0), SHIFT_REPEAT(33), + [30] = {.entry = {.count = 2, .reusable = false}}, REDUCE(aux_sym_body_repeat2, 2, 0, 0), SHIFT_REPEAT(34), + [33] = {.entry = {.count = 2, .reusable = false}}, REDUCE(aux_sym_body_repeat2, 2, 0, 0), SHIFT_REPEAT(32), + [36] = {.entry = {.count = 2, .reusable = true}}, REDUCE(aux_sym_body_repeat2, 2, 0, 0), SHIFT_REPEAT(50), + [39] = {.entry = {.count = 2, .reusable = true}}, REDUCE(aux_sym_body_repeat2, 2, 0, 0), SHIFT_REPEAT(35), + [42] = {.entry = {.count = 1, .reusable = true}}, REDUCE(aux_sym_body_repeat1, 2, 0, 0), + [44] = {.entry = {.count = 1, .reusable = false}}, REDUCE(aux_sym_body_repeat1, 2, 0, 0), + [46] = {.entry = {.count = 2, .reusable = true}}, REDUCE(aux_sym_body_repeat1, 2, 0, 0), SHIFT_REPEAT(6), + [49] = {.entry = {.count = 2, .reusable = true}}, REDUCE(aux_sym_body_repeat1, 2, 0, 0), SHIFT_REPEAT(53), + [52] = {.entry = {.count = 1, .reusable = false}}, REDUCE(aux_sym_body_repeat2, 2, 0, 0), + [54] = {.entry = {.count = 1, .reusable = true}}, SHIFT(8), + [56] = {.entry = {.count = 1, .reusable = true}}, REDUCE(aux_sym_body_repeat2, 3, 0, 0), + [58] = {.entry = {.count = 1, .reusable = false}}, REDUCE(aux_sym_body_repeat2, 3, 0, 0), + [60] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym__blank_line, 2, 0, 0), + [62] = {.entry = {.count = 1, .reusable = false}}, REDUCE(sym__blank_line, 2, 0, 0), + [64] = {.entry = {.count = 1, .reusable = true}}, SHIFT(20), + [66] = {.entry = {.count = 1, .reusable = false}}, SHIFT(13), + [68] = {.entry = {.count = 1, .reusable = true}}, SHIFT(13), + [70] = {.entry = {.count = 1, .reusable = true}}, SHIFT(57), + [72] = {.entry = {.count = 1, .reusable = true}}, SHIFT(21), + [74] = {.entry = {.count = 1, .reusable = true}}, SHIFT(24), + [76] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_pattern, 1, 0, 0), + [78] = {.entry = {.count = 1, .reusable = true}}, SHIFT(16), + [80] = {.entry = {.count = 1, .reusable = false}}, SHIFT(16), + [82] = {.entry = {.count = 1, .reusable = true}}, SHIFT(26), + [84] = {.entry = {.count = 1, .reusable = true}}, SHIFT(28), + [86] = {.entry = {.count = 1, .reusable = false}}, SHIFT(23), + [88] = {.entry = {.count = 1, .reusable = true}}, SHIFT(23), + [90] = {.entry = {.count = 1, .reusable = true}}, SHIFT(65), + [92] = {.entry = {.count = 1, .reusable = true}}, REDUCE(aux_sym__text, 2, 0, 0), + [94] = {.entry = {.count = 2, .reusable = true}}, REDUCE(aux_sym__text, 2, 0, 0), SHIFT_REPEAT(16), + [97] = {.entry = {.count = 2, .reusable = true}}, REDUCE(aux_sym__text, 2, 0, 0), SHIFT_REPEAT(57), + [100] = {.entry = {.count = 2, .reusable = false}}, REDUCE(aux_sym__text, 2, 0, 0), SHIFT_REPEAT(16), + [103] = {.entry = {.count = 1, .reusable = true}}, SHIFT(30), + [105] = {.entry = {.count = 1, .reusable = true}}, SHIFT(25), + [107] = {.entry = {.count = 1, .reusable = true}}, SHIFT(29), + [109] = {.entry = {.count = 1, .reusable = true}}, REDUCE(aux_sym__text, 5, 0, 0), + [111] = {.entry = {.count = 1, .reusable = false}}, REDUCE(aux_sym__text, 5, 0, 0), + [113] = {.entry = {.count = 1, .reusable = true}}, SHIFT(27), + [115] = {.entry = {.count = 1, .reusable = false}}, SHIFT(27), + [117] = {.entry = {.count = 2, .reusable = true}}, REDUCE(aux_sym__text, 2, 0, 0), SHIFT_REPEAT(27), + [120] = {.entry = {.count = 2, .reusable = true}}, REDUCE(aux_sym__text, 2, 0, 0), SHIFT_REPEAT(65), + [123] = {.entry = {.count = 2, .reusable = false}}, REDUCE(aux_sym__text, 2, 0, 0), SHIFT_REPEAT(27), + [126] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_comment, 1, 0, 0), + [128] = {.entry = {.count = 1, .reusable = true}}, SHIFT(47), + [130] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_resource_comment, 1, 0, 0), + [132] = {.entry = {.count = 1, .reusable = true}}, SHIFT(44), + [134] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_block_comment, 1, 0, 0), + [136] = {.entry = {.count = 1, .reusable = true}}, SHIFT(45), + [138] = {.entry = {.count = 1, .reusable = true}}, SHIFT(58), + [140] = {.entry = {.count = 1, .reusable = true}}, SHIFT(18), + [142] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_body, 3, 0, 0), + [144] = {.entry = {.count = 1, .reusable = true}}, SHIFT(7), + [146] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_message, 4, 0, 0), + [148] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_term, 4, 0, 0), + [150] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_message, 5, 0, 0), + [152] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_term, 5, 0, 0), + [154] = {.entry = {.count = 1, .reusable = true}}, SHIFT(61), + [156] = {.entry = {.count = 1, .reusable = true}}, SHIFT(11), + [158] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_resource_comment, 2, 0, 0), + [160] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_block_comment, 2, 0, 0), + [162] = {.entry = {.count = 1, .reusable = true}}, SHIFT(60), + [164] = {.entry = {.count = 1, .reusable = true}}, SHIFT(10), + [166] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_comment, 2, 0, 0), + [168] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_message, 3, 0, 0), + [170] = {.entry = {.count = 1, .reusable = true}}, REDUCE(sym_term, 3, 0, 0), + [172] = {.entry = {.count = 1, .reusable = true}}, SHIFT(62), + [174] = {.entry = {.count = 1, .reusable = true}}, SHIFT(17), + [176] = {.entry = {.count = 1, .reusable = true}}, SHIFT(52), + [178] = {.entry = {.count = 1, .reusable = true}}, SHIFT(54), + [180] = {.entry = {.count = 1, .reusable = true}}, SHIFT(9), + [182] = {.entry = {.count = 1, .reusable = true}}, SHIFT(22), + [184] = {.entry = {.count = 1, .reusable = true}}, ACCEPT_INPUT(), + [186] = {.entry = {.count = 1, .reusable = true}}, SHIFT(51), + [188] = {.entry = {.count = 1, .reusable = true}}, SHIFT(15), + [190] = {.entry = {.count = 1, .reusable = true}}, SHIFT(31), + [192] = {.entry = {.count = 1, .reusable = true}}, SHIFT(12), + [194] = {.entry = {.count = 1, .reusable = true}}, SHIFT(14), + [196] = {.entry = {.count = 1, .reusable = true}}, SHIFT(19), + [198] = {.entry = {.count = 1, .reusable = true}}, SHIFT(59), + [200] = {.entry = {.count = 1, .reusable = true}}, SHIFT(63), + [202] = {.entry = {.count = 1, .reusable = true}}, SHIFT(64), +}; + +#ifdef __cplusplus +extern "C" { +#endif +#ifdef TREE_SITTER_HIDE_SYMBOLS +#define TS_PUBLIC +#elif defined(_WIN32) +#define TS_PUBLIC __declspec(dllexport) +#else +#define TS_PUBLIC __attribute__((visibility("default"))) #endif -extern const TSLanguage *tree_sitter_fluent() { - static TSLanguage language = { - .version = LANGUAGE_VERSION, +TS_PUBLIC const TSLanguage *tree_sitter_fluent(void) { + static const TSLanguage language = { + .abi_version = LANGUAGE_VERSION, .symbol_count = SYMBOL_COUNT, .alias_count = ALIAS_COUNT, .token_count = TOKEN_COUNT, - .symbol_metadata = ts_symbol_metadata, - .parse_table = (const unsigned short *)ts_parse_table, + .external_token_count = EXTERNAL_TOKEN_COUNT, + .state_count = STATE_COUNT, + .large_state_count = LARGE_STATE_COUNT, + .production_id_count = PRODUCTION_ID_COUNT, + .field_count = FIELD_COUNT, + .max_alias_sequence_length = MAX_ALIAS_SEQUENCE_LENGTH, + .parse_table = &ts_parse_table[0][0], + .small_parse_table = ts_small_parse_table, + .small_parse_table_map = ts_small_parse_table_map, .parse_actions = ts_parse_actions, - .lex_modes = ts_lex_modes, .symbol_names = ts_symbol_names, - .max_alias_sequence_length = MAX_ALIAS_SEQUENCE_LENGTH, + .symbol_metadata = ts_symbol_metadata, + .public_symbol_map = ts_symbol_map, + .alias_map = ts_non_terminal_alias_map, + .alias_sequences = &ts_alias_sequences[0][0], + .lex_modes = (const void*)ts_lex_modes, .lex_fn = ts_lex, - .external_token_count = EXTERNAL_TOKEN_COUNT, + .primary_state_ids = ts_primary_state_ids, }; return &language; } +#ifdef __cplusplus +} +#endif diff --git a/src/tree_sitter/alloc.h b/src/tree_sitter/alloc.h new file mode 100644 index 0000000..1abdd12 --- /dev/null +++ b/src/tree_sitter/alloc.h @@ -0,0 +1,54 @@ +#ifndef TREE_SITTER_ALLOC_H_ +#define TREE_SITTER_ALLOC_H_ + +#ifdef __cplusplus +extern "C" { +#endif + +#include +#include +#include + +// Allow clients to override allocation functions +#ifdef TREE_SITTER_REUSE_ALLOCATOR + +extern void *(*ts_current_malloc)(size_t size); +extern void *(*ts_current_calloc)(size_t count, size_t size); +extern void *(*ts_current_realloc)(void *ptr, size_t size); +extern void (*ts_current_free)(void *ptr); + +#ifndef ts_malloc +#define ts_malloc ts_current_malloc +#endif +#ifndef ts_calloc +#define ts_calloc ts_current_calloc +#endif +#ifndef ts_realloc +#define ts_realloc ts_current_realloc +#endif +#ifndef ts_free +#define ts_free ts_current_free +#endif + +#else + +#ifndef ts_malloc +#define ts_malloc malloc +#endif +#ifndef ts_calloc +#define ts_calloc calloc +#endif +#ifndef ts_realloc +#define ts_realloc realloc +#endif +#ifndef ts_free +#define ts_free free +#endif + +#endif + +#ifdef __cplusplus +} +#endif + +#endif // TREE_SITTER_ALLOC_H_ diff --git a/src/tree_sitter/array.h b/src/tree_sitter/array.h new file mode 100644 index 0000000..a17a574 --- /dev/null +++ b/src/tree_sitter/array.h @@ -0,0 +1,291 @@ +#ifndef TREE_SITTER_ARRAY_H_ +#define TREE_SITTER_ARRAY_H_ + +#ifdef __cplusplus +extern "C" { +#endif + +#include "./alloc.h" + +#include +#include +#include +#include +#include + +#ifdef _MSC_VER +#pragma warning(push) +#pragma warning(disable : 4101) +#elif defined(__GNUC__) || defined(__clang__) +#pragma GCC diagnostic push +#pragma GCC diagnostic ignored "-Wunused-variable" +#endif + +#define Array(T) \ + struct { \ + T *contents; \ + uint32_t size; \ + uint32_t capacity; \ + } + +/// Initialize an array. +#define array_init(self) \ + ((self)->size = 0, (self)->capacity = 0, (self)->contents = NULL) + +/// Create an empty array. +#define array_new() \ + { NULL, 0, 0 } + +/// Get a pointer to the element at a given `index` in the array. +#define array_get(self, _index) \ + (assert((uint32_t)(_index) < (self)->size), &(self)->contents[_index]) + +/// Get a pointer to the first element in the array. +#define array_front(self) array_get(self, 0) + +/// Get a pointer to the last element in the array. +#define array_back(self) array_get(self, (self)->size - 1) + +/// Clear the array, setting its size to zero. Note that this does not free any +/// memory allocated for the array's contents. +#define array_clear(self) ((self)->size = 0) + +/// Reserve `new_capacity` elements of space in the array. If `new_capacity` is +/// less than the array's current capacity, this function has no effect. +#define array_reserve(self, new_capacity) \ + _array__reserve((Array *)(self), array_elem_size(self), new_capacity) + +/// Free any memory allocated for this array. Note that this does not free any +/// memory allocated for the array's contents. +#define array_delete(self) _array__delete((Array *)(self)) + +/// Push a new `element` onto the end of the array. +#define array_push(self, element) \ + (_array__grow((Array *)(self), 1, array_elem_size(self)), \ + (self)->contents[(self)->size++] = (element)) + +/// Increase the array's size by `count` elements. +/// New elements are zero-initialized. +#define array_grow_by(self, count) \ + do { \ + if ((count) == 0) break; \ + _array__grow((Array *)(self), count, array_elem_size(self)); \ + memset((self)->contents + (self)->size, 0, (count) * array_elem_size(self)); \ + (self)->size += (count); \ + } while (0) + +/// Append all elements from one array to the end of another. +#define array_push_all(self, other) \ + array_extend((self), (other)->size, (other)->contents) + +/// Append `count` elements to the end of the array, reading their values from the +/// `contents` pointer. +#define array_extend(self, count, contents) \ + _array__splice( \ + (Array *)(self), array_elem_size(self), (self)->size, \ + 0, count, contents \ + ) + +/// Remove `old_count` elements from the array starting at the given `index`. At +/// the same index, insert `new_count` new elements, reading their values from the +/// `new_contents` pointer. +#define array_splice(self, _index, old_count, new_count, new_contents) \ + _array__splice( \ + (Array *)(self), array_elem_size(self), _index, \ + old_count, new_count, new_contents \ + ) + +/// Insert one `element` into the array at the given `index`. +#define array_insert(self, _index, element) \ + _array__splice((Array *)(self), array_elem_size(self), _index, 0, 1, &(element)) + +/// Remove one element from the array at the given `index`. +#define array_erase(self, _index) \ + _array__erase((Array *)(self), array_elem_size(self), _index) + +/// Pop the last element off the array, returning the element by value. +#define array_pop(self) ((self)->contents[--(self)->size]) + +/// Assign the contents of one array to another, reallocating if necessary. +#define array_assign(self, other) \ + _array__assign((Array *)(self), (const Array *)(other), array_elem_size(self)) + +/// Swap one array with another +#define array_swap(self, other) \ + _array__swap((Array *)(self), (Array *)(other)) + +/// Get the size of the array contents +#define array_elem_size(self) (sizeof *(self)->contents) + +/// Search a sorted array for a given `needle` value, using the given `compare` +/// callback to determine the order. +/// +/// If an existing element is found to be equal to `needle`, then the `index` +/// out-parameter is set to the existing value's index, and the `exists` +/// out-parameter is set to true. Otherwise, `index` is set to an index where +/// `needle` should be inserted in order to preserve the sorting, and `exists` +/// is set to false. +#define array_search_sorted_with(self, compare, needle, _index, _exists) \ + _array__search_sorted(self, 0, compare, , needle, _index, _exists) + +/// Search a sorted array for a given `needle` value, using integer comparisons +/// of a given struct field (specified with a leading dot) to determine the order. +/// +/// See also `array_search_sorted_with`. +#define array_search_sorted_by(self, field, needle, _index, _exists) \ + _array__search_sorted(self, 0, _compare_int, field, needle, _index, _exists) + +/// Insert a given `value` into a sorted array, using the given `compare` +/// callback to determine the order. +#define array_insert_sorted_with(self, compare, value) \ + do { \ + unsigned _index, _exists; \ + array_search_sorted_with(self, compare, &(value), &_index, &_exists); \ + if (!_exists) array_insert(self, _index, value); \ + } while (0) + +/// Insert a given `value` into a sorted array, using integer comparisons of +/// a given struct field (specified with a leading dot) to determine the order. +/// +/// See also `array_search_sorted_by`. +#define array_insert_sorted_by(self, field, value) \ + do { \ + unsigned _index, _exists; \ + array_search_sorted_by(self, field, (value) field, &_index, &_exists); \ + if (!_exists) array_insert(self, _index, value); \ + } while (0) + +// Private + +typedef Array(void) Array; + +/// This is not what you're looking for, see `array_delete`. +static inline void _array__delete(Array *self) { + if (self->contents) { + ts_free(self->contents); + self->contents = NULL; + self->size = 0; + self->capacity = 0; + } +} + +/// This is not what you're looking for, see `array_erase`. +static inline void _array__erase(Array *self, size_t element_size, + uint32_t index) { + assert(index < self->size); + char *contents = (char *)self->contents; + memmove(contents + index * element_size, contents + (index + 1) * element_size, + (self->size - index - 1) * element_size); + self->size--; +} + +/// This is not what you're looking for, see `array_reserve`. +static inline void _array__reserve(Array *self, size_t element_size, uint32_t new_capacity) { + if (new_capacity > self->capacity) { + if (self->contents) { + self->contents = ts_realloc(self->contents, new_capacity * element_size); + } else { + self->contents = ts_malloc(new_capacity * element_size); + } + self->capacity = new_capacity; + } +} + +/// This is not what you're looking for, see `array_assign`. +static inline void _array__assign(Array *self, const Array *other, size_t element_size) { + _array__reserve(self, element_size, other->size); + self->size = other->size; + memcpy(self->contents, other->contents, self->size * element_size); +} + +/// This is not what you're looking for, see `array_swap`. +static inline void _array__swap(Array *self, Array *other) { + Array swap = *other; + *other = *self; + *self = swap; +} + +/// This is not what you're looking for, see `array_push` or `array_grow_by`. +static inline void _array__grow(Array *self, uint32_t count, size_t element_size) { + uint32_t new_size = self->size + count; + if (new_size > self->capacity) { + uint32_t new_capacity = self->capacity * 2; + if (new_capacity < 8) new_capacity = 8; + if (new_capacity < new_size) new_capacity = new_size; + _array__reserve(self, element_size, new_capacity); + } +} + +/// This is not what you're looking for, see `array_splice`. +static inline void _array__splice(Array *self, size_t element_size, + uint32_t index, uint32_t old_count, + uint32_t new_count, const void *elements) { + uint32_t new_size = self->size + new_count - old_count; + uint32_t old_end = index + old_count; + uint32_t new_end = index + new_count; + assert(old_end <= self->size); + + _array__reserve(self, element_size, new_size); + + char *contents = (char *)self->contents; + if (self->size > old_end) { + memmove( + contents + new_end * element_size, + contents + old_end * element_size, + (self->size - old_end) * element_size + ); + } + if (new_count > 0) { + if (elements) { + memcpy( + (contents + index * element_size), + elements, + new_count * element_size + ); + } else { + memset( + (contents + index * element_size), + 0, + new_count * element_size + ); + } + } + self->size += new_count - old_count; +} + +/// A binary search routine, based on Rust's `std::slice::binary_search_by`. +/// This is not what you're looking for, see `array_search_sorted_with` or `array_search_sorted_by`. +#define _array__search_sorted(self, start, compare, suffix, needle, _index, _exists) \ + do { \ + *(_index) = start; \ + *(_exists) = false; \ + uint32_t size = (self)->size - *(_index); \ + if (size == 0) break; \ + int comparison; \ + while (size > 1) { \ + uint32_t half_size = size / 2; \ + uint32_t mid_index = *(_index) + half_size; \ + comparison = compare(&((self)->contents[mid_index] suffix), (needle)); \ + if (comparison <= 0) *(_index) = mid_index; \ + size -= half_size; \ + } \ + comparison = compare(&((self)->contents[*(_index)] suffix), (needle)); \ + if (comparison == 0) *(_exists) = true; \ + else if (comparison < 0) *(_index) += 1; \ + } while (0) + +/// Helper macro for the `_sorted_by` routines below. This takes the left (existing) +/// parameter by reference in order to work with the generic sorting function above. +#define _compare_int(a, b) ((int)*(a) - (int)(b)) + +#ifdef _MSC_VER +#pragma warning(pop) +#elif defined(__GNUC__) || defined(__clang__) +#pragma GCC diagnostic pop +#endif + +#ifdef __cplusplus +} +#endif + +#endif // TREE_SITTER_ARRAY_H_ diff --git a/src/tree_sitter/parser.h b/src/tree_sitter/parser.h index d99655f..858107d 100644 --- a/src/tree_sitter/parser.h +++ b/src/tree_sitter/parser.h @@ -9,25 +9,52 @@ extern "C" { #include #include -typedef uint16_t TSSymbol; -typedef uint16_t TSStateId; - #define ts_builtin_sym_error ((TSSymbol)-1) #define ts_builtin_sym_end 0 #define TREE_SITTER_SERIALIZATION_BUFFER_SIZE 1024 +#ifndef TREE_SITTER_API_H_ +typedef uint16_t TSStateId; +typedef uint16_t TSSymbol; +typedef uint16_t TSFieldId; +typedef struct TSLanguage TSLanguage; +typedef struct TSLanguageMetadata { + uint8_t major_version; + uint8_t minor_version; + uint8_t patch_version; +} TSLanguageMetadata; +#endif + typedef struct { - bool visible : 1; - bool named : 1; -} TSSymbolMetadata; + TSFieldId field_id; + uint8_t child_index; + bool inherited; +} TSFieldMapEntry; + +// Used to index the field and supertype maps. +typedef struct { + uint16_t index; + uint16_t length; +} TSMapSlice; typedef struct { - void (*advance)(void *, bool); - void (*mark_end)(void *); - uint32_t (*get_column)(void *); + bool visible; + bool named; + bool supertype; +} TSSymbolMetadata; + +typedef struct TSLexer TSLexer; + +struct TSLexer { int32_t lookahead; TSSymbol result_symbol; -} TSLexer; + void (*advance)(TSLexer *, bool); + void (*mark_end)(TSLexer *); + uint32_t (*get_column)(TSLexer *); + bool (*is_at_included_range_start)(const TSLexer *); + bool (*eof)(const TSLexer *); + void (*log)(const TSLexer *, const char *, ...); +}; typedef enum { TSParseActionTypeShift, @@ -36,21 +63,21 @@ typedef enum { TSParseActionTypeRecover, } TSParseActionType; -typedef struct { - union { - struct { - TSStateId state; - bool extra : 1; - bool repetition : 1; - }; - struct { - TSSymbol symbol; - int16_t dynamic_precedence; - uint8_t child_count; - uint8_t alias_sequence_id; - }; - } params; - TSParseActionType type : 4; +typedef union { + struct { + uint8_t type; + TSStateId state; + bool extra; + bool repetition; + } shift; + struct { + uint8_t type; + uint8_t child_count; + TSSymbol symbol; + int16_t dynamic_precedence; + uint16_t production_id; + } reduce; + uint8_t type; } TSParseAction; typedef struct { @@ -58,63 +85,135 @@ typedef struct { uint16_t external_lex_state; } TSLexMode; +typedef struct { + uint16_t lex_state; + uint16_t external_lex_state; + uint16_t reserved_word_set_id; +} TSLexerMode; + typedef union { TSParseAction action; struct { uint8_t count; - bool reusable : 1; - }; + bool reusable; + } entry; } TSParseActionEntry; -typedef struct TSLanguage { - uint32_t version; +typedef struct { + int32_t start; + int32_t end; +} TSCharacterRange; + +struct TSLanguage { + uint32_t abi_version; uint32_t symbol_count; uint32_t alias_count; uint32_t token_count; uint32_t external_token_count; - const char **symbol_names; - const TSSymbolMetadata *symbol_metadata; + uint32_t state_count; + uint32_t large_state_count; + uint32_t production_id_count; + uint32_t field_count; + uint16_t max_alias_sequence_length; const uint16_t *parse_table; + const uint16_t *small_parse_table; + const uint32_t *small_parse_table_map; const TSParseActionEntry *parse_actions; - const TSLexMode *lex_modes; + const char * const *symbol_names; + const char * const *field_names; + const TSMapSlice *field_map_slices; + const TSFieldMapEntry *field_map_entries; + const TSSymbolMetadata *symbol_metadata; + const TSSymbol *public_symbol_map; + const uint16_t *alias_map; const TSSymbol *alias_sequences; - uint16_t max_alias_sequence_length; + const TSLexerMode *lex_modes; bool (*lex_fn)(TSLexer *, TSStateId); bool (*keyword_lex_fn)(TSLexer *, TSStateId); TSSymbol keyword_capture_token; struct { const bool *states; const TSSymbol *symbol_map; - void *(*create)(); + void *(*create)(void); void (*destroy)(void *); bool (*scan)(void *, TSLexer *, const bool *symbol_whitelist); unsigned (*serialize)(void *, char *); void (*deserialize)(void *, const char *, unsigned); } external_scanner; -} TSLanguage; + const TSStateId *primary_state_ids; + const char *name; + const TSSymbol *reserved_words; + uint16_t max_reserved_word_set_size; + uint32_t supertype_count; + const TSSymbol *supertype_symbols; + const TSMapSlice *supertype_map_slices; + const TSSymbol *supertype_map_entries; + TSLanguageMetadata metadata; +}; + +static inline bool set_contains(const TSCharacterRange *ranges, uint32_t len, int32_t lookahead) { + uint32_t index = 0; + uint32_t size = len - index; + while (size > 1) { + uint32_t half_size = size / 2; + uint32_t mid_index = index + half_size; + const TSCharacterRange *range = &ranges[mid_index]; + if (lookahead >= range->start && lookahead <= range->end) { + return true; + } else if (lookahead > range->end) { + index = mid_index; + } + size -= half_size; + } + const TSCharacterRange *range = &ranges[index]; + return (lookahead >= range->start && lookahead <= range->end); +} /* * Lexer Macros */ +#ifdef _MSC_VER +#define UNUSED __pragma(warning(suppress : 4101)) +#else +#define UNUSED __attribute__((unused)) +#endif + #define START_LEXER() \ bool result = false; \ + bool skip = false; \ + UNUSED \ + bool eof = false; \ int32_t lookahead; \ + goto start; \ next_state: \ + lexer->advance(lexer, skip); \ + start: \ + skip = false; \ lookahead = lexer->lookahead; -#define ADVANCE(state_value) \ - { \ - lexer->advance(lexer, false); \ - state = state_value; \ - goto next_state; \ +#define ADVANCE(state_value) \ + { \ + state = state_value; \ + goto next_state; \ } -#define SKIP(state_value) \ - { \ - lexer->advance(lexer, true); \ - state = state_value; \ - goto next_state; \ +#define ADVANCE_MAP(...) \ + { \ + static const uint16_t map[] = { __VA_ARGS__ }; \ + for (uint32_t i = 0; i < sizeof(map) / sizeof(map[0]); i += 2) { \ + if (map[i] == lookahead) { \ + state = map[i + 1]; \ + goto next_state; \ + } \ + } \ + } + +#define SKIP(state_value) \ + { \ + skip = true; \ + state = state_value; \ + goto next_state; \ } #define ACCEPT_TOKEN(symbol_value) \ @@ -128,57 +227,57 @@ typedef struct TSLanguage { * Parse Table Macros */ +#define SMALL_STATE(id) ((id) - LARGE_STATE_COUNT) + #define STATE(id) id + #define ACTIONS(id) id -#define SHIFT(state_value) \ - { \ - { \ - .type = TSParseActionTypeShift, \ - .params = {.state = state_value}, \ - } \ - } +#define SHIFT(state_value) \ + {{ \ + .shift = { \ + .type = TSParseActionTypeShift, \ + .state = (state_value) \ + } \ + }} #define SHIFT_REPEAT(state_value) \ - { \ - { \ + {{ \ + .shift = { \ .type = TSParseActionTypeShift, \ - .params = { \ - .state = state_value, \ - .repetition = true \ - }, \ + .state = (state_value), \ + .repetition = true \ } \ - } - -#define RECOVER() \ - { \ - { .type = TSParseActionTypeRecover } \ - } + }} #define SHIFT_EXTRA() \ - { \ - { \ + {{ \ + .shift = { \ .type = TSParseActionTypeShift, \ - .params = {.extra = true} \ + .extra = true \ } \ - } + }} -#define REDUCE(symbol_val, child_count_val, ...) \ - { \ - { \ - .type = TSParseActionTypeReduce, \ - .params = { \ - .symbol = symbol_val, \ - .child_count = child_count_val, \ - __VA_ARGS__ \ - } \ - } \ - } +#define REDUCE(symbol_name, children, precedence, prod_id) \ + {{ \ + .reduce = { \ + .type = TSParseActionTypeReduce, \ + .symbol = symbol_name, \ + .child_count = children, \ + .dynamic_precedence = precedence, \ + .production_id = prod_id \ + }, \ + }} -#define ACCEPT_INPUT() \ - { \ - { .type = TSParseActionTypeAccept } \ - } +#define RECOVER() \ + {{ \ + .type = TSParseActionTypeRecover \ + }} + +#define ACCEPT_INPUT() \ + {{ \ + .type = TSParseActionTypeAccept \ + }} #ifdef __cplusplus } diff --git a/tree-sitter.json b/tree-sitter.json new file mode 100644 index 0000000..714d5ee --- /dev/null +++ b/tree-sitter.json @@ -0,0 +1,39 @@ +{ + "$schema": "https://tree-sitter.github.io/tree-sitter/assets/schemas/config.schema.json", + "grammars": [ + { + "name": "fluent", + "camelcase": "Fluent", + "title": "Fluent", + "scope": "source.fluent", + "file-types": [ + "ftl" + ], + "injection-regex": "^fluent$", + "class-name": "TreeSitterFluent" + } + ], + "metadata": { + "version": "0.0.1", + "license": "Apache-2.0", + "description": "Fluent grammar for tree-sitter", + "authors": [ + { + "name": "Axel Hecht" + } + ], + "links": { + "repository": "https://github.com/projectfluent/tree-sitter-fluent.git", + "funding": "https://projectfluent.org/" + } + }, + "bindings": { + "c": true, + "go": true, + "node": true, + "python": true, + "rust": true, + "swift": true, + "zig": false + } +} \ No newline at end of file