Makefile

@@ -1,17 +1,16 @@
-.PHONY: all
+.PHONE: all
 all:
 	tree-sitter generate
 
-.PHONY: test
+.PHONE: test
 test: all
 	tree-sitter test
 	nvim-test
 
-.PHONY: update-tests
+.PHONE: update-tests
 update-tests: all
 	tree-sitter test -u
 
-.PHONY: playground
 playground:
 	nix shell pkgs#emscripten --command tree-sitter build-wasm
 	tree-sitter playground

flake.lock

@@ -1,31 +1,28 @@
 {
   "nodes": {
     "flake-utils": {
-      "inputs": {
-        "systems": "systems"
-      },
       "locked": {
-        "lastModified": 1731533236,
+        "lastModified": 1667395993,
-        "narHash": "sha256-l0KFg5HjrsfsO/JpG+r7fRrqm12kzFHyUHqHCVpMMbI=",
+        "narHash": "sha256-nuEHfE/LcWyuSWnS8t12N1wc105Qtau+/OdUAjtQ0rA=",
         "owner": "numtide",
         "repo": "flake-utils",
-        "rev": "11707dc2f618dd54ca8739b309ec4fc024de578b",
+        "rev": "5aed5285a952e0b949eb3ba02c12fa4fcfef535f",
         "type": "github"
       },
       "original": {
         "owner": "numtide",
-        "ref": "main",
+        "ref": "master",
         "repo": "flake-utils",
         "type": "github"
       }
     },
     "nixpkgs": {
       "locked": {
-        "lastModified": 1712482522,
+        "lastModified": 1669045945,
-        "narHash": "sha256-Ai/xNgZpbwGcw0TSXwEPwwbPi8Iu906sB9M9z3o6UgA=",
+        "narHash": "sha256-BQxzijvZpLQ7R+KuQzCPcFgIS6OK0Onb29pYFe2pzJo=",
         "owner": "NixOS",
         "repo": "nixpkgs",
-        "rev": "efe8ce06ca261f370d672def5b1e0be300c726e1",
+        "rev": "6b5019a48f876f3288efc626fa8b70ad0c64eb46",
         "type": "github"
       },
       "original": {
@@ -65,21 +62,6 @@
         "nixpkgs": "nixpkgs",
         "pre-commit-hooks": "pre-commit-hooks"
       }
-    },
-    "systems": {
-      "locked": {
-        "lastModified": 1681028828,
-        "narHash": "sha256-Vy1rq5AaRuLzOxct8nz4T6wlgyUR7zLU309k9mBC768=",
-        "owner": "nix-systems",
-        "repo": "default",
-        "rev": "da67096a3b9bf56a91d16901293e51ba5b49a27e",
-        "type": "github"
-      },
-      "original": {
-        "owner": "nix-systems",
-        "repo": "default",
-        "type": "github"
-      }
     }
   },
   "root": "root",

flake.nix

@@ -6,7 +6,7 @@
       type = "github";
       owner = "numtide";
       repo = "flake-utils";
-      ref = "main";
+      ref = "master";
     };
 
     nixpkgs = {

queries/folds.scm

@@ -8,7 +8,9 @@
   (let_expression)
   (function_declaration)
   (primitive_declaration)
+
   (record_type)
+
   (class_declaration)
   (class_type)
   (method_declaration)

queries/highlights.scm

@@ -1,22 +1,23 @@
 ; Built-ins {{{
 ((function_call
   function: (identifier) @function.builtin)
-  (#any-of? @function.builtin
+  (#match? @function.builtin "^(chr|concat|exit|flush|getchar|not|ord|print|print_err|print_int|size|strcmp|streq|substring)$")
-    "chr" "concat" "exit" "flush" "getchar" "not" "ord" "print" "print_err" "print_int" "size"
+  (#is-not? local))
-    "strcmp" "streq" "substring"))
 
 ((type_identifier) @type.builtin
-  (#any-of? @type.builtin "int" "string" "Object"))
+  (#match? @type.builtin "^(int|string|Object)$")
+  (#is-not? local))
 
 ((identifier) @variable.builtin
-  (#eq? @variable.builtin "self"))
+  (#match? @variable.builtin "^self$")
-
+  (#is-not? local))
 ; }}}
+
 ; Keywords {{{
 [
-  "function"
+ "function"
-  "primitive"
+ "method"
-  "method"
+ "primitive"
 ] @keyword.function
 
 [
@@ -26,9 +27,14 @@
   "while"
 ] @keyword.repeat
 
-"new" @keyword.operator
+[
+ "new"
+] @keyword.constructor
 
-"import" @keyword.import
+
+[
+  "import"
+] @include
 
 [
   "array"
@@ -42,80 +48,73 @@
   "then"
   "type"
   "var"
+
+  "class"
   "extends"
+
   "_cast"
   "_chunks"
   "_exp"
   "_lvalue"
   "_namety"
 ] @keyword
-
-"class" @keyword.type
-
 ; }}}
+
 ; Operators {{{
 (operator) @operator
 
 [
-  ","
+ ","
-  ";"
+ ";"
-  ":"
+ ":"
-  "."
+ "."
 ] @punctuation.delimiter
 
 [
-  "("
+ "("
-  ")"
+ ")"
-  "["
+ "["
-  "]"
+ "]"
-  "{"
+ "{"
-  "}"
+ "}"
 ] @punctuation.bracket
-
 ; }}}
+
 ; Functions and methods {{{
 (function_call
   function: (identifier) @function)
-
 (function_declaration
   name: (identifier) @function)
-
 (primitive_declaration
   name: (identifier) @function)
 
 (method_call
-  method: (identifier) @function.method)
+  method: (identifier) @method)
-
 (method_declaration
-  name: (identifier) @function.method)
+  name: (identifier) @method)
 
 (parameters
-  name: (identifier) @variable.parameter)
+  name: (identifier) @parameter)
-
 ; }}}
+
 ; Declarations {{{
 (import_declaration
   file: (string_literal) @string.special.path)
-
 ; }}}
+
 ; Literals {{{
 (nil_literal) @constant.builtin
-
 (integer_literal) @number
-
 (string_literal) @string
-
 (escape_sequence) @string.escape
-
 ; }}}
+
 ; Misc {{{
-(comment) @comment ; @spell
+(comment) @comment
 
 (type_identifier) @type
-
+(field_identifier) @property
-(field_identifier) @variable.member
-
 (identifier) @variable
-
 ; }}}
+
 ; vim: sw=2 foldmethod=marker

queries/indents.scm

@@ -1,104 +1,69 @@
 ; Control flow {{{
-(if_expression) @indent.begin
+(if_expression) @indent
+"then" @branch
+"else" @branch
 
-"then" @indent.branch
+(while_expression) @indent
-
+"do" @branch
-"else" @indent.branch
-
-(while_expression) @indent.begin
-
-"do" @indent.branch
-
-(for_expression) @indent.begin
-
-"to" @indent.branch
 
+(for_expression) @indent
+"to" @branch
 ; }}}
+
 ; Class {{{
-(class_declaration) @indent.begin
+(class_declaration) @indent
-
+(class_declaration "}" @indent_end)
-(class_declaration
-  "}" @indent.end)
-
-(class_type) @indent.begin
-
-(class_type
-  "}" @indent.end)
 
+(class_type) @indent
+(class_type "}" @indent_end)
 ; }}}
+
 ; Groups {{{
-(let_expression) @indent.begin
+(let_expression) @indent
-
+"in" @branch
-"in" @indent.branch
+"end" @branch
-
+(let_expression "end" @indent_end)
-"end" @indent.branch
-
-(let_expression
-  "end" @indent.end)
-
-(sequence_expression) @indent.begin
-
-")" @indent.branch
-
-(sequence_expression
-  ")" @indent.end)
 
+(sequence_expression) @indent
+")" @branch
+(sequence_expression ")" @indent_end)
 ; }}}
+
 ; Functions and methods {{{
-(parameters) @indent.begin
+(parameters) @indent
+(parameters ")" @indent_end)
 
-(parameters
+(function_call) @indent
-  ")" @indent.end)
+(method_call) @indent
-
+")" @branch
-(function_call) @indent.begin
-
-(function_call
-  ")" @indent.end)
-
-(method_call) @indent.begin
-
-")" @indent.branch
-
-(function_declaration) @indent.begin
-
-(primitive_declaration) @indent.begin
-
-(method_declaration) @indent.begin
 
+(function_declaration) @indent
+(primitive_declaration) @indent
+(method_declaration) @indent
 ; }}}
+
 ; Values and expressions {{{
-(array_value) @indent.begin
+(array_value) @indent
+"]" @branch
+(array_value "]" @indent_end)
 
-"]" @indent.branch
+(array_expression) @indent
+"of" @branch
 
-(array_value
+(record_expression) @indent
-  "]" @indent.end)
+"}" @branch
+(record_expression "}" @indent_end)
 
-(array_expression) @indent.begin
+(record_type) @indent
-
+"}" @branch
-"of" @indent.branch
+(record_type "}" @indent_end)
-
-(record_expression) @indent.begin
-
-"}" @indent.branch
-
-(record_expression
-  "}" @indent.end)
-
-(record_type) @indent.begin
-
-"}" @indent.branch
-
-(record_type
-  "}" @indent.end)
-
-(variable_declaration) @indent.begin
 
+(variable_declaration) @indent
 ; }}}
+
 ; Misc{{{
-(comment) @indent.ignore
+(comment) @ignore
-
+(string_literal) @ignore
-(string_literal) @indent.ignore
-
 ; }}}
+
 ; vim: sw=2 foldmethod=marker

queries/injections.scm

@@ -1,4 +1,3 @@
-((comment) @injection.content
+(comment) @comment
-  (#set! injection.language "comment"))
 
 ; vim: sw=2 foldmethod=marker

queries/locals.scm

@@ -0,0 +1,35 @@
+; See this issue [1] for support for "lazy scoping" which is somewhat needed
+; for Tiger semantics (e.g: one can call a function before it has been defined
+; top-to-bottom).
+;
+; [1]: https://github.com/tree-sitter/tree-sitter/issues/918
+
+; Scopes {{{
+[
+ (for_expression)
+ (let_expression)
+ (function_declaration)
+] @local.scope
+; }}}
+
+; Definitions {{{
+(type_declaration
+  name: (identifier) @local.definition)
+
+(parameters
+  name: (identifier) @local.definition)
+
+(function_declaration
+  name: (identifier) @local.definition)
+(primitive_declaration
+  name: (identifier) @local.definition)
+
+(variable_declaration
+  name: (identifier) @local.definition)
+; }}}
+
+; References {{{
+(identifier) @local.reference
+; }}}
+
+; vim: sw=2 foldmethod=marker

src/tree_sitter/parser.h

@@ -13,8 +13,9 @@ extern "C" {
 #define ts_builtin_sym_end 0
 #define TREE_SITTER_SERIALIZATION_BUFFER_SIZE 1024
 
-#ifndef TREE_SITTER_API_H_
 typedef uint16_t TSStateId;
+
+#ifndef TREE_SITTER_API_H_
 typedef uint16_t TSSymbol;
 typedef uint16_t TSFieldId;
 typedef struct TSLanguage TSLanguage;
@@ -129,16 +130,9 @@ struct TSLanguage {
  *  Lexer Macros
  */
 
-#ifdef _MSC_VER
-#define UNUSED __pragma(warning(suppress : 4101))
-#else
-#define UNUSED __attribute__((unused))
-#endif
-
 #define START_LEXER()           \
   bool result = false;          \
   bool skip = false;            \
-  UNUSED                        \
   bool eof = false;             \
   int32_t lookahead;            \
   goto start;                   \
@@ -172,7 +166,7 @@ struct TSLanguage {
  *  Parse Table Macros
  */
 
-#define SMALL_STATE(id) ((id) - LARGE_STATE_COUNT)
+#define SMALL_STATE(id) id - LARGE_STATE_COUNT
 
 #define STATE(id) id
 
@@ -182,7 +176,7 @@ struct TSLanguage {
   {{                                  \
     .shift = {                        \
       .type = TSParseActionTypeShift, \
-      .state = (state_value)          \
+      .state = state_value            \
     }                                 \
   }}
 
@@ -190,7 +184,7 @@ struct TSLanguage {
   {{                                  \
     .shift = {                        \
       .type = TSParseActionTypeShift, \
-      .state = (state_value),         \
+      .state = state_value,           \
       .repetition = true              \
     }                                 \
   }}

test/highlight/built-ins.tig

@@ -6,7 +6,7 @@ let
   /*                  ^ type.builtin */
 
   var b := exit(0)
-  /*       ^ function.builtin */
+  /*       ^ function */
 
   type int = string /* Shadowing the built-in type */
   /*         ^ type.builtin */
@@ -30,13 +30,13 @@ in
   end;
 
   exit(1);
-  /* <- function.builtin */
+  /* <- function */
 
   print("shadowing is fun");
   /* <- function.builtin */
 
   self;
-  /* <- variable.builtin */
+  /* <- variable */
 
   b := print
   /*   ^ variable */

test/highlight/functions.tig

@@ -1,8 +1,8 @@
 primitive print(s: string)
 /*        ^ function */
-/*              ^ variable.parameter */
+/*              ^ parameter */
 
 function func(a: int) : int = (print("Hello World!"); a)
 /*       ^ function */
-/*            ^ variable.parameter */
+/*            ^ parameter */
-/*                             ^ function.builtin */
+/*                             ^ function */

test/highlight/identifiers.tig

@@ -6,24 +6,24 @@ type int_array = array of int
 /*                        ^ type.builtin */
 
 type record = {a: int, b: string}
-/*             ^ variable.member */
+/*             ^ property */
 /*                ^ type.builtin */
-/*                     ^ variable.member */
+/*                     ^ property */
 /*                        ^ type.builtin */
 
 var record := record {a = 12, b = "27"}
 /*  ^ variable */
 /*            ^ type */
-/*                    ^ variable.member */
+/*                    ^ property */
-/*                            ^ variable.member */
+/*                            ^ property */
 
 var array := int_array[12] of 27;
 /*  ^ variable */
 /*           ^ type */
 
 primitive func(a: int, b: string) : array
-/*             ^ variable.parameter */
+/*             ^ parameter */
 /*                ^ type.builtin */
-/*                     ^ variable.parameter */
+/*                     ^ parameter */
 /*                        ^ type.builtin */
 /*                                  ^ type */

test/highlight/imports.tig

@@ -1,3 +1,3 @@
 import "lib.tih"
-/* <- keyword.import */
+/* <- include */
 /*      ^ string.special.path */

test/highlight/keywords.tig

@@ -10,7 +10,7 @@ let
   /* <- keyword.function */
 
   import "lib.tih"
-  /* <- keyword.import */
+  /* <- include */
 
   type array_of_int = array of int
   /* <- keyword */

test/highlight/object-oriented.tig

@@ -1,11 +1,11 @@
 let
   class A extends Object {}
-  /* <- keyword.type */
+  /* <- keyword */
   /*      ^ keyword */
   /*              ^ type.builtin */
 
   type B = class extends A {
-  /*       ^ keyword.type */
+  /*       ^ keyword */
   /*             ^ keyword */
   /*                     ^ type */
 
@@ -13,16 +13,16 @@ let
 
     method meth() : int = self.a
     /* <- keyword.function */
-    /*     ^ function.method */
+    /*     ^ method */
     /*                    ^ variable.builtin */
   }
 
   var object := new B
-  /*            ^ keyword.operator */
+  /*            ^ keyword.constructor */
 in
   object.a := 27;
-  /*     ^ variable.member */
+  /*     ^ property */
 
   object.meth()
-  /*     ^ function.method */
+  /*     ^ method */
 end