added support for preprocessor

grammar.js

@@ -18,7 +18,7 @@ module.exports = grammar({
 
   rules: {
 
-    program : $ => repeat($.definition),
+    program : $ => repeat(choice($.definition, $.preprocess)),
 
     identifier : $ => /[a-zA-Z_]\w*/,
 
@@ -103,5 +103,11 @@ module.exports = grammar({
       ';',
     ),
 
+    preprocess : $ => seq($.command, $.post_command),
+
+    post_command : $ => /.+/,
+
+    command : $ => '@include',
+
   }
 });

src/grammar.json

@@ -4,8 +4,17 @@
     "program": {
       "type": "REPEAT",
       "content": {
-        "type": "SYMBOL",
-        "name": "definition"
+        "type": "CHOICE",
+        "members": [
+          {
+            "type": "SYMBOL",
+            "name": "definition"
+          },
+          {
+            "type": "SYMBOL",
+            "name": "preprocess"
+          }
+        ]
       }
     },
     "identifier": {
@@ -374,6 +383,27 @@
           "value": ";"
         }
       ]
+    },
+    "preprocess": {
+      "type": "SEQ",
+      "members": [
+        {
+          "type": "SYMBOL",
+          "name": "command"
+        },
+        {
+          "type": "SYMBOL",
+          "name": "post_command"
+        }
+      ]
+    },
+    "post_command": {
+      "type": "PATTERN",
+      "value": ".+"
+    },
+    "command": {
+      "type": "STRING",
+      "value": "@include"
     }
   },
   "extras": [

src/node-types.json

@@ -193,6 +193,25 @@
       }
     }
   },
+  {
+    "type": "preprocess",
+    "named": true,
+    "fields": {},
+    "children": {
+      "multiple": true,
+      "required": true,
+      "types": [
+        {
+          "type": "command",
+          "named": true
+        },
+        {
+          "type": "post_command",
+          "named": true
+        }
+      ]
+    }
+  },
   {
     "type": "program",
     "named": true,
@@ -204,6 +223,10 @@
         {
           "type": "definition",
           "named": true
+        },
+        {
+          "type": "preprocess",
+          "named": true
         }
       ]
     }
@@ -284,6 +307,10 @@
     "type": "block_comment",
     "named": true
   },
+  {
+    "type": "command",
+    "named": true
+  },
   {
     "type": "comment",
     "named": true
@@ -300,6 +327,10 @@
     "type": "identifier",
     "named": true
   },
+  {
+    "type": "post_command",
+    "named": true
+  },
   {
     "type": "star",
     "named": true

test/corpus/include.txt

@@ -0,0 +1,32 @@
+=======
+Include
+=======
+
+@include foo.pg
+
+baz : * := A;
+
+@include bar.pg
+
+---
+
+(program
+  (preprocess
+    (command)
+    (post_command))
+  (definition
+    (identifier)
+    (ascription
+      (expr
+        (app_term
+          (app
+            (term
+              (star))))))
+    (expr
+      (app_term
+        (app
+          (term
+            (identifier))))))
+  (preprocess
+    (command)
+    (post_command)))