From 0bc6d195195d1e126b535554a4a4105468cd06d9 Mon Sep 17 00:00:00 2001
From: Nathan Reiner <nathan@nathanreiner.xyz>
Date: Mon, 3 Aug 2026 17:07:05 +0200
Subject: add tokenizer for whitespaces in js

---
 src/z/parser/js/grammar/root.zig | 36 ++++++++++++++++++++++++++++++++++++
 1 file changed, 36 insertions(+)
 create mode 100644 src/z/parser/js/grammar/root.zig

(limited to 'src/z/parser/js/grammar/root.zig')

diff --git a/src/z/parser/js/grammar/root.zig b/src/z/parser/js/grammar/root.zig
new file mode 100644
index 0000000..e1a1e96
--- /dev/null
+++ b/src/z/parser/js/grammar/root.zig
@@ -0,0 +1,36 @@
+const std = @import("std");
+
+const parser = @import("../../root.zig");
+pub const Lexer = parser.Lexer(Grammar);
+pub const Token = parser.Token(Grammar);
+
+pub const Whitespace = @import("whitespace.zig").Whitespace;
+pub const Literal = @import("literal.zig").Literal;
+pub const Punctuator = @import("punctuator.zig").Punctuator;
+pub const Identifier = @import("identifier.zig").Identifier;
+
+pub const Grammar = union(enum) {
+    whitespace: Whitespace,
+    literal: Literal,
+    punctuator: Punctuator,
+    identifier: Identifier,
+    end_of_file: void,
+
+    pub fn tokenize(lexer: *Lexer) Lexer.Error!void {
+        while (lexer.peakChar()) |_| {
+            Whitespace.tokenize(lexer) catch {
+                Literal.tokenize(lexer) catch {
+                    Punctuator.tokenize(lexer) catch {
+                        try Identifier.tokenize(lexer);
+                    };
+                };
+            };
+        }
+
+        lexer.push(lexer.token(0, .end_of_file));
+    }
+};
+
+test {
+    _ = std.testing.refAllDecls(@This());
+}
-- 
cgit v1.2.3-70-g09d2