diff options
| author | Nathan Reiner <nathan@nathanreiner.xyz> | 2026-10-05 15:33:46 +0200 |
|---|---|---|
| committer | Nathan Reiner <nathan@nathanreiner.xyz> | 2026-10-05 15:33:46 +0200 |
| commit | 02582cc490fc0d753dd153211cc172eb28fbee5d (patch) | |
| tree | 4add149d5e1ecf28cf20ecb497626fef85cdbd75 /src/z/parser/js/grammar/whitespace.zig | |
| parent | 2f3199622d9e7a97da4b5c31a2d81b170b7cdaa6 (diff) | |
first sketch of wasm environment
Diffstat (limited to 'src/z/parser/js/grammar/whitespace.zig')
| -rw-r--r-- | src/z/parser/js/grammar/whitespace.zig | 102 |
1 files changed, 0 insertions, 102 deletions
diff --git a/src/z/parser/js/grammar/whitespace.zig b/src/z/parser/js/grammar/whitespace.zig deleted file mode 100644 index 08d031f..0000000 --- a/src/z/parser/js/grammar/whitespace.zig +++ /dev/null @@ -1,102 +0,0 @@ -const std = @import("std"); -const Lexer = @import("root.zig").Lexer; -const Token = @import("root.zig").Token; - -pub const Whitespace = enum { - space, - line_comment, - block_comment, - - pub inline fn tokenize(comptime lexer: *Lexer) Lexer.Error!void { - comptime { - errdefer lexer.revert(); - - var token = lexer.start(.{ .whitespace = undefined }); - - switch (try lexer.consume()) { - ' ', '\t', '\r', '\n' => { - token.kind.whitespace = .space; - - while (lexer.peekChar()) |ch| { - switch (ch) { - ' ', '\t', '\r', '\n' => try lexer.skip(), - else => break, - } - } - }, - '/' => { - switch (lexer.peekChar() orelse 0) { - '*' => { - token.kind.whitespace = .block_comment; - try lexer.skipUntil("*/"); - }, - '/' => { - token.kind.whitespace = .line_comment; - lexer.skipUntil("\n") catch lexer.skipToEnd(); - }, - else => return Lexer.Error.UnexpectedToken, - } - }, - else => return Lexer.Error.UnexpectedToken, - } - - lexer.commit(token); - } - } -}; - -test "space" { - { - comptime var lexer: Lexer = .init(" "); - try Whitespace.tokenize(&lexer); - try std.testing.expectEqual(1, lexer.tokens.len); - try std.testing.expectEqual(1, lexer.tokens[0].slice.len); - } - - { - comptime var lexer: Lexer = .init(" \t\t \n\r "); - try Whitespace.tokenize(&lexer); - try std.testing.expectEqual(1, lexer.tokens.len); - try std.testing.expectEqual(10, lexer.tokens[0].slice.len); - } -} - -test "line-comment" { - { - comptime var lexer: Lexer = .init("// some comment"); - try Whitespace.tokenize(&lexer); - try std.testing.expectEqual(1, lexer.tokens.len); - try std.testing.expectEqualStrings("// some comment", lexer.tokens[0].slice); - } - - { - comptime var lexer: Lexer = .init("// some comment\n"); - try Whitespace.tokenize(&lexer); - try std.testing.expectEqual(1, lexer.tokens.len); - try std.testing.expectEqualStrings("// some comment\n", lexer.tokens[0].slice); - } -} - -test "block-comment" { - { - comptime var lexer: Lexer = .init("/* some comment */"); - try Whitespace.tokenize(&lexer); - try std.testing.expectEqual(1, lexer.tokens.len); - try std.testing.expectEqualStrings("/* some comment */", lexer.tokens[0].slice); - } -} - -test "mixed" { - comptime var lexer: Lexer = .init( - \\ // some comment - \\/* other comment here */ // comment or so - \\ /* multi - \\ * line - \\ * comment - \\ */ - ); - inline while (Whitespace.tokenize(&lexer)) { - } else |_| {} - - try std.testing.expectEqual(7, lexer.tokens.len); -} |