diff options
| author | Nathan Reiner <nathan@nathanreiner.xyz> | 2026-10-05 15:33:46 +0200 |
|---|---|---|
| committer | Nathan Reiner <nathan@nathanreiner.xyz> | 2026-10-05 15:33:46 +0200 |
| commit | 02582cc490fc0d753dd153211cc172eb28fbee5d (patch) | |
| tree | 4add149d5e1ecf28cf20ecb497626fef85cdbd75 /src/z/parser/lexer.zig | |
| parent | 2f3199622d9e7a97da4b5c31a2d81b170b7cdaa6 (diff) | |
first sketch of wasm environment
Diffstat (limited to 'src/z/parser/lexer.zig')
| -rw-r--r-- | src/z/parser/lexer.zig | 127 |
1 files changed, 0 insertions, 127 deletions
diff --git a/src/z/parser/lexer.zig b/src/z/parser/lexer.zig deleted file mode 100644 index 5beefde..0000000 --- a/src/z/parser/lexer.zig +++ /dev/null @@ -1,127 +0,0 @@ -const std = @import("std"); - -pub fn Token(TokenKind: type) type { - return struct { - const Self = @This(); - - kind: TokenKind, - slice: []const u8, - - pub fn start(comptime lexer: *const Lexer(TokenKind), kind: TokenKind) Self { - return .{ - .kind = kind, - .slice = lexer.buffer, - }; - } - - pub inline fn stop(comptime self: Self, comptime lexer: *const Lexer(TokenKind)) Self { - comptime { - const length = self.slice.len - lexer.buffer.len; - return .{ - .kind = self.kind, - .slice = self.slice[0..length], - }; - } - } - - pub fn format(self: *const Self, writer: *std.Io.Writer) !void { - try writer.print("Token{}(\"{s}\")", .{self.kind, self.slice}); - } - }; -} - -pub fn Lexer(TokenKind: type) type { - return struct { - const Self = @This(); - - pub const Error = error{ - UnexpectedToken, - EndOfBuffer, - }; - - buffer: []const u8, - last_buffer: []const u8, - tokens: []const Token(TokenKind) = &.{}, - context: TokenKind.Context = .{}, - last_context: TokenKind.Context = .{}, - - pub fn init(buffer: []const u8) Self { - return .{ - .buffer = buffer, - .last_buffer = buffer, - }; - } - - pub inline fn peekChar(self: *Self) ?u8 { - return self.peekCharAt(0); - } - - pub inline fn peekCharAt(self: *Self, n: usize) ?u8 { - return if (n < self.buffer.len) self.buffer[n] else null; - } - - pub fn peekSlice(self: *Self, length: usize) ?[]const u8 { - return self.peekSliceAt(length, 0); - } - - pub fn peekSliceAt(self: *Self, length: usize, offset: usize) ?[]const u8 { - if (length + offset <= self.buffer.len) { - return self.buffer[offset .. offset + length]; - } - return null; - } - - pub fn consume(self: *Self) !u8 { - return (try self.consumeTo(1))[0]; - } - - pub fn consumeTo(self: *Self, n: usize) ![]const u8 { - if (n <= self.buffer.len) { - const slice = self.buffer[0..n]; - self.buffer = self.buffer[n..]; - return slice; - } else { - return Error.EndOfBuffer; - } - } - - pub fn skip(self: *Self) !void { - return self.skipTo(1); - } - - pub fn skipTo(self: *Self, n: usize) Error!void { - if (n <= self.buffer.len) { - self.buffer = self.buffer[n..]; - } else { - return Error.EndOfBuffer; - } - } - - pub fn skipUntil(self: *Self, literal: []const u8) Error!void { - if (std.mem.find(u8, self.buffer, literal)) |index| { - self.buffer = self.buffer[index + literal.len..]; - } else { - return Error.EndOfBuffer; - } - } - - pub fn skipToEnd(self: *Self) void { - self.buffer = self.buffer[self.buffer.len..]; - } - - pub fn start(self: *Self, kind: TokenKind) Token(TokenKind) { - return .start(self, kind); - } - - pub fn revert(self: *Self) void { - self.buffer = self.last_buffer; - self.context = self.last_context; - } - - pub fn commit(self: *Self, tok: Token(TokenKind)) void { - self.tokens = self.tokens ++ [_]Token(TokenKind){tok.stop(self)}; - self.last_buffer = self.buffer; - self.last_context = self.context; - } - }; -} |