From b91b7d3820deb7e0aed536141cd79e7a8c4ca8c9 Mon Sep 17 00:00:00 2001 From: martin dobrev Date: Sat, 8 Sep 2018 12:23:28 +0300 Subject: Add more tokens to Lexer --- JSImpl/src/Lexer.h | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) (limited to 'JSImpl/src/Lexer.h') diff --git a/JSImpl/src/Lexer.h b/JSImpl/src/Lexer.h index 21c06cc..fd3d244 100644 --- a/JSImpl/src/Lexer.h +++ b/JSImpl/src/Lexer.h @@ -22,6 +22,10 @@ enum TokenType BitwiseAnd, BitwiseXor, BitwiseOr, + QuestionMark, + Colon, + LeftSquareBracket, + RightSquareBracket, // One or two character tokens Bang, @@ -40,6 +44,16 @@ enum TokenType RightShift, LogicalAnd, LogicalOr, + StarEqual, + DivideEqual, + ModuloEqual, + PlusEqual, + MinusEqual, + LeftShiftEqual, + RightShiftEqual, + BitwiseAndEqual, + BitwiseXorEqual, + BitwiseOrEqual, Identifier, String, @@ -79,6 +93,11 @@ enum TokenType While, With, Yield, + Null, + Undefined, + True, + False, + Eof, }; -- cgit v1.3.1-23-gd82d