diff options
1 files changed, 5 insertions, 2 deletions
| -rw-r--r-- | JSImpl/src/Lexer.h | 7 |
diff --git a/JSImpl/src/Lexer.h b/JSImpl/src/Lexer.h index 3c0c785..00acc7a 100644 --- a/JSImpl/src/Lexer.h +++ b/JSImpl/src/Lexer.h @@ -100,6 +100,8 @@ enum class TokenType False, Whitespace, + Tab, + NewLine, Comment, Eof, @@ -119,6 +121,7 @@ struct LexerResult { bool IsSuccessful; IPLError Error; + IPLVector<Token> tokens; }; struct LexerSettings @@ -127,5 +130,5 @@ struct LexerSettings bool CreateCommentTokens; }; -LexerResult Tokenize(const char* code, IPLVector<Token>& tokens, const LexerSettings& settings); -LexerResult Tokenize(const char* code, IPLVector<Token>& tokens);
\ No newline at end of file +LexerResult Tokenize(const char* code, const LexerSettings& settings); +LexerResult Tokenize(const char* code);
\ No newline at end of file |