1 files changed, 81 insertions, 0 deletions
diff --git a/JSImpl/src/Lexer.h b/JSImpl/src/Lexer.h
new file mode 100644
index 0000000..6090759
--- /dev/null
+++ b/JSImpl/src/Lexer.h
@@ -0,0 +1,81 @@
+#pragma once
+
+#include "CommonTypes.h"
+#include <functional>
+
+enum TokenType
+{
+	// Single-character tokens.
+	LeftParen,
+	RightParen,
+	LeftBrace,
+	RightBrace,
+	Comma,
+	Dot,
+	Minums,
+	Plus,
+	Semicolon,
+	Slash,
+	Star,
+
+	// One or two character tokens
+	Bang,
+	BangEqual,
+	Equal,
+	EqualEqual,
+	Greater,
+	GreaterEqual,
+	Less,
+	LessEqual,
+
+	Identifier,
+	String,
+	Number,
+
+	// Keywords.
+	Break,
+	Case,
+	Catch,
+	Class,
+	Const,
+	Continue,
+	Debugger,
+	Default,
+	Delete,
+	Do,
+	Else,
+	Export,
+	Extends,
+	Finally,
+	For,
+	Function,
+	If,
+	Import,
+	In,
+	Instanceof,
+	New,
+	Return,
+	Super,
+	Switch,
+	This,
+	Throw,
+	Try,
+	Typeof,
+	Var,
+	Void,
+	While,
+	With,
+	Yield,
+
+	Eof,
+};
+
+struct Token
+{
+	TokenType Type;
+	unsigned Line;
+	IPLString Lexeme;
+	double Number;
+};
+
+IPLVector<Token> Tokenize(const char* code, const std::function<void()>& onError = {});