Website Summary Files Commits Branches @commit @diff @stats
path: root / homework / 81013 / go2html / Lexer.h
diff options
context:
space:
mode:
1 files changed, 125 insertions, 0 deletions
-rw-r--r--homework/81013/go2html/Lexer.h125
diff --git a/homework/81013/go2html/Lexer.h b/homework/81013/go2html/Lexer.h
new file mode 100644
index 0000000..d1b5ae6
--- /dev/null
+++ b/homework/81013/go2html/Lexer.h
@@ -0,0 +1,125 @@
+#pragma once
+
+#include "CommonTypes.h"
+
+enum class TokenType
+{
+ // Keywords
+ Break,
+ Default,
+ Func,
+ Interface,
+ Select,
+ Case,
+ Defer,
+ Go,
+ Map,
+ Struct,
+ Chan,
+ Else,
+ Goto,
+ Package,
+ Switch,
+ Const,
+ Fallthrough,
+ If,
+ Range,
+ Type,
+ Continue,
+ For,
+ Import,
+ Return,
+ Var,
+
+ // Operators & Punctuation
+ Plus,
+ Minus,
+ Star,
+ Division,
+ Modulo,
+
+ NOT,
+ BitwiseAND,
+ BitwiseOR,
+ BitwiseXOR,
+ BitClear,
+ ShiftLeft,
+ ShiftRight,
+
+ PlusEqual,
+ MinusEqual,
+ MultEqual,
+ DivEqual,
+ ModuloEqual,
+
+ // -> skipped bitwise + equal stuff
+
+ ConditionalAND,
+ ConditionalOR,
+ ReceiveOperator,
+ PlusPlus,
+ MinusMinus,
+
+ Equal,
+ Less,
+ Greater,
+
+ NOTEqual,
+ LessEqual,
+ GreaterEqual,
+
+ Assignment,
+ ShortAssignment,
+
+ Variadic,
+
+ LeftParen,
+ RightParen,
+ LeftSquareBracket,
+ RightSquareBracket,
+ LeftBrace,
+ RightBrace,
+
+ Comma,
+ Dot,
+
+ Semicolon,
+ Colon,
+
+ // Identifier
+ Identifier,
+
+ // Types
+ DecimalInteger, // not really supported ATM
+ Float,
+ ImaginaryNum, // not really supported ATM
+ String,
+ Rune,
+
+ True,
+ False,
+ Nil,
+
+ Whitespace,
+ Comment,
+
+ Eof,
+ Invalid
+};
+
+struct Token
+{
+ TokenType Type;
+ unsigned Line;
+ IPLString Lexeme;
+ double Number;
+};
+
+struct LexerSettings
+{
+ bool CreateWhitespaceTokens;
+ bool CreateCommentTokens;
+};
+
+IPLResult Tokenize(const char* code, IPLVector<Token>& tokens, const LexerSettings& settings);
+IPLResult Tokenize(const char* code, IPLVector<Token>& tokens); \ No newline at end of file