Website Summary Files Commits Branches @commit @diff @stats
path: root / homework / 81498 / Project / Wizard / Tokenizing
diff options
context:
space:
mode:
Commitaeb0d4f887a0c18c36b59acc7b5df08e62020c50 (patch)
Author
 Dimitar Trendafilov <dimitar@coherent-labs.com>
2020-10-11 21:32:48 +0300
Committer
 Dimitar Trendafilov <dimitar@coherent-labs.com>
2020-10-11 21:33:38 +0300
Filesb6abdc6e1810326b587f2a160f39570f1f568f27 /homework/81498/Project/Wizard/Tokenizing
IPL-aeb0d4f887a0c18c36b59acc7b5df08e62020c50.tar
IPL-aeb0d4f887a0c18c36b59acc7b5df08e62020c50.tar.gz
IPL-aeb0d4f887a0c18c36b59acc7b5df08e62020c50.zip
Parent154b7cd30f21af1554ca26986ff1643e28857727 (diff)
Removed old homeworks
diff --git a/homework/81498/Project/Wizard/Tokenizing/Lexer.cs b/homework/81498/Project/Wizard/Tokenizing/Lexer.cs
deleted file mode 100644
index 69f011e..0000000
--- a/homework/81498/Project/Wizard/Tokenizing/Lexer.cs
+++ /dev/null
@@ -1,428 +0,0 @@
-using System;
-using System.Collections.Generic;
-using System.Linq;
-using Wizard.Misc;
-
-namespace Wizard
-{
- public class Lexer
- {
- public Lexer(string code, string location)
- {
- _code = code;
- _location = location;
-
- _currentLine = 1;
- _indexInCode = 0;
- _indexInCurrentLine = 0;
-
- _keywordsToTokensMap = KeywordsToTokens.AsMap();
- _complexOperatorsToTokensMap = OperatorsToTokens.AsMap(); // you didn't use this shithead
- _exactMatchSymbolsToTokensMap = ExactMatchSymbolsToTokens.AsMap();
- }
-
- private const string _letters = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ";
- private const string _digits = "0123456789";
- private const string _identifiers = _letters + _digits + "_";
- private const string _exactMatchSymbols = " \t:,({[]});'?.";
- private const string _singleLetterOperators = "!|&/=><-%+*";
-
- private string _code;
- private string _location;
- private int _currentLine;
- private int _indexInCode;
- private int _indexInCurrentLine;
-
- private Dictionary<string, TokenType> _keywordsToTokensMap;
- private Dictionary<string, TokenType> _complexOperatorsToTokensMap;
- private Dictionary<char, TokenType> _exactMatchSymbolsToTokensMap;
-
- public List<Token> GenerateTokens()
- {
- var tokens = new List<Token>();
- do
- {
- tokens.Add(NextToken());
- }
- while (_indexInCode != _code.Length);
-
- return tokens;
- }
-
- private Token NextToken()
- {
- char c = _code[_indexInCode];
-
- if (_exactMatchSymbols.Contains(c))
- {
- AdvanceIndex();
- return GenerateToken(_exactMatchSymbolsToTokensMap[c], c.ToString());
- }
-
- if (c is '\"')
- {
- return GenerateToken(TokenType.String, GetNextString());
- }
-
- if (c is '\n')
- {
- AdvanceIndexOnNewLine();
- return GenerateToken(TokenType.Newline, "\n");
- }
-
- // empty string parsed by Decimal.TryParse returns 0 but that's none of my business
- if (_digits.Contains(c))
- {
- string nextNumber = GetNextNumber();
- return GenerateToken(TokenType.Number, nextNumber);
- }
-
- if (_identifiers.Contains(c))
- {
- string nextWord = GetNextWord();
-
- if (_keywordsToTokensMap.ContainsKey(nextWord))
- {
- return GenerateToken(_keywordsToTokensMap[nextWord], nextWord);
- }
-
- return GenerateToken(TokenType.Identifier, nextWord);
- }
-
- if (_singleLetterOperators.Contains(c))
- {
- return GetOperatorToken();
- }
- return new Token(TokenType.Eof, _currentLine, "", _location, null);
- }
-
- private Token GenerateToken(TokenType type)
- {
- return new Token(type, _currentLine, "", _location, null);
- }
-
- private Token GenerateToken(TokenType type, string lexeme)
- {
- return new Token(type, _currentLine, lexeme, _location, null);
- }
-
- private void AdvanceIndex()
- {
- ++_indexInCode;
- ++_indexInCurrentLine;
- }
-
- private void AdvanceIndexOnNewLine()
- {
- _indexInCode++;
- _currentLine++;
- _indexInCurrentLine = 0;
- }
-
- private char AdvanceAndGetNext()
- {
- AdvanceIndex();
- return _code[_indexInCode];
- }
-
- private string GetNextString()
- { // advance once to ignore double quotes
- AdvanceIndex();
- try
- {
- char c = _code[_indexInCode];
- string quoteTerminatedString = "";
-
- while (c != '\"')
- {
- quoteTerminatedString += c;
-
- c = AdvanceAndGetNext();
- }
-
- // advance again to ignore ending quotes
- AdvanceIndex();
-
- return quoteTerminatedString;
- }
- catch (ArgumentOutOfRangeException)
- {
- return "";
- }
- }
-
- private string GetNextWord()
- {
- char c = _code[_indexInCode];
- string identifiersOnlyString = "";
-
- try
- {
- while (_identifiers.Contains(c))
- {
- identifiersOnlyString += c;
-
- c = AdvanceAndGetNext();
- }
-
- return identifiersOnlyString;
- }
- catch (ArgumentOutOfRangeException)
- {
- return "";
- }
- }
-
- private string GetNextNumber()
- {
- string nonDigitTerminatedString = "";
-
- try
- {
- char c = _code[_indexInCode];
-
- while (_digits.Contains(c))
- {
- nonDigitTerminatedString += c;
-
- c = AdvanceAndGetNext();
- }
-
- return nonDigitTerminatedString;
- }
- catch (ArgumentOutOfRangeException)
- {
- return "";
- }
- }
-
- // isn't there better way to do this? I mean structural way, like interface, another class or something?
- // Should I move handlers to another class?
- // helper functions in an interface?
- // what should be return in the catch of exceptions?
- private Token GetOperatorToken()
- {
- try
- {
- char c = _code[_indexInCode];
- switch (c)
- {
- case '>': return HandleOperatorGreater(); // > >=
- case '<': return HandleOperatorLess(); // < <=
- case '/': return HandleOperatorDivision(); // / /=
- case '%': return HandleOperatorModulo(); // % %=
- case '+': return HandleOperatorPlus(); // + += ++
- case '-': return HandleOperatorMinus(); // - -= --
- case '&': return HandleOperatorBitwiseAnd(); // & &= &&
- case '|': return HandleOperatorBitwiseOr(); // | |= ||
- case '=': return HandleOperatorEquals(); // = == ===
- case '!': return HandleOperatorBang(); // ! != !! !==
- case '*': return HandleOperatorStar(); // * *= ** **=
- default:
- break;
- }
-
- return GenerateToken(TokenType.None); // throw exception?
- }
- catch (ArgumentOutOfRangeException)
- {
- return GenerateToken(TokenType.None);
- }
- }
-
- private Token HandleOperatorStar()
- {
- char next = AdvanceAndGetNext();
- if (next is '=')
- {
- AdvanceIndex();
- return GenerateToken(TokenType.StarEqual, "*=");
- }
-
- if (next is '*')
- {
- next = AdvanceAndGetNext();
- if (next is '=')
- {
- AdvanceIndex();
- return GenerateToken(TokenType.DoubleStarEqual, "**=");
- }
-
- return GenerateToken(TokenType.DoubleStar, "**");
- }
-
- return GenerateToken(TokenType.Star, "*");
- }
-
- private Token HandleOperatorBang()
- {
- char next = AdvanceAndGetNext();
-
- if (next is '!')
- {
- AdvanceIndex();
- return GenerateToken(TokenType.DoubleBang, "!!");
- }
-
- if (next is '=')
- {
- next = AdvanceAndGetNext();
- if (next is '=')
- {
- AdvanceIndex();
- return GenerateToken(TokenType.StrictNotEqual, "!==");
- }
-
- return GenerateToken(TokenType.BangEqual, "!=");
- }
-
- return GenerateToken(TokenType.Bang, "!");
- }
-
- private Token HandleOperatorEquals()
- {
- char next = AdvanceAndGetNext();
- if (next is '=')
- {
- next = AdvanceAndGetNext();
- if (next is '=')
- {
- AdvanceIndex();
- GenerateToken(TokenType.StrictEqual, "===");
- }
-
- return GenerateToken(TokenType.EqualEqual, "==");
- }
-
- return GenerateToken(TokenType.Equal, "=");
- }
-
- private Token HandleOperatorBitwiseOr()
- {
- char next = AdvanceAndGetNext();
-
- if (next is '=')
- {
- AdvanceIndex();
- return GenerateToken(TokenType.BitwiseOrEqual, "|=");
- }
-
- if (next is '|')
- {
- AdvanceIndex();
- return GenerateToken(TokenType.LogicalOr, "||");
- }
-
- return GenerateToken(TokenType.BitwiseOr, "|");
- }
-
- private Token HandleOperatorBitwiseAnd()
- {
- char next = AdvanceAndGetNext();
-
- if (next is '=')
- {
- AdvanceIndex();
- return GenerateToken(TokenType.BitwiseAndEqual, "&=");
- }
-
- if (next is '&')
- {
- AdvanceIndex();
- return GenerateToken(TokenType.LogicalAnd, "&&");
- }
-
- return GenerateToken(TokenType.BitwiseAnd, "&");
- }
-
- private Token HandleOperatorMinus()
- {
- char next = AdvanceAndGetNext();
-
- if (next is '=')
- {
- AdvanceIndex();
- return GenerateToken(TokenType.MinusEqual, "-=");
- }
-
- if (next is '-')
- {
- AdvanceIndex();
- return GenerateToken(TokenType.MinusMinus, "--");
- }
-
- return GenerateToken(TokenType.Minus, "-");
- }
-
- private Token HandleOperatorPlus()
- {
- char next = AdvanceAndGetNext();
-
- if (next is '=')
- {
- AdvanceIndex();
- return GenerateToken(TokenType.PlusEqual, "+=");
- }
-
- if (next is '+')
- {
- AdvanceIndex();
- return GenerateToken(TokenType.PlusPlus, "++");
- }
-
- return GenerateToken(TokenType.Plus, "+");
- }
-
- private Token HandleOperatorModulo()
- {
- char next = AdvanceAndGetNext();
- if (next is '=')
- {
- AdvanceIndex();
- return GenerateToken(TokenType.ModuloEqual, "%=");
- }
-
- return GenerateToken(TokenType.Modulo, "%");
- }
-
- private Token HandleOperatorDivision()
- {
- char next = AdvanceAndGetNext();
-
- if (next is '=')
- {
- AdvanceIndex();
- GenerateToken(TokenType.DivideEqual, "/=");
- }
-
- return GenerateToken(TokenType.Division, "/");
-
- }
-
- private Token HandleOperatorLess()
- {
- char next = AdvanceAndGetNext();
-
- if (next == '=')
- {
- AdvanceIndex();
- return GenerateToken(TokenType.LessEqual, "<=");
- }
-
- return GenerateToken(TokenType.Less, "<");
- }
-
- private Token HandleOperatorGreater()
- {
- char next = AdvanceAndGetNext();
-
- if (next is '=')
- {
- AdvanceIndex();
- return GenerateToken(TokenType.GreaterEqual, ">=");
- }
-
- return GenerateToken(TokenType.Greater, ">");
- }
- }
-} \ No newline at end of file
diff --git a/homework/81498/Project/Wizard/Tokenizing/Token.cs b/homework/81498/Project/Wizard/Tokenizing/Token.cs
deleted file mode 100644
index 1d68e8e..0000000
--- a/homework/81498/Project/Wizard/Tokenizing/Token.cs
+++ /dev/null
@@ -1,33 +0,0 @@
-using System;
-using System.Collections.Generic;
-using System.Linq;
-using System.Text;
-using System.Threading.Tasks;
-
-namespace Wizard
-{
- public class Token
- {
- public Token(TokenType type, int line, string lexeme, string location, decimal? number)
- {
- Type = type;
- Line = line;
- Lexeme = lexeme;
- Location = location;
- Number = number;
-
- }
-
- public TokenType Type { get; private set; }
- public int Line { get; private set; }
- public string Lexeme { get; private set; }
- public decimal? Number { get; private set; }
- public string Location { get; private set; }
-
- public override string ToString()
- {
- return Type.ToString() + " " + Lexeme + " " + Number;
- }
-
- }
-}
diff --git a/homework/81498/Project/Wizard/Tokenizing/TokenTypeEnumerator.cs b/homework/81498/Project/Wizard/Tokenizing/TokenTypeEnumerator.cs
deleted file mode 100644
index 78f5c0e..0000000
--- a/homework/81498/Project/Wizard/Tokenizing/TokenTypeEnumerator.cs
+++ /dev/null
@@ -1,116 +0,0 @@
-using System;
-using System.Collections.Generic;
-using System.Linq;
-using System.Text;
-using System.Threading.Tasks;
-
-namespace Wizard
-{
- public enum TokenType
- {
- // Whitespaces
- Newline,
- Tab,
- Whitespace,
-
- // Symbols
- Colon,
- Comma,
- LeftBrace,
- LeftParenthesis,
- LeftSquareBracket,
- RightBrace,
- RightParenthesis,
- RightSquareBracket,
- Semicolon,
- SingleQuote,
-
- // One chararacter operators
- Bang,
- BitwiseAnd,
- BitwiseOr,
- Division,
- Dot,
- DoubleQuotes,
- Equal,
- Greater,
- Less,
- Minus,
- Modulo,
- Plus,
- QuestionMark,
- Star,
-
- // Two character tokens
- BangEqual,
- BitwiseAndEqual,
- BitwiseOrEqual,
- DivideEqual,
- DoubleBang,
- DoubleStar,
- EqualEqual,
- GreaterEqual,
- PlusEqual,
- PlusPlus,
- LogicalAnd,
- LogicalOr,
- LessEqual,
- StarEqual,
- MinusEqual,
- MinusMinus,
- ModuloEqual,
-
- // Three character tokens
- StrictEqual,
- StrictNotEqual,
- DoubleStarEqual,
-
- Identifier,
- Number,
- String,
-
- // Keywords. ECMAScript 2015
- Break,
- Case,
- Catch,
- Class,
- Const,
- Continue,
- Debugger,
- Default,
- Delete,
- Do,
- Else,
- Export,
- Extends,
- Finally,
- For,
- Function,
- If,
- Import,
- In,
- Instanceof,
- Let,
- New,
- Return,
- Super,
- Switch,
- This,
- Throw,
- Try,
- Typeof,
- Var,
- Void,
- While,
- With,
- Yield,
- Null,
- Undefined,
- True,
- False,
-
- Eof,
- None
- }
-
-}