Website Summary Files Commits Branches @commit @diff @stats
path: root / homework / 81709 / JSCompiler.Core.Tests
diff options
context:
space:
mode:
Commit47e8c6f331525f01f150ba80a3557a18618b0cf5 (patch)
Author
 Georgi Barnev <gbarnev@gmail.com>
2018-11-07 13:05:43 +0200
Committer
 dtrendafilov <trendafilov.dn@gmail.com>
2018-11-07 13:05:43 +0200
Files3fde3f4fc002e4d10c49436d85188d4f3b02e33f /homework/81709/JSCompiler.Core.Tests
IPL-47e8c6f331525f01f150ba80a3557a18618b0cf5.tar
IPL-47e8c6f331525f01f150ba80a3557a18618b0cf5.tar.gz
IPL-47e8c6f331525f01f150ba80a3557a18618b0cf5.zip
Parent5a4403ef23e17a3da84f1ec9feb3ab294d23c198 (diff)
Homework 1 - C# Lexer and Syntax Highlighter for Javascript (#34)
* Initial lexer structure * Added IInputStream interface for the Lexer and its base implementation in FileInputStream not implemented yet. * Extend InputStream interface * Implement FileInputStream not tested * Lexer almost ready - comments need to be parsed. InputStream ready * Added some TODOs * Add error token type and almost parse comments * Parse multiline comments and fix string parsing to not include the quotes. * Added Syntax Highlighter, added support for more js reserved words, removed error tokens to not break the actual word tokens, fixed comments and string token representation to include its special characters * Initial lexer structure * Added IInputStream interface for the Lexer and its base implementation in FileInputStream not implemented yet. * Extend InputStream interface * Implement FileInputStream not tested * Lexer almost ready - comments need to be parsed. InputStream ready * Added some TODOs * Add error token type and almost parse comments * Parse multiline comments and fix string parsing to not include the quotes. * Added Syntax Highlighter, added support for more js reserved words, removed error tokens to not break the actual word tokens, fixed comments and string token representation to include its special characters * Improve project structure and add tests * Fix physical path structure of the projects * Write tests, fix tokenizer bugs * Fix README format, fix AssemblyInfo name * Escape slashes in readme
diff --git a/homework/81709/JSCompiler.Core.Tests/BaseInputStreamFileTests.cs b/homework/81709/JSCompiler.Core.Tests/BaseInputStreamFileTests.cs
new file mode 100644
index 0000000..ebc557c
--- /dev/null
+++ b/homework/81709/JSCompiler.Core.Tests/BaseInputStreamFileTests.cs
@@ -0,0 +1,117 @@
+using System;
+using System.Text;
+using System.Collections.Generic;
+using System.IO;
+using Microsoft.VisualStudio.TestTools.UnitTesting;
+
+namespace JSCompiler.Core.Tests
+{
+ [TestClass]
+ public class BaseInputStreamTests
+ {
+ [TestMethod]
+ public void IsEndOfStream_WhenNotEnd_ReturnsFalse()
+ {
+ byte[] buff = new byte[3] { 32, 14, 25 };
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream testInputStream = new BaseInputStream(memStream);
+
+ bool isEnd;
+ for(int i = 0; i < 2; i++)
+ {
+ isEnd = testInputStream.IsEndOfStream();
+ testInputStream.Next();
+ Assert.IsFalse(isEnd);
+ }
+ }
+
+ [TestMethod]
+ public void IsEndOfStream_AtBeginningWithoutData_ReturnsTrue()
+ {
+ MemoryStream memStream = new MemoryStream();
+ BaseInputStream testInputStream = new BaseInputStream(memStream);
+
+ bool isEnd = testInputStream.IsEndOfStream();
+
+ Assert.IsTrue(isEnd);
+ }
+
+ [TestMethod]
+ public void IsEndOfStream_WhenEnd_ReturnsTrue()
+ {
+ byte[] buff = new byte[3] { 32, 14, 25 };
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream testInputStream = new BaseInputStream(memStream);
+
+ for (int i = 0; i < 3; i++, testInputStream.Next());
+ bool isEnd = testInputStream.IsEndOfStream();
+
+ Assert.IsTrue(isEnd);
+ }
+
+ [TestMethod]
+ public void Peek_AtPosition_ReturnsCorrectItemFromStream()
+ {
+ byte[] buff = new byte[8] { 32, 14, 25, 14, 12, 51, 25, 33 };
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream testInputStream = new BaseInputStream(memStream);
+ char item;
+
+ for (int i = 0; i < 5; i++, testInputStream.Next())
+ {
+ item = testInputStream.Peek();
+ Assert.AreEqual((char)buff[i], item);
+ }
+ }
+
+ [TestMethod]
+ public void Peek_AtEnd_ReturnsEndItem()
+ {
+ byte[] buff = new byte[3] { 32, 14, 25 };
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream testInputStream = new BaseInputStream(memStream);
+
+ for (int i = 0; i < 3; i++, testInputStream.Next());
+ char last = testInputStream.Peek();
+
+ Assert.AreEqual(0, last);
+ }
+
+ [TestMethod]
+ [ExpectedException(typeof(EndOfStreamException))]
+ public void Next_WhenEndStream_ThrowsEndOfStreamException()
+ {
+ byte[] buff = new byte[3] { 32, 14, 25 };
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream testInputStream = new BaseInputStream(memStream);
+
+ for (int i = 0; i < 4; i++, testInputStream.Next());
+ }
+
+ [TestMethod]
+ public void Next_WhenBuffersAreSwapped_ReturnsCorrectItem()
+ {
+ byte[] buff = new byte[10] { 32, 14, 25, 14, 23, 42, 16, 21, 15, 76 };
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream testInputStream = new BaseInputStream(memStream, 3);
+
+ for (int i = 0; i < 10; i++)
+ {
+ char curr = testInputStream.Next();
+ Assert.AreEqual((char)buff[i], curr);
+ }
+ }
+
+ [TestMethod]
+ public void Line_NewLinesTracking_ReturnsCorrectNumberOfLines()
+ {
+ byte[] buff = new byte[10] { (byte) '\n', 32, 14, 25, 14, (byte) '\n', 42, 16, (byte) '\n', (byte)'\n' };
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream testInputStream = new BaseInputStream(memStream);
+
+ for (int i = 0; i < 10; i++, testInputStream.Next());
+
+ Assert.AreEqual(4, testInputStream.Line);
+ }
+ }
+}
diff --git a/homework/81709/JSCompiler.Core.Tests/JSCompiler.Core.Tests.csproj b/homework/81709/JSCompiler.Core.Tests/JSCompiler.Core.Tests.csproj
new file mode 100644
index 0000000..838feb3
--- /dev/null
+++ b/homework/81709/JSCompiler.Core.Tests/JSCompiler.Core.Tests.csproj
@@ -0,0 +1,75 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project ToolsVersion="15.0" DefaultTargets="Build" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+ <Import Project="..\packages\MSTest.TestAdapter.1.3.2\build\net45\MSTest.TestAdapter.props" Condition="Exists('..\packages\MSTest.TestAdapter.1.3.2\build\net45\MSTest.TestAdapter.props')" />
+ <Import Project="$(MSBuildExtensionsPath)\$(MSBuildToolsVersion)\Microsoft.Common.props" Condition="Exists('$(MSBuildExtensionsPath)\$(MSBuildToolsVersion)\Microsoft.Common.props')" />
+ <PropertyGroup>
+ <Configuration Condition=" '$(Configuration)' == '' ">Debug</Configuration>
+ <Platform Condition=" '$(Platform)' == '' ">AnyCPU</Platform>
+ <ProjectGuid>{F2211B16-C27C-40D6-A856-8A6B5A3787EF}</ProjectGuid>
+ <OutputType>Library</OutputType>
+ <AppDesignerFolder>Properties</AppDesignerFolder>
+ <RootNamespace>JSCompiler.Core.Tests</RootNamespace>
+ <AssemblyName>JSCompiler.Core.Tests</AssemblyName>
+ <TargetFrameworkVersion>v4.7.1</TargetFrameworkVersion>
+ <FileAlignment>512</FileAlignment>
+ <ProjectTypeGuids>{3AC096D0-A1C2-E12C-1390-A8335801FDAB};{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}</ProjectTypeGuids>
+ <VisualStudioVersion Condition="'$(VisualStudioVersion)' == ''">15.0</VisualStudioVersion>
+ <VSToolsPath Condition="'$(VSToolsPath)' == ''">$(MSBuildExtensionsPath32)\Microsoft\VisualStudio\v$(VisualStudioVersion)</VSToolsPath>
+ <ReferencePath>$(ProgramFiles)\Common Files\microsoft shared\VSTT\$(VisualStudioVersion)\UITestExtensionPackages</ReferencePath>
+ <IsCodedUITest>False</IsCodedUITest>
+ <TestProjectType>UnitTest</TestProjectType>
+ <NuGetPackageImportStamp>
+ </NuGetPackageImportStamp>
+ </PropertyGroup>
+ <PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Debug|AnyCPU' ">
+ <DebugSymbols>true</DebugSymbols>
+ <DebugType>full</DebugType>
+ <Optimize>false</Optimize>
+ <OutputPath>bin\Debug\</OutputPath>
+ <DefineConstants>DEBUG;TRACE</DefineConstants>
+ <ErrorReport>prompt</ErrorReport>
+ <WarningLevel>4</WarningLevel>
+ </PropertyGroup>
+ <PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Release|AnyCPU' ">
+ <DebugType>pdbonly</DebugType>
+ <Optimize>true</Optimize>
+ <OutputPath>bin\Release\</OutputPath>
+ <DefineConstants>TRACE</DefineConstants>
+ <ErrorReport>prompt</ErrorReport>
+ <WarningLevel>4</WarningLevel>
+ </PropertyGroup>
+ <ItemGroup>
+ <Reference Include="Microsoft.VisualStudio.TestPlatform.TestFramework, Version=14.0.0.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a, processorArchitecture=MSIL">
+ <HintPath>..\packages\MSTest.TestFramework.1.3.2\lib\net45\Microsoft.VisualStudio.TestPlatform.TestFramework.dll</HintPath>
+ </Reference>
+ <Reference Include="Microsoft.VisualStudio.TestPlatform.TestFramework.Extensions, Version=14.0.0.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a, processorArchitecture=MSIL">
+ <HintPath>..\packages\MSTest.TestFramework.1.3.2\lib\net45\Microsoft.VisualStudio.TestPlatform.TestFramework.Extensions.dll</HintPath>
+ </Reference>
+ <Reference Include="System" />
+ <Reference Include="System.Core" />
+ </ItemGroup>
+ <ItemGroup>
+ <Compile Include="BaseInputStreamFileTests.cs" />
+ <Compile Include="LexerTests.cs" />
+ <Compile Include="Properties\AssemblyInfo.cs" />
+ </ItemGroup>
+ <ItemGroup>
+ <None Include="packages.config" />
+ </ItemGroup>
+ <ItemGroup>
+ <ProjectReference Include="..\JSCompiler.Core\JSCompiler.Core.csproj">
+ <Project>{C8DD3D07-6AE9-444B-8BA0-22DC633A9432}</Project>
+ <Name>JSCompiler.Core</Name>
+ </ProjectReference>
+ </ItemGroup>
+ <Import Project="$(VSToolsPath)\TeamTest\Microsoft.TestTools.targets" Condition="Exists('$(VSToolsPath)\TeamTest\Microsoft.TestTools.targets')" />
+ <Import Project="$(MSBuildToolsPath)\Microsoft.CSharp.targets" />
+ <Target Name="EnsureNuGetPackageBuildImports" BeforeTargets="PrepareForBuild">
+ <PropertyGroup>
+ <ErrorText>This project references NuGet package(s) that are missing on this computer. Use NuGet Package Restore to download them. For more information, see http://go.microsoft.com/fwlink/?LinkID=322105. The missing file is {0}.</ErrorText>
+ </PropertyGroup>
+ <Error Condition="!Exists('..\packages\MSTest.TestAdapter.1.3.2\build\net45\MSTest.TestAdapter.props')" Text="$([System.String]::Format('$(ErrorText)', '..\packages\MSTest.TestAdapter.1.3.2\build\net45\MSTest.TestAdapter.props'))" />
+ <Error Condition="!Exists('..\packages\MSTest.TestAdapter.1.3.2\build\net45\MSTest.TestAdapter.targets')" Text="$([System.String]::Format('$(ErrorText)', '..\packages\MSTest.TestAdapter.1.3.2\build\net45\MSTest.TestAdapter.targets'))" />
+ </Target>
+ <Import Project="..\packages\MSTest.TestAdapter.1.3.2\build\net45\MSTest.TestAdapter.targets" Condition="Exists('..\packages\MSTest.TestAdapter.1.3.2\build\net45\MSTest.TestAdapter.targets')" />
+</Project> \ No newline at end of file
diff --git a/homework/81709/JSCompiler.Core.Tests/LexerTests.cs b/homework/81709/JSCompiler.Core.Tests/LexerTests.cs
new file mode 100644
index 0000000..92df168
--- /dev/null
+++ b/homework/81709/JSCompiler.Core.Tests/LexerTests.cs
@@ -0,0 +1,576 @@
+using Microsoft.VisualStudio.TestTools.UnitTesting;
+using JSCompiler.Core;
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+using System.IO;
+using System.Threading.Tasks;
+
+namespace JSCompiler.Core.Tests
+{
+ [TestClass()]
+ public class LexerTests
+ {
+
+ [TestMethod]
+ public void Tokenize_Tab_ReturnsTabToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes("\t ");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Tab),
+ new Token(TokenType.Whitespace),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_SkipCarriageReturn_ReturnsNextToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes("\r\r");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_WhiteSpace_ReturnsWhitespaceToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" ");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new Token(TokenType.Whitespace),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_MultilineComment_ReturnsCommentToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes("/* \n\n**\n this is comment */**");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new WordToken("/* \n\n**\n this is comment */", TokenType.Comment),
+ new Token(TokenType.Star),
+ new Token(TokenType.Star),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_MultilineCommentUnclosed_ReturnsCommentTokenAndCallsOnError()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes("/* \n\n**\n this is comment ** ////gvj");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.AreEqual(Lexer.UNCLOSED_MULTILINE_COMMENT, cause));
+ List<Token> expected = new List<Token>
+ {
+ new WordToken("/* \n\n**\n this is comment ** ////gvj", TokenType.Comment),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_SingleLineCommentStopOnCarriageReturn_ReturnsCommentToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes("// some comment here \r\n*");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new WordToken("// some comment here ", TokenType.Comment),
+ new Token(TokenType.NewLine),
+ new Token(TokenType.Star),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_SingleLineCommentStopOnNewLine_ReturnsCommentToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes("// some comment here \n\n*");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new WordToken("// some comment here ", TokenType.Comment),
+ new Token(TokenType.NewLine),
+ new Token(TokenType.NewLine),
+ new Token(TokenType.Star),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_SingleLineCommentStopOnEndStream_ReturnsCommentToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes("// some comment here ");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new WordToken("// some comment here ", TokenType.Comment),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_Operators_ReturnsOperatorTokens()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes("(){},.-+;*/%~&^|?:[]=!><\\=====!==!=>=<=--++>><<&&||*=/=%=+=-=<<=>>=&=^=|=");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.LeftParen),
+ new Token(TokenType.RightParen),
+ new Token(TokenType.LeftBrace),
+ new Token(TokenType.RightBrace),
+ new Token(TokenType.Comma),
+ new Token(TokenType.Dot),
+ new Token(TokenType.Minus),
+ new Token(TokenType.Plus),
+ new Token(TokenType.Semicolon),
+ new Token(TokenType.Star),
+ new Token(TokenType.Division),
+ new Token(TokenType.Modulo),
+ new Token(TokenType.BitwiseNot),
+ new Token(TokenType.BitwiseAnd),
+ new Token(TokenType.BitwiseXor),
+ new Token(TokenType.BitwiseOr),
+ new Token(TokenType.QuestionMark),
+ new Token(TokenType.Colon),
+ new Token(TokenType.LeftSquareBracket),
+ new Token(TokenType.RightSquareBracket),
+ new Token(TokenType.Equal),
+ new Token(TokenType.Bang),
+ new Token(TokenType.Greater),
+ new Token(TokenType.Less),
+ new Token(TokenType.Backslash),
+
+ new WordToken("===", TokenType.StrictEqual),
+ new WordToken("==", TokenType.EqualEqual),
+ new WordToken("!==", TokenType.StrictNotEqual),
+ new WordToken("!=", TokenType.NotEqual),
+ new WordToken(">=", TokenType.GreaterEqual),
+ new WordToken("<=", TokenType.LessEqual),
+ new WordToken("--", TokenType.MinusMinus),
+ new WordToken("++", TokenType.PlusPlus),
+ new WordToken(">>", TokenType.RightShift),
+ new WordToken("<<", TokenType.LeftShift),
+ new WordToken("&&", TokenType.LogicalAnd),
+ new WordToken("||", TokenType.LogicalOr),
+ new WordToken("*=", TokenType.StarEqual),
+ new WordToken("/=", TokenType.DivideEqual),
+ new WordToken("%=", TokenType.ModuloEqual),
+ new WordToken("+=", TokenType.PlusEqual),
+ new WordToken("-=", TokenType.MinusEqual),
+ new WordToken("<<=", TokenType.LeftShiftEqual),
+ new WordToken(">>=", TokenType.RightShiftEqual),
+ new WordToken("&=", TokenType.BitwiseAndEqual),
+ new WordToken("^=", TokenType.BitwiseXorEqual),
+ new WordToken("|=", TokenType.BitwiseOrEqual),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_StringDoubleQuotes_ReturnsStringToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" \"This is string\" ");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new WordToken("\"This is string\"", TokenType.String),
+ new Token(TokenType.Whitespace),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_StringDoubleQuotesUnclosed_ReturnsStringTokenAndCallsOnError()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" \"This is string ");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.AreEqual(cause, Lexer.UNCLOSED_STRING));
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new WordToken("\"This is string ", TokenType.Error),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_StringDoubleQuotesUnclosedNewLine_ReturnsStringTokenAndCallsOnError()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" \"This is string \n \" \r\n");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.AreEqual(cause, Lexer.UNCLOSED_STRING_NEWLINE));
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new WordToken("\"This is string ", TokenType.Error),
+ new Token(TokenType.NewLine),
+ new Token(TokenType.Whitespace),
+ new WordToken("\" ", TokenType.Error),
+ new Token(TokenType.NewLine),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_StringDoubleQuotesEscapeNewLine_ReturnsStringToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" \"This is string \\\r\n \\\n +\"");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new WordToken("\"This is string \\\r\n \\\n +\"", TokenType.String),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_StringDoubleQuotesEscapeDoubleQuote_ReturnsStringToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" \"This is string \\\"inner\\\" \"");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new WordToken("\"This is string \\\"inner\\\" \"", TokenType.String),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_StringDoubleQuotesEscapeBackslash_ReturnsStringToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" \"This is string \\\\ or this \\ \"");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new WordToken("\"This is string \\\\ or this \\ \"", TokenType.String),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_StringDoubleQuotesSingleQuotesCombination_ReturnsStringToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" \"This is string 'inner'\"");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new WordToken("\"This is string 'inner'\"", TokenType.String),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_StringSingleQuotes_ReturnsStringToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" 'This is string' ");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new WordToken("'This is string'", TokenType.String),
+ new Token(TokenType.Whitespace),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_StringSingleQuotesUnclosed_ReturnsStringTokenAndCallsOnError()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" 'This is string ");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.AreEqual(cause, Lexer.UNCLOSED_STRING));
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new WordToken("'This is string ", TokenType.Error),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_StringSingleQuotesUnclosedNewLine_ReturnsStringTokenAndCallsOnError()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" 'This is string \n ' \r\n");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.AreEqual(cause, Lexer.UNCLOSED_STRING_NEWLINE));
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new WordToken("'This is string ", TokenType.Error),
+ new Token(TokenType.NewLine),
+ new Token(TokenType.Whitespace),
+ new WordToken("' ", TokenType.Error),
+ new Token(TokenType.NewLine),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_StringSingleQuotesEscapeNewLine_ReturnsStringToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" 'This is string \\\r\n \\\n +'");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new WordToken("'This is string \\\r\n \\\n +'", TokenType.String),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_StringSingleQuotesEscapeDoubleQuote_ReturnsStringToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" 'This is string \\'inner\\' '");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new WordToken("'This is string \\'inner\\' '", TokenType.String),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_StringSingleQuotesEscapeBackslash_ReturnsStringToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" 'This is string \\\\ or this \\ '");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new WordToken("'This is string \\\\ or this \\ '", TokenType.String),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_StringSingleQuotesSingleQuotesCombination_ReturnsStringToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" 'This is string \"inner\"'");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new WordToken("'This is string \"inner\"'", TokenType.String),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_Number_ReturnsNumberToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" 1234");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new NumToken(1234),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_ReservedOrIdentifier_ReturnsReservedToken()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" Object var someIdentifier132 ");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.Fail());
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new WordToken("Object", TokenType.Object),
+ new Token(TokenType.Whitespace),
+ new WordToken("var", TokenType.Var),
+ new Token(TokenType.Whitespace),
+ new WordToken("someIdentifier132", TokenType.Identifier),
+ new Token(TokenType.Whitespace),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+
+ [TestMethod]
+ public void Tokenize_UnresolvedSymbol_ReturnsUnidentifiedTokenAndCallsOnError()
+ {
+ byte[] buff = Encoding.ASCII.GetBytes(" Object `");
+ MemoryStream memStream = new MemoryStream(buff);
+ BaseInputStream inputStream = new BaseInputStream(memStream);
+ Lexer lexer = new Lexer(inputStream);
+
+ List<Token> tokens = lexer.Tokenize((line, cause) => Assert.AreEqual(cause, Lexer.UNIDENTIFIED_SYMBOL));
+ List<Token> expected = new List<Token>
+ {
+ new Token(TokenType.Whitespace),
+ new WordToken("Object", TokenType.Object),
+ new Token(TokenType.Whitespace),
+ new WordToken("`", TokenType.Error),
+ new Token(TokenType.EOF)
+ };
+
+ CollectionAssert.AreEqual(tokens, expected);
+ }
+ }
+} \ No newline at end of file
diff --git a/homework/81709/JSCompiler.Core.Tests/Properties/AssemblyInfo.cs b/homework/81709/JSCompiler.Core.Tests/Properties/AssemblyInfo.cs
new file mode 100644
index 0000000..8cbad7f
--- /dev/null
+++ b/homework/81709/JSCompiler.Core.Tests/Properties/AssemblyInfo.cs
@@ -0,0 +1,20 @@
+using System.Reflection;
+using System.Runtime.CompilerServices;
+using System.Runtime.InteropServices;
+
+[assembly: AssemblyTitle("JSCompiler.Core.Tests")]
+[assembly: AssemblyDescription("")]
+[assembly: AssemblyConfiguration("")]
+[assembly: AssemblyCompany("")]
+[assembly: AssemblyProduct("JSCompiler.Core.Tests")]
+[assembly: AssemblyCopyright("Copyright © 2018")]
+[assembly: AssemblyTrademark("")]
+[assembly: AssemblyCulture("")]
+
+[assembly: ComVisible(false)]
+
+[assembly: Guid("f2211b16-c27c-40d6-a856-8a6b5a3787ef")]
+
+// [assembly: AssemblyVersion("1.0.*")]
+[assembly: AssemblyVersion("1.0.0.0")]
+[assembly: AssemblyFileVersion("1.0.0.0")]
diff --git a/homework/81709/JSCompiler.Core.Tests/packages.config b/homework/81709/JSCompiler.Core.Tests/packages.config
new file mode 100644
index 0000000..1eae809
--- /dev/null
+++ b/homework/81709/JSCompiler.Core.Tests/packages.config
@@ -0,0 +1,5 @@
+<?xml version="1.0" encoding="utf-8"?>
+<packages>
+ <package id="MSTest.TestAdapter" version="1.3.2" targetFramework="net471" />
+ <package id="MSTest.TestFramework" version="1.3.2" targetFramework="net471" />
+</packages> \ No newline at end of file