1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
%{
#include <vector>
#include <iostream>
#include "token.h"
#include "highlighter.h"
std::vector<Token> tokens = std::vector<Token>();
%}
DIGIT [0-9]
ID [a-zA-Z_$][a-zA-Z0-9_$]*
STRQ '([^\']|(\\\'))*'
STRDQ \"([^\"]|(\\\"))*\"
DECORATOR @[a-zA-Z]+
LEFT_BLOCK_BRACKET "{"
RIGHT_BLOCK_BRACKET "}"
LEFT_BRACKET "("
RIGHT_BRACKET ")"
SINGLE_LINE_COMMENT "//"[^\n]*
MULTI_LINE_COMMENT "/*".*"*/"
COMMENT {SINGLE_LINE_COMMENT}|{MULTI_LINE_COMMENT}
%%
{COMMENT} {
tokens.push_back(Token(yytext, TokenType::COMMENT));
}
break|case|catch|class|const|continue|debugger|default|delete|do|else|enum|export|extends|false|finally|for|function|if|import|in|instanceof|new|null|return|super|switch|this|throw|true|try|typeof|var|void|while|with|as|implements|interface|let|package|private|protected|public|static|yield|any|boolean|constructor|declare|get|module|require|number|set|string|symbol|type|from|of {
tokens.push_back(Token(yytext, TokenType::KEYWORD));
}
{DECORATOR} {
tokens.push_back(Token(yytext, TokenType::DECORATOR));
}
{STRQ}|{STRDQ} {
tokens.push_back(Token(yytext, TokenType::STRING));
}
{DIGIT}+ {
tokens.push_back(Token(yytext, TokenType::NUMBER));
}
{DIGIT}+"."{DIGIT}* {
tokens.push_back(Token(yytext, TokenType::NUMBER));
}
{ID} {
tokens.push_back(Token(yytext, TokenType::IDENTIFIER));
}
":"|"?"|"."|"!"|"~"|"-"|"+"|"++"|"--"|"*"|"/"|"%"|"<<"|">>"|">>>"|"<"|"<="|">"|">="|"=="|"!="|"==="|"!=="|"&"|"^"|"|"|"&&"|"||"|"="|"+="|"-="|"*="|"/="|"%="|"<<="|">>="|">>>="|"&="|"^="|"|="|"=>" {
tokens.push_back(Token(yytext, TokenType::OPERATOR));
}
";" {
tokens.push_back(Token(yytext, TokenType::SEMICOLON));
}
{LEFT_BLOCK_BRACKET} {
tokens.push_back(Token(yytext, TokenType::LEFT_BLOCK_BRACKET));
}
{RIGHT_BLOCK_BRACKET} {
tokens.push_back(Token(yytext, TokenType::RIGHT_BLOCK_BRACKET));
}
{LEFT_BRACKET} {
tokens.push_back(Token(yytext, TokenType::LEFT_BRACKET));
}
{RIGHT_BRACKET} {
tokens.push_back(Token(yytext, TokenType::RIGHT_BRACKET));
}
[\n] {
tokens.push_back(Token(yytext, TokenType::NEWLINE));
}
[ \t]+ {
tokens.push_back(Token(yytext, TokenType::WHITESPACE));
}
. {
tokens.push_back(Token(yytext, TokenType::UNRECOGNIZED));
}
%%
int yywrap()
{
return 1;
}
int main(int argc, const char* argv[])
{
++argv, --argc; /* skip over program name */
if ( argc > 0 )
yyin = fopen( argv[0], "r" );
else
yyin = stdin;
yylex();
Highlighter highlighter = Highlighter(tokens);
std::cout << highlighter.highlight();
return 0;
}
|