/* Generated by re2c 1.1.1 on Wed Nov 14 19:46:01 2018 */ #line 1 "lexer.re" #include #include "lexer.hpp" #include "token.hpp" namespace SpasmImpl { namespace ASM { //! Namespace for all lexical analisys classes namespace Lexer { Lexer::Lexer(std::istream& _file, size_t _buffer_size) : file(&_file), buffer_size(_buffer_size), state(unsigned(-1)), lineno(0) { buffer = new char[buffer_size]; cursor = limit = marker = token_start = NULL; } Lexer::~Lexer() { delete[] buffer; } bool Lexer::tokenize(TokenStream& ts) { #line 43 "lexer.re" while (1) { #line 41 "lexer.cpp" { char yych; if ((limit - cursor) < 6) return true; yych = *cursor; switch (yych) { case 0x00: goto yy2; case '\t': case ' ': goto yy6; case '\n': goto yy9; case '-': goto yy11; case '0': goto yy12; case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': goto yy14; case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'b': case 'e': case 'f': case 'g': case 'h': case 'i': case 'k': case 'n': case 'o': case 'q': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; case 'a': goto yy19; case 'c': goto yy20; case 'd': goto yy21; case 'j': goto yy22; case 'l': goto yy23; case 'm': goto yy24; case 'p': goto yy25; case 'r': goto yy26; case 's': goto yy27; default: goto yy4; } yy2: ++cursor; #line 237 "lexer.re" { ts.push_token(Token(Token::EndInput, lineno)); break; } #line 125 "lexer.cpp" yy4: ++cursor; yy5: #line 243 "lexer.re" { return false; } #line 133 "lexer.cpp" yy6: ++cursor; if (limit <= cursor) return true; yych = *cursor; switch (yych) { case '\t': case ' ': goto yy6; default: goto yy8; } yy8: #line 224 "lexer.re" { token_start = cursor; continue; } #line 150 "lexer.cpp" yy9: ++cursor; #line 230 "lexer.re" { ++lineno; token_start = cursor; continue; } #line 160 "lexer.cpp" yy11: yych = *++cursor; switch (yych) { case '0': goto yy28; default: goto yy5; } yy12: yych = *(marker = ++cursor); switch (yych) { case 'X': case 'x': goto yy29; default: goto yy13; } yy13: #line 58 "lexer.re" { ts.push_token(Token(Token::Integer, lineno, token_start, cursor)); token_start = cursor; continue; } #line 183 "lexer.cpp" yy14: ++cursor; if (limit <= cursor) return true; yych = *cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': goto yy14; default: goto yy13; } yy16: ++cursor; if (limit <= cursor) return true; yych = *cursor; yy17: switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy18; } yy18: #line 216 "lexer.re" { ts.push_token(Token(Token::Ident, lineno, token_start, cursor)); token_start = cursor; continue; } #line 281 "lexer.cpp" yy19: yych = *++cursor; switch (yych) { case 'd': goto yy31; case 'l': goto yy32; default: goto yy17; } yy20: yych = *++cursor; switch (yych) { case 'a': goto yy33; case 'o': goto yy34; default: goto yy17; } yy21: yych = *++cursor; switch (yych) { case 'i': goto yy35; case 'u': goto yy36; default: goto yy17; } yy22: yych = *++cursor; switch (yych) { case 'm': goto yy37; default: goto yy17; } yy23: yych = *++cursor; switch (yych) { case 'a': goto yy38; case 'e': goto yy39; default: goto yy17; } yy24: yych = *++cursor; switch (yych) { case 'o': goto yy40; case 'u': goto yy41; default: goto yy17; } yy25: yych = *++cursor; switch (yych) { case 'o': goto yy42; case 'r': goto yy43; case 'u': goto yy44; default: goto yy17; } yy26: yych = *++cursor; switch (yych) { case 'e': goto yy45; default: goto yy17; } yy27: yych = *++cursor; switch (yych) { case 'u': goto yy46; default: goto yy17; } yy28: ++cursor; goto yy13; yy29: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': goto yy47; default: goto yy30; } yy30: cursor = marker; goto yy13; yy31: yych = *++cursor; switch (yych) { case 'd': goto yy50; default: goto yy17; } yy32: yych = *++cursor; switch (yych) { case 'l': goto yy52; default: goto yy17; } yy33: yych = *++cursor; switch (yych) { case 'l': goto yy53; default: goto yy17; } yy34: yych = *++cursor; switch (yych) { case 'n': goto yy54; default: goto yy17; } yy35: yych = *++cursor; switch (yych) { case 'v': goto yy55; default: goto yy17; } yy36: yych = *++cursor; switch (yych) { case 'p': goto yy57; default: goto yy17; } yy37: yych = *++cursor; switch (yych) { case 'p': goto yy59; default: goto yy17; } yy38: yych = *++cursor; switch (yych) { case 'b': goto yy61; default: goto yy17; } yy39: yych = *++cursor; switch (yych) { case 'q': goto yy62; case 's': goto yy64; default: goto yy17; } yy40: yych = *++cursor; switch (yych) { case 'd': goto yy65; default: goto yy17; } yy41: yych = *++cursor; switch (yych) { case 'l': goto yy67; default: goto yy17; } yy42: yych = *++cursor; switch (yych) { case 'p': goto yy69; default: goto yy17; } yy43: yych = *++cursor; switch (yych) { case 'i': goto yy71; default: goto yy17; } yy44: yych = *++cursor; switch (yych) { case 's': goto yy72; default: goto yy17; } yy45: yych = *++cursor; switch (yych) { case 'a': goto yy73; case 't': goto yy74; default: goto yy17; } yy46: yych = *++cursor; switch (yych) { case 'b': goto yy76; default: goto yy17; } yy47: ++cursor; if (limit <= cursor) return true; yych = *cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': goto yy47; default: goto yy49; } yy49: #line 66 "lexer.re" { ts.push_token(Token(Token::XInteger, lineno, token_start, cursor)); token_start = cursor; continue; } #line 512 "lexer.cpp" yy50: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy51; } yy51: #line 120 "lexer.re" { ts.push_token(Token(Token::Add, lineno)); token_start = cursor; continue; } #line 589 "lexer.cpp" yy52: yych = *++cursor; switch (yych) { case 'o': goto yy78; default: goto yy17; } yy53: yych = *++cursor; switch (yych) { case 'l': goto yy79; default: goto yy17; } yy54: yych = *++cursor; switch (yych) { case 's': goto yy81; default: goto yy17; } yy55: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy56; } yy56: #line 141 "lexer.re" { ts.push_token(Token(Token::Div, lineno)); token_start = cursor; continue; } #line 684 "lexer.cpp" yy57: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy58; } yy58: #line 99 "lexer.re" { ts.push_token(Token(Token::Dup, lineno)); token_start = cursor; continue; } #line 761 "lexer.cpp" yy59: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; case 'f': goto yy82; case 't': goto yy84; default: goto yy60; } yy60: #line 169 "lexer.re" { ts.push_token(Token(Token::Jump, lineno)); token_start = cursor; continue; } #line 838 "lexer.cpp" yy61: yych = *++cursor; switch (yych) { case 'e': goto yy86; default: goto yy17; } yy62: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy63; } yy63: #line 196 "lexer.re" { ts.push_token(Token(Token::LessEq, lineno)); token_start = cursor; continue; } #line 921 "lexer.cpp" yy64: yych = *++cursor; switch (yych) { case 's': goto yy87; default: goto yy17; } yy65: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy66; } yy66: #line 148 "lexer.re" { ts.push_token(Token(Token::Mod, lineno)); token_start = cursor; continue; } #line 1004 "lexer.cpp" yy67: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy68; } yy68: #line 134 "lexer.re" { ts.push_token(Token(Token::Mul, lineno)); token_start = cursor; continue; } #line 1081 "lexer.cpp" yy69: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; case 't': goto yy89; default: goto yy70; } yy70: #line 86 "lexer.re" { ts.push_token(Token(Token::Pop, lineno)); token_start = cursor; continue; } #line 1158 "lexer.cpp" yy71: yych = *++cursor; switch (yych) { case 'n': goto yy90; default: goto yy17; } yy72: yych = *++cursor; switch (yych) { case 'h': goto yy91; default: goto yy17; } yy73: yych = *++cursor; switch (yych) { case 'd': goto yy93; default: goto yy17; } yy74: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy75; } yy75: #line 189 "lexer.re" { ts.push_token(Token(Token::Ret, lineno)); token_start = cursor; continue; } #line 1253 "lexer.cpp" yy76: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy77; } yy77: #line 127 "lexer.re" { ts.push_token(Token(Token::Sub, lineno)); token_start = cursor; continue; } #line 1330 "lexer.cpp" yy78: yych = *++cursor; switch (yych) { case 'c': goto yy95; default: goto yy17; } yy79: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy80; } yy80: #line 182 "lexer.re" { ts.push_token(Token(Token::Call, lineno)); token_start = cursor; continue; } #line 1413 "lexer.cpp" yy81: yych = *++cursor; switch (yych) { case 't': goto yy97; default: goto yy17; } yy82: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy83; } yy83: #line 162 "lexer.re" { ts.push_token(Token(Token::JumpF, lineno)); token_start = cursor; continue; } #line 1496 "lexer.cpp" yy84: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy85; } yy85: #line 155 "lexer.re" { ts.push_token(Token(Token::JumpT, lineno)); token_start = cursor; continue; } #line 1573 "lexer.cpp" yy86: yych = *++cursor; switch (yych) { case 'l': goto yy99; default: goto yy17; } yy87: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy88; } yy88: #line 202 "lexer.re" { ts.push_token(Token(Token::Less, lineno)); token_start = cursor; continue; } #line 1656 "lexer.cpp" yy89: yych = *++cursor; switch (yych) { case 'o': goto yy101; default: goto yy17; } yy90: yych = *++cursor; switch (yych) { case 't': goto yy103; default: goto yy17; } yy91: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy92; } yy92: #line 74 "lexer.re" { ts.push_token(Token(Token::Push, lineno)); token_start = cursor; continue; } #line 1745 "lexer.cpp" yy93: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy94; } yy94: #line 106 "lexer.re" { ts.push_token(Token(Token::Read, lineno)); token_start = cursor; continue; } #line 1822 "lexer.cpp" yy95: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy96; } yy96: #line 80 "lexer.re" { ts.push_token(Token(Token::Alloc, lineno)); token_start = cursor; continue; } #line 1899 "lexer.cpp" yy97: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy98; } yy98: #line 175 "lexer.re" { ts.push_token(Token(Token::Const, lineno)); token_start = cursor; continue; } #line 1976 "lexer.cpp" yy99: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy100; } yy100: #line 209 "lexer.re" { ts.push_token(Token(Token::Label, lineno)); token_start = cursor; continue; } #line 2053 "lexer.cpp" yy101: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy102; } yy102: #line 92 "lexer.re" { ts.push_token(Token(Token::PopTo, lineno)); token_start = cursor; continue; } #line 2130 "lexer.cpp" yy103: yych = *++cursor; switch (yych) { case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': goto yy16; default: goto yy104; } yy104: #line 113 "lexer.re" { ts.push_token(Token(Token::Print, lineno)); token_start = cursor; continue; } #line 2207 "lexer.cpp" } #line 247 "lexer.re" } return true; } /*! ** Fills up the buffer when neccessary. ** Note the buffer is always filled to the maximum, not just the ** number of bytes neccessary for the lexer to continue. ** ** \param nbytes - the number of bytes */ void Lexer::buffer_grow(size_t new_size) { char* new_buffer = new char[new_size]; std::copy(buffer, limit, new_buffer); token_start = new_buffer + (token_start - buffer); cursor = new_buffer + (cursor - buffer); limit = new_buffer + new_size; buffer_size = new_size; delete[] buffer; buffer = new_buffer; } void Lexer::read(size_t nbytes) { if (token_start + nbytes > limit) { // we need larger buffer buffer_grow(token_start - buffer + nbytes); } std::copy(token_start, limit, buffer); cursor -= token_start - buffer; char* old_limit = limit - (token_start - buffer); token_start = buffer; file->read(old_limit, limit - old_limit); if (file->eof()) { size_t bytes = file->gcount(); std::fill(old_limit + bytes, limit, '\0'); } } void Lexer::buffer_init() { file->read(buffer, buffer_size); if (file->eof()) { size_t bytes = file->gcount(); std::fill(buffer + bytes, buffer + buffer_size, '\0'); } cursor = marker = token_start = buffer; limit = buffer + buffer_size; } } // namespace Lexer } // namespace ASM } // namespace SpasmImpl