From 6e19bb560d474736d45f5be011ff0830c7019991 Mon Sep 17 00:00:00 2001
From: Dimitar Trendafilov <dimitar@coherent-labs.com>
Date: Mon, 5 Nov 2018 23:34:00 +0200
Subject: Squashed 'spasm/' content from commit 08ee95d

git-subtree-dir: spasm
git-subtree-split: 08ee95d89054ba0d33697d613799a0a013aedf89
---
 src/asm/tokenizer.hpp | 35 +++++++++++++++++++++++++++++++++++
 1 file changed, 35 insertions(+)
 create mode 100644 src/asm/tokenizer.hpp

(limited to 'src/asm/tokenizer.hpp')

diff --git a/src/asm/tokenizer.hpp b/src/asm/tokenizer.hpp
new file mode 100644
index 0000000..1155db7
--- /dev/null
+++ b/src/asm/tokenizer.hpp
@@ -0,0 +1,35 @@
+#ifndef TOKENIZER_HPP
+#define TOKENIZER_HPP
+
+#include <iostream>
+#include <memory>
+#include <queue>
+
+#include "lexer.hpp"
+#include "token.hpp"
+
+namespace SpasmImpl
+{
+namespace ASM
+{
+namespace Lexer
+{
+class Tokenizer : public TokenStream
+{
+   public:
+    Tokenizer(std::istream&);
+
+    virtual void push_token(const Token&);
+    Token next_token();
+
+   private:
+    std::unique_ptr<Lexer> _lexer;
+    std::queue<Token> _tokens;
+    bool end_input;
+};  // class Tokenizer
+}  // namespace Lexer
+
+}  // namespace ASM
+}  // namespace SpasmImpl
+
+#endif
-- 
cgit v1.3.1-23-gd82d