From b43c94ca62a747f2f9fb222cdf887c041dd544bb Mon Sep 17 00:00:00 2001 From: Syndamia Date: Sat, 1 Nov 2025 16:28:08 +0200 Subject: feat!: Add basic lexer components --- src/Token/IToken.cl | 24 ++++++++++++++++++++++++ src/Token/WhitespaceToken.cl | 10 ++++++++++ 2 files changed, 34 insertions(+) create mode 100644 src/Token/IToken.cl create mode 100644 src/Token/WhitespaceToken.cl (limited to 'src/Token') diff --git a/src/Token/IToken.cl b/src/Token/IToken.cl new file mode 100644 index 0000000..05282ab --- /dev/null +++ b/src/Token/IToken.cl @@ -0,0 +1,24 @@ +class IToken inherits System { +--- + name() : String { + not_implemented_retstr("name") + }; + + value() : String { + not_implemented_retstr("value") + }; + +--- + id: Int; + + id() : Int { + id + }; + + init(iid: Int) : Object {{ + assert(iid = 0, "init", "ID 0 is not allowed for a token!"); + assert(not (id = 0), "init", "token object '".concat(name()).concat("' is already initialized!")); + id <- iid; + void; + }}; +}; diff --git a/src/Token/WhitespaceToken.cl b/src/Token/WhitespaceToken.cl new file mode 100644 index 0000000..e0d70c0 --- /dev/null +++ b/src/Token/WhitespaceToken.cl @@ -0,0 +1,10 @@ +class WhitespaceToken inherits IToken { + name() : String { + "WHITESPACE" + }; + + -- We'll never use the whitespace value + value() : String { + "" + }; +}; -- cgit v1.3.1-26-gb76a