X-Git-Url: http://git.localhorst.tv/?a=blobdiff_plain;ds=sidebyside;f=src%2Floader%2FTokenizer.h;h=b7ca72f664c148c1f92029a27cc132fbdb7682ce;hb=00dafa489224450ccc0321e238c176b9e8aa34bc;hp=80a31693beb7e21abb19d03340964b7e08a67314;hpb=d1bfdd8fcb19f27d63400109810de168d0a8ab1a;p=l2e.git diff --git a/src/loader/Tokenizer.h b/src/loader/Tokenizer.h index 80a3169..b7ca72f 100644 --- a/src/loader/Tokenizer.h +++ b/src/loader/Tokenizer.h @@ -28,7 +28,7 @@ public: struct Token { enum Type { - UNKNOWN, + UNKNOWN = 0, ANGLE_BRACKET_OPEN = '{', ANGLE_BRACKET_CLOSE = '}', CHEVRON_OPEN = '<', @@ -39,14 +39,14 @@ public: BRACKET_CLOSE = ']', PARENTHESIS_OPEN = '(', PARENTHESIS_CLOSE = ')', - NUMBER, - STRING, - KEYWORD_EXPORT, - KEYWORD_FALSE, - KEYWORD_INCLUDE, - KEYWORD_TRUE, - IDENTIFIER, - TYPE_NAME, + NUMBER = '0', + STRING = '"', + KEYWORD_EXPORT = 'e', + KEYWORD_FALSE = 'f', + KEYWORD_INCLUDE = 'i', + KEYWORD_TRUE = 't', + IDENTIFIER = 'x', + TYPE_NAME = 'n', }; Token() : type(UNKNOWN), number(0) { } @@ -65,6 +65,7 @@ public: bool HasMore(); Token GetNext(); + const Token &Peek(); void Putback(const Token &); private: