X-Git-Url: http://git.localhorst.tv/?a=blobdiff_plain;f=src%2Floader%2FTokenizer.h;h=28d808f0da24d3ea05a42a58f271cacab8a4abd1;hb=7582af9fc5f909ef38509c0421e9dbea3c005764;hp=dff96fc6167495769ba82d5a56bd57d6dc9f497a;hpb=d5959073b2c413ba1bd6f3d14bc8bcf59304e488;p=l2e.git

diff --git a/src/loader/Tokenizer.h b/src/loader/Tokenizer.h
index dff96fc..28d808f 100644
--- a/src/loader/Tokenizer.h
+++ b/src/loader/Tokenizer.h
@@ -1,10 +1,3 @@
-/*
- * Tokenizer.h
- *
- *  Created on: Aug 26, 2012
- *      Author: holy
- */
-
 #ifndef LOADER_TOKENIZER_H_
 #define LOADER_TOKENIZER_H_
 
@@ -48,7 +41,11 @@ public:
 			KEYWORD_TRUE = 't',
 			IDENTIFIER = 'x',
 			TYPE_NAME = 'n',
-			COMMENT = 'c'
+			COMMENT = 'c',
+			COMMAND = '$',
+			REGISTER = '%',
+			SCRIPT_BEGIN = 's',
+			SCRIPT_END = 'S',
 		};
 
 		Token() : type(UNKNOWN), number(0) { }
@@ -111,6 +108,8 @@ inline const char *TokenTypeToString(Tokenizer::Token::Type t) {
 			return "COLON";
 		case Tokenizer::Token::COMMA:
 			return "COMMA";
+		case Tokenizer::Token::COMMAND:
+			return "COMMAND";
 		case Tokenizer::Token::BRACKET_OPEN:
 			return "BRACKET_OPEN";
 		case Tokenizer::Token::BRACKET_CLOSE:
@@ -121,6 +120,12 @@ inline const char *TokenTypeToString(Tokenizer::Token::Type t) {
 			return "PARENTHESIS_CLOSE";
 		case Tokenizer::Token::NUMBER:
 			return "NUMBER";
+		case Tokenizer::Token::REGISTER:
+			return "REGISTER";
+		case Tokenizer::Token::SCRIPT_BEGIN:
+			return "SCRIPT_BEGIN";
+		case Tokenizer::Token::SCRIPT_END:
+			return "SCRIPT_END";
 		case Tokenizer::Token::STRING:
 			return "STRING";
 		case Tokenizer::Token::KEYWORD_EXPORT:
@@ -147,4 +152,4 @@ inline std::ostream &operator <<(std::ostream &out, Tokenizer::Token::Type t) {
 
 }
 
-#endif /* LOADER_TOKENIZER_H_ */
+#endif