-/*
- * Tokenizer.h
- *
- * Created on: Aug 26, 2012
- * Author: holy
- */
-
#ifndef LOADER_TOKENIZER_H_
#define LOADER_TOKENIZER_H_
KEYWORD_TRUE = 't',
IDENTIFIER = 'x',
TYPE_NAME = 'n',
- COMMENT = 'c'
+ COMMENT = 'c',
+ COMMAND = '$',
+ REGISTER = '%',
+ SCRIPT_BEGIN = 's',
+ SCRIPT_END = 'S',
};
Token() : type(UNKNOWN), number(0) { }
return "COLON";
case Tokenizer::Token::COMMA:
return "COMMA";
+ case Tokenizer::Token::COMMAND:
+ return "COMMAND";
case Tokenizer::Token::BRACKET_OPEN:
return "BRACKET_OPEN";
case Tokenizer::Token::BRACKET_CLOSE:
return "PARENTHESIS_CLOSE";
case Tokenizer::Token::NUMBER:
return "NUMBER";
+ case Tokenizer::Token::REGISTER:
+ return "REGISTER";
+ case Tokenizer::Token::SCRIPT_BEGIN:
+ return "SCRIPT_BEGIN";
+ case Tokenizer::Token::SCRIPT_END:
+ return "SCRIPT_END";
case Tokenizer::Token::STRING:
return "STRING";
case Tokenizer::Token::KEYWORD_EXPORT:
}
-#endif /* LOADER_TOKENIZER_H_ */
+#endif