test for Tokenizer

[blank.git] / tst / io / TokenTest.hpp

diff --git a/tst/io/TokenTest.hpp b/tst/io/TokenTest.hpp
index 0b78952af623873f83ce75960aad78ef09c6e509..bbe38d4ac41e2fdb1f9c935c8d724bf7f8950107 100644 (file)
--- a/tst/io/TokenTest.hpp
+++ b/tst/io/TokenTest.hpp
@@ -2,6 +2,7 @@
 #define BLANK_TEST_IO_TOKENTEST_HPP
 
 #include "io/Token.hpp"
+#include "io/Tokenizer.hpp"
 
 #include <string>
 #include <cppunit/extensions/HelperMacros.h>
@@ -18,6 +19,8 @@ CPPUNIT_TEST_SUITE(TokenTest);
 
 CPPUNIT_TEST(testTypeIO);
 CPPUNIT_TEST(testTokenIO);
+CPPUNIT_TEST(testTokenizer);
+CPPUNIT_TEST(testTokenizerBrokenComment);
 
 CPPUNIT_TEST_SUITE_END();
 
@@ -27,12 +30,21 @@ public:
 
        void testTypeIO();
        void testTokenIO();
+       void testTokenizer();
+       void testTokenizerBrokenComment();
 
        static void AssertStreamOutput(
                Token::Type, std::string expected);
        static void AssertStreamOutput(
                const Token &, std::string expected);
 
+       static void AssertHasMore(Tokenizer &);
+       static void AssertToken(
+               Token::Type expected_type, const Token &actual_token);
+       static void AssertToken(
+               Token::Type expected_type, std::string expected_value,
+               const Token &actual_token);
+
 };
 
 }