X-Git-Url: http://git.localhorst.tv/?a=blobdiff_plain;f=src%2Fio%2Ftoken.cpp;fp=src%2Fio%2Ftoken.cpp;h=76a9c2f355e42a54f26f758b3bd76466160fc5aa;hb=f417749fb09718cde2faad77e8430cf175c68374;hp=db5c986fb32f5e53d71272d8cb21760f2ec67e0e;hpb=82ec71079e4763f2b2d66c0c210e37df40c89034;p=blank.git

diff --git a/src/io/token.cpp b/src/io/token.cpp
index db5c986..76a9c2f 100644
--- a/src/io/token.cpp
+++ b/src/io/token.cpp
@@ -32,7 +32,7 @@ void Tokenizer::ReadToken() {
 
 	istream::sentry s(in);
 	if (!s) {
-		// TODO: error?
+		throw runtime_error("read past the end of stream");
 		return;
 	}
 
@@ -47,7 +47,7 @@ void Tokenizer::ReadToken() {
 		case ',': case '=':
 			current.type = Token::Type(c);
 			break;
-		case '+': case '-':
+		case '+': case '-': case '.':
 		case '0': case '1': case '2': case '3': case '4':
 		case '5': case '6': case '7': case '8': case '9':
 			in.putback(c);
@@ -71,7 +71,7 @@ void Tokenizer::ReadToken() {
 namespace {
 
 bool is_num_char(istream::char_type c) {
-	return isdigit(c)
+	return isxdigit(c)
 		|| c == '.'
 		|| c == '-'
 		|| c == '+'