From d3769e5630e0a70042d5ef52181473504a62f3fc Mon Sep 17 00:00:00 2001
From: ala89 <alaric.patault89@gmail.com>
Date: Fri, 10 Nov 2023 17:50:00 +0100
Subject: [PATCH] Small fixes

---
 src/include/tokenize.h | 2 +-
 src/tokenize.cpp       | 4 ++--
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/src/include/tokenize.h b/src/include/tokenize.h
index b6daf01..300f040 100644
--- a/src/include/tokenize.h
+++ b/src/include/tokenize.h
@@ -13,7 +13,7 @@ using TokenData = variant<int, string, Type>;
 
 struct Token {
     TokenType type;
-    TokenData data;
+    TokenData data { };
 };
 
 /*
diff --git a/src/tokenize.cpp b/src/tokenize.cpp
index d848438..cc55cde 100644
--- a/src/tokenize.cpp
+++ b/src/tokenize.cpp
@@ -128,11 +128,11 @@ vector<Token> tokenize(string str) {
             tokens.emplace_back(token);
             str.erase(0, 1);
         }
-        else if (isspace(str[0])) {
+        else if (isspace(str[0]) || str[0] == '\0') {
             str.erase(0, 1);
         }
         else {
-            cerr << "Unknown token: " << str << endl;
+            cerr << "Unknown token: \"" << str << "\"" << endl;
             break;
         }
     }