From f6fe76d40e9297801f8df29ed38874d6468a1754 Mon Sep 17 00:00:00 2001
From: ala89 <alaric.patault89@gmail.com>
Date: Fri, 27 Oct 2023 14:37:03 +0200
Subject: [PATCH] Add tokens

---
 .gitignore             |  3 ++-
 src/include/tokenize.h | 15 +++++++++++++++
 2 files changed, 17 insertions(+), 1 deletion(-)
 create mode 100644 src/include/tokenize.h

diff --git a/.gitignore b/.gitignore
index 5a4c31d..710fc64 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,2 +1,3 @@
 *.o
-build/*
\ No newline at end of file
+build/*
+.vscode
\ No newline at end of file
diff --git a/src/include/tokenize.h b/src/include/tokenize.h
new file mode 100644
index 0000000..8934a75
--- /dev/null
+++ b/src/include/tokenize.h
@@ -0,0 +1,15 @@
+#include <vector>
+using namespace std;
+
+enum class TokenType { Type, Int, Plus, Star, Slash, Minus, Equal, Semicolon, LParenthese, RParenthese };
+enum class Type { Int };
+
+union TokenData {
+    int integer;
+    Type type;
+};
+
+struct Token {
+    TokenType type;
+    TokenData data;
+};
\ No newline at end of file