c-repl/src/include/tokenize.h

#ifndef TOKENIZE_H
#define TOKENIZE_H

#include <vector>
#include <variant>
#include <string>
using namespace std;

enum class TokenType { Type, Identifier, Int, Plus, Minus, DoublePlus, DoubleMinus, Star, Slash, Percent, Equal, Semicolon, LParenthese, RParenthese };
enum class Type { Int };

using TokenData = variant<int, string, Type>;

struct Token {
    TokenType type;
    TokenData data { };
};

/*
    Parses a string into a vector of tokens
*/
vector<Token> tokenize(string str);

/*
    Format and print a Token
*/
void _debug_print_token(Token token);

/*
    Formats a list of tokens and prints it
*/
void _debug_print_tokens(vector<Token> tokens);

#endif