#ifndef TOKENIZE_H #define TOKENIZE_H #include #include #include #include "types.h" using namespace std; /* Parses a string into a vector of tokens */ vector tokenize(vector str, int initial_line=0); /* Format and print a Token */ void _debug_print_token(Token token); /* Returns the name of a TokenType */ string _debug_get_token_type_name(TokenType type); /* Formats a list of tokens and prints it */ void _debug_print_tokens(vector tokens); #endif