#pragma once
#include <iostream>
#include <fstream>
#include <string>
#include <stdlib.h>
#include <vector>
#include <string>
class Token{
	public:
		enum token_type{
			NAME,
			NUMBER,
			SINGLE
		};
		Token( token_type t, std::string s) : type( t), data( s) {}
		token_type  getType(){ return type; }
		std::string getData(){ return data; }
		friend std::ostream& operator<<(std::ostream& os, Token& t){
			return os<<"["<<t.getType()<<","<<t.getData()<<"]";
		}

	private:
		token_type  type;
		std::string data;
};
void gen_tokens(std::string filename, std::vector<Token> & tokens);