tokenizer.hpp File Reference

#include <string>

Include dependency graph for tokenizer.hpp:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes
struct	wfl::tokenizer::token
struct	wfl::tokenizer::token_error

Namespaces
	wfl
	wfl::tokenizer

Typedefs
typedef std::string::const_iterator	wfl::tokenizer::iterator

Enumerations
enum	wfl::tokenizer::token_type {   wfl::tokenizer::token_type::operator_token, wfl::tokenizer::token_type::string_literal, wfl::tokenizer::token_type::identifier, wfl::tokenizer::token_type::integer,   wfl::tokenizer::token_type::decimal, wfl::tokenizer::token_type::lparens, wfl::tokenizer::token_type::rparens, wfl::tokenizer::token_type::lsquare,   wfl::tokenizer::token_type::rsquare, wfl::tokenizer::token_type::comma, wfl::tokenizer::token_type::semicolon, wfl::tokenizer::token_type::whitespace,   wfl::tokenizer::token_type::eol, wfl::tokenizer::token_type::keyword, wfl::tokenizer::token_type::comment, wfl::tokenizer::token_type::pointer }

Functions
token	wfl::tokenizer::get_token (iterator &i1, const iterator i2)