C++ class EScript::Tokenizer
Tokenizer

public

Inheritance Graph

graph BT
	Tokenizer
	click Tokenizer "classEScript_1_1Tokenizer"

Description

[ Tokenizer ]

Classes

class	EScript::Tokenizer::Error [ Tokenizer::Error ]	> [ Exception ]	> [ Object ]

Public Types

typedef std::unordered_map< StringId , _CountedRef < Token > >	tokenMap_t
typedef std::vector< _CountedRef < Token > >	tokenList_t

Public Static Functions

Token *	identifyStaticToken( StringId id)

Public Functions

void	getTokens(const std::string & codeU8, tokenList_t & tokens)
void	defineToken(const std::string & name, Token * value)

---

Documentation

typedef
EScript::Tokenizer::tokenMap_t

public

typedef std::unordered_map< StringId , _CountedRef < Token > > tokenMap_t

_{Defined in EScript/EScript/Compiler/Tokenizer.h:28}

---

typedef
EScript::Tokenizer::tokenList_t

public

typedef std::vector< _CountedRef < Token > > tokenList_t

_{Defined in EScript/EScript/Compiler/Tokenizer.h:29}

---

function
EScript::Tokenizer::identifyStaticToken

public

static

Token * identifyStaticToken(	StringId	id )

_{Defined in EScript/EScript/Compiler/Tokenizer.h:30}

---

function
EScript::Tokenizer::getTokens

public

void getTokens(	const std::string &	codeU8,
	tokenList_t &	tokens
)

_{Defined in EScript/EScript/Compiler/Tokenizer.h:41}

---

function
EScript::Tokenizer::defineToken

public

void defineToken(	const std::string &	name,
	Token *	value
)

_{Defined in EScript/EScript/Compiler/Tokenizer.h:42}

---