29 #ifndef __ScriptLexer_H_
30 #define __ScriptLexer_H_
85 ScriptTokenListPtr tokenize(
const String &str,
const String &source);
87 void setToken(
const String &lexeme,
uint32 line,
const String &source, ScriptTokenList *tokens);
88 bool isWhitespace(Ogre::String::value_type c)
const;
89 bool isNewline(Ogre::String::value_type c)
const;
vector< ScriptTokenPtr >::type ScriptTokenList
uint32 type
This is the id associated with the lexeme, which comes from a lexeme-token id mapping.
This struct represents a token, which is an ID'd lexeme from the parsing input stream.
SharedPtr< ScriptTokenList > ScriptTokenListPtr
SharedPtr< ScriptToken > ScriptTokenPtr
String lexeme
This is the lexeme for this token.
Reference-counted shared pointer, used for objects where implicit destruction is required.
Superclass for all objects that wish to use custom memory allocators when their new / delete operator...
uint32 line
This holds the line number of the input stream where the token was found.