tokenize.py File Reference

Go to the source code of this file.

Classes
class	cpp.tokenize.Token

Namespaces
namespace	cpp
namespace	cpp.tokenize

Functions
def	cpp.tokenize.GetTokens (source)
def	cpp.tokenize.main (argv)

Variables
	cpp.tokenize.VALID_IDENTIFIER_CHARS = set(_letters + _letters.upper() + '_0123456789$')
	cpp.tokenize.HEX_DIGITS = set('0123456789abcdefABCDEF')
	cpp.tokenize.INT_OR_FLOAT_DIGITS = set('01234567890eE-+')
string	cpp.tokenize.UNKNOWN = 'UNKNOWN'
string	cpp.tokenize.SYNTAX = 'SYNTAX'
string	cpp.tokenize.CONSTANT = 'CONSTANT'
string	cpp.tokenize.NAME = 'NAME'
string	cpp.tokenize.PREPROCESSOR = 'PREPROCESSOR'
	cpp.tokenize.WHENCE_STREAM
	cpp.tokenize.WHENCE_QUEUE