google::protobuf::io::Tokenizer Class Reference

#include <tokenizer.h>

Classes
struct	Token

Public Types
enum	TokenType {   TYPE_START, TYPE_END, TYPE_IDENTIFIER, TYPE_INTEGER,   TYPE_FLOAT, TYPE_STRING, TYPE_SYMBOL }
enum	CommentStyle { CPP_COMMENT_STYLE, SH_COMMENT_STYLE }

Public Member Functions
	Tokenizer (ZeroCopyInputStream *input, ErrorCollector *error_collector)
	~Tokenizer ()
const Token &	current ()
const Token &	previous ()
bool	Next ()
bool	NextWithComments (string *prev_trailing_comments, vector< string > *detached_comments, string *next_leading_comments)
void	set_allow_f_after_float (bool value)
void	set_comment_style (CommentStyle style)
void	set_require_space_after_number (bool require)
void	set_allow_multiline_strings (bool allow)

Static Public Member Functions
static double	ParseFloat (const string &text)
static void	ParseString (const string &text, string *output)
static void	ParseStringAppend (const string &text, string *output)
static bool	ParseInteger (const string &text, uint64 max_value, uint64 *output)
static bool	IsIdentifier (const string &text)

Member Enumeration Documentation

CommentStyle

enum google::protobuf::io::Tokenizer::CommentStyle

Enumerator
CPP_COMMENT_STYLE
SH_COMMENT_STYLE

TokenType

enum google::protobuf::io::Tokenizer::TokenType

Enumerator
TYPE_START
TYPE_END
TYPE_IDENTIFIER
TYPE_INTEGER
TYPE_FLOAT
TYPE_STRING
TYPE_SYMBOL

Constructor & Destructor Documentation

Tokenizer()

google::protobuf::io::Tokenizer::Tokenizer	(	ZeroCopyInputStream *	input,
		ErrorCollector *	error_collector
	)

~Tokenizer()

google::protobuf::io::Tokenizer::~Tokenizer

(

)

Member Function Documentation

current()

const Tokenizer::Token & google::protobuf::io::Tokenizer::current ( void  )

inline

IsIdentifier()

bool google::protobuf::io::Tokenizer::IsIdentifier ( const string &  text )

static

Next()

bool google::protobuf::io::Tokenizer::Next

(

)

NextWithComments()

bool google::protobuf::io::Tokenizer::NextWithComments	(	string *	prev_trailing_comments,
		vector< string > *	detached_comments,
		string *	next_leading_comments
	)

ParseFloat()

double google::protobuf::io::Tokenizer::ParseFloat ( const string &  text )

static

ParseInteger()

bool google::protobuf::io::Tokenizer::ParseInteger ( const string &  text, uint64  max_value, uint64 *  output  )

static

ParseString()

void google::protobuf::io::Tokenizer::ParseString ( const string &  text, string *  output  )

inlinestatic

ParseStringAppend()

void google::protobuf::io::Tokenizer::ParseStringAppend ( const string &  text, string *  output  )

static

previous()

const Tokenizer::Token & google::protobuf::io::Tokenizer::previous ( void  )

inline

set_allow_f_after_float()

void google::protobuf::io::Tokenizer::set_allow_f_after_float ( bool  value )

inline

set_allow_multiline_strings()

void google::protobuf::io::Tokenizer::set_allow_multiline_strings ( bool  allow )

inline

set_comment_style()

void google::protobuf::io::Tokenizer::set_comment_style ( CommentStyle  style )

inline

set_require_space_after_number()

void google::protobuf::io::Tokenizer::set_require_space_after_number ( bool  require )

inline

---

The documentation for this class was generated from the following files:

• Source/ThirdParty/libwebrtc/Source/third_party/protobuf/src/google/protobuf/io/tokenizer.h
• Source/ThirdParty/libwebrtc/Source/third_party/protobuf/src/google/protobuf/io/tokenizer.cc