webkit  2cdf99a9e3038c7e01b3c37e8ad903ecbe5eecf1
https://github.com/WebKit/webkit
Classes | Public Member Functions | List of all members
pp::Tokenizer Class Reference

#include <Tokenizer.h>

Inheritance diagram for pp::Tokenizer:
pp::Lexer angle::NonCopyable

Classes

struct  Context
 

Public Member Functions

 Tokenizer (Diagnostics *diagnostics)
 
 ~Tokenizer ()
 
bool init (size_t count, const char *const string[], const int length[])
 
void setFileNumber (int file)
 
void setLineNumber (int line)
 
void setMaxTokenSize (size_t maxTokenSize)
 
void lex (Token *token) override
 
- Public Member Functions inherited from pp::Lexer
virtual ~Lexer ()
 

Constructor & Destructor Documentation

◆ Tokenizer()

pp::Tokenizer::Tokenizer ( Diagnostics diagnostics)

◆ ~Tokenizer()

pp::Tokenizer::~Tokenizer ( )

Member Function Documentation

◆ init()

bool pp::Tokenizer::init ( size_t  count,
const char *const  string[],
const int  length[] 
)

◆ lex()

void pp::Tokenizer::lex ( Token token)
overridevirtual

Implements pp::Lexer.

◆ setFileNumber()

void pp::Tokenizer::setFileNumber ( int  file)

◆ setLineNumber()

void pp::Tokenizer::setLineNumber ( int  line)

◆ setMaxTokenSize()

void pp::Tokenizer::setMaxTokenSize ( size_t  maxTokenSize)

The documentation for this class was generated from the following file: