QDeclarativeJS::Lexer Class Reference

#include <qdeclarativejslexer_p.h>

Classes
struct	keyword

Public Types
enum	Error {   NoError, IllegalCharacter, UnclosedStringLiteral, IllegalEscapeSequence,   IllegalUnicodeEscapeSequence, UnclosedComment, IllegalExponentIndicator, IllegalIdentifier }
enum	ParenthesesState { IgnoreParentheses, CountParentheses, BalancedParentheses }
enum	RegExpBodyPrefix { NoPrefix, EqualPrefix }
enum	State {   Start, Identifier, InIdentifier, InSingleLineComment,   InMultiLineComment, InNum, InNum0, InHex,   InOctal, InDecimal, InExponentIndicator, InExponent,   Hex, Octal, Number, String,   Eof, InString, InEscapeSequence, InHexEscape,   InUnicodeEscape, Other, Bad }

Public Functions
const QChar *	characterBuffer () const
int	characterCount () const
void	clearError ()
int	currentColumnNo () const
int	currentLineNo () const
double	dval () const
int	endColumnNo () const
int	endLineNo () const
Error	error () const
QString	errorMessage () const
int	ival () const
int	lex ()
	Lexer (Engine *eng, bool tokenizeComments=false)
State	lexerState () const
bool	prevTerminator () const
bool	scanRegExp (RegExpBodyPrefix prefix=NoPrefix)
void	setCode (const QString &c, int lineno)
void	setErrorMessage (const QString &err)
void	setErrorMessage (const char *err)
int	startColumnNo () const
int	startLineNo () const
int	tokenLength () const
int	tokenOffset () const
NameId *	ustr () const
	~Lexer ()

Static Public Functions
static unsigned char	convertHex (ushort c1)
static unsigned char	convertHex (ushort c1, ushort c2)
static QChar	convertUnicode (ushort c1, ushort c2, ushort c3, ushort c4)
static bool	isDecimalDigit (ushort c)
static bool	isIdentLetter (ushort c)

Public Variables
int	flags
NameId *	pattern
double	dval
int	ival
NameId *	ustr

Private Functions
ushort	convertOctal (ushort c1, ushort c2, ushort c3) const
int	findReservedWord (const QChar *buffer, int size) const
bool	isHexDigit (ushort c) const
bool	isLineTerminator () const
bool	isOctalDigit (ushort c) const
bool	isWhiteSpace () const
int	lookupKeyword (const char *)
int	matchPunctuator (ushort c1, ushort c2, ushort c3, ushort c4)
void	record16 (QChar c)
void	record8 (ushort c)
void	recordStartPos ()
void	setDone (State s)
void	shift (uint p)
ushort	singleEscape (ushort c) const
void	syncProhibitAutomaticSemicolon ()

Properties
int	bol
QChar *	buffer16
char *	buffer8
bool	check_reserved
const QChar *	code
ushort	current
bool	delimited
bool	done
Engine *	driver
Error	err
QString	errmsg
uint	length
ushort	next1
ushort	next2
ushort	next3
int	parenthesesCount
ParenthesesState	parenthesesState
uint	pos
uint	pos16
uint	pos8
bool	prohibitAutomaticSemicolon
union {
double   dval
int   ival
NameId *   ustr
}	qsyylval
bool	restrKeyword
uint	size16
uint	size8
int	stackToken
int	startcolumn
int	startlineno
int	startpos
State	state
bool	terminator
bool	tokenizeComments
bool	wantRx
int	yycolumn
int	yylineno

Detailed Description

Definition at line 67 of file qdeclarativejslexer_p.h.

Enumerations

Error

enum QDeclarativeJS::Lexer::Error

Enumerator
NoError
IllegalCharacter
UnclosedStringLiteral
IllegalEscapeSequence
IllegalUnicodeEscapeSequence
UnclosedComment
IllegalExponentIndicator
IllegalIdentifier

Definition at line 115 of file qdeclarativejslexer_p.h.

               {
        NoError,
        IllegalCharacter,
        UnclosedStringLiteral,
        IllegalEscapeSequence,
        IllegalUnicodeEscapeSequence,
        UnclosedComment,
        IllegalExponentIndicator,
        IllegalIdentifier
    };

ParenthesesState

enum QDeclarativeJS::Lexer::ParenthesesState

Enumerator
IgnoreParentheses
CountParentheses
BalancedParentheses

Definition at line 126 of file qdeclarativejslexer_p.h.

                          {
        IgnoreParentheses,
        CountParentheses,
        BalancedParentheses
    };

RegExpBodyPrefix

enum QDeclarativeJS::Lexer::RegExpBodyPrefix

Enumerator
NoPrefix
EqualPrefix

Definition at line 132 of file qdeclarativejslexer_p.h.

                          {
        NoPrefix,
        EqualPrefix
    };

State

enum QDeclarativeJS::Lexer::State

Enumerator
Start
Identifier
InIdentifier
InSingleLineComment
InMultiLineComment
InNum
InNum0
InHex
InOctal
InDecimal
InExponentIndicator
InExponent
Hex
Octal
Number
String
Eof
InString
InEscapeSequence
InHexEscape
InUnicodeEscape
Other
Bad

Definition at line 91 of file qdeclarativejslexer_p.h.

               { Start,
                 Identifier,
                 InIdentifier,
                 InSingleLineComment,
                 InMultiLineComment,
                 InNum,
                 InNum0,
                 InHex,
                 InOctal,
                 InDecimal,
                 InExponentIndicator,
                 InExponent,
                 Hex,
                 Octal,
                 Number,
                 String,
                 Eof,
                 InString,
                 InEscapeSequence,
                 InHexEscape,
                 InUnicodeEscape,
                 Other,
                 Bad };

Constructors and Destructors

Lexer()

Lexer::Lexer	(	Engine *	eng,
		bool	tokenizeComments = false
	)

Definition at line 80 of file qdeclarativejslexer.cpp.

    : driver(eng),
      yylineno(0),
      done(false),
      size8(128), size16(128),
      pos8(0), pos16(0),
      terminator(false),
      restrKeyword(false),
      delimited(false),
      stackToken(-1),
      state(Start),
      pos(0),
      code(0), length(0),
      yycolumn(0),
      startpos(0),
      startlineno(0), startcolumn(0),
      bol(true),
      current(0), next1(0), next2(0), next3(0),
      err(NoError),
      wantRx(false),
      check_reserved(true),
      parenthesesState(IgnoreParentheses),
      parenthesesCount(0),
      prohibitAutomaticSemicolon(false),
      tokenizeComments(tokenizeComments)
{
    if (driver) driver->setLexer(this);
    // allocate space for read buffers
    buffer8 = new char[size8];
    buffer16 = new QChar[size16];
    pattern = 0;
    flags = 0;

}

~Lexer()

Lexer::~Lexer

(

)

Definition at line 115 of file qdeclarativejslexer.cpp.

{
    delete [] buffer8;
    delete [] buffer16;
}

Functions

characterBuffer()

const QChar* QDeclarativeJS::Lexer::characterBuffer ( ) const

inline

Definition at line 199 of file qdeclarativejslexer_p.h.

Referenced by QDeclarativeScriptParser::extractMetaData(), and QDeclarativeJS::Parser::parse().

{ return buffer16; }

characterCount()

int QDeclarativeJS::Lexer::characterCount ( ) const

inline

Definition at line 200 of file qdeclarativejslexer_p.h.

Referenced by QDeclarativeScriptParser::extractMetaData(), and QDeclarativeJS::Parser::parse().

{ return pos16; }

clearError()

void QDeclarativeJS::Lexer::clearError ( )

inline

Definition at line 154 of file qdeclarativejslexer_p.h.

        { err = NoError; }

convertHex() [1/2]

unsigned char Lexer::convertHex ( ushort  c1 )

static

Definition at line 1088 of file qdeclarativejslexer.cpp.

Referenced by convertHex(), convertUnicode(), and lex().

{
    if (c >= '0' && c <= '9')
        return (c - '0');
    else if (c >= 'a' && c <= 'f')
        return (c - 'a' + 10);
    else
        return (c - 'A' + 10);
}

convertHex() [2/2]

unsigned char Lexer::convertHex ( ushort  c1, ushort  c2  )

static

Definition at line 1098 of file qdeclarativejslexer.cpp.

{
    return ((convertHex(c1) << 4) + convertHex(c2));
}

convertOctal()

ushort Lexer::convertOctal ( ushort  c1, ushort  c2, ushort  c3  ) const

private

Definition at line 1082 of file qdeclarativejslexer.cpp.

Referenced by lex().

{
    return ((c1 - '0') * 64 + (c2 - '0') * 8 + c3 - '0');
}

convertUnicode()

QChar Lexer::convertUnicode ( ushort  c1, ushort  c2, ushort  c3, ushort  c4  )

static

Definition at line 1103 of file qdeclarativejslexer.cpp.

Referenced by lex().

{
    return QChar((convertHex(c3) << 4) + convertHex(c4),
                  (convertHex(c1) << 4) + convertHex(c2));
}

currentColumnNo()

int QDeclarativeJS::Lexer::currentColumnNo ( ) const

inline

Definition at line 77 of file qdeclarativejslexer_p.h.

{ return yycolumn; }

currentLineNo()

int QDeclarativeJS::Lexer::currentLineNo ( ) const

inline

Definition at line 76 of file qdeclarativejslexer_p.h.

Referenced by QDeclarativeScriptParser::extractMetaData(), and QDeclarativeScriptParser::extractPragmas().

{ return yylineno; }

dval()

double QDeclarativeJS::Lexer::dval ( ) const

inline

Definition at line 196 of file qdeclarativejslexer_p.h.

Referenced by lex().

{ return qsyylval.dval; }

endColumnNo()

int QDeclarativeJS::Lexer::endColumnNo ( ) const

inline

Definition at line 86 of file qdeclarativejslexer_p.h.

    { int col = currentColumnNo(); return (col > 0) ? col - 1 : col; }

endLineNo()

int QDeclarativeJS::Lexer::endLineNo ( ) const

inline

Definition at line 85 of file qdeclarativejslexer_p.h.

{ return currentLineNo(); }

error()

Error QDeclarativeJS::Lexer::error ( ) const

inline

Definition at line 152 of file qdeclarativejslexer_p.h.

        { return err; }

errorMessage()

QString QDeclarativeJS::Lexer::errorMessage ( ) const

inline

Definition at line 145 of file qdeclarativejslexer_p.h.

Referenced by QDeclarativeJS::Parser::parse().

        { return errmsg; }

findReservedWord()

int Lexer::findReservedWord ( const QChar *  buffer, int  size  ) const

private

Definition at line 159 of file qdeclarativejslexer.cpp.

Referenced by lex().

{
    switch (size) {
    case 2: {
        if (c[0] == QLatin1Char('d') && c[1] == QLatin1Char('o'))
            return QDeclarativeJSGrammar::T_DO;
        else if (c[0] == QLatin1Char('i') && c[1] == QLatin1Char('f'))
            return QDeclarativeJSGrammar::T_IF;
        else if (c[0] == QLatin1Char('i') && c[1] == QLatin1Char('n'))
            return QDeclarativeJSGrammar::T_IN;
        else if (c[0] == QLatin1Char('a') && c[1] == QLatin1Char('s'))
            return QDeclarativeJSGrammar::T_AS;
        else if (c[0] == QLatin1Char('o') && c[1] == QLatin1Char('n'))
            return QDeclarativeJSGrammar::T_ON;
    }   break;

    case 3: {
        if (c[0] == QLatin1Char('f') && c[1] == QLatin1Char('o') && c[2] == QLatin1Char('r'))
            return QDeclarativeJSGrammar::T_FOR;
        else if (c[0] == QLatin1Char('n') && c[1] == QLatin1Char('e') && c[2] == QLatin1Char('w'))
            return QDeclarativeJSGrammar::T_NEW;
        else if (c[0] == QLatin1Char('t') && c[1] == QLatin1Char('r') && c[2] == QLatin1Char('y'))
            return QDeclarativeJSGrammar::T_TRY;
        else if (c[0] == QLatin1Char('v') && c[1] == QLatin1Char('a') && c[2] == QLatin1Char('r'))
            return QDeclarativeJSGrammar::T_VAR;
        else if (check_reserved) {
            if (c[0] == QLatin1Char('i') && c[1] == QLatin1Char('n') && c[2] == QLatin1Char('t'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
        }
    }   break;

    case 4: {
        if (c[0] == QLatin1Char('c') && c[1] == QLatin1Char('a')
                && c[2] == QLatin1Char('s') && c[3] == QLatin1Char('e'))
            return QDeclarativeJSGrammar::T_CASE;
        else if (c[0] == QLatin1Char('e') && c[1] == QLatin1Char('l')
                && c[2] == QLatin1Char('s') && c[3] == QLatin1Char('e'))
            return QDeclarativeJSGrammar::T_ELSE;
        else if (c[0] == QLatin1Char('t') && c[1] == QLatin1Char('h')
                && c[2] == QLatin1Char('i') && c[3] == QLatin1Char('s'))
            return QDeclarativeJSGrammar::T_THIS;
        else if (c[0] == QLatin1Char('v') && c[1] == QLatin1Char('o')
                && c[2] == QLatin1Char('i') && c[3] == QLatin1Char('d'))
            return QDeclarativeJSGrammar::T_VOID;
        else if (c[0] == QLatin1Char('w') && c[1] == QLatin1Char('i')
                && c[2] == QLatin1Char('t') && c[3] == QLatin1Char('h'))
            return QDeclarativeJSGrammar::T_WITH;
        else if (c[0] == QLatin1Char('t') && c[1] == QLatin1Char('r')
                && c[2] == QLatin1Char('u') && c[3] == QLatin1Char('e'))
            return QDeclarativeJSGrammar::T_TRUE;
        else if (c[0] == QLatin1Char('n') && c[1] == QLatin1Char('u')
                && c[2] == QLatin1Char('l') && c[3] == QLatin1Char('l'))
            return QDeclarativeJSGrammar::T_NULL;
        else if (check_reserved) {
            if (c[0] == QLatin1Char('e') && c[1] == QLatin1Char('n')
                    && c[2] == QLatin1Char('u') && c[3] == QLatin1Char('m'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('b') && c[1] == QLatin1Char('y')
                    && c[2] == QLatin1Char('t') && c[3] == QLatin1Char('e'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('l') && c[1] == QLatin1Char('o')
                    && c[2] == QLatin1Char('n') && c[3] == QLatin1Char('g'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('c') && c[1] == QLatin1Char('h')
                    && c[2] == QLatin1Char('a') && c[3] == QLatin1Char('r'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('g') && c[1] == QLatin1Char('o')
                    && c[2] == QLatin1Char('t') && c[3] == QLatin1Char('o'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
        }
    }   break;

    case 5: {
        if (c[0] == QLatin1Char('b') && c[1] == QLatin1Char('r')
                && c[2] == QLatin1Char('e') && c[3] == QLatin1Char('a')
                && c[4] == QLatin1Char('k'))
            return QDeclarativeJSGrammar::T_BREAK;
        else if (c[0] == QLatin1Char('c') && c[1] == QLatin1Char('a')
                && c[2] == QLatin1Char('t') && c[3] == QLatin1Char('c')
                && c[4] == QLatin1Char('h'))
            return QDeclarativeJSGrammar::T_CATCH;
        else if (c[0] == QLatin1Char('t') && c[1] == QLatin1Char('h')
                && c[2] == QLatin1Char('r') && c[3] == QLatin1Char('o')
                && c[4] == QLatin1Char('w'))
            return QDeclarativeJSGrammar::T_THROW;
        else if (c[0] == QLatin1Char('w') && c[1] == QLatin1Char('h')
                && c[2] == QLatin1Char('i') && c[3] == QLatin1Char('l')
                && c[4] == QLatin1Char('e'))
            return QDeclarativeJSGrammar::T_WHILE;
        else if (c[0] == QLatin1Char('c') && c[1] == QLatin1Char('o')
                && c[2] == QLatin1Char('n') && c[3] == QLatin1Char('s')
                && c[4] == QLatin1Char('t'))
            return QDeclarativeJSGrammar::T_CONST;
        else if (c[0] == QLatin1Char('f') && c[1] == QLatin1Char('a')
                && c[2] == QLatin1Char('l') && c[3] == QLatin1Char('s')
                && c[4] == QLatin1Char('e'))
            return QDeclarativeJSGrammar::T_FALSE;
        else if (check_reserved) {
            if (c[0] == QLatin1Char('s') && c[1] == QLatin1Char('h')
                    && c[2] == QLatin1Char('o') && c[3] == QLatin1Char('r')
                    && c[4] == QLatin1Char('t'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('s') && c[1] == QLatin1Char('u')
                    && c[2] == QLatin1Char('p') && c[3] == QLatin1Char('e')
                    && c[4] == QLatin1Char('r'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('f') && c[1] == QLatin1Char('i')
                    && c[2] == QLatin1Char('n') && c[3] == QLatin1Char('a')
                    && c[4] == QLatin1Char('l'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('c') && c[1] == QLatin1Char('l')
                    && c[2] == QLatin1Char('a') && c[3] == QLatin1Char('s')
                    && c[4] == QLatin1Char('s'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('f') && c[1] == QLatin1Char('l')
                    && c[2] == QLatin1Char('o') && c[3] == QLatin1Char('a')
                    && c[4] == QLatin1Char('t'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
        }
    }   break;

    case 6: {
        if (c[0] == QLatin1Char('d') && c[1] == QLatin1Char('e')
                && c[2] == QLatin1Char('l') && c[3] == QLatin1Char('e')
                && c[4] == QLatin1Char('t') && c[5] == QLatin1Char('e'))
            return QDeclarativeJSGrammar::T_DELETE;
        else if (c[0] == QLatin1Char('r') && c[1] == QLatin1Char('e')
                && c[2] == QLatin1Char('t') && c[3] == QLatin1Char('u')
                && c[4] == QLatin1Char('r') && c[5] == QLatin1Char('n'))
            return QDeclarativeJSGrammar::T_RETURN;
        else if (c[0] == QLatin1Char('s') && c[1] == QLatin1Char('w')
                && c[2] == QLatin1Char('i') && c[3] == QLatin1Char('t')
                && c[4] == QLatin1Char('c') && c[5] == QLatin1Char('h'))
            return QDeclarativeJSGrammar::T_SWITCH;
        else if (c[0] == QLatin1Char('t') && c[1] == QLatin1Char('y')
                && c[2] == QLatin1Char('p') && c[3] == QLatin1Char('e')
                && c[4] == QLatin1Char('o') && c[5] == QLatin1Char('f'))
            return QDeclarativeJSGrammar::T_TYPEOF;
        else if (c[0] == QLatin1Char('i') && c[1] == QLatin1Char('m')
            && c[2] == QLatin1Char('p') && c[3] == QLatin1Char('o')
            && c[4] == QLatin1Char('r') && c[5] == QLatin1Char('t'))
            return QDeclarativeJSGrammar::T_IMPORT;
        else if (c[0] == QLatin1Char('s') && c[1] == QLatin1Char('i')
            && c[2] == QLatin1Char('g') && c[3] == QLatin1Char('n')
            && c[4] == QLatin1Char('a') && c[5] == QLatin1Char('l'))
            return QDeclarativeJSGrammar::T_SIGNAL;
        else if (check_reserved) {
            if (c[0] == QLatin1Char('e') && c[1] == QLatin1Char('x')
                    && c[2] == QLatin1Char('p') && c[3] == QLatin1Char('o')
                    && c[4] == QLatin1Char('r') && c[5] == QLatin1Char('t'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('s') && c[1] == QLatin1Char('t')
                    && c[2] == QLatin1Char('a') && c[3] == QLatin1Char('t')
                    && c[4] == QLatin1Char('i') && c[5] == QLatin1Char('c'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('d') && c[1] == QLatin1Char('o')
                    && c[2] == QLatin1Char('u') && c[3] == QLatin1Char('b')
                    && c[4] == QLatin1Char('l') && c[5] == QLatin1Char('e'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('i') && c[1] == QLatin1Char('m')
                    && c[2] == QLatin1Char('p') && c[3] == QLatin1Char('o')
                    && c[4] == QLatin1Char('r') && c[5] == QLatin1Char('t'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('p') && c[1] == QLatin1Char('u')
                    && c[2] == QLatin1Char('b') && c[3] == QLatin1Char('l')
                    && c[4] == QLatin1Char('i') && c[5] == QLatin1Char('c'))
                return QDeclarativeJSGrammar::T_PUBLIC;
            else if (c[0] == QLatin1Char('n') && c[1] == QLatin1Char('a')
                    && c[2] == QLatin1Char('t') && c[3] == QLatin1Char('i')
                    && c[4] == QLatin1Char('v') && c[5] == QLatin1Char('e'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('t') && c[1] == QLatin1Char('h')
                    && c[2] == QLatin1Char('r') && c[3] == QLatin1Char('o')
                    && c[4] == QLatin1Char('w') && c[5] == QLatin1Char('s'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
        }
    }   break;

    case 7: {
        if (c[0] == QLatin1Char('d') && c[1] == QLatin1Char('e')
                && c[2] == QLatin1Char('f') && c[3] == QLatin1Char('a')
                && c[4] == QLatin1Char('u') && c[5] == QLatin1Char('l')
                && c[6] == QLatin1Char('t'))
            return QDeclarativeJSGrammar::T_DEFAULT;
        else if (c[0] == QLatin1Char('f') && c[1] == QLatin1Char('i')
                && c[2] == QLatin1Char('n') && c[3] == QLatin1Char('a')
                && c[4] == QLatin1Char('l') && c[5] == QLatin1Char('l')
                && c[6] == QLatin1Char('y'))
            return QDeclarativeJSGrammar::T_FINALLY;
        else if (check_reserved) {
            if (c[0] == QLatin1Char('b') && c[1] == QLatin1Char('o')
                    && c[2] == QLatin1Char('o') && c[3] == QLatin1Char('l')
                    && c[4] == QLatin1Char('e') && c[5] == QLatin1Char('a')
                    && c[6] == QLatin1Char('n'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('e') && c[1] == QLatin1Char('x')
                    && c[2] == QLatin1Char('t') && c[3] == QLatin1Char('e')
                    && c[4] == QLatin1Char('n') && c[5] == QLatin1Char('d')
                    && c[6] == QLatin1Char('s'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('p') && c[1] == QLatin1Char('a')
                    && c[2] == QLatin1Char('c') && c[3] == QLatin1Char('k')
                    && c[4] == QLatin1Char('a') && c[5] == QLatin1Char('g')
                    && c[6] == QLatin1Char('e'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('p') && c[1] == QLatin1Char('r')
                    && c[2] == QLatin1Char('i') && c[3] == QLatin1Char('v')
                    && c[4] == QLatin1Char('a') && c[5] == QLatin1Char('t')
                    && c[6] == QLatin1Char('e'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
        }
    }   break;

    case 8: {
        if (c[0] == QLatin1Char('c') && c[1] == QLatin1Char('o')
                && c[2] == QLatin1Char('n') && c[3] == QLatin1Char('t')
                && c[4] == QLatin1Char('i') && c[5] == QLatin1Char('n')
                && c[6] == QLatin1Char('u') && c[7] == QLatin1Char('e'))
            return QDeclarativeJSGrammar::T_CONTINUE;
        else if (c[0] == QLatin1Char('f') && c[1] == QLatin1Char('u')
                && c[2] == QLatin1Char('n') && c[3] == QLatin1Char('c')
                && c[4] == QLatin1Char('t') && c[5] == QLatin1Char('i')
                && c[6] == QLatin1Char('o') && c[7] == QLatin1Char('n'))
            return QDeclarativeJSGrammar::T_FUNCTION;
        else if (c[0] == QLatin1Char('d') && c[1] == QLatin1Char('e')
                && c[2] == QLatin1Char('b') && c[3] == QLatin1Char('u')
                && c[4] == QLatin1Char('g') && c[5] == QLatin1Char('g')
                && c[6] == QLatin1Char('e') && c[7] == QLatin1Char('r'))
            return QDeclarativeJSGrammar::T_DEBUGGER;
        else if (c[0] == QLatin1Char('p') && c[1] == QLatin1Char('r')
                && c[2] == QLatin1Char('o') && c[3] == QLatin1Char('p')
                && c[4] == QLatin1Char('e') && c[5] == QLatin1Char('r')
                && c[6] == QLatin1Char('t') && c[7] == QLatin1Char('y'))
            return QDeclarativeJSGrammar::T_PROPERTY;
        else if (c[0] == QLatin1Char('r') && c[1] == QLatin1Char('e')
                && c[2] == QLatin1Char('a') && c[3] == QLatin1Char('d')
                && c[4] == QLatin1Char('o') && c[5] == QLatin1Char('n')
                && c[6] == QLatin1Char('l') && c[7] == QLatin1Char('y'))
            return QDeclarativeJSGrammar::T_READONLY;
        else if (check_reserved) {
            if (c[0] == QLatin1Char('a') && c[1] == QLatin1Char('b')
                    && c[2] == QLatin1Char('s') && c[3] == QLatin1Char('t')
                    && c[4] == QLatin1Char('r') && c[5] == QLatin1Char('a')
                    && c[6] == QLatin1Char('c') && c[7] == QLatin1Char('t'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('v') && c[1] == QLatin1Char('o')
                    && c[2] == QLatin1Char('l') && c[3] == QLatin1Char('a')
                    && c[4] == QLatin1Char('t') && c[5] == QLatin1Char('i')
                    && c[6] == QLatin1Char('l') && c[7] == QLatin1Char('e'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
        }
    }   break;

    case 9: {
        if (check_reserved) {
            if (c[0] == QLatin1Char('i') && c[1] == QLatin1Char('n')
                    && c[2] == QLatin1Char('t') && c[3] == QLatin1Char('e')
                    && c[4] == QLatin1Char('r') && c[5] == QLatin1Char('f')
                    && c[6] == QLatin1Char('a') && c[7] == QLatin1Char('c')
                    && c[8] == QLatin1Char('e'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('t') && c[1] == QLatin1Char('r')
                    && c[2] == QLatin1Char('a') && c[3] == QLatin1Char('n')
                    && c[4] == QLatin1Char('s') && c[5] == QLatin1Char('i')
                    && c[6] == QLatin1Char('e') && c[7] == QLatin1Char('n')
                    && c[8] == QLatin1Char('t'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
            else if (c[0] == QLatin1Char('p') && c[1] == QLatin1Char('r')
                    && c[2] == QLatin1Char('o') && c[3] == QLatin1Char('t')
                    && c[4] == QLatin1Char('e') && c[5] == QLatin1Char('c')
                    && c[6] == QLatin1Char('t') && c[7] == QLatin1Char('e')
                    && c[8] == QLatin1Char('d'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
        }
    }   break;

    case 10: {
        if (c[0] == QLatin1Char('i') && c[1] == QLatin1Char('n')
                && c[2] == QLatin1Char('s') && c[3] == QLatin1Char('t')
                && c[4] == QLatin1Char('a') && c[5] == QLatin1Char('n')
                && c[6] == QLatin1Char('c') && c[7] == QLatin1Char('e')
                && c[8] == QLatin1Char('o') && c[9] == QLatin1Char('f'))
            return QDeclarativeJSGrammar::T_INSTANCEOF;
        else if (check_reserved) {
            if (c[0] == QLatin1Char('i') && c[1] == QLatin1Char('m')
                    && c[2] == QLatin1Char('p') && c[3] == QLatin1Char('l')
                    && c[4] == QLatin1Char('e') && c[5] == QLatin1Char('m')
                    && c[6] == QLatin1Char('e') && c[7] == QLatin1Char('n')
                    && c[8] == QLatin1Char('t') && c[9] == QLatin1Char('s'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
        }
    }   break;

    case 12: {
        if (check_reserved) {
            if (c[0] == QLatin1Char('s') && c[1] == QLatin1Char('y')
                    && c[2] == QLatin1Char('n') && c[3] == QLatin1Char('c')
                    && c[4] == QLatin1Char('h') && c[5] == QLatin1Char('r')
                    && c[6] == QLatin1Char('o') && c[7] == QLatin1Char('n')
                    && c[8] == QLatin1Char('i') && c[9] == QLatin1Char('z')
                    && c[10] == QLatin1Char('e') && c[11] == QLatin1Char('d'))
                return QDeclarativeJSGrammar::T_RESERVED_WORD;
        }
    }   break;

    } // switch

    return -1;
}

isDecimalDigit()

bool Lexer::isDecimalDigit ( ushort  c )

static

Definition at line 932 of file qdeclarativejslexer.cpp.

Referenced by lex().

{
    return (c >= '0' && c <= '9');
}

isHexDigit()

bool Lexer::isHexDigit ( ushort  c ) const

private

Definition at line 937 of file qdeclarativejslexer.cpp.

Referenced by lex().

{
    return ((c >= '0' && c <= '9')
            || (c >= 'a' && c <= 'f')
            || (c >= 'A' && c <= 'F'));
}

isIdentLetter()

bool Lexer::isIdentLetter ( ushort  c )

static

Definition at line 918 of file qdeclarativejslexer.cpp.

Referenced by lex(), and scanRegExp().

{
    // ASCII-biased, since all reserved words are ASCII, aand hence the
    // bulk of content to be parsed.
    if ((c >= 'a' && c <= 'z')
            || (c >= 'A' && c <= 'Z')
            || c == '$'
            || c == '_')
        return true;
    if (c < 128)
        return false;
    return QChar(c).isLetterOrNumber();
}

isLineTerminator()

bool Lexer::isLineTerminator ( ) const

private

Definition at line 913 of file qdeclarativejslexer.cpp.

Referenced by lex(), and scanRegExp().

{
    return (current == '\n' || current == '\r');
}

isOctalDigit()

bool Lexer::isOctalDigit ( ushort  c ) const

private

Definition at line 944 of file qdeclarativejslexer.cpp.

Referenced by lex().

{
    return (c >= '0' && c <= '7');
}

isWhiteSpace()

bool Lexer::isWhiteSpace ( ) const

private

Definition at line 907 of file qdeclarativejslexer.cpp.

Referenced by lex().

{
    return (current == ' ' || current == '\t' ||
             current == 0x0b || current == 0x0c);
}

ival()

int QDeclarativeJS::Lexer::ival ( ) const

inline

Definition at line 195 of file qdeclarativejslexer_p.h.

{ return qsyylval.ival; }

lex()

int Lexer::lex

(

)

Definition at line 469 of file qdeclarativejslexer.cpp.

Referenced by QDeclarativeScriptParser::extractMetaData(), QDeclarativeScriptParser::extractPragmas(), and QDeclarativeJS::Parser::parse().

{
    int token = 0;
    state = Start;
    ushort stringType = 0; // either single or double quotes
    bool multiLineString = false;
    pos8 = pos16 = 0;
    done = false;
    terminator = false;

    // did we push a token on the stack previously ?
    // (after an automatic semicolon insertion)
    if (stackToken >= 0) {
        setDone(Other);
        token = stackToken;
        stackToken = -1;
    }

    bool identifierWithEscapedUnicode = false;

    while (!done) {
        switch (state) {
        case Start:
            if (isWhiteSpace()) {
                // do nothing
            } else if (current == '/' && next1 == '/') {
                recordStartPos();
                shift(1);
                state = InSingleLineComment;
            } else if (current == '/' && next1 == '*') {
                recordStartPos();
                shift(1);
                state = InMultiLineComment;
            } else if (current == 0) {
                syncProhibitAutomaticSemicolon();
                if (!terminator && !delimited && !prohibitAutomaticSemicolon) {
                    // automatic semicolon insertion if program incomplete
                    token = QDeclarativeJSGrammar::T_SEMICOLON;
                    stackToken = 0;
                    setDone(Other);
                } else {
                    setDone(Eof);
                }
            } else if (isLineTerminator()) {
                if (restrKeyword) {
                    // automatic semicolon insertion
                    recordStartPos();
                    token = QDeclarativeJSGrammar::T_SEMICOLON;
                    setDone(Other);
                } else {
                    shiftWindowsLineBreak();
                    yylineno++;
                    yycolumn = 0;
                    bol = true;
                    terminator = true;
                    syncProhibitAutomaticSemicolon();
                }
            } else if (current == '"' || current == '\'') {
                recordStartPos();
                state = InString;
                multiLineString = false;
                stringType = current;
            } else if (current == '\\' && next1 == 'u') {
                identifierWithEscapedUnicode = true;
                recordStartPos();

                shift(2); // skip the unicode escape prefix `\u'

                if (isHexDigit(current) && isHexDigit(next1) &&
                     isHexDigit(next2) && isHexDigit(next3)) {
                    record16(convertUnicode(current, next1, next2, next3));
                    shift(3);
                    state = InIdentifier;
                } else {
                    setDone(Bad);
                    err = IllegalUnicodeEscapeSequence;
                    errmsg = QCoreApplication::translate("QDeclarativeParser", "Illegal unicode escape sequence");
                    break;
                }

            } else if (isIdentLetter(current)) {
                identifierWithEscapedUnicode = false;
                recordStartPos();
                record16(current);
                state = InIdentifier;
            } else if (current == '0') {
                recordStartPos();
                record8(current);
                state = InNum0;
            } else if (isDecimalDigit(current)) {
                recordStartPos();
                record8(current);
                state = InNum;
            } else if (current == '.' && isDecimalDigit(next1)) {
                recordStartPos();
                record8(current);
                state = InDecimal;
            } else {
                recordStartPos();
                token = matchPunctuator(current, next1, next2, next3);
                if (token != -1) {
                    if (terminator && !delimited && !prohibitAutomaticSemicolon
                        && (token == QDeclarativeJSGrammar::T_PLUS_PLUS
                            || token == QDeclarativeJSGrammar::T_MINUS_MINUS)) {
                        // automatic semicolon insertion
                        stackToken = token;
                        token = QDeclarativeJSGrammar::T_SEMICOLON;
                    }
                    setDone(Other);
                }
                else {
                    setDone(Bad);
                    err = IllegalCharacter;
                    errmsg = QCoreApplication::translate("QDeclarativeParser", "Illegal character");
                }
            }
            break;
        case InString:
            if (current == stringType) {
                shift(1);
                setDone(String);
            } else if (isLineTerminator()) {
                multiLineString = true;
                record16(current);
            } else if (current == 0 || isLineTerminator()) {
                setDone(Bad);
                err = UnclosedStringLiteral;
                errmsg = QCoreApplication::translate("QDeclarativeParser", "Unclosed string at end of line");
            } else if (current == '\\') {
                state = InEscapeSequence;
            } else {
                record16(current);
            }
            break;
            // Escape Sequences inside of strings
        case InEscapeSequence:
            if (isOctalDigit(current)) {
                if (current >= '0' && current <= '3' &&
                     isOctalDigit(next1) && isOctalDigit(next2)) {
                    record16(convertOctal(current, next1, next2));
                    shift(2);
                    state = InString;
                } else if (isOctalDigit(current) &&
                            isOctalDigit(next1)) {
                    record16(convertOctal('0', current, next1));
                    shift(1);
                    state = InString;
                } else if (isOctalDigit(current)) {
                    record16(convertOctal('0', '0', current));
                    state = InString;
                } else {
                    setDone(Bad);
                    err = IllegalEscapeSequence;
                    errmsg = QCoreApplication::translate("QDeclarativeParser", "Illegal escape sequence");
                }
            } else if (current == 'x')
                state = InHexEscape;
            else if (current == 'u')
                state = InUnicodeEscape;
            else {
                if (isLineTerminator()) {
                    shiftWindowsLineBreak();
                    yylineno++;
                    yycolumn = 0;
                    bol = true;
                } else {
                    record16(singleEscape(current));
                }
                state = InString;
            }
            break;
        case InHexEscape:
            if (isHexDigit(current) && isHexDigit(next1)) {
                state = InString;
                record16(QLatin1Char(convertHex(current, next1)));
                shift(1);
            } else if (current == stringType) {
                record16(QLatin1Char('x'));
                shift(1);
                setDone(String);
            } else {
                record16(QLatin1Char('x'));
                record16(current);
                state = InString;
            }
            break;
        case InUnicodeEscape:
            if (isHexDigit(current) && isHexDigit(next1) &&
                 isHexDigit(next2) && isHexDigit(next3)) {
                record16(convertUnicode(current, next1, next2, next3));
                shift(3);
                state = InString;
            } else if (current == stringType) {
                record16(QLatin1Char('u'));
                shift(1);
                setDone(String);
            } else {
                setDone(Bad);
                err = IllegalUnicodeEscapeSequence;
                errmsg = QCoreApplication::translate("QDeclarativeParser", "Illegal unicode escape sequence");
            }
            break;
        case InSingleLineComment:
            if (isLineTerminator()) {
                shiftWindowsLineBreak();
                yylineno++;
                yycolumn = 0;
                terminator = true;
                bol = true;
                if (restrKeyword) {
                    token = QDeclarativeJSGrammar::T_SEMICOLON;
                    setDone(Other);
                } else
                    state = Start;
                if (driver) driver->addComment(startpos+2, tokenLength()-2, startlineno, startcolumn+2);
            } else if (current == 0) {
                if (driver) driver->addComment(startpos+2, tokenLength()-2, startlineno, startcolumn+2);
                setDone(Eof);
            }

            break;
        case InMultiLineComment:
            if (current == 0) {
                setDone(Bad);
                err = UnclosedComment;
                errmsg = QCoreApplication::translate("QDeclarativeParser", "Unclosed comment at end of file");
                if (driver) driver->addComment(startpos+2, tokenLength()-2, startlineno, startcolumn+2);
            } else if (isLineTerminator()) {
                shiftWindowsLineBreak();
                yylineno++;
            } else if (current == '*' && next1 == '/') {
                state = Start;
                shift(1);
                if (driver) driver->addComment(startpos+2, tokenLength()-3, startlineno, startcolumn+2);
            }

            break;
        case InIdentifier:
            if (isIdentLetter(current) || isDecimalDigit(current)) {
                record16(current);
                break;
            } else if (current == '\\' && next1 == 'u') {
                identifierWithEscapedUnicode = true;
                shift(2); // skip the unicode escape prefix `\u'

                if (isHexDigit(current) && isHexDigit(next1) &&
                     isHexDigit(next2) && isHexDigit(next3)) {
                    record16(convertUnicode(current, next1, next2, next3));
                    shift(3);
                    break;
                } else {
                    setDone(Bad);
                    err = IllegalUnicodeEscapeSequence;
                    errmsg = QCoreApplication::translate("QDeclarativeParser", "Illegal unicode escape sequence");
                    break;
                }
            }
            setDone(Identifier);
            break;
        case InNum0:
            if (current == 'x' || current == 'X') {
                record8(current);
                state = InHex;
            } else if (current == '.') {
                record8(current);
                state = InDecimal;
            } else if (current == 'e' || current == 'E') {
                record8(current);
                state = InExponentIndicator;
            } else if (isOctalDigit(current)) {
                record8(current);
                state = InOctal;
            } else if (isDecimalDigit(current)) {
                record8(current);
                state = InDecimal;
            } else {
                setDone(Number);
            }
            break;
        case InHex:
            if (isHexDigit(current))
                record8(current);
            else
                setDone(Hex);
            break;
        case InOctal:
            if (isOctalDigit(current)) {
                record8(current);
            } else if (isDecimalDigit(current)) {
                record8(current);
                state = InDecimal;
            } else {
                setDone(Octal);
            }
            break;
        case InNum:
            if (isDecimalDigit(current)) {
                record8(current);
            } else if (current == '.') {
                record8(current);
                state = InDecimal;
            } else if (current == 'e' || current == 'E') {
                record8(current);
                state = InExponentIndicator;
            } else {
                setDone(Number);
            }
            break;
        case InDecimal:
            if (isDecimalDigit(current)) {
                record8(current);
            } else if (current == 'e' || current == 'E') {
                record8(current);
                state = InExponentIndicator;
            } else {
                setDone(Number);
            }
            break;
        case InExponentIndicator:
            if (current == '+' || current == '-') {
                record8(current);
            } else if (isDecimalDigit(current)) {
                record8(current);
                state = InExponent;
            } else {
                setDone(Bad);
                err = IllegalExponentIndicator;
                errmsg = QCoreApplication::translate("QDeclarativeParser", "Illegal syntax for exponential number");
            }
            break;
        case InExponent:
            if (isDecimalDigit(current)) {
                record8(current);
            } else {
                setDone(Number);
            }
            break;
        default:
            Q_ASSERT_X(0, "Lexer::lex", "Unhandled state in switch statement");
        }

        // move on to the next character
        if (!done)
            shift(1);
        if (state != Start && state != InSingleLineComment)
            bol = false;
    }

    // no identifiers allowed directly after numeric literal, e.g. "3in" is bad
    if ((state == Number || state == Octal || state == Hex)
         && isIdentLetter(current)) {
        state = Bad;
        err = IllegalIdentifier;
        errmsg = QCoreApplication::translate("QDeclarativeParser", "Identifier cannot start with numeric literal");
    }

    // terminate string
    buffer8[pos8] = '\0';

    double dval = 0;
    if (state == Number) {
        dval = qstrtod(buffer8, 0, 0);
    } else if (state == Hex) { // scan hex numbers
        dval = integerFromString(buffer8, pos8, 16);
        state = Number;
    } else if (state == Octal) {   // scan octal number
        dval = integerFromString(buffer8, pos8, 8);
        state = Number;
    }

    restrKeyword = false;
    delimited = false;

    switch (parenthesesState) {
    case IgnoreParentheses:
        break;
    case CountParentheses:
        if (token == QDeclarativeJSGrammar::T_RPAREN) {
            --parenthesesCount;
            if (parenthesesCount == 0)
                parenthesesState = BalancedParentheses;
        } else if (token == QDeclarativeJSGrammar::T_LPAREN) {
            ++parenthesesCount;
        }
        break;
    case BalancedParentheses:
        parenthesesState = IgnoreParentheses;
        break;
    }

    switch (state) {
    case Eof:
        return 0;
    case Other:
        if (token == QDeclarativeJSGrammar::T_RBRACE || token == QDeclarativeJSGrammar::T_SEMICOLON)
            delimited = true;
        return token;
    case Identifier:
        token = -1;
        if (! identifierWithEscapedUnicode)
            token = findReservedWord(buffer16, pos16);

        if (token < 0) {
            /* TODO: close leak on parse error. same holds true for String */
            if (driver)
                qsyylval.ustr = driver->intern(buffer16, pos16);
            else
                qsyylval.ustr = 0;
            return QDeclarativeJSGrammar::T_IDENTIFIER;
        }
        if (token == QDeclarativeJSGrammar::T_CONTINUE || token == QDeclarativeJSGrammar::T_BREAK
            || token == QDeclarativeJSGrammar::T_RETURN || token == QDeclarativeJSGrammar::T_THROW) {
            restrKeyword = true;
        } else if (token == QDeclarativeJSGrammar::T_IF || token == QDeclarativeJSGrammar::T_FOR
                   || token == QDeclarativeJSGrammar::T_WHILE || token == QDeclarativeJSGrammar::T_WITH) {
            parenthesesState = CountParentheses;
            parenthesesCount = 0;
        } else if (token == QDeclarativeJSGrammar::T_DO) {
            parenthesesState = BalancedParentheses;
        }
        return token;
    case String:
        if (driver)
            qsyylval.ustr = driver->intern(buffer16, pos16);
        else
            qsyylval.ustr = 0;
        return multiLineString?QDeclarativeJSGrammar::T_MULTILINE_STRING_LITERAL:QDeclarativeJSGrammar::T_STRING_LITERAL;
    case Number:
        qsyylval.dval = dval;
        return QDeclarativeJSGrammar::T_NUMERIC_LITERAL;
    case Bad:
        return -1;
    default:
        Q_ASSERT(!"unhandled numeration value in switch");
        return -1;
    }
}

lexerState()

State QDeclarativeJS::Lexer::lexerState ( ) const

inline

Definition at line 142 of file qdeclarativejslexer_p.h.

        { return state; }

lookupKeyword()

int QDeclarativeJS::Lexer::lookupKeyword ( const char *  )

private

matchPunctuator()

int Lexer::matchPunctuator ( ushort  c1, ushort  c2, ushort  c3, ushort  c4  )

private

Definition at line 949 of file qdeclarativejslexer.cpp.

Referenced by lex().

{
    if (c1 == '>' && c2 == '>' && c3 == '>' && c4 == '=') {
        shift(4);
        return QDeclarativeJSGrammar::T_GT_GT_GT_EQ;
    } else if (c1 == '=' && c2 == '=' && c3 == '=') {
        shift(3);
        return QDeclarativeJSGrammar::T_EQ_EQ_EQ;
    } else if (c1 == '!' && c2 == '=' && c3 == '=') {
        shift(3);
        return QDeclarativeJSGrammar::T_NOT_EQ_EQ;
    } else if (c1 == '>' && c2 == '>' && c3 == '>') {
        shift(3);
        return QDeclarativeJSGrammar::T_GT_GT_GT;
    } else if (c1 == '<' && c2 == '<' && c3 == '=') {
        shift(3);
        return QDeclarativeJSGrammar::T_LT_LT_EQ;
    } else if (c1 == '>' && c2 == '>' && c3 == '=') {
        shift(3);
        return QDeclarativeJSGrammar::T_GT_GT_EQ;
    } else if (c1 == '<' && c2 == '=') {
        shift(2);
        return QDeclarativeJSGrammar::T_LE;
    } else if (c1 == '>' && c2 == '=') {
        shift(2);
        return QDeclarativeJSGrammar::T_GE;
    } else if (c1 == '!' && c2 == '=') {
        shift(2);
        return QDeclarativeJSGrammar::T_NOT_EQ;
    } else if (c1 == '+' && c2 == '+') {
        shift(2);
        return QDeclarativeJSGrammar::T_PLUS_PLUS;
    } else if (c1 == '-' && c2 == '-') {
        shift(2);
        return QDeclarativeJSGrammar::T_MINUS_MINUS;
    } else if (c1 == '=' && c2 == '=') {
        shift(2);
        return QDeclarativeJSGrammar::T_EQ_EQ;
    } else if (c1 == '+' && c2 == '=') {
        shift(2);
        return QDeclarativeJSGrammar::T_PLUS_EQ;
    } else if (c1 == '-' && c2 == '=') {
        shift(2);
        return QDeclarativeJSGrammar::T_MINUS_EQ;
    } else if (c1 == '*' && c2 == '=') {
        shift(2);
        return QDeclarativeJSGrammar::T_STAR_EQ;
    } else if (c1 == '/' && c2 == '=') {
        shift(2);
        return QDeclarativeJSGrammar::T_DIVIDE_EQ;
    } else if (c1 == '&' && c2 == '=') {
        shift(2);
        return QDeclarativeJSGrammar::T_AND_EQ;
    } else if (c1 == '^' && c2 == '=') {
        shift(2);
        return QDeclarativeJSGrammar::T_XOR_EQ;
    } else if (c1 == '%' && c2 == '=') {
        shift(2);
        return QDeclarativeJSGrammar::T_REMAINDER_EQ;
    } else if (c1 == '|' && c2 == '=') {
        shift(2);
        return QDeclarativeJSGrammar::T_OR_EQ;
    } else if (c1 == '<' && c2 == '<') {
        shift(2);
        return QDeclarativeJSGrammar::T_LT_LT;
    } else if (c1 == '>' && c2 == '>') {
        shift(2);
        return QDeclarativeJSGrammar::T_GT_GT;
    } else if (c1 == '&' && c2 == '&') {
        shift(2);
        return QDeclarativeJSGrammar::T_AND_AND;
    } else if (c1 == '|' && c2 == '|') {
        shift(2);
        return QDeclarativeJSGrammar::T_OR_OR;
    }

    switch(c1) {
        case '=': shift(1); return QDeclarativeJSGrammar::T_EQ;
        case '>': shift(1); return QDeclarativeJSGrammar::T_GT;
        case '<': shift(1); return QDeclarativeJSGrammar::T_LT;
        case ',': shift(1); return QDeclarativeJSGrammar::T_COMMA;
        case '!': shift(1); return QDeclarativeJSGrammar::T_NOT;
        case '~': shift(1); return QDeclarativeJSGrammar::T_TILDE;
        case '?': shift(1); return QDeclarativeJSGrammar::T_QUESTION;
        case ':': shift(1); return QDeclarativeJSGrammar::T_COLON;
        case '.': shift(1); return QDeclarativeJSGrammar::T_DOT;
        case '+': shift(1); return QDeclarativeJSGrammar::T_PLUS;
        case '-': shift(1); return QDeclarativeJSGrammar::T_MINUS;
        case '*': shift(1); return QDeclarativeJSGrammar::T_STAR;
        case '/': shift(1); return QDeclarativeJSGrammar::T_DIVIDE_;
        case '&': shift(1); return QDeclarativeJSGrammar::T_AND;
        case '|': shift(1); return QDeclarativeJSGrammar::T_OR;
        case '^': shift(1); return QDeclarativeJSGrammar::T_XOR;
        case '%': shift(1); return QDeclarativeJSGrammar::T_REMAINDER;
        case '(': shift(1); return QDeclarativeJSGrammar::T_LPAREN;
        case ')': shift(1); return QDeclarativeJSGrammar::T_RPAREN;
        case '{': shift(1); return QDeclarativeJSGrammar::T_LBRACE;
        case '}': shift(1); return QDeclarativeJSGrammar::T_RBRACE;
        case '[': shift(1); return QDeclarativeJSGrammar::T_LBRACKET;
        case ']': shift(1); return QDeclarativeJSGrammar::T_RBRACKET;
        case ';': shift(1); return QDeclarativeJSGrammar::T_SEMICOLON;

        default: return -1;
    }
}

prevTerminator()

bool QDeclarativeJS::Lexer::prevTerminator ( ) const

inline

Definition at line 89 of file qdeclarativejslexer_p.h.

Referenced by automatic().

{ return terminator; }

record16()

void Lexer::record16 ( QChar  c )

private

Definition at line 1126 of file qdeclarativejslexer.cpp.

Referenced by lex(), and scanRegExp().

{
    // enlarge buffer if full
    if (pos16 >= size16 - 1) {
        QChar *tmp = new QChar[2 * size16];
        memcpy(tmp, buffer16, size16 * sizeof(QChar));
        delete [] buffer16;
        buffer16 = tmp;
        size16 *= 2;
    }

    buffer16[pos16++] = c;
}

record8()

void Lexer::record8 ( ushort  c )

private

Definition at line 1110 of file qdeclarativejslexer.cpp.

Referenced by lex().

{
    Q_ASSERT(c <= 0xff);

    // enlarge buffer if full
    if (pos8 >= size8 - 1) {
        char *tmp = new char[2 * size8];
        memcpy(tmp, buffer8, size8 * sizeof(char));
        delete [] buffer8;
        buffer8 = tmp;
        size8 *= 2;
    }

    buffer8[pos8++] = (char) c;
}

recordStartPos()

void Lexer::recordStartPos ( )

private

Definition at line 1140 of file qdeclarativejslexer.cpp.

Referenced by lex().

{
    startpos = pos;
    startlineno = yylineno;
    startcolumn = yycolumn;
}

scanRegExp()

bool Lexer::scanRegExp

(

RegExpBodyPrefix

prefix = NoPrefix

)

Definition at line 1147 of file qdeclarativejslexer.cpp.

Referenced by QDeclarativeJS::Parser::parse().

{
    pos16 = 0;
    pattern = 0;

    if (prefix == EqualPrefix)
        record16(QLatin1Char('='));

    while (true) {
        switch (current) {

        case 0: // eof
        case '\n': case '\r': // line terminator
            errmsg = QCoreApplication::translate("QDeclarativeParser", "Unterminated regular expression literal");
            return false;

        case '/':
            shift(1);

            if (driver) // create the pattern
                pattern = driver->intern(buffer16, pos16);

            // scan the flags
            pos16 = 0;
            flags = 0;
            while (isIdentLetter(current)) {
                int flag = Ecma::RegExp::flagFromChar(current);
                if (flag == 0) {
                    errmsg = QCoreApplication::translate("QDeclarativeParser", "Invalid regular expression flag '%0'")
                             .arg(QChar(current));
                    return false;
                }
                flags |= flag;
                record16(current);
                shift(1);
            }
            return true;

        case '\\':
            // regular expression backslash sequence
            record16(current);
            shift(1);

            if (! current || isLineTerminator()) {
                errmsg = QCoreApplication::translate("QDeclarativeParser", "Unterminated regular expression backslash sequence");
                return false;
            }

            record16(current);
            shift(1);
            break;

        case '[':
            // regular expression class
            record16(current);
            shift(1);

            while (current && ! isLineTerminator()) {
                if (current == ']')
                    break;
                else if (current == '\\') {
                    // regular expression backslash sequence
                    record16(current);
                    shift(1);

                    if (! current || isLineTerminator()) {
                        errmsg = QCoreApplication::translate("QDeclarativeParser", "Unterminated regular expression backslash sequence");
                        return false;
                    }

                    record16(current);
                    shift(1);
                } else {
                    record16(current);
                    shift(1);
                }
            }

            if (current != ']') {
                errmsg = QCoreApplication::translate("QDeclarativeParser", "Unterminated regular expression class");
                return false;
            }

            record16(current);
            shift(1); // skip ]
            break;

        default:
            record16(current);
            shift(1);
        } // switch
    } // while

    return false;
}

setCode()

void Lexer::setCode	(	const QString &	c,
		int	lineno
	)

Definition at line 121 of file qdeclarativejslexer.cpp.

Referenced by QDeclarativeScriptParser::extractMetaData(), QDeclarativeScriptParser::extractPragmas(), QDeclarativeRewrite::SharedBindingTester::isSharable(), QDeclarativeRewrite::RewriteBinding::operator()(), and QDeclarativeScriptParser::parse().

{
    errmsg.clear();
    yylineno = lineno;
    yycolumn = 1;
    restrKeyword = false;
    delimited = false;
    stackToken = -1;
    pos = 0;
    code = c.unicode();
    length = c.length();
    bol = true;

    // read first characters
    current = (length > 0) ? code[0].unicode() : 0;
    next1 = (length > 1) ? code[1].unicode() : 0;
    next2 = (length > 2) ? code[2].unicode() : 0;
    next3 = (length > 3) ? code[3].unicode() : 0;
}

setDone()

void Lexer::setDone ( State  s )

private

Definition at line 153 of file qdeclarativejslexer.cpp.

Referenced by lex().

{
    state = s;
    done = true;
}

setErrorMessage() [1/2]

void QDeclarativeJS::Lexer::setErrorMessage ( const QString &  err )

inline

Definition at line 147 of file qdeclarativejslexer_p.h.

        { errmsg = err; }

setErrorMessage() [2/2]

void QDeclarativeJS::Lexer::setErrorMessage ( const char *  err )

inline

Definition at line 149 of file qdeclarativejslexer_p.h.

        { setErrorMessage(QString::fromLatin1(err)); }

shift()

void Lexer::shift ( uint  p )

private

Definition at line 141 of file qdeclarativejslexer.cpp.

Referenced by lex(), matchPunctuator(), and scanRegExp().

{
    while (p--) {
        ++pos;
        ++yycolumn;
        current = next1;
        next1 = next2;
        next2 = next3;
        next3 = (pos + 3 < length) ? code[pos+3].unicode() : 0;
    }
}

singleEscape()

ushort Lexer::singleEscape ( ushort  c ) const

private

Definition at line 1056 of file qdeclarativejslexer.cpp.

Referenced by lex().

{
    switch(c) {
    case 'b':
        return 0x08;
    case 't':
        return 0x09;
    case 'n':
        return 0x0A;
    case 'v':
        return 0x0B;
    case 'f':
        return 0x0C;
    case 'r':
        return 0x0D;
    case '"':
        return 0x22;
    case '\'':
        return 0x27;
    case '\\':
        return 0x5C;
    default:
        return c;
    }
}

startColumnNo()

int QDeclarativeJS::Lexer::startColumnNo ( ) const

inline

Definition at line 83 of file qdeclarativejslexer_p.h.

Referenced by location().

{ return startcolumn; }

startLineNo()

int QDeclarativeJS::Lexer::startLineNo ( ) const

inline

Definition at line 82 of file qdeclarativejslexer_p.h.

Referenced by location().

{ return startlineno; }

syncProhibitAutomaticSemicolon()

void Lexer::syncProhibitAutomaticSemicolon ( )

private

Definition at line 1243 of file qdeclarativejslexer.cpp.

Referenced by lex().

{
    if (parenthesesState == BalancedParentheses) {
        // we have seen something like "if (foo)", which means we should
        // never insert an automatic semicolon at this point, since it would
        // then be expanded into an empty statement (ECMA-262 7.9.1)
        prohibitAutomaticSemicolon = true;
        parenthesesState = IgnoreParentheses;
    } else {
        prohibitAutomaticSemicolon = false;
    }
}

tokenLength()

int QDeclarativeJS::Lexer::tokenLength ( ) const

inline

Definition at line 80 of file qdeclarativejslexer_p.h.

Referenced by QDeclarativeScriptParser::extractMetaData(), QDeclarativeScriptParser::extractPragmas(), lex(), location(), and QDeclarativeJS::Parser::parse().

{ return pos - startpos; }

tokenOffset()

int QDeclarativeJS::Lexer::tokenOffset ( ) const

inline

Definition at line 79 of file qdeclarativejslexer_p.h.

Referenced by QDeclarativeScriptParser::extractMetaData(), QDeclarativeScriptParser::extractPragmas(), and location().

{ return startpos; }

ustr()

NameId* QDeclarativeJS::Lexer::ustr ( ) const

inline

Definition at line 197 of file qdeclarativejslexer_p.h.

{ return qsyylval.ustr; }

Properties

bol

int QDeclarativeJS::Lexer::bol

private

Definition at line 217 of file qdeclarativejslexer_p.h.

Referenced by lex(), and setCode().

buffer16

QChar* QDeclarativeJS::Lexer::buffer16

private

Definition at line 162 of file qdeclarativejslexer_p.h.

Referenced by lex(), Lexer(), record16(), scanRegExp(), and ~Lexer().

buffer8

char* QDeclarativeJS::Lexer::buffer8

private

Definition at line 161 of file qdeclarativejslexer_p.h.

Referenced by lex(), Lexer(), record8(), and ~Lexer().

check_reserved

bool QDeclarativeJS::Lexer::check_reserved

private

Definition at line 237 of file qdeclarativejslexer_p.h.

Referenced by findReservedWord().

code

const QChar* QDeclarativeJS::Lexer::code

private

Definition at line 211 of file qdeclarativejslexer_p.h.

Referenced by setCode(), and shift().

current

ushort QDeclarativeJS::Lexer::current

private

Definition at line 226 of file qdeclarativejslexer_p.h.

Referenced by isLineTerminator(), isWhiteSpace(), lex(), scanRegExp(), setCode(), and shift().

delimited

bool QDeclarativeJS::Lexer::delimited

private

Definition at line 168 of file qdeclarativejslexer_p.h.

Referenced by lex(), and setCode().

done

bool QDeclarativeJS::Lexer::done

private

Definition at line 160 of file qdeclarativejslexer_p.h.

Referenced by lex(), and setDone().

driver

Engine* QDeclarativeJS::Lexer::driver

private

Definition at line 158 of file qdeclarativejslexer_p.h.

Referenced by lex(), Lexer(), and scanRegExp().

dval

double QDeclarativeJS::Lexer::dval

Definition at line 221 of file qdeclarativejslexer_p.h.

Referenced by QDeclarativeJS::Parser::parse().

err

Error QDeclarativeJS::Lexer::err

private

Definition at line 234 of file qdeclarativejslexer_p.h.

Referenced by lex().

errmsg

QString QDeclarativeJS::Lexer::errmsg

private

Definition at line 233 of file qdeclarativejslexer_p.h.

Referenced by lex(), scanRegExp(), and setCode().

flags

int QDeclarativeJS::Lexer::flags

Definition at line 140 of file qdeclarativejslexer_p.h.

Referenced by Lexer(), QDeclarativeJS::Parser::parse(), and scanRegExp().

ival

int QDeclarativeJS::Lexer::ival

Definition at line 220 of file qdeclarativejslexer_p.h.

length

uint QDeclarativeJS::Lexer::length

private

Definition at line 212 of file qdeclarativejslexer_p.h.

Referenced by setCode(), and shift().

next1

ushort QDeclarativeJS::Lexer::next1

private

Definition at line 226 of file qdeclarativejslexer_p.h.

Referenced by lex(), setCode(), and shift().

next2

ushort QDeclarativeJS::Lexer::next2

private

Definition at line 226 of file qdeclarativejslexer_p.h.

Referenced by lex(), setCode(), and shift().

next3

ushort QDeclarativeJS::Lexer::next3

private

Definition at line 226 of file qdeclarativejslexer_p.h.

Referenced by lex(), setCode(), and shift().

parenthesesCount

int QDeclarativeJS::Lexer::parenthesesCount

private

Definition at line 240 of file qdeclarativejslexer_p.h.

Referenced by lex().

parenthesesState

ParenthesesState QDeclarativeJS::Lexer::parenthesesState

private

Definition at line 239 of file qdeclarativejslexer_p.h.

Referenced by lex(), and syncProhibitAutomaticSemicolon().

pattern

NameId* QDeclarativeJS::Lexer::pattern

Definition at line 139 of file qdeclarativejslexer_p.h.

Referenced by Lexer(), QDeclarativeJS::Parser::parse(), and scanRegExp().

pos

uint QDeclarativeJS::Lexer::pos

private

Definition at line 173 of file qdeclarativejslexer_p.h.

Referenced by recordStartPos(), setCode(), and shift().

pos16

uint QDeclarativeJS::Lexer::pos16

private

Definition at line 164 of file qdeclarativejslexer_p.h.

Referenced by lex(), record16(), and scanRegExp().

pos8

uint QDeclarativeJS::Lexer::pos8

private

Definition at line 164 of file qdeclarativejslexer_p.h.

Referenced by lex(), and record8().

prohibitAutomaticSemicolon

bool QDeclarativeJS::Lexer::prohibitAutomaticSemicolon

private

Definition at line 241 of file qdeclarativejslexer_p.h.

Referenced by lex(), and syncProhibitAutomaticSemicolon().

qsyylval

union { ... } QDeclarativeJS::Lexer::qsyylval

Referenced by lex().

restrKeyword

bool QDeclarativeJS::Lexer::restrKeyword

private

Definition at line 166 of file qdeclarativejslexer_p.h.

Referenced by lex(), and setCode().

size16

uint QDeclarativeJS::Lexer::size16

private

Definition at line 163 of file qdeclarativejslexer_p.h.

Referenced by Lexer(), and record16().

size8

uint QDeclarativeJS::Lexer::size8

private

Definition at line 163 of file qdeclarativejslexer_p.h.

Referenced by Lexer(), and record8().

stackToken

int QDeclarativeJS::Lexer::stackToken

private

Definition at line 169 of file qdeclarativejslexer_p.h.

Referenced by lex(), and setCode().

startcolumn

int QDeclarativeJS::Lexer::startcolumn

private

Definition at line 216 of file qdeclarativejslexer_p.h.

Referenced by lex(), and recordStartPos().

startlineno

int QDeclarativeJS::Lexer::startlineno

private

Definition at line 215 of file qdeclarativejslexer_p.h.

Referenced by lex(), and recordStartPos().

startpos

int QDeclarativeJS::Lexer::startpos

private

Definition at line 214 of file qdeclarativejslexer_p.h.

Referenced by lex(), and recordStartPos().

state

State QDeclarativeJS::Lexer::state

private

Definition at line 171 of file qdeclarativejslexer_p.h.

Referenced by lex(), and setDone().

terminator

bool QDeclarativeJS::Lexer::terminator

private

Definition at line 165 of file qdeclarativejslexer_p.h.

Referenced by lex().

tokenizeComments

bool QDeclarativeJS::Lexer::tokenizeComments

private

Definition at line 242 of file qdeclarativejslexer_p.h.

ustr

NameId* QDeclarativeJS::Lexer::ustr

Definition at line 222 of file qdeclarativejslexer_p.h.

wantRx

bool QDeclarativeJS::Lexer::wantRx

private

Definition at line 236 of file qdeclarativejslexer_p.h.

yycolumn

int QDeclarativeJS::Lexer::yycolumn

private

Definition at line 213 of file qdeclarativejslexer_p.h.

Referenced by lex(), recordStartPos(), setCode(), and shift().

yylineno

int QDeclarativeJS::Lexer::yylineno

private

Definition at line 159 of file qdeclarativejslexer_p.h.

Referenced by lex(), recordStartPos(), and setCode().

---

The documentation for this class was generated from the following files:

• /src/declarative/qml/parser/qdeclarativejslexer_p.h
• /src/declarative/qml/parser/qdeclarativejslexer.cpp