/**************************************************************************** ** ** Copyright (C) 2009 Nokia Corporation and/or its subsidiary(-ies). ** Contact: Qt Software Information (qt-info@nokia.com) ** ** This file is part of the QtScript module of the Qt Toolkit. ** ** $QT_BEGIN_LICENSE:LGPL$ ** No Commercial Usage ** This file contains pre-release code and may not be distributed. ** You may use this file in accordance with the terms and conditions ** contained in the either Technology Preview License Agreement or the ** Beta Release License Agreement. ** ** GNU Lesser General Public License Usage ** Alternatively, this file may be used under the terms of the GNU Lesser ** General Public License version 2.1 as published by the Free Software ** Foundation and appearing in the file LICENSE.LGPL included in the ** packaging of this file. Please review the following information to ** ensure the GNU Lesser General Public License version 2.1 requirements ** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. ** ** In addition, as a special exception, Nokia gives you certain ** additional rights. These rights are described in the Nokia Qt LGPL ** Exception version 1.0, included in the file LGPL_EXCEPTION.txt in this ** package. ** ** GNU General Public License Usage ** Alternatively, this file may be used under the terms of the GNU ** General Public License version 3.0 as published by the Free Software ** Foundation and appearing in the file LICENSE.GPL included in the ** packaging of this file. Please review the following information to ** ensure the GNU General Public License version 3.0 requirements will be ** met: http://www.gnu.org/copyleft/gpl.html. ** ** If you are unsure which license is appropriate for your use, please ** contact the sales department at qt-sales@nokia.com. ** $QT_END_LICENSE$ ** ****************************************************************************/ #ifndef QMLJSLEXER_P_H #define QMLJSLEXER_P_H // // W A R N I N G // ------------- // // This file is not part of the Qt API. It exists purely as an // implementation detail. This header file may change from version to // version without notice, or even be removed. // // We mean it. // #include #include "qmljsglobal_p.h" QT_QML_BEGIN_NAMESPACE namespace QmlJS { class Engine; class NameId; class Lexer { public: Lexer(Engine *eng, bool tokenizeComments = false); ~Lexer(); void setCode(const QString &c, int lineno); int lex(); int currentLineNo() const { return yylineno; } int currentColumnNo() const { return yycolumn; } int tokenOffset() const { return startpos; } int tokenLength() const { return pos - startpos; } int startLineNo() const { return startlineno; } int startColumnNo() const { return startcolumn; } int endLineNo() const { return currentLineNo(); } int endColumnNo() const { int col = currentColumnNo(); return (col > 0) ? col - 1 : col; } bool prevTerminator() const { return terminator; } enum State { Start, Identifier, InIdentifier, InSingleLineComment, InMultiLineComment, InNum, InNum0, InHex, InOctal, InDecimal, InExponentIndicator, InExponent, Hex, Octal, Number, String, Eof, InString, InEscapeSequence, InHexEscape, InUnicodeEscape, Other, Bad }; enum Error { NoError, IllegalCharacter, UnclosedStringLiteral, IllegalEscapeSequence, IllegalUnicodeEscapeSequence, UnclosedComment, IllegalExponentIndicator, IllegalIdentifier }; enum ParenthesesState { IgnoreParentheses, CountParentheses, BalancedParentheses }; enum RegExpBodyPrefix { NoPrefix, EqualPrefix }; bool scanRegExp(RegExpBodyPrefix prefix = NoPrefix); NameId *pattern; int flags; State lexerState() const { return state; } QString errorMessage() const { return errmsg; } void setErrorMessage(const QString &err) { errmsg = err; } void setErrorMessage(const char *err) { setErrorMessage(QString::fromLatin1(err)); } Error error() const { return err; } void clearError() { err = NoError; } private: Engine *driver; int yylineno; bool done; char *buffer8; QChar *buffer16; uint size8, size16; uint pos8, pos16; bool terminator; bool restrKeyword; // encountered delimiter like "'" and "}" on last run bool delimited; int stackToken; State state; void setDone(State s); uint pos; void shift(uint p); int lookupKeyword(const char *); bool isWhiteSpace() const; bool isLineTerminator() const; bool isHexDigit(ushort c) const; bool isOctalDigit(ushort c) const; int matchPunctuator(ushort c1, ushort c2, ushort c3, ushort c4); ushort singleEscape(ushort c) const; ushort convertOctal(ushort c1, ushort c2, ushort c3) const; public: static unsigned char convertHex(ushort c1); static unsigned char convertHex(ushort c1, ushort c2); static QChar convertUnicode(ushort c1, ushort c2, ushort c3, ushort c4); static bool isIdentLetter(ushort c); static bool isDecimalDigit(ushort c); inline int ival() const { return qsyylval.ival; } inline double dval() const { return qsyylval.dval; } inline NameId *ustr() const { return qsyylval.ustr; } const QChar *characterBuffer() const { return buffer16; } int characterCount() const { return pos16; } private: void record8(ushort c); void record16(QChar c); void recordStartPos(); int findReservedWord(const QChar *buffer, int size) const; void syncProhibitAutomaticSemicolon(); const QChar *code; uint length; int yycolumn; int startpos; int startlineno; int startcolumn; int bol; // begin of line union { int ival; double dval; NameId *ustr; } qsyylval; // current and following unicode characters ushort current, next1, next2, next3; struct keyword { const char *name; int token; }; QString errmsg; Error err; bool wantRx; bool check_reserved; ParenthesesState parenthesesState; int parenthesesCount; bool prohibitAutomaticSemicolon; bool tokenizeComments; }; } // namespace QmlJS QT_QML_END_NAMESPACE #endif