1 /****************************************************************************
2 **
3 ** Copyright (C) 2015 The Qt Company Ltd.
4 ** Contact: http://www.qt.io/licensing/
5 **
6 ** This file is part of the QtScript module of the Qt Toolkit.
7 **
8 ** $QT_BEGIN_LICENSE:LGPL-ONLY$
9 ** GNU Lesser General Public License Usage
10 ** This file may be used under the terms of the GNU Lesser
11 ** General Public License version 2.1 as published by the Free Software
12 ** Foundation and appearing in the file LICENSE.LGPL included in the
13 ** packaging of this file.  Please review the following information to
14 ** ensure the GNU Lesser General Public License version 2.1 requirements
15 ** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
16 **
17 ** If you have questions regarding the use of this file, please contact
18 ** us via http://www.qt.io/contact-us/.
19 **
20 ** $QT_END_LICENSE$
21 **
22 ****************************************************************************/
23 
24 #ifndef QSCRIPTLEXER_P_H
25 #define QSCRIPTLEXER_P_H
26 
27 //
28 //  W A R N I N G
29 //  -------------
30 //
31 // This file is not part of the Qt API.  It exists purely as an
32 // implementation detail.  This header file may change from version to
33 // version without notice, or even be removed.
34 //
35 // We mean it.
36 //
37 
38 #include <QtCore/QString>
39 
40 QT_BEGIN_NAMESPACE
41 
42 class QScriptEnginePrivate;
43 class QScriptNameIdImpl;
44 
45 namespace QScript {
46 
47 class Lexer
48 {
49 public:
50     Lexer(QScriptEnginePrivate *eng);
51     ~Lexer();
52 
53     void setCode(const QString &c, int lineno);
54     int lex();
55 
currentLineNo()56     int currentLineNo() const { return yylineno; }
currentColumnNo()57     int currentColumnNo() const { return yycolumn; }
58 
startLineNo()59     int startLineNo() const { return startlineno; }
startColumnNo()60     int startColumnNo() const { return startcolumn; }
61 
endLineNo()62     int endLineNo() const { return currentLineNo(); }
endColumnNo()63     int endColumnNo() const
64     { int col = currentColumnNo(); return (col > 0) ? col - 1 : col; }
65 
prevTerminator()66     bool prevTerminator() const { return terminator; }
67 
68     enum State { Start,
69                  Identifier,
70                  InIdentifier,
71                  InSingleLineComment,
72                  InMultiLineComment,
73                  InNum,
74                  InNum0,
75                  InHex,
76                  InOctal,
77                  InDecimal,
78                  InExponentIndicator,
79                  InExponent,
80                  Hex,
81                  Octal,
82                  Number,
83                  String,
84                  Eof,
85                  InString,
86                  InEscapeSequence,
87                  InHexEscape,
88                  InUnicodeEscape,
89                  Other,
90                  Bad };
91 
92     enum Error {
93         NoError,
94         IllegalCharacter,
95         UnclosedStringLiteral,
96         IllegalEscapeSequence,
97         IllegalUnicodeEscapeSequence,
98         UnclosedComment,
99         IllegalExponentIndicator,
100         IllegalIdentifier
101     };
102 
103     enum ParenthesesState {
104         IgnoreParentheses,
105         CountParentheses,
106         BalancedParentheses
107     };
108 
109     enum RegExpBodyPrefix {
110         NoPrefix,
111         EqualPrefix
112     };
113 
114     bool scanRegExp(RegExpBodyPrefix prefix = NoPrefix);
115 
116     QScriptNameIdImpl *pattern;
117     int flags;
118 
lexerState()119     State lexerState() const
120         { return state; }
121 
errorMessage()122     QString errorMessage() const
123         { return errmsg; }
setErrorMessage(const QString & err)124     void setErrorMessage(const QString &err)
125         { errmsg = err; }
setErrorMessage(const char * err)126     void setErrorMessage(const char *err)
127         { setErrorMessage(QString::fromLatin1(err)); }
128 
error()129     Error error() const
130         { return err; }
clearError()131     void clearError()
132         { err = NoError; }
133 
134 private:
135     QScriptEnginePrivate *driver;
136     int yylineno;
137     bool done;
138     char *buffer8;
139     QChar *buffer16;
140     uint size8, size16;
141     uint pos8, pos16;
142     bool terminator;
143     bool restrKeyword;
144     // encountered delimiter like "'" and "}" on last run
145     bool delimited;
146     int stackToken;
147 
148     State state;
149     void setDone(State s);
150     uint pos;
151     void shift(uint p);
152     int lookupKeyword(const char *);
153 
154     bool isWhiteSpace() const;
155     bool isLineTerminator() const;
156     bool isHexDigit(ushort c) const;
157     bool isOctalDigit(ushort c) const;
158 
159     int matchPunctuator(ushort c1, ushort c2,
160                          ushort c3, ushort c4);
161     ushort singleEscape(ushort c) const;
162     ushort convertOctal(ushort c1, ushort c2,
163                          ushort c3) const;
164 public:
165     static unsigned char convertHex(ushort c1);
166     static unsigned char convertHex(ushort c1, ushort c2);
167     static QChar convertUnicode(ushort c1, ushort c2,
168                                  ushort c3, ushort c4);
169     static bool isIdentLetter(ushort c);
170     static bool isDecimalDigit(ushort c);
171 
ival()172     inline int ival() const { return qsyylval.ival; }
dval()173     inline double dval() const { return qsyylval.dval; }
ustr()174     inline QScriptNameIdImpl *ustr() const { return qsyylval.ustr; }
175 
characterBuffer()176     const QChar *characterBuffer() const { return buffer16; }
characterCount()177     int characterCount() const { return pos16; }
178 
179 private:
180     void record8(ushort c);
181     void record16(QChar c);
182     void recordStartPos();
183 
184     int findReservedWord(const QChar *buffer, int size) const;
185 
186     void syncProhibitAutomaticSemicolon();
187 
188     const QChar *code;
189     uint length;
190     int yycolumn;
191     int startlineno;
192     int startcolumn;
193     int bol;     // begin of line
194 
195     union {
196         int ival;
197         double dval;
198         QScriptNameIdImpl *ustr;
199     } qsyylval;
200 
201     // current and following unicode characters
202     ushort current, next1, next2, next3;
203 
204     struct keyword {
205         const char *name;
206         int token;
207     };
208 
209     QString errmsg;
210     Error err;
211 
212     bool wantRx;
213     bool check_reserved;
214 
215     ParenthesesState parenthesesState;
216     int parenthesesCount;
217     bool prohibitAutomaticSemicolon;
218 };
219 
220 } // namespace QScript
221 
222 QT_END_NAMESPACE
223 
224 #endif
225