File: lexertest.cpp

package info (click to toggle)
kdevelop 4%3A25.04.0-1
  • links: PTS, VCS
  • area: main
  • in suites: experimental
  • size: 73,508 kB
  • sloc: cpp: 291,803; python: 4,322; javascript: 3,518; sh: 1,316; ansic: 703; xml: 414; php: 95; lisp: 66; makefile: 31; sed: 12
file content (409 lines) | stat: -rw-r--r-- 15,853 bytes parent folder | download | duplicates (2)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
/*
    SPDX-FileCopyrightText: 2007 Andreas Pakulat <apaku@gmx.de>

    SPDX-License-Identifier: GPL-2.0-or-later
*/

#include "lexertest.h"
#include "qmakelexer.h"
#include "qmakeparser.h"

QTEST_GUILESS_MAIN(LexerTest)

LexerTest::LexerTest(QObject* parent)
    : QObject(parent)
{
}

LexerTest::~LexerTest()
{
}

void LexerTest::varAssignment()
{
    QFETCH(QString, project);
    QFETCH(QList<QVariant>, expectedtokens);
    QFETCH(QList<QVariant>, expectedbegins);
    QFETCH(QList<QVariant>, expectedends);
    QMake::Lexer l(nullptr, project);
    QList<QVariant> tokens;
    QList<QVariant> begins;
    QList<QVariant> ends;
    int token = 0;
    do {
        token = l.nextTokenKind();
        tokens << token;
        begins << qulonglong(l.tokenBegin());
        ends << qulonglong(l.tokenEnd());
    } while (token != 0);
    tokens.removeLast();
    begins.removeLast();
    ends.removeLast();

    QVERIFY(tokens == expectedtokens);
    QVERIFY(begins == expectedbegins);
    QVERIFY(ends == expectedends);
}

void LexerTest::varAssignment_data()
{
    QTest::addColumn<QString>("project");
    QTest::addColumn<QList<QVariant>>("expectedtokens");
    QTest::addColumn<QList<QVariant>>("expectedbegins");
    QTest::addColumn<QList<QVariant>>("expectedends");
    QList<QVariant> expectedtokens;
    QList<QVariant> expectedbegins;
    QList<QVariant> expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_PLUSEQ;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedbegins << 0 << 4 << 7;
    expectedends << 2 << 5 << 9;
    QTest::newRow("row1") << "FOO += bar" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_PLUSEQ;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedtokens << QMake::Parser::Token_CONT;
    expectedtokens << QMake::Parser::Token_NEWLINE;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedbegins << 0 << 4 << 7 << 10 << 11 << 12;
    expectedends << 2 << 5 << 9 << 10 << 11 << 14;
    QTest::newRow("row2") << "FOO += bar\\\nbaz" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_PLUSEQ;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedtokens << QMake::Parser::Token_CONT;
    expectedtokens << QMake::Parser::Token_NEWLINE;
    expectedtokens << QMake::Parser::Token_CONT;
    expectedtokens << QMake::Parser::Token_NEWLINE;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedbegins << 0 << 4 << 7 << 14 << 15 << 21 << 22 << 23;
    expectedends << 2 << 5 << 9 << 14 << 15 << 21 << 22 << 25;
    QTest::newRow("row3") << "FOO += bar    \\\n     \\\nbaz" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_PLUSEQ;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedtokens << QMake::Parser::Token_CONT;
    expectedtokens << QMake::Parser::Token_NEWLINE;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedbegins << 0 << 4 << 7 << 14 << 20 << 26;
    expectedends << 2 << 5 << 9 << 14 << 20 << 28;
    QTest::newRow("row4") << "FOO += bar    \\     \n     baz" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_PLUSEQ;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedbegins << 4 << 8 << 11;
    expectedends << 6 << 9 << 13;
    QTest::newRow("row5") << "    FOO += bar" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_PLUSEQ;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedbegins << 0 << 4 << 7;
    expectedends << 2 << 5 << 9;
    QTest::newRow("row6") << "FOO += bar#ffoo" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_PLUSEQ;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedtokens << QMake::Parser::Token_CONT;
    expectedtokens << QMake::Parser::Token_NEWLINE;
    expectedbegins << 0 << 4 << 7 << 10 << 11;
    expectedends << 2 << 5 << 9 << 10 << 11;
    QTest::newRow("row7") << "FOO += bar\\\n#baz" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_PLUSEQ;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedtokens << QMake::Parser::Token_CONT;
    expectedtokens << QMake::Parser::Token_NEWLINE;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedbegins << 0 << 4 << 7 << 10 << 11 << 17;
    expectedends << 2 << 5 << 9 << 10 << 11 << 19;
    QTest::newRow("row8") << "FOO += bar\\\n#baz\nbar" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_PLUSEQ;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedtokens << QMake::Parser::Token_CONT;
    expectedtokens << QMake::Parser::Token_NEWLINE;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedbegins << 0 << 4 << 7 << 10 << 15 << 16;
    expectedends << 2 << 5 << 9 << 10 << 15 << 18;
    QTest::newRow("row9") << "FOO += bar\\#far\nbaz" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_PLUSEQ;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedbegins << 0 << 4 << 7 << 11;
    expectedends << 2 << 5 << 9 << 26;
    QTest::newRow("row10") << "FOO += bar \"fsfsd   sadfsd\"" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_PLUSEQ;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedbegins << 0 << 4 << 7 << 11;
    expectedends << 2 << 5 << 9 << 18;
    QTest::newRow("row11") << "FOO += bar \"fsfsd  # sadfsd\"" << expectedtokens << expectedbegins << expectedends;
}

void LexerTest::functions()
{
    QFETCH(QString, project);
    QFETCH(QList<QVariant>, expectedtokens);
    QFETCH(QList<QVariant>, expectedbegins);
    QFETCH(QList<QVariant>, expectedends);
    QMake::Lexer l(nullptr, project);
    QList<QVariant> tokens;
    QList<QVariant> begins;
    QList<QVariant> ends;
    int token = 0;
    do {
        token = l.nextTokenKind();
        tokens << token;
        begins << qulonglong(l.tokenBegin());
        ends << qulonglong(l.tokenEnd());
    } while (token != 0);
    tokens.removeLast();
    begins.removeLast();
    ends.removeLast();

    QVERIFY(tokens == expectedtokens);
    QVERIFY(begins == expectedbegins);
    QVERIFY(ends == expectedends);
}

void LexerTest::functions_data()
{
    QTest::addColumn<QString>("project");
    QTest::addColumn<QList<QVariant>>("expectedtokens");
    QTest::addColumn<QList<QVariant>>("expectedbegins");
    QTest::addColumn<QList<QVariant>>("expectedends");
    QList<QVariant> expectedtokens;
    QList<QVariant> expectedbegins;
    QList<QVariant> expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_LPAREN;
    expectedtokens << QMake::Parser::Token_RPAREN;
    expectedbegins << 0 << 3 << 4;
    expectedends << 2 << 3 << 4;
    QTest::newRow("row1") << "foo()" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_LPAREN;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedtokens << QMake::Parser::Token_RPAREN;
    expectedbegins << 0 << 3 << 4 << 8;
    expectedends << 2 << 3 << 7 << 8;
    QTest::newRow("row2") << "foo(arg1)" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_LPAREN;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedtokens << QMake::Parser::Token_COMMA;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedtokens << QMake::Parser::Token_RPAREN;
    expectedbegins << 0 << 3 << 4 << 8 << 9 << 13;
    expectedends << 2 << 3 << 7 << 8 << 12 << 13;
    QTest::newRow("row3") << "foo(arg1,arg3)" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_LPAREN;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedtokens << QMake::Parser::Token_RPAREN;
    expectedbegins << 0 << 3 << 4 << 20;
    expectedends << 2 << 3 << 19 << 20;
    QTest::newRow("row4") << "foo(  arg1   arg2   )" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_LPAREN;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedtokens << QMake::Parser::Token_RPAREN;
    expectedbegins << 0 << 3 << 4 << 22;
    expectedends << 2 << 3 << 21 << 22;
    QTest::newRow("row5") << "foo(  arg1  \\\n arg2   )" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_LPAREN;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedtokens << QMake::Parser::Token_RPAREN;
    expectedtokens << QMake::Parser::Token_LBRACE;
    expectedbegins << 0 << 3 << 4 << 8 << 10;
    expectedends << 2 << 3 << 7 << 8 << 10;
    QTest::newRow("row5") << "foo(arg1) {" << expectedtokens << expectedbegins << expectedends;
}

void LexerTest::operators()
{
    QFETCH(QString, project);
    QFETCH(QList<QVariant>, expectedtokens);
    QFETCH(QList<QVariant>, expectedbegins);
    QFETCH(QList<QVariant>, expectedends);
    QMake::Lexer l(nullptr, project);
    QList<QVariant> tokens;
    QList<QVariant> begins;
    QList<QVariant> ends;
    int token = 0;
    do {
        token = l.nextTokenKind();
        tokens << token;
        begins << qulonglong(l.tokenBegin());
        ends << qulonglong(l.tokenEnd());
    } while (token != 0);
    tokens.removeLast();
    begins.removeLast();
    ends.removeLast();

    qDebug() << project;
    qDebug() << tokens << expectedtokens;
    qDebug() << begins << expectedbegins;
    qDebug() << ends << expectedends;
    QVERIFY(tokens == expectedtokens);
    QVERIFY(begins == expectedbegins);
    QVERIFY(ends == expectedends);
}

void LexerTest::operators_data()
{
    QTest::addColumn<QString>("project");
    QTest::addColumn<QList<QVariant>>("expectedtokens");
    QTest::addColumn<QList<QVariant>>("expectedbegins");
    QTest::addColumn<QList<QVariant>>("expectedends");
    QList<QVariant> expectedtokens;
    QList<QVariant> expectedbegins;
    QList<QVariant> expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_EQUAL;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedbegins << 0 << 4 << 6;
    expectedends << 2 << 4 << 8;
    QTest::newRow("row1") << "foo = bar" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_PLUSEQ;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedbegins << 0 << 4 << 7;
    expectedends << 2 << 5 << 9;
    QTest::newRow("row2") << "foo += bar" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_MINUSEQ;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedbegins << 0 << 4 << 7;
    expectedends << 2 << 5 << 9;
    QTest::newRow("row3") << "foo -= bar" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_TILDEEQ;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedbegins << 0 << 4 << 7;
    expectedends << 2 << 5 << 9;
    QTest::newRow("row4") << "foo ~= bar" << expectedtokens << expectedbegins << expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_STAREQ;
    expectedtokens << QMake::Parser::Token_VALUE;
    expectedbegins << 0 << 4 << 7;
    expectedends << 2 << 5 << 9;
    QTest::newRow("row5") << "foo *= bar" << expectedtokens << expectedbegins << expectedends;
}

void LexerTest::scope()
{
    QFETCH(QString, project);
    QFETCH(QList<QVariant>, expectedtokens);
    QFETCH(QList<QVariant>, expectedbegins);
    QFETCH(QList<QVariant>, expectedends);
    QMake::Lexer l(nullptr, project);
    QList<QVariant> tokens;
    QList<QVariant> begins;
    QList<QVariant> ends;
    int token = 0;
    do {
        token = l.nextTokenKind();
        tokens << token;
        begins << qulonglong(l.tokenBegin());
        ends << qulonglong(l.tokenEnd());
    } while (token != 0);
    tokens.removeLast();
    begins.removeLast();
    ends.removeLast();

    QVERIFY(tokens == expectedtokens);
    QVERIFY(begins == expectedbegins);
    QVERIFY(ends == expectedends);
}

void LexerTest::scope_data()
{
    QTest::addColumn<QString>("project");
    QTest::addColumn<QList<QVariant>>("expectedtokens");
    QTest::addColumn<QList<QVariant>>("expectedbegins");
    QTest::addColumn<QList<QVariant>>("expectedends");
    QList<QVariant> expectedtokens;
    QList<QVariant> expectedbegins;
    QList<QVariant> expectedends;
    expectedtokens.clear();
    expectedbegins.clear();
    expectedends.clear();
    expectedtokens << QMake::Parser::Token_IDENTIFIER;
    expectedtokens << QMake::Parser::Token_LBRACE;
    expectedbegins << 0 << 3;
    expectedends << 2 << 3;
    QTest::newRow("row1") << "foo{" << expectedtokens << expectedbegins << expectedends;
}

#include "moc_lexertest.cpp"