1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
#!/usr/bin/env php
<?php
$infile = __DIR__ . '/../../Zend/zend_language_parser.y';
$outfile_stub = __DIR__ . '/tokenizer_data.stub.php';
$outfile_c = __DIR__ . '/tokenizer_data.c';
if (!file_exists($infile)) {
fwrite(STDERR, <<<ERROR
$infile is missing.
Please, generate the PHP parser files by scripts/dev/genfiles
or by running the ./configure build step.
ERROR
);
exit(1);
}
$result = "<?php\n\n/** @generate-class-entries */\n\n";
$incontent = file_get_contents($infile);
preg_match_all('(^%token.*\b(?<token_name>T_.*?)\b)m', $incontent, $matches);
foreach ($matches['token_name'] as $tokenName) {
if ($tokenName === 'T_NOELSE' || $tokenName === 'T_ERROR') {
continue;
}
$result .= "/**\n * @var int\n * @cvalue $tokenName\n */\n";
$result .= "const $tokenName = UNKNOWN;\n";
}
$result .= "/**\n * @var int\n * @cvalue T_PAAMAYIM_NEKUDOTAYIM\n */\n";
$result .= "const T_DOUBLE_COLON = UNKNOWN;\n";
file_put_contents($outfile_stub, $result);
echo "Wrote $outfile_stub\n";
$result = <<<CODE
/*
+----------------------------------------------------------------------+
| Copyright (c) The PHP Group |
+----------------------------------------------------------------------+
| This source file is subject to version 3.01 of the PHP license, |
| that is bundled with this package in the file LICENSE, and is |
| available through the world-wide-web at the following url: |
| https://www.php.net/license/3_01.txt |
| If you did not receive a copy of the PHP license and are unable to |
| obtain it through the world-wide-web, please send a note to |
| license@php.net so we can mail you a copy immediately. |
+----------------------------------------------------------------------+
| Author: Johannes Schlueter <johannes@php.net> |
+----------------------------------------------------------------------+
*/
/*
DO NOT EDIT THIS FILE!
This file is generated using tokenizer_data_gen.php
*/
#include <zend_language_parser.h>
char *get_token_type_name(int token_type)
{
\tswitch (token_type) {
CODE;
foreach ($matches['token_name'] as $tokenName) {
if ($tokenName === 'T_NOELSE' || $tokenName === 'T_ERROR') {
continue;
}
if ($tokenName === 'T_PAAMAYIM_NEKUDOTAYIM') {
$result .= "\t\tcase T_PAAMAYIM_NEKUDOTAYIM: return \"T_DOUBLE_COLON\";\n";
} else {
$result .= "\t\tcase $tokenName: return \"$tokenName\";\n";
}
}
$result .= <<<CODE
\t}
\treturn NULL;
}
CODE;
file_put_contents($outfile_c, $result);
echo "Wrote $outfile_c\n";
|
