1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
<?php
$rootDir = __DIR__ . '/../..';
$infile = $rootDir . '/Zend/zend_language_parser.h';
$outfile = $rootDir . '/ext/tokenizer/tokenizer_data.c';
if (!file_exists($infile)) {
fwrite(STDERR, <<<ERROR
$infile is missing.
Please, generate the PHP parser files by scripts/dev/genfiles
or by running the ./configure build step.
ERROR);
exit(1);
}
$result = '';
$result .= <<<CODE
/*
+----------------------------------------------------------------------+
| Copyright (c) The PHP Group |
+----------------------------------------------------------------------+
| This source file is subject to version 3.01 of the PHP license, |
| that is bundled with this package in the file LICENSE, and is |
| available through the world-wide-web at the following url: |
| http://www.php.net/license/3_01.txt |
| If you did not receive a copy of the PHP license and are unable to |
| obtain it through the world-wide-web, please send a note to |
| license@php.net so we can mail you a copy immediately. |
+----------------------------------------------------------------------+
| Author: Johannes Schlueter <johannes@php.net> |
+----------------------------------------------------------------------+
*/
/*
DO NOT EDIT THIS FILE!
This file is generated using tokenizer_data_gen.php
*/
#include "php.h"
#include "zend.h"
#include <zend_language_parser.h>
void tokenizer_register_constants(INIT_FUNC_ARGS) {
CODE;
$incontent = file_get_contents($infile);
preg_match_all('(^ (?<token_name>T_.*?)\b)m', $incontent, $matches);
foreach ($matches['token_name'] as $tokenName) {
if ($tokenName === 'T_NOELSE' || $tokenName === 'T_ERROR') {
continue;
}
$result .= "\tREGISTER_LONG_CONSTANT(\"$tokenName\", $tokenName, CONST_CS | CONST_PERSISTENT);\n";
}
$result .= "\tREGISTER_LONG_CONSTANT(\"T_DOUBLE_COLON\", T_PAAMAYIM_NEKUDOTAYIM, CONST_CS | CONST_PERSISTENT);\n";
$result .= <<<CODE
}
char *get_token_type_name(int token_type)
{
\tswitch (token_type) {
CODE;
foreach ($matches['token_name'] as $tokenName) {
if ($tokenName === 'T_NOELSE' || $tokenName === 'T_ERROR') {
continue;
}
if ($tokenName === 'T_PAAMAYIM_NEKUDOTAYIM') {
$result .= "\t\tcase T_PAAMAYIM_NEKUDOTAYIM: return \"T_DOUBLE_COLON\";\n";
} else {
$result .= "\t\tcase $tokenName: return \"$tokenName\";\n";
}
}
$result .= <<<CODE
\t}
\treturn NULL;
}
CODE;
file_put_contents($outfile, $result);
echo "Wrote $outfile\n";
|
