264 lines
8.7 KiB
PHP
264 lines
8.7 KiB
PHP
<?php
|
|
|
|
$grammarFileToName = [
|
|
__DIR__ . '/php5.y' => 'Php5',
|
|
__DIR__ . '/php7.y' => 'Php7',
|
|
];
|
|
|
|
$tokensFile = __DIR__ . '/tokens.y';
|
|
$tokensTemplate = __DIR__ . '/tokens.template';
|
|
$skeletonFile = __DIR__ . '/parser.template';
|
|
$tmpGrammarFile = __DIR__ . '/tmp_parser.phpy';
|
|
$tmpResultFile = __DIR__ . '/tmp_parser.php';
|
|
$resultDir = __DIR__ . '/../lib/PhpParser/Parser';
|
|
$tokensResultsFile = $resultDir . '/Tokens.php';
|
|
|
|
// check for kmyacc.exe binary in this directory, otherwise fall back to global name
|
|
$kmyacc = __DIR__ . '/kmyacc.exe';
|
|
if (!file_exists($kmyacc)) {
|
|
$kmyacc = 'kmyacc';
|
|
}
|
|
|
|
$options = array_flip($argv);
|
|
$optionDebug = isset($options['--debug']);
|
|
$optionKeepTmpGrammar = isset($options['--keep-tmp-grammar']);
|
|
|
|
///////////////////////////////
|
|
/// Utility regex constants ///
|
|
///////////////////////////////
|
|
|
|
const LIB = '(?(DEFINE)
|
|
(?<singleQuotedString>\'[^\\\\\']*+(?:\\\\.[^\\\\\']*+)*+\')
|
|
(?<doubleQuotedString>"[^\\\\"]*+(?:\\\\.[^\\\\"]*+)*+")
|
|
(?<string>(?&singleQuotedString)|(?&doubleQuotedString))
|
|
(?<comment>/\*[^*]*+(?:\*(?!/)[^*]*+)*+\*/)
|
|
(?<code>\{[^\'"/{}]*+(?:(?:(?&string)|(?&comment)|(?&code)|/)[^\'"/{}]*+)*+})
|
|
)';
|
|
|
|
const PARAMS = '\[(?<params>[^[\]]*+(?:\[(?¶ms)\][^[\]]*+)*+)\]';
|
|
const ARGS = '\((?<args>[^()]*+(?:\((?&args)\)[^()]*+)*+)\)';
|
|
|
|
///////////////////
|
|
/// Main script ///
|
|
///////////////////
|
|
|
|
$tokens = file_get_contents($tokensFile);
|
|
|
|
foreach ($grammarFileToName as $grammarFile => $name) {
|
|
echo "Building temporary $name grammar file.\n";
|
|
|
|
$grammarCode = file_get_contents($grammarFile);
|
|
$grammarCode = str_replace('%tokens', $tokens, $grammarCode);
|
|
|
|
$grammarCode = resolveNodes($grammarCode);
|
|
$grammarCode = resolveMacros($grammarCode);
|
|
$grammarCode = resolveStackAccess($grammarCode);
|
|
|
|
file_put_contents($tmpGrammarFile, $grammarCode);
|
|
|
|
$additionalArgs = $optionDebug ? '-t -v' : '';
|
|
|
|
echo "Building $name parser.\n";
|
|
$output = trim(shell_exec("$kmyacc $additionalArgs -l -m $skeletonFile -p $name $tmpGrammarFile 2>&1"));
|
|
echo "Output: \"$output\"\n";
|
|
|
|
$resultCode = file_get_contents($tmpResultFile);
|
|
$resultCode = removeTrailingWhitespace($resultCode);
|
|
|
|
ensureDirExists($resultDir);
|
|
file_put_contents("$resultDir/$name.php", $resultCode);
|
|
unlink($tmpResultFile);
|
|
|
|
echo "Building token definition.\n";
|
|
$output = trim(shell_exec("$kmyacc -l -m $tokensTemplate $tmpGrammarFile 2>&1"));
|
|
assert($output === '');
|
|
rename($tmpResultFile, $tokensResultsFile);
|
|
|
|
if (!$optionKeepTmpGrammar) {
|
|
unlink($tmpGrammarFile);
|
|
}
|
|
}
|
|
|
|
///////////////////////////////
|
|
/// Preprocessing functions ///
|
|
///////////////////////////////
|
|
|
|
function resolveNodes($code) {
|
|
return preg_replace_callback(
|
|
'~\b(?<name>[A-Z][a-zA-Z_\\\\]++)\s*' . PARAMS . '~',
|
|
function($matches) {
|
|
// recurse
|
|
$matches['params'] = resolveNodes($matches['params']);
|
|
|
|
$params = magicSplit(
|
|
'(?:' . PARAMS . '|' . ARGS . ')(*SKIP)(*FAIL)|,',
|
|
$matches['params']
|
|
);
|
|
|
|
$paramCode = '';
|
|
foreach ($params as $param) {
|
|
$paramCode .= $param . ', ';
|
|
}
|
|
|
|
return 'new ' . $matches['name'] . '(' . $paramCode . 'attributes())';
|
|
},
|
|
$code
|
|
);
|
|
}
|
|
|
|
function resolveMacros($code) {
|
|
return preg_replace_callback(
|
|
'~\b(?<!::|->)(?!array\()(?<name>[a-z][A-Za-z]++)' . ARGS . '~',
|
|
function($matches) {
|
|
// recurse
|
|
$matches['args'] = resolveMacros($matches['args']);
|
|
|
|
$name = $matches['name'];
|
|
$args = magicSplit(
|
|
'(?:' . PARAMS . '|' . ARGS . ')(*SKIP)(*FAIL)|,',
|
|
$matches['args']
|
|
);
|
|
|
|
if ('attributes' == $name) {
|
|
assertArgs(0, $args, $name);
|
|
return '$this->startAttributeStack[#1] + $this->endAttributes';
|
|
}
|
|
|
|
if ('stackAttributes' == $name) {
|
|
assertArgs(1, $args, $name);
|
|
return '$this->startAttributeStack[' . $args[0] . ']'
|
|
. ' + $this->endAttributeStack[' . $args[0] . ']';
|
|
}
|
|
|
|
if ('init' == $name) {
|
|
return '$$ = array(' . implode(', ', $args) . ')';
|
|
}
|
|
|
|
if ('push' == $name) {
|
|
assertArgs(2, $args, $name);
|
|
|
|
return $args[0] . '[] = ' . $args[1] . '; $$ = ' . $args[0];
|
|
}
|
|
|
|
if ('pushNormalizing' == $name) {
|
|
assertArgs(2, $args, $name);
|
|
|
|
return 'if (is_array(' . $args[1] . ')) { $$ = array_merge(' . $args[0] . ', ' . $args[1] . '); }'
|
|
. ' else { ' . $args[0] . '[] = ' . $args[1] . '; $$ = ' . $args[0] . '; }';
|
|
}
|
|
|
|
if ('toArray' == $name) {
|
|
assertArgs(1, $args, $name);
|
|
|
|
return 'is_array(' . $args[0] . ') ? ' . $args[0] . ' : array(' . $args[0] . ')';
|
|
}
|
|
|
|
if ('parseVar' == $name) {
|
|
assertArgs(1, $args, $name);
|
|
|
|
return 'substr(' . $args[0] . ', 1)';
|
|
}
|
|
|
|
if ('parseEncapsed' == $name) {
|
|
assertArgs(3, $args, $name);
|
|
|
|
return 'foreach (' . $args[0] . ' as $s) { if ($s instanceof Node\Scalar\EncapsedStringPart) {'
|
|
. ' $s->value = Node\Scalar\String_::parseEscapeSequences($s->value, ' . $args[1] . ', ' . $args[2] . '); } }';
|
|
}
|
|
|
|
if ('parseEncapsedDoc' == $name) {
|
|
assertArgs(2, $args, $name);
|
|
|
|
return 'foreach (' . $args[0] . ' as $s) { if ($s instanceof Node\Scalar\EncapsedStringPart) {'
|
|
. ' $s->value = Node\Scalar\String_::parseEscapeSequences($s->value, null, ' . $args[1] . '); } }'
|
|
. ' $s->value = preg_replace(\'~(\r\n|\n|\r)\z~\', \'\', $s->value);'
|
|
. ' if (\'\' === $s->value) array_pop(' . $args[0] . ');';
|
|
}
|
|
|
|
if ('makeNop' == $name) {
|
|
assertArgs(2, $args, $name);
|
|
|
|
return '$startAttributes = ' . $args[1] . ';'
|
|
. ' if (isset($startAttributes[\'comments\']))'
|
|
. ' { ' . $args[0] . ' = new Stmt\Nop([\'comments\' => $startAttributes[\'comments\']]); }'
|
|
. ' else { ' . $args[0] . ' = null; }';
|
|
}
|
|
|
|
if ('strKind' == $name) {
|
|
assertArgs(1, $args, $name);
|
|
|
|
return '(' . $args[0] . '[0] === "\'" || (' . $args[0] . '[1] === "\'" && '
|
|
. '(' . $args[0] . '[0] === \'b\' || ' . $args[0] . '[0] === \'B\')) '
|
|
. '? Scalar\String_::KIND_SINGLE_QUOTED : Scalar\String_::KIND_DOUBLE_QUOTED)';
|
|
}
|
|
|
|
if ('setDocStringAttrs' == $name) {
|
|
assertArgs(2, $args, $name);
|
|
|
|
return $args[0] . '[\'kind\'] = strpos(' . $args[1] . ', "\'") === false '
|
|
. '? Scalar\String_::KIND_HEREDOC : Scalar\String_::KIND_NOWDOC; '
|
|
. 'preg_match(\'/\A[bB]?<<<[ \t]*[\\\'"]?([a-zA-Z_\x7f-\xff][a-zA-Z0-9_\x7f-\xff]*)[\\\'"]?(?:\r\n|\n|\r)\z/\', ' . $args[1] . ', $matches); '
|
|
. $args[0] . '[\'docLabel\'] = $matches[1];';
|
|
}
|
|
|
|
if ('prependLeadingComments' == $name) {
|
|
assertArgs(1, $args, $name);
|
|
|
|
return '$attrs = $this->startAttributeStack[#1]; $stmts = ' . $args[0] . '; '
|
|
. 'if (!empty($attrs[\'comments\'])) {'
|
|
. '$stmts[0]->setAttribute(\'comments\', '
|
|
. 'array_merge($attrs[\'comments\'], $stmts[0]->getAttribute(\'comments\', []))); }';
|
|
}
|
|
|
|
return $matches[0];
|
|
},
|
|
$code
|
|
);
|
|
}
|
|
|
|
function assertArgs($num, $args, $name) {
|
|
if ($num != count($args)) {
|
|
die('Wrong argument count for ' . $name . '().');
|
|
}
|
|
}
|
|
|
|
function resolveStackAccess($code) {
|
|
$code = preg_replace('/\$\d+/', '$this->semStack[$0]', $code);
|
|
$code = preg_replace('/#(\d+)/', '$$1', $code);
|
|
return $code;
|
|
}
|
|
|
|
function removeTrailingWhitespace($code) {
|
|
$lines = explode("\n", $code);
|
|
$lines = array_map('rtrim', $lines);
|
|
return implode("\n", $lines);
|
|
}
|
|
|
|
function ensureDirExists($dir) {
|
|
if (!is_dir($dir)) {
|
|
mkdir($dir, 0777, true);
|
|
}
|
|
}
|
|
|
|
//////////////////////////////
|
|
/// Regex helper functions ///
|
|
//////////////////////////////
|
|
|
|
function regex($regex) {
|
|
return '~' . LIB . '(?:' . str_replace('~', '\~', $regex) . ')~';
|
|
}
|
|
|
|
function magicSplit($regex, $string) {
|
|
$pieces = preg_split(regex('(?:(?&string)|(?&comment)|(?&code))(*SKIP)(*FAIL)|' . $regex), $string);
|
|
|
|
foreach ($pieces as &$piece) {
|
|
$piece = trim($piece);
|
|
}
|
|
|
|
if ($pieces === ['']) {
|
|
return [];
|
|
}
|
|
|
|
return $pieces;
|
|
}
|