mirror of
https://github.com/php/php-src.git
synced 2024-09-23 10:57:26 +00:00
983 lines
11 KiB
PHP
983 lines
11 KiB
PHP
--TEST--
|
|
token_get_all()
|
|
--SKIPIF--
|
|
<?php if (!extension_loaded("tokenizer")) print "skip"; ?>
|
|
--INI--
|
|
short_open_tag=1
|
|
--FILE--
|
|
<?php
|
|
|
|
$strings = array(
|
|
'<? echo 1; if (isset($a)) print $a+1; $a++; $a--; $a == 2; $a === 2; endif; ?>',
|
|
'<?php switch($a) { case 1: break; default: break; } while($a) { exit; } ?>',
|
|
'<? /* comment */ if (1 || 2) { } $a = 2 | 1; $b = 3^2; $c = 4&2; ?>',
|
|
/* feel free to add more yourself */
|
|
'wrong syntax here'
|
|
);
|
|
|
|
foreach ($strings as $s) {
|
|
var_dump(token_get_all($s));
|
|
}
|
|
|
|
echo "Done\n";
|
|
?>
|
|
--EXPECTF--
|
|
array(49) {
|
|
[0]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "<?"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[1]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[2]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(4) "echo"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[3]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[4]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) "1"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[5]=>
|
|
string(1) ";"
|
|
[6]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[7]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "if"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[8]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[9]=>
|
|
string(1) "("
|
|
[10]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(5) "isset"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[11]=>
|
|
string(1) "("
|
|
[12]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "$a"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[13]=>
|
|
string(1) ")"
|
|
[14]=>
|
|
string(1) ")"
|
|
[15]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[16]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(5) "print"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[17]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[18]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "$a"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[19]=>
|
|
string(1) "+"
|
|
[20]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) "1"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[21]=>
|
|
string(1) ";"
|
|
[22]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[23]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "$a"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[24]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "++"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[25]=>
|
|
string(1) ";"
|
|
[26]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[27]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "$a"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[28]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "--"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[29]=>
|
|
string(1) ";"
|
|
[30]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[31]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "$a"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[32]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[33]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "=="
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[34]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[35]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) "2"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[36]=>
|
|
string(1) ";"
|
|
[37]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[38]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "$a"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[39]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[40]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(3) "==="
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[41]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[42]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) "2"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[43]=>
|
|
string(1) ";"
|
|
[44]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[45]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(5) "endif"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[46]=>
|
|
string(1) ";"
|
|
[47]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[48]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "?>"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
}
|
|
array(37) {
|
|
[0]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(6) "<?php "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[1]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(6) "switch"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[2]=>
|
|
string(1) "("
|
|
[3]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "$a"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[4]=>
|
|
string(1) ")"
|
|
[5]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[6]=>
|
|
string(1) "{"
|
|
[7]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[8]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(4) "case"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[9]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[10]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) "1"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[11]=>
|
|
string(1) ":"
|
|
[12]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[13]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(5) "break"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[14]=>
|
|
string(1) ";"
|
|
[15]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[16]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(7) "default"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[17]=>
|
|
string(1) ":"
|
|
[18]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[19]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(5) "break"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[20]=>
|
|
string(1) ";"
|
|
[21]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[22]=>
|
|
string(1) "}"
|
|
[23]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[24]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(5) "while"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[25]=>
|
|
string(1) "("
|
|
[26]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "$a"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[27]=>
|
|
string(1) ")"
|
|
[28]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[29]=>
|
|
string(1) "{"
|
|
[30]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[31]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(4) "exit"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[32]=>
|
|
string(1) ";"
|
|
[33]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[34]=>
|
|
string(1) "}"
|
|
[35]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[36]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "?>"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
}
|
|
array(48) {
|
|
[0]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "<?"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[1]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[2]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(13) "/* comment */"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[3]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[4]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "if"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[5]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[6]=>
|
|
string(1) "("
|
|
[7]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) "1"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[8]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[9]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "||"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[10]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[11]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) "2"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[12]=>
|
|
string(1) ")"
|
|
[13]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[14]=>
|
|
string(1) "{"
|
|
[15]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[16]=>
|
|
string(1) "}"
|
|
[17]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[18]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "$a"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[19]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[20]=>
|
|
string(1) "="
|
|
[21]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[22]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) "2"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[23]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[24]=>
|
|
string(1) "|"
|
|
[25]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[26]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) "1"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[27]=>
|
|
string(1) ";"
|
|
[28]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[29]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "$b"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[30]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[31]=>
|
|
string(1) "="
|
|
[32]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[33]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) "3"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[34]=>
|
|
string(1) "^"
|
|
[35]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) "2"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[36]=>
|
|
string(1) ";"
|
|
[37]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[38]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "$c"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[39]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[40]=>
|
|
string(1) "="
|
|
[41]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[42]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) "4"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[43]=>
|
|
string(1) "&"
|
|
[44]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) "2"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[45]=>
|
|
string(1) ";"
|
|
[46]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(1) " "
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
[47]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(2) "?>"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
}
|
|
array(1) {
|
|
[0]=>
|
|
array(3) {
|
|
[0]=>
|
|
int(%d)
|
|
[1]=>
|
|
string(17) "wrong syntax here"
|
|
[2]=>
|
|
int(1)
|
|
}
|
|
}
|
|
Done
|