mirror of
https://github.com/php/php-src.git
synced 2024-09-21 09:57:23 +00:00
ee6f9e294c
This allows https://nielsdos.github.io/php-benchmark-visualisation/ to only show commits from master (or a specific branch). Otherwise we get confusing, undulating commits from different branches, with potentially wildly different performance. Closes GH-12101
126 lines
3.9 KiB
PHP
126 lines
3.9 KiB
PHP
<?php
|
|
|
|
require_once __DIR__ . '/shared.php';
|
|
|
|
$storeResult = ($argv[1] ?? 'false') === 'true';
|
|
$phpCgi = $argv[2] ?? dirname(PHP_BINARY) . '/php-cgi';
|
|
if (!file_exists($phpCgi)) {
|
|
fwrite(STDERR, "php-cgi not found\n");
|
|
exit(1);
|
|
}
|
|
|
|
function main() {
|
|
global $storeResult;
|
|
|
|
$data = [];
|
|
if (false !== $branch = getenv('GITHUB_REF_NAME')) {
|
|
$data['branch'] = $branch;
|
|
}
|
|
$data['Zend/bench.php'] = runBench(false);
|
|
$data['Zend/bench.php JIT'] = runBench(true);
|
|
$data['Symfony Demo 2.2.3'] = runSymfonyDemo(false);
|
|
$data['Symfony Demo 2.2.3 JIT'] = runSymfonyDemo(true);
|
|
$data['Wordpress 6.2'] = runWordpress(false);
|
|
$data['Wordpress 6.2 JIT'] = runWordpress(true);
|
|
$result = json_encode($data, JSON_PRETTY_PRINT) . "\n";
|
|
|
|
fwrite(STDOUT, $result);
|
|
|
|
if ($storeResult) {
|
|
storeResult($result);
|
|
}
|
|
}
|
|
|
|
function storeResult(string $result) {
|
|
$repo = __DIR__ . '/repos/data';
|
|
cloneRepo($repo, 'git@github.com:php/benchmarking-data.git');
|
|
|
|
$commitHash = getPhpSrcCommitHash();
|
|
$dir = $repo . '/' . substr($commitHash, 0, 2) . '/' . $commitHash;
|
|
$summaryFile = $dir . '/summary.json';
|
|
if (!is_dir($dir)) {
|
|
mkdir($dir, 0755, true);
|
|
}
|
|
file_put_contents($summaryFile, $result);
|
|
}
|
|
|
|
function getPhpSrcCommitHash(): string {
|
|
$result = runCommand(['git', 'log', '--pretty=format:%H', '-n', '1'], dirname(__DIR__));
|
|
return $result->stdout;
|
|
}
|
|
|
|
function runBench(bool $jit): array {
|
|
return runValgrindPhpCgiCommand([dirname(__DIR__) . '/Zend/bench.php'], jit: $jit);
|
|
}
|
|
|
|
function runSymfonyDemo(bool $jit): array {
|
|
$dir = __DIR__ . '/repos/symfony-demo-2.2.3';
|
|
cloneRepo($dir, 'https://github.com/php/benchmarking-symfony-demo-2.2.3.git');
|
|
runPhpCommand([$dir . '/bin/console', 'cache:clear']);
|
|
runPhpCommand([$dir . '/bin/console', 'cache:warmup']);
|
|
return runValgrindPhpCgiCommand([$dir . '/public/index.php'], cwd: $dir, jit: $jit, warmup: 50, repeat: 50);
|
|
}
|
|
|
|
function runWordpress(bool $jit): array {
|
|
$dir = __DIR__ . '/repos/wordpress-6.2';
|
|
cloneRepo($dir, 'https://github.com/php/benchmarking-wordpress-6.2.git');
|
|
|
|
/* FIXME: It might be better to use a stable version of PHP for this command because we can't
|
|
* easily alter the phar file */
|
|
runPhpCommand([
|
|
'-d error_reporting=0',
|
|
'wp-cli.phar',
|
|
'core',
|
|
'install',
|
|
'--url=wordpress.local',
|
|
'--title="Wordpress"',
|
|
'--admin_user=wordpress',
|
|
'--admin_password=wordpress',
|
|
'--admin_email=benchmark@php.net',
|
|
], $dir);
|
|
|
|
// Warmup
|
|
runPhpCommand([$dir . '/index.php'], $dir);
|
|
return runValgrindPhpCgiCommand([$dir . '/index.php'], cwd: $dir, jit: $jit, warmup: 50, repeat: 50);
|
|
}
|
|
|
|
function runPhpCommand(array $args, ?string $cwd = null): ProcessResult {
|
|
return runCommand([PHP_BINARY, ...$args], $cwd);
|
|
}
|
|
|
|
function runValgrindPhpCgiCommand(
|
|
array $args,
|
|
?string $cwd = null,
|
|
bool $jit = false,
|
|
int $warmup = 0,
|
|
int $repeat = 1,
|
|
): array {
|
|
global $phpCgi;
|
|
$process = runCommand([
|
|
'valgrind',
|
|
'--tool=callgrind',
|
|
'--dump-instr=yes',
|
|
'--callgrind-out-file=/dev/null',
|
|
'--',
|
|
$phpCgi,
|
|
'-T' . ($warmup ? $warmup . ',' : '') . $repeat,
|
|
'-d max_execution_time=0',
|
|
'-d opcache.enable=1',
|
|
'-d opcache.jit_buffer_size=' . ($jit ? '128M' : '0'),
|
|
'-d opcache.validate_timestamps=0',
|
|
...$args,
|
|
]);
|
|
$instructions = extractInstructionsFromValgrindOutput($process->stderr);
|
|
if ($repeat > 1) {
|
|
$instructions = gmp_strval(gmp_div_q($instructions, $repeat));
|
|
}
|
|
return ['instructions' => $instructions];
|
|
}
|
|
|
|
function extractInstructionsFromValgrindOutput(string $output): string {
|
|
preg_match("(==[0-9]+== Events : Ir\n==[0-9]+== Collected : (?<instructions>[0-9]+))", $output, $matches);
|
|
return $matches['instructions'] ?? throw new \Exception('Unexpected valgrind output');
|
|
}
|
|
|
|
main();
|