UtfNormalBench.php

Go to the documentation of this file.

<?php
# Copyright (C) 2004 Brion Vibber <brion@pobox.com>
# http://www.mediawiki.org/
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
# http://www.gnu.org/copyleft/gpl.html
 
if (isset($_SERVER['argv']) && in_array('--icu', $_SERVER['argv'])) {
    dl('php_utfnormal.so');
}
 
require_once 'include/Unicode/UtfNormal.php';
 
define('BENCH_CYCLES', 5);
 
if (php_sapi_name() != 'cli') {
    die("Run me from the command line please.\n");
}
 
$testfiles = array(
    'testdata/washington.txt' => 'English text',
    'testdata/berlin.txt' => 'German text',
    'testdata/bulgakov.txt' => 'Russian text',
    'testdata/tokyo.txt' => 'Japanese text',
    'testdata/young.txt' => 'Korean text'
);
$normalizer = new UtfNormal;
UtfNormal::loadData();
foreach ($testfiles as $file => $desc) {
    benchmarkTest($normalizer, $file, $desc);
}
 
# -------
 
function benchmarkTest(&$u, $filename, $desc)
{
    print "Testing $filename ($desc)...\n";
    $data = file_get_contents($filename);
    $forms = array(
#               'placebo',
        'cleanUp',
        'toNFC',
#               'toNFKC',
#               'toNFD', 'toNFKD',
        'NFC',
#               'NFKC',
#               'NFD', 'NFKD',
        array( 'fastDecompose', 'fastCombiningSort', 'fastCompose' ),
#               'quickIsNFC', 'quickIsNFCVerify',
        );
    foreach ($forms as $form) {
        if (is_array($form)) {
            $str = $data;
            foreach ($form as $step) {
                $str = benchmarkForm($u, $str, $step);
            }
        } else {
            benchmarkForm($u, $data, $form);
        }
    }
}
 
function benchTime()
{
    $st = explode(' ', microtime());
    return (float) $st[0] + (float) $st[1];
}
 
function benchmarkForm(&$u, &$data, $form)
{
    global $utfCanonicalDecomp;
    #$start = benchTime();
    for ($i = 0; $i < BENCH_CYCLES; $i++) {
        $start = benchTime();
        $out = $u->$form($data, $utfCanonicalDecomp);
        $deltas[] = (benchTime() - $start);
    }
    #$delta = (benchTime() - $start) / BENCH_CYCLES;
    sort($deltas);
    $delta = $deltas[0]; # Take shortest time
 
    $rate = intval(strlen($data) / $delta);
    $same = (0 == strcmp($data, $out));
 
    printf(
        " %20s %6.1fms %12s bytes/s (%s)\n",
        $form,
        $delta * 1000.0,
        number_format($rate),
        ($same ? 'no change' : 'changed')
    );
    return $out;
}