UtfNormalBench.php

Go to the documentation of this file.

<?php
# Copyright (C) 2004 Brion Vibber <brion@pobox.com>
# http://www.mediawiki.org/
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
# http://www.gnu.org/copyleft/gpl.html

if( isset( $_SERVER['argv'] ) && in_array( '--icu', $_SERVER['argv'] ) ) {
        dl( 'php_utfnormal.so' );
}

require_once 'include/Unicode/UtfNormal.php';

define( 'BENCH_CYCLES', 5 );

if( php_sapi_name() != 'cli' ) {
        die( "Run me from the command line please.\n" );
}

$testfiles = array(
        'testdata/washington.txt' => 'English text',
        'testdata/berlin.txt' => 'German text',
        'testdata/bulgakov.txt' => 'Russian text',
        'testdata/tokyo.txt' => 'Japanese text',
        'testdata/young.txt' => 'Korean text'
);
$normalizer = new UtfNormal;
UtfNormal::loadData();
foreach( $testfiles as $file => $desc ) {
        benchmarkTest( $normalizer, $file, $desc );
}

# -------

function benchmarkTest( &$u, $filename, $desc ) {
        print "Testing $filename ($desc)...\n";
        $data = file_get_contents( $filename );
        $forms = array(
#               'placebo',
                'cleanUp',
                'toNFC',
#               'toNFKC',
#               'toNFD', 'toNFKD',
                'NFC',
#               'NFKC',
#               'NFD', 'NFKD',
                array( 'fastDecompose', 'fastCombiningSort', 'fastCompose' ),
#               'quickIsNFC', 'quickIsNFCVerify',
                );
        foreach( $forms as $form ) {
                if( is_array( $form ) ) {
                        $str = $data;
                        foreach( $form as $step ) {
                                $str = benchmarkForm( $u, $str, $step );
                        }
                } else {
                        benchmarkForm( $u, $data, $form );
                }
        }
}

function benchTime(){
        $st = explode( ' ', microtime() );
        return (float)$st[0] + (float)$st[1];
}

function benchmarkForm( &$u, &$data, $form ) {
        global $utfCanonicalDecomp;
        #$start = benchTime();
        for( $i = 0; $i < BENCH_CYCLES; $i++ ) {
                $start = benchTime();
                $out = $u->$form( $data, $utfCanonicalDecomp );
                $deltas[] = (benchTime() - $start);
        }
        #$delta = (benchTime() - $start) / BENCH_CYCLES;
        sort( $deltas );
        $delta = $deltas[0]; # Take shortest time

        $rate = intval( strlen( $data ) / $delta );
        $same = (0 == strcmp( $data, $out ) );

        printf( " %20s %6.1fms %12s bytes/s (%s)\n",
                $form,
                $delta*1000.0,
                number_format( $rate ),
                ($same ? 'no change' : 'changed' ) );
        return $out;
}

?>