UtfNormalUtil.php

Go to the documentation of this file.

<?php
# Copyright (C) 2004 Brion Vibber <brion@pobox.com>
# http://www.mediawiki.org/
# 
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or 
# (at your option) any later version.
# 
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
# 
# You should have received a copy of the GNU General Public License along
# with this program; if not, write to the Free Software Foundation, Inc.,
# 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
# http://www.gnu.org/copyleft/gpl.html

function codepointToUtf8( $codepoint ) {
        if($codepoint <         0x80) return chr($codepoint);
        if($codepoint <    0x800) return chr($codepoint >>      6 & 0x3f | 0xc0) .
                                                                         chr($codepoint           & 0x3f | 0x80);
        if($codepoint <  0x10000) return chr($codepoint >> 12 & 0x0f | 0xe0) .
                                                                         chr($codepoint >>      6 & 0x3f | 0x80) .
                                                                         chr($codepoint           & 0x3f | 0x80);
        if($codepoint < 0x110000) return chr($codepoint >> 18 & 0x07 | 0xf0) .
                                                                         chr($codepoint >> 12 & 0x3f | 0x80) .
                                                                         chr($codepoint >>      6 & 0x3f | 0x80) .
                                                                         chr($codepoint           & 0x3f | 0x80);

        die("Asked for code outside of range ($codepoint)\n");
}

function hexSequenceToUtf8( $sequence ) {
        $utf = '';
        foreach( explode( ' ', $sequence ) as $hex ) {
                $n = hexdec( $hex );
                $utf .= codepointToUtf8( $n );
        }
        return $utf;
}

function utf8ToHexSequence( $str ) {
        return rtrim(preg_replace_callback(
        '/(.)/uS',
        function($hit) {
            return sprintf("%04x ", utf8ToCodepoint($hit[1]));
        },
            $str));
}

function utf8ToCodepoint( $char ) {
        # Find the length
        $z = ord( $char{0} );
        if ( $z & 0x80 ) {
                $length = 0;
                while ( $z & 0x80 ) {
                        $length++;
                        $z <<= 1;
                }
        } else {
                $length = 1;
        }

        if ( $length != strlen( $char ) ) {
                return false;
        }
        if ( $length == 1 ) {
                return ord( $char );
        }

        # Mask off the length-determining bits and shift back to the original location
        $z &= 0xff;
        $z >>= $length;

        # Add in the free bits from subsequent bytes
        for ( $i=1; $i<$length; $i++ ) {
                $z <<= 6;
                $z |= ord( $char{$i} ) & 0x3f;
        }

        return $z;
}

function escapeSingleString( $string ) {
        return strtr( $string,
                array(
                        '\\' => '\\\\',
                        '\'' => '\\\''
                ));
}

?>