Parser.php

Go to the documentation of this file.

<?php
define('MW_PARSER_VERSION', '1.6.1');

define('RLH_FOR_UPDATE', 1);

# Allowed values for $mOutputType
define('OT_HTML', 1);
define('OT_WIKI', 2);
define('OT_MSG', 3);
define('OT_PREPROCESS', 4);

# Flags for setFunctionHook
define('SFH_NO_HASH', 1);

# string parameter for extractTags which will cause it
# to strip HTML comments in addition to regular
# <XML>-style tags. This should not be anything we
# may want to use in wikisyntax
define('STRIP_COMMENTS', 'HTMLCommentStrip');

# Constants needed for external link processing
define('HTTP_PROTOCOLS', 'http:\/\/|https:\/\/');
# Everything except bracket, space, or control characters
define('EXT_LINK_URL_CLASS', '[^][<>"\\x00-\\x20\\x7F]');
# Including space, but excluding newlines
define('EXT_LINK_TEXT_CLASS', '[^\]\\x0a\\x0d]');
define('EXT_IMAGE_FNAME_CLASS', '[A-Za-z0-9_.,~%\\-+&;#*?!=()@\\x80-\\xFF]');
define('EXT_IMAGE_EXTENSIONS', 'gif|png|jpg|jpeg');
define('EXT_LINK_BRACKETED', '/\[(\b(' . wfUrlProtocols() . ')' .
    EXT_LINK_URL_CLASS . '+) *(' . EXT_LINK_TEXT_CLASS . '*?)\]/S');
define(
    'EXT_IMAGE_REGEX',
    '/^(' . HTTP_PROTOCOLS . ')' .  # Protocol
    '(' . EXT_LINK_URL_CLASS . '+)\\/' .  # Hostname and path
    '(' . EXT_IMAGE_FNAME_CLASS . '+)\\.((?i)' . EXT_IMAGE_EXTENSIONS . ')$/S' # Filename
);

// State constants for the definition list colon extraction
define('MW_COLON_STATE_TEXT', 0);
define('MW_COLON_STATE_TAG', 1);
define('MW_COLON_STATE_TAGSTART', 2);
define('MW_COLON_STATE_CLOSETAG', 3);
define('MW_COLON_STATE_TAGSLASH', 4);
define('MW_COLON_STATE_COMMENT', 5);
define('MW_COLON_STATE_COMMENTDASH', 6);
define('MW_COLON_STATE_COMMENTDASHDASH', 7);

class Parser
{
    const VERSION = MW_PARSER_VERSION;
    # Persistent:
    public $mTagHooks;
    public $mFunctionHooks;
    public $mFunctionSynonyms;
    public $mVariables;

    # Cleared with clearState():
    public $mOutput;
    public $mAutonumber;
    public $mDTopen;
    public $mStripState;
    public $mIncludeCount;
    public $mArgStack;
    public $mLastSection;
    public $mInPre;
    public $mInterwikiLinkHolders;
    public $mLinkHolders;
    public $mUniqPrefix;
    public $mIncludeSizes;
    public $mDefaultSort;
    public $mTemplates;
    // cache of already loaded templates, avoids
                        // multiple SQL queries for the same string
        public $mTemplatePath;  // stores an unsorted hash of all the templates already loaded
                        // in this path. Used for loop detection.

    # Temporary
    # These are variables reset at least once per parse regardless of $clearState
    public $mOptions;
    // ParserOptions object
    public $mTitle;
    // Title context, used for self-link rendering and similar things
    public $mOutputType;
    // Output type, one of the OT_xxx constants
    public $ot;
    // Shortcut alias, see setOutputType()
    public $mRevisionId;
    // ID to display in {{REVISIONID}} tags
    public $mRevisionTimestamp;
    // The timestamp of the specified revision ID
        public $mRevIdForTs;   // The revision ID which was used to fetch the timestamp

    public function __construct()
    {
        $this->mTagHooks = array();
        $this->mFunctionHooks = array();
        $this->mFunctionSynonyms = array( 0 => array(), 1 => array() );
        $this->mFirstCall = true;
    }

    public function firstCallInit()
    {
        if (!$this->mFirstCall) {
            return;
        }

        wfProfileIn(__METHOD__);
        global $wgAllowDisplayTitle, $wgAllowSlowParserFunctions;

        $this->setHook('pre', array( $this, 'renderPreTag' ));

        $this->setFunctionHook('int', array( 'CoreParserFunctions', 'intFunction' ), SFH_NO_HASH);
        $this->setFunctionHook('ns', array( 'CoreParserFunctions', 'ns' ), SFH_NO_HASH);
        $this->setFunctionHook('urlencode', array( 'CoreParserFunctions', 'urlencode' ), SFH_NO_HASH);
        $this->setFunctionHook('lcfirst', array( 'CoreParserFunctions', 'lcfirst' ), SFH_NO_HASH);
        $this->setFunctionHook('ucfirst', array( 'CoreParserFunctions', 'ucfirst' ), SFH_NO_HASH);
        $this->setFunctionHook('lc', array( 'CoreParserFunctions', 'lc' ), SFH_NO_HASH);
        $this->setFunctionHook('uc', array( 'CoreParserFunctions', 'uc' ), SFH_NO_HASH);
        $this->setFunctionHook('localurl', array( 'CoreParserFunctions', 'localurl' ), SFH_NO_HASH);
        $this->setFunctionHook('localurle', array( 'CoreParserFunctions', 'localurle' ), SFH_NO_HASH);
        $this->setFunctionHook('fullurl', array( 'CoreParserFunctions', 'fullurl' ), SFH_NO_HASH);
        $this->setFunctionHook('fullurle', array( 'CoreParserFunctions', 'fullurle' ), SFH_NO_HASH);
        $this->setFunctionHook('formatnum', array( 'CoreParserFunctions', 'formatnum' ), SFH_NO_HASH);
        $this->setFunctionHook('grammar', array( 'CoreParserFunctions', 'grammar' ), SFH_NO_HASH);
        $this->setFunctionHook('plural', array( 'CoreParserFunctions', 'plural' ), SFH_NO_HASH);
        $this->setFunctionHook('numberofpages', array( 'CoreParserFunctions', 'numberofpages' ), SFH_NO_HASH);
        $this->setFunctionHook('numberofusers', array( 'CoreParserFunctions', 'numberofusers' ), SFH_NO_HASH);
        $this->setFunctionHook('numberofarticles', array( 'CoreParserFunctions', 'numberofarticles' ), SFH_NO_HASH);
        $this->setFunctionHook('numberoffiles', array( 'CoreParserFunctions', 'numberoffiles' ), SFH_NO_HASH);
        $this->setFunctionHook('numberofadmins', array( 'CoreParserFunctions', 'numberofadmins' ), SFH_NO_HASH);
        $this->setFunctionHook('numberofedits', array( 'CoreParserFunctions', 'numberofedits' ), SFH_NO_HASH);
        $this->setFunctionHook('language', array( 'CoreParserFunctions', 'language' ), SFH_NO_HASH);
        $this->setFunctionHook('padleft', array( 'CoreParserFunctions', 'padleft' ), SFH_NO_HASH);
        $this->setFunctionHook('padright', array( 'CoreParserFunctions', 'padright' ), SFH_NO_HASH);
        $this->setFunctionHook('anchorencode', array( 'CoreParserFunctions', 'anchorencode' ), SFH_NO_HASH);
        $this->setFunctionHook('special', array( 'CoreParserFunctions', 'special' ));
        $this->setFunctionHook('defaultsort', array( 'CoreParserFunctions', 'defaultsort' ), SFH_NO_HASH);

        if ($wgAllowDisplayTitle) {
            $this->setFunctionHook('displaytitle', array( 'CoreParserFunctions', 'displaytitle' ), SFH_NO_HASH);
        }
        if ($wgAllowSlowParserFunctions) {
            $this->setFunctionHook('pagesinnamespace', array( 'CoreParserFunctions', 'pagesinnamespace' ), SFH_NO_HASH);
        }

        $this->initialiseVariables();
        $this->mFirstCall = false;
        wfProfileOut(__METHOD__);
    }

    public function clearState()
    {
        wfProfileIn(__METHOD__);
        if ($this->mFirstCall) {
            $this->firstCallInit();
        }
        $this->mOutput = new ParserOutput;
        $this->mAutonumber = 0;
        $this->mLastSection = '';
        $this->mDTopen = false;
        $this->mIncludeCount = array();
        $this->mStripState = new StripState;
        $this->mArgStack = array();
        $this->mInPre = false;
        $this->mInterwikiLinkHolders = array(
            'texts' => array(),
            'titles' => array()
        );
        $this->mLinkHolders = array(
            'namespaces' => array(),
            'dbkeys' => array(),
            'queries' => array(),
            'texts' => array(),
            'titles' => array()
        );
        $this->mRevisionTimestamp = $this->mRevisionId = null;

        $this->mUniqPrefix = "\x07UNIQ" . Parser::getRandomString();

        # Clear these on every parse, bug 4549
        $this->mTemplates = array();
        $this->mTemplatePath = array();

        $this->mShowToc = true;
        $this->mForceTocPosition = false;
        $this->mIncludeSizes = array(
            'pre-expand' => 0,
            'post-expand' => 0,
            'arg' => 0
        );
        $this->mDefaultSort = false;

        wfRunHooks('ParserClearState', array( &$this ));
        wfProfileOut(__METHOD__);
    }

    public function setOutputType($ot)
    {
        $this->mOutputType = $ot;
        // Shortcut alias
        $this->ot = array(
            'html' => $ot == OT_HTML,
            'wiki' => $ot == OT_WIKI,
            'msg' => $ot == OT_MSG,
            'pre' => $ot == OT_PREPROCESS,
        );
    }

    public function uniqPrefix()
    {
        return $this->mUniqPrefix;
    }

    public function parse($text, &$title, $options, $linestart = true, $clearState = true, $revid = null)
    {
        global $wgUseTidy, $wgAlwaysUseTidy, $wgContLang;
        $fname = 'Parser::parse-' . wfGetCaller();
        wfProfileIn(__METHOD__);
        wfProfileIn($fname);

        if ($clearState) {
            $this->clearState();
        }

        $this->mOptions = $options;
        $this->mTitle =&$title;
        $oldRevisionId = $this->mRevisionId;
        $oldRevisionTimestamp = $this->mRevisionTimestamp;
        if ($revid !== null) {
            $this->mRevisionId = $revid;
            $this->mRevisionTimestamp = null;
        }
        $this->setOutputType(OT_HTML);
        wfRunHooks('ParserBeforeStrip', array( &$this, &$text, &$this->mStripState ));
        $text = $this->strip($text, $this->mStripState);
        wfRunHooks('ParserAfterStrip', array( &$this, &$text, &$this->mStripState ));
        $text = $this->internalParse($text);
        $text = $this->mStripState->unstripGeneral($text);

        # Clean up special characters, only run once, next-to-last before doBlockLevels
        $fixtags = array(
            # french spaces, last one Guillemet-left
            # only if there is something before the space
            '/(.) (?=\\?|:|;|!|\\302\\273)/' => '\\1&nbsp;\\2',
            # french spaces, Guillemet-right
            '/(\\302\\253) /' => '\\1&nbsp;',
        );
        $text = preg_replace(array_keys($fixtags), array_values($fixtags), $text);

        # only once and last
        $text = $this->doBlockLevels($text, $linestart);

        $this->replaceLinkHolders($text);

        # the position of the parserConvert() call should not be changed. it
        # assumes that the links are all replaced and the only thing left
        # is the <nowiki> mark.
        # Side-effects: this calls $this->mOutput->setTitleText()
        $text = $wgContLang->parserConvert($text, $this);

        $text = $this->mStripState->unstripNoWiki($text);

        wfRunHooks('ParserBeforeTidy', array( &$this, &$text ));

        $text = Sanitizer::normalizeCharReferences($text);

        if (($wgUseTidy and $this->mOptions->mTidy) or $wgAlwaysUseTidy) {
            $text = Parser::tidy($text);
        } else {
            # attempt to sanitize at least some nesting problems
            # (bug #2702 and quite a few others)
            $tidyregs = array(
                # ''Something [http://www.cool.com cool''] -->
                # <i>Something</i><a href="http://www.cool.com"..><i>cool></i></a>
                '/(<([bi])>)(<([bi])>)?([^<]*)(<\/?a[^<]*>)([^<]*)(<\/\\4>)?(<\/\\2>)/' =>
                '\\1\\3\\5\\8\\9\\6\\1\\3\\7\\8\\9',
                # fix up an anchor inside another anchor, only
                # at least for a single single nested link (bug 3695)
                '/(<a[^>]+>)([^<]*)(<a[^>]+>[^<]*)<\/a>(.*)<\/a>/' =>
                '\\1\\2</a>\\3</a>\\1\\4</a>',
                # fix div inside inline elements- doBlockLevels won't wrap a line which
                # contains a div, so fix it up here; replace
                # div with escaped text
                '/(<([aib]) [^>]+>)([^<]*)(<div([^>]*)>)(.*)(<\/div>)([^<]*)(<\/\\2>)/' =>
                '\\1\\3&lt;div\\5&gt;\\6&lt;/div&gt;\\8\\9',
                # remove empty italic or bold tag pairs, some
                # introduced by rules above
                '/<([bi])><\/\\1>/' => '',
            );

            $text = preg_replace(
                array_keys($tidyregs),
                array_values($tidyregs),
                $text
            );
        }

        wfRunHooks('ParserAfterTidy', array( &$this, &$text ));

        # Information on include size limits, for the benefit of users who try to skirt them
        if (max($this->mIncludeSizes) > 1000) {
            $max = $this->mOptions->getMaxIncludeSize();
            $text .= "<!-- \n" .
                "Pre-expand include size: {$this->mIncludeSizes['pre-expand']} bytes\n" .
                "Post-expand include size: {$this->mIncludeSizes['post-expand']} bytes\n" .
                "Template argument size: {$this->mIncludeSizes['arg']} bytes\n" .
                "Maximum: $max bytes\n" .
                "-->\n";
        }
        $this->mOutput->setText($text);
        $this->mRevisionId = $oldRevisionId;
        $this->mRevisionTimestamp = $oldRevisionTimestamp;
        wfProfileOut($fname);
        wfProfileOut(__METHOD__);

        return $this->mOutput;
    }

    public function recursiveTagParse($text)
    {
        wfProfileIn(__METHOD__);
        wfRunHooks('ParserBeforeStrip', array( &$this, &$text, &$this->mStripState ));
        $text = $this->strip($text, $this->mStripState);
        wfRunHooks('ParserAfterStrip', array( &$this, &$text, &$this->mStripState ));
        $text = $this->internalParse($text);
        wfProfileOut(__METHOD__);
        return $text;
    }

    public function preprocess($text, $title, $options)
    {
        wfProfileIn(__METHOD__);
        $this->clearState();
        $this->setOutputType(OT_PREPROCESS);
        $this->mOptions = $options;
        $this->mTitle = $title;
        wfRunHooks('ParserBeforeStrip', array( &$this, &$text, &$this->mStripState ));
        $text = $this->strip($text, $this->mStripState);
        wfRunHooks('ParserAfterStrip', array( &$this, &$text, &$this->mStripState ));
        if ($this->mOptions->getRemoveComments()) {
            $text = Sanitizer::removeHTMLcomments($text);
        }
        $text = $this->replaceVariables($text);
        $text = $this->mStripState->unstripBoth($text);
        wfProfileOut(__METHOD__);
        return $text;
    }

    public function getRandomString()
    {
        return dechex(mt_rand(0, 0x7fffffff)) . dechex(mt_rand(0, 0x7fffffff));
    }

    public function &getTitle()
    {
        return $this->mTitle;
    }
    public function getOptions()
    {
        return $this->mOptions;
    }

    public function getFunctionLang()
    {
        global $wgLang, $wgContLang;
        return $this->mOptions->getInterfaceMessage() ? $wgLang : $wgContLang;
    }

    public function extractTagsAndParams($elements, $text, &$matches, $uniq_prefix = '')
    {
        static $n = 1;
        $stripped = '';
        $matches = array();

        $taglist = implode('|', $elements);
        $start = "/<($taglist)(\\s+[^>]*?|\\s*?)(\/?>)|<(!--)/i";

        while ('' != $text) {
            $p = preg_split($start, $text, 2, PREG_SPLIT_DELIM_CAPTURE);
            $stripped .= $p[0];
            if (count($p) < 5) {
                break;
            }
            if (count($p) > 5) {
                // comment
                $element    = $p[4];
                $attributes = '';
                $close      = '';
                $inside     = $p[5];
            } else {
                // tag
                $element    = $p[1];
                $attributes = $p[2];
                $close      = $p[3];
                $inside     = $p[4];
            }

            $marker = "$uniq_prefix-$element-" . sprintf('%08X', $n++) . '-QINU';
            $stripped .= $marker;

            if ($close === '/>') {
                // Empty element tag, <tag />
                $content = null;
                $text = $inside;
                $tail = null;
            } else {
                if ($element == '!--') {
                    $end = '/(-->)/';
                } else {
                    $end = "/(<\\/$element\\s*>)/i";
                }
                $q = preg_split($end, $inside, 2, PREG_SPLIT_DELIM_CAPTURE);
                $content = $q[0];
                if (count($q) < 3) {
                    # No end tag -- let it run out to the end of the text.
                    $tail = '';
                    $text = '';
                } else {
                    $tail = $q[1];
                    $text = $q[2];
                }
            }

            $matches[$marker] = array( $element,
                $content,
                Sanitizer::decodeTagAttributes($attributes),
                "<$element$attributes$close$content$tail" );
        }
        return $stripped;
    }

    public function strip($text, $state, $stripcomments = false, $dontstrip = array())
    {
        global $wgContLang;
        wfProfileIn(__METHOD__);
        $render = ($this->mOutputType == OT_HTML);

        $uniq_prefix = $this->mUniqPrefix;
        $commentState = new ReplacementArray;
        $nowikiItems = array();
        $generalItems = array();

        $elements = array_merge(
            array( 'nowiki', 'gallery' ),
            array_keys($this->mTagHooks)
        );
        global $wgRawHtml;
        if ($wgRawHtml) {
            $elements[] = 'html';
        }
        if ($this->mOptions->getUseTeX()) {
            $elements[] = 'math';
        }

        # Removing $dontstrip tags from $elements list (currently only 'gallery', fixing bug 2700)
        foreach ($elements as $k => $v) {
            if (!in_array($v, $dontstrip)) {
                continue;
            }
            unset($elements[$k]);
        }

        $matches = array();
        $text = Parser::extractTagsAndParams($elements, $text, $matches, $uniq_prefix);

        foreach ($matches as $marker => $data) {
            list($element, $content, $params, $tag) = $data;
            if ($render) {
                $tagName = strtolower($element);
                wfProfileIn(__METHOD__ . "-render-$tagName");
                switch ($tagName) {
                case '!--':
                    // Comment
                    if (substr($tag, -3) == '-->') {
                        $output = $tag;
                    } else {
                        // Unclosed comment in input.
                        // Close it so later stripping can remove it
                        $output = "$tag-->";
                    }
                    break;
                case 'html':
                    if ($wgRawHtml) {
                        $output = $content;
                        break;
                    }
                    // Shouldn't happen otherwise. :)
                    // no break
                case 'nowiki':
                    $output = Xml::escapeTagsOnly($content);
                    break;
                case 'math':
                    $output = $wgContLang->armourMath(MathRenderer::renderMath($content));
                    break;
                case 'gallery':
                    $output = $this->renderImageGallery($content, $params);
                    break;
                default:
                    if (isset($this->mTagHooks[$tagName])) {
                        $output = call_user_func_array(
                            $this->mTagHooks[$tagName],
                            array( $content, $params, $this )
                        );
                    } else {
                        throw new MWException("Invalid call hook $element");
                    }
                }
                wfProfileOut(__METHOD__ . "-render-$tagName");
            } else {
                // Just stripping tags; keep the source
                $output = $tag;
            }

            // Unstrip the output, to support recursive strip() calls
            $output = $state->unstripBoth($output);

            if (!$stripcomments && $element == '!--') {
                $commentState->setPair($marker, $output);
            } elseif ($element == 'html' || $element == 'nowiki') {
                $nowikiItems[$marker] = $output;
            } else {
                $generalItems[$marker] = $output;
            }
        }
        # Add the new items to the state
        # We do this after the loop instead of during it to avoid slowing
        # down the recursive unstrip
        $state->nowiki->mergeArray($nowikiItems);
        $state->general->mergeArray($generalItems);

        # Unstrip comments unless explicitly told otherwise.
        # (The comments are always stripped prior to this point, so as to
        # not invoke any extension tags / parser hooks contained within
        # a comment.)
        if (!$stripcomments) {
            // Put them all back and forget them
            $text = $commentState->replace($text);
        }

        wfProfileOut(__METHOD__);
        return $text;
    }

    public function unstrip($text, $state)
    {
        return $state->unstripGeneral($text);
    }

    public function unstripNoWiki($text, $state)
    {
        return $state->unstripNoWiki($text);
    }

    public function unstripForHTML($text)
    {
        return $this->mStripState->unstripBoth($text);
    }

    public function insertStripItem($text, &$state)
    {
        $rnd = $this->mUniqPrefix . '-item' . Parser::getRandomString();
        $state->general->setPair($rnd, $text);
        return $rnd;
    }

    public function tidy($text)
    {
        global $wgTidyInternal;
        $wrappedtext = '<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"' .
' "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"><html>' .
'<head><title>test</title></head><body>' . $text . '</body></html>';
        if ($wgTidyInternal) {
            $correctedtext = Parser::internalTidy($wrappedtext);
        } else {
            $correctedtext = Parser::externalTidy($wrappedtext);
        }
        if (is_null($correctedtext)) {
            wfDebug("Tidy error detected!\n");
            return $text . "\n<!-- Tidy found serious XHTML errors -->\n";
        }
        return $correctedtext;
    }

    public function externalTidy($text)
    {
        global $wgTidyConf, $wgTidyBin, $wgTidyOpts;
        $fname = 'Parser::externalTidy';
        wfProfileIn($fname);

        $cleansource = '';
        $opts = ' -utf8';

        $descriptorspec = array(
            0 => array('pipe', 'r'),
            1 => array('pipe', 'w'),
            2 => array('file', '/dev/null', 'a')  // FIXME: this line in UNIX-specific, it generates a warning on Windows, because /dev/null is not a valid Windows file.
        );
        $pipes = array();
        $process = proc_open("$wgTidyBin -config $wgTidyConf $wgTidyOpts$opts", $descriptorspec, $pipes);
        if (is_resource($process)) {
            // Theoretically, this style of communication could cause a deadlock
            // here. If the stdout buffer fills up, then writes to stdin could
            // block. This doesn't appear to happen with tidy, because tidy only
            // writes to stdout after it's finished reading from stdin. Search
            // for tidyParseStdin and tidySaveStdout in console/tidy.c
            fwrite($pipes[0], $text);
            fclose($pipes[0]);
            while (!feof($pipes[1])) {
                $cleansource .= fgets($pipes[1], 1024);
            }
            fclose($pipes[1]);
            proc_close($process);
        }

        wfProfileOut($fname);

        if ($cleansource == '' && $text != '') {
            // Some kind of error happened, so we couldn't get the corrected text.
            // Just give up; we'll use the source text and append a warning.
            return null;
        } else {
            return $cleansource;
        }
    }

    public function internalTidy($text)
    {
        global $wgTidyConf;
        $fname = 'Parser::internalTidy';
        wfProfileIn($fname);

        tidy_load_config($wgTidyConf);
        tidy_set_encoding('utf8');
        tidy_parse_string($text);
        tidy_clean_repair();
        if (tidy_get_status() == 2) {
            // 2 is magic number for fatal error
            // http://www.php.net/manual/en/function.tidy-get-status.php
            $cleansource = null;
        } else {
            $cleansource = tidy_get_output();
        }
        wfProfileOut($fname);
        return $cleansource;
    }

    public function doTableStuff($text)
    {
        $fname = 'Parser::doTableStuff';
        wfProfileIn($fname);

        $lines = explode("\n", $text);
        $td_history = array(); // Is currently a td tag open?
        $last_tag_history = array(); // Save history of last lag activated (td, th or caption)
        $tr_history = array(); // Is currently a tr tag open?
        $tr_attributes = array(); // history of tr attributes
        $has_opened_tr = array(); // Did this table open a <tr> element?
        $indent_level = 0; // indent level of the table
        foreach ($lines as $key => $line) {
            $line = trim($line);

            if ($line == '') { // empty line, go to next line
                continue;
            }
            $first_character = $line{0};
            $matches = array();

            if (preg_match('/^(:*)\{\|(.*)$/', $line, $matches)) {
                // First check if we are starting a new table
                $indent_level = strlen($matches[1]);

                $attributes = $this->mStripState->unstripBoth($matches[2]);
                $attributes = Sanitizer::fixTagAttributes($attributes, 'table');

                $lines[$key] = str_repeat('<dl><dd>', $indent_level) . "<table{$attributes}>";
                array_push($td_history, false);
                array_push($last_tag_history, '');
                array_push($tr_history, false);
                array_push($tr_attributes, '');
                array_push($has_opened_tr, false);
            } elseif (count($td_history) == 0) {
                // Don't do any of the following
                continue;
            } elseif (substr($line, 0, 2) == '|}') {
                // We are ending a table
                $line = '</table>' . substr($line, 2);
                $last_tag = array_pop($last_tag_history);

                if (!array_pop($has_opened_tr)) {
                    $line = "<tr><td></td></tr>{$line}";
                }

                if (array_pop($tr_history)) {
                    $line = "</tr>{$line}";
                }

                if (array_pop($td_history)) {
                    $line = "</{$last_tag}>{$line}";
                }
                array_pop($tr_attributes);
                $lines[$key] = $line . str_repeat('</dd></dl>', $indent_level);
            } elseif (substr($line, 0, 2) == '|-') {
                // Now we have a table row
                $line = preg_replace('#^\|-+#', '', $line);

                // Whats after the tag is now only attributes
                $attributes = $this->mStripState->unstripBoth($line);
                $attributes = Sanitizer::fixTagAttributes($attributes, 'tr');
                array_pop($tr_attributes);
                array_push($tr_attributes, $attributes);

                $line = '';
                $last_tag = array_pop($last_tag_history);
                array_pop($has_opened_tr);
                array_push($has_opened_tr, true);

                if (array_pop($tr_history)) {
                    $line = '</tr>';
                }

                if (array_pop($td_history)) {
                    $line = "</{$last_tag}>{$line}";
                }

                $lines[$key] = $line;
                array_push($tr_history, false);
                array_push($td_history, false);
                array_push($last_tag_history, '');
            } elseif ($first_character == '|' || $first_character == '!' || substr($line, 0, 2)  == '|+') {
                // This might be cell elements, td, th or captions
                if (substr($line, 0, 2) == '|+') {
                    $first_character = '+';
                    $line = substr($line, 1);
                }

                $line = substr($line, 1);

                if ($first_character == '!') {
                    $line = str_replace('!!', '||', $line);
                }

                // Split up multiple cells on the same line.
                // FIXME : This can result in improper nesting of tags processed
                // by earlier parser steps, but should avoid splitting up eg
                // attribute values containing literal "||".
                $cells = StringUtils::explodeMarkup('||', $line);

                $lines[$key] = '';

                // Loop through each table cell
                foreach ($cells as $cell) {
                    $previous = '';
                    if ($first_character != '+') {
                        $tr_after = array_pop($tr_attributes);
                        if (!array_pop($tr_history)) {
                            $previous = "<tr{$tr_after}>\n";
                        }
                        array_push($tr_history, true);
                        array_push($tr_attributes, '');
                        array_pop($has_opened_tr);
                        array_push($has_opened_tr, true);
                    }

                    $last_tag = array_pop($last_tag_history);

                    if (array_pop($td_history)) {
                        $previous = "</{$last_tag}>{$previous}";
                    }

                    if ($first_character == '|') {
                        $last_tag = 'td';
                    } elseif ($first_character == '!') {
                        $last_tag = 'th';
                    } elseif ($first_character == '+') {
                        $last_tag = 'caption';
                    } else {
                        $last_tag = '';
                    }

                    array_push($last_tag_history, $last_tag);

                    // A cell could contain both parameters and data
                    $cell_data = explode('|', $cell, 2);

                    // Bug 553: Note that a '|' inside an invalid link should not
                    // be mistaken as delimiting cell parameters
                    if (strpos($cell_data[0], '[[') !== false) {
                        $cell = "{$previous}<{$last_tag}>{$cell}";
                    } elseif (count($cell_data) == 1) {
                        $cell = "{$previous}<{$last_tag}>{$cell_data[0]}";
                    } else {
                        $attributes = $this->mStripState->unstripBoth($cell_data[0]);
                        $attributes = Sanitizer::fixTagAttributes($attributes, $last_tag);
                        $cell = "{$previous}<{$last_tag}{$attributes}>{$cell_data[1]}";
                    }

                    $lines[$key] .= $cell;
                    array_push($td_history, true);
                }
            }
        }

        // Closing open td, tr && table
        while (count($td_history) > 0) {
            if (array_pop($td_history)) {
                $lines[] = '</td>' ;
            }
            if (array_pop($tr_history)) {
                $lines[] = '</tr>' ;
            }
            if (!array_pop($has_opened_tr)) {
                $lines[] = "<tr><td></td></tr>" ;
            }

            $lines[] = '</table>' ;
        }

        $output = implode("\n", $lines) ;

        // special case: don't return empty table
        if ($output == "<table>\n<tr><td></td></tr>\n</table>") {
            $output = '';
        }

        wfProfileOut($fname);

        return $output;
    }

    public function internalParse($text)
    {
        $args = array();
        $isMain = true;
        $fname = 'Parser::internalParse';
        wfProfileIn($fname);

        # Hook to suspend the parser in this state
        if (!wfRunHooks('ParserBeforeInternalParse', array( &$this, &$text, &$this->mStripState ))) {
            wfProfileOut($fname);
            return $text ;
        }

        # Remove <noinclude> tags and <includeonly> sections
        $text = strtr($text, array( '<onlyinclude>' => '' , '</onlyinclude>' => '' ));
        $text = strtr($text, array( '<noinclude>' => '', '</noinclude>' => ''));
        $text = StringUtils::delimiterReplace('<includeonly>', '</includeonly>', '', $text);

        $text = Sanitizer::removeHTMLtags($text, array( &$this, 'attributeStripCallback' ));

        $text = $this->replaceVariables($text, $args);
        wfRunHooks('InternalParseBeforeLinks', array( &$this, &$text, &$this->mStripState ));

        // Tables need to come after variable replacement for things to work
        // properly; putting them before other transformations should keep
        // exciting things like link expansions from showing up in surprising
        // places.
        $text = $this->doTableStuff($text);

        $text = preg_replace('/(^|\n)-----*/', '\\1<hr />', $text);

        $text = $this->stripToc($text);
        $this->stripNoGallery($text);
        $text = $this->doHeadings($text);
        if ($this->mOptions->getUseDynamicDates()) {
            $df =&DateFormatter::getInstance();
            $text = $df->reformat($this->mOptions->getDateFormat(), $text);
        }
        $text = $this->doAllQuotes($text);
        $text = $this->replaceInternalLinks($text);
        $text = $this->replaceExternalLinks($text);

        # replaceInternalLinks may sometimes leave behind
        # absolute URLs, which have to be masked to hide them from replaceExternalLinks
        $text = str_replace($this->mUniqPrefix . "NOPARSE", "", $text);

        $text = $this->doMagicLinks($text);
        $text = $this->formatHeadings($text, $isMain);

        wfProfileOut($fname);
        return $text;
    }

    public function &doMagicLinks(&$text)
    {
        wfProfileIn(__METHOD__);
        $text = preg_replace_callback(
            '!(?:                           # Start cases
                            <a.*?</a> |                 # Skip link text
                            <.*?> |                     # Skip stuff inside HTML elements
                            (?:RFC|PMID)\s+([0-9]+) |   # RFC or PMID, capture number as m[1]
                            ISBN\s+(\b                  # ISBN, capture number as m[2]
                                     (?: 97[89] [\ \-]? )?   # optional 13-digit ISBN prefix
                                     (?: [0-9]  [\ \-]? ){9} # 9 digits with opt. delimiters
                                     [0-9Xx]                 # check digit
                                   \b)
                        )!x',
            array( &$this, 'magicLinkCallback' ),
            $text
        );
        wfProfileOut(__METHOD__);
        return $text;
    }

    public function magicLinkCallback($m)
    {
        if (substr($m[0], 0, 1) == '<') {
            # Skip HTML element
            return $m[0];
        } elseif (substr($m[0], 0, 4) == 'ISBN') {
            $isbn = $m[2];
            $num = strtr($isbn, array(
                '-' => '',
                ' ' => '',
                'x' => 'X',
            ));
            $titleObj = SpecialPage::getTitleFor('Booksources');
            $text = '<a href="' .
                $titleObj->escapeLocalUrl("isbn=$num") .
                "\" class=\"internal\">ISBN $isbn</a>";
        } else {
            if (substr($m[0], 0, 3) == 'RFC') {
                $keyword = 'RFC';
                $urlmsg = 'rfcurl';
                $id = $m[1];
            } elseif (substr($m[0], 0, 4) == 'PMID') {
                $keyword = 'PMID';
                $urlmsg = 'pubmedurl';
                $id = $m[1];
            } else {
                throw new MWException(__METHOD__ . ': unrecognised match type "' .
                    substr($m[0], 0, 20) . '"');
            }

            $url = wfMsg($urlmsg, $id);
            $sk = $this->mOptions->getSkin();
            $la = $sk->getExternalLinkAttributes($url, $keyword . $id);
            $text = "<a href=\"{$url}\"{$la}>{$keyword} {$id}</a>";
        }
        return $text;
    }

    public function doHeadings($text)
    {
        $fname = 'Parser::doHeadings';
        wfProfileIn($fname);
        for ($i = 6; $i >= 1; --$i) {
            $h = str_repeat('=', $i);
            $text = preg_replace(
                "/^{$h}(.+){$h}\\s*$/m",
                "<h{$i}>\\1</h{$i}>\\2",
                $text
            );
        }
        wfProfileOut($fname);
        return $text;
    }

    public function doAllQuotes($text)
    {
        $fname = 'Parser::doAllQuotes';
        wfProfileIn($fname);
        $outtext = '';
        $lines = explode("\n", $text);
        foreach ($lines as $line) {
            $outtext .= $this->doQuotes($line) . "\n";
        }
        $outtext = substr($outtext, 0, -1);
        wfProfileOut($fname);
        return $outtext;
    }

    public function doQuotes($text)
    {
        $arr = preg_split("/(''+)/", $text, -1, PREG_SPLIT_DELIM_CAPTURE);
        if (count($arr) == 1) {
            return $text;
        } else {
            # First, do some preliminary work. This may shift some apostrophes from
            # being mark-up to being text. It also counts the number of occurrences
            # of bold and italics mark-ups.
            $i = 0;
            $numbold = 0;
            $numitalics = 0;
            foreach ($arr as $r) {
                if (($i % 2) == 1) {
                    # If there are ever four apostrophes, assume the first is supposed to
                    # be text, and the remaining three constitute mark-up for bold text.
                    if (strlen($arr[$i]) == 4) {
                        $arr[$i-1] .= "'";
                        $arr[$i] = "'''";
                    }
                    # If there are more than 5 apostrophes in a row, assume they're all
                    # text except for the last 5.
                    elseif (strlen($arr[$i]) > 5) {
                        $arr[$i-1] .= str_repeat("'", strlen($arr[$i]) - 5);
                        $arr[$i] = "'''''";
                    }
                    # Count the number of occurrences of bold and italics mark-ups.
                    # We are not counting sequences of five apostrophes.
                    if (strlen($arr[$i]) == 2) {
                        $numitalics++;
                    } elseif (strlen($arr[$i]) == 3) {
                        $numbold++;
                    } elseif (strlen($arr[$i]) == 5) {
                        $numitalics++;
                        $numbold++;
                    }
                }
                $i++;
            }

            # If there is an odd number of both bold and italics, it is likely
            # that one of the bold ones was meant to be an apostrophe followed
            # by italics. Which one we cannot know for certain, but it is more
            # likely to be one that has a single-letter word before it.
            if (($numbold % 2 == 1) && ($numitalics % 2 == 1)) {
                $i = 0;
                $firstsingleletterword = -1;
                $firstmultiletterword = -1;
                $firstspace = -1;
                foreach ($arr as $r) {
                    if (($i % 2 == 1) and (strlen($r) == 3)) {
                        $x1 = substr($arr[$i-1], -1);
                        $x2 = substr($arr[$i-1], -2, 1);
                        if ($x1 == ' ') {
                            if ($firstspace == -1) {
                                $firstspace = $i;
                            }
                        } elseif ($x2 == ' ') {
                            if ($firstsingleletterword == -1) {
                                $firstsingleletterword = $i;
                            }
                        } else {
                            if ($firstmultiletterword == -1) {
                                $firstmultiletterword = $i;
                            }
                        }
                    }
                    $i++;
                }

                # If there is a single-letter word, use it!
                if ($firstsingleletterword > -1) {
                    $arr [ $firstsingleletterword ] = "''";
                    $arr [ $firstsingleletterword-1 ] .= "'";
                }
                # If not, but there's a multi-letter word, use that one.
                elseif ($firstmultiletterword > -1) {
                    $arr [ $firstmultiletterword ] = "''";
                    $arr [ $firstmultiletterword-1 ] .= "'";
                }
                # ... otherwise use the first one that has neither.
                # (notice that it is possible for all three to be -1 if, for example,
                # there is only one pentuple-apostrophe in the line)
                elseif ($firstspace > -1) {
                    $arr [ $firstspace ] = "''";
                    $arr [ $firstspace-1 ] .= "'";
                }
            }

            # Now let's actually convert our apostrophic mush to HTML!
            $output = '';
            $buffer = '';
            $state = '';
            $i = 0;
            foreach ($arr as $r) {
                if (($i % 2) == 0) {
                    if ($state == 'both') {
                        $buffer .= $r;
                    } else {
                        $output .= $r;
                    }
                } else {
                    if (strlen($r) == 2) {
                        if ($state == 'i') {
                            $output .= '</i>';
                            $state = '';
                        } elseif ($state == 'bi') {
                            $output .= '</i>';
                            $state = 'b';
                        } elseif ($state == 'ib') {
                            $output .= '</b></i><b>';
                            $state = 'b';
                        } elseif ($state == 'both') {
                            $output .= '<b><i>' . $buffer . '</i>';
                            $state = 'b';
                        } else { # $state can be 'b' or ''
                            $output .= '<i>';
                            $state .= 'i';
                        }
                    } elseif (strlen($r) == 3) {
                        if ($state == 'b') {
                            $output .= '</b>';
                            $state = '';
                        } elseif ($state == 'bi') {
                            $output .= '</i></b><i>';
                            $state = 'i';
                        } elseif ($state == 'ib') {
                            $output .= '</b>';
                            $state = 'i';
                        } elseif ($state == 'both') {
                            $output .= '<i><b>' . $buffer . '</b>';
                            $state = 'i';
                        } else { # $state can be 'i' or ''
                            $output .= '<b>';
                            $state .= 'b';
                        }
                    } elseif (strlen($r) == 5) {
                        if ($state == 'b') {
                            $output .= '</b><i>';
                            $state = 'i';
                        } elseif ($state == 'i') {
                            $output .= '</i><b>';
                            $state = 'b';
                        } elseif ($state == 'bi') {
                            $output .= '</i></b>';
                            $state = '';
                        } elseif ($state == 'ib') {
                            $output .= '</b></i>';
                            $state = '';
                        } elseif ($state == 'both') {
                            $output .= '<i><b>' . $buffer . '</b></i>';
                            $state = '';
                        } else { # ($state == '')
                            $buffer = '';
                            $state = 'both';
                        }
                    }
                }
                $i++;
            }
            # Now close all remaining tags.  Notice that the order is important.
            if ($state == 'b' || $state == 'ib') {
                $output .= '</b>';
            }
            if ($state == 'i' || $state == 'bi' || $state == 'ib') {
                $output .= '</i>';
            }
            if ($state == 'bi') {
                $output .= '</b>';
            }
            # There might be lonely ''''', so make sure we have a buffer
            if ($state == 'both' && $buffer) {
                $output .= '<b><i>' . $buffer . '</i></b>';
            }
            return $output;
        }
    }

    public function replaceExternalLinks($text)
    {
        global $wgContLang;
        $fname = 'Parser::replaceExternalLinks';
        wfProfileIn($fname);

        $sk = $this->mOptions->getSkin();

        $bits = preg_split(EXT_LINK_BRACKETED, $text, -1, PREG_SPLIT_DELIM_CAPTURE);

        $s = $this->replaceFreeExternalLinks(array_shift($bits));

        $i = 0;
        while ($i<count($bits)) {
            $url = $bits[$i++];
            $protocol = $bits[$i++];
            $text = $bits[$i++];
            $trail = $bits[$i++];

            # The characters '<' and '>' (which were escaped by
            # removeHTMLtags()) should not be included in
            # URLs, per RFC 2396.
            $m2 = array();
            if (preg_match('/&(lt|gt);/', $url, $m2, PREG_OFFSET_CAPTURE)) {
                $text = substr($url, $m2[0][1]) . ' ' . $text;
                $url = substr($url, 0, $m2[0][1]);
            }

            # If the link text is an image URL, replace it with an <img> tag
            # This happened by accident in the original parser, but some people used it extensively
            $img = $this->maybeMakeExternalImage($text);
            if ($img !== false) {
                $text = $img;
            }

            $dtrail = '';

            # Set linktype for CSS - if URL==text, link is essentially free
            $linktype = ($text == $url) ? 'free' : 'text';

            # No link text, e.g. [http://domain.tld/some.link]
            if ($text == '') {
                # Autonumber if allowed. See bug #5918
                if (strpos(wfUrlProtocols(), substr($protocol, 0, strpos($protocol, ':'))) !== false) {
                    $text = '[' . ++$this->mAutonumber . ']';
                    $linktype = 'autonumber';
                } else {
                    # Otherwise just use the URL
                    $text = htmlspecialchars($url);
                    $linktype = 'free';
                }
            } else {
                # Have link text, e.g. [http://domain.tld/some.link text]s
                # Check for trail
                list($dtrail, $trail) = Linker::splitTrail($trail);
            }

            $text = $wgContLang->markNoConversion($text);

            $url = Sanitizer::cleanUrl($url);

            # Process the trail (i.e. everything after this link up until start of the next link),
            # replacing any non-bracketed links
            $trail = $this->replaceFreeExternalLinks($trail);

            # Use the encoded URL
            # This means that users can paste URLs directly into the text
            # Funny characters like &ouml; aren't valid in URLs anyway
            # This was changed in August 2004
            $s .= $sk->makeExternalLink($url, $text, false, $linktype, $this->mTitle->getNamespace()) . $dtrail . $trail;

            # Register link in the output object.
            # Replace unnecessary URL escape codes with the referenced character
            # This prevents spammers from hiding links from the filters
            $pasteurized = Parser::replaceUnusualEscapes($url);
            $this->mOutput->addExternalLink($pasteurized);
        }

        wfProfileOut($fname);
        return $s;
    }

    public function replaceFreeExternalLinks($text)
    {
        global $wgContLang;

        $fname = 'Parser::replaceFreeExternalLinks';
        wfProfileIn($fname);

        $bits = preg_split('/(\b(?:' . wfUrlProtocols() . '))/S', $text, -1, PREG_SPLIT_DELIM_CAPTURE);
        $s = array_shift($bits);
        $i = 0;

        $sk = $this->mOptions->getSkin();

        while ($i < count($bits)) {
            $protocol = $bits[$i++];
            $remainder = $bits[$i++];

            $m = array();
            if (preg_match('/^(' . EXT_LINK_URL_CLASS . '+)(.*)$/s', $remainder, $m)) {
                # Found some characters after the protocol that look promising
                $url = $protocol . $m[1];
                $trail = $m[2];

                # special case: handle urls as url args:
                # http://www.example.com/foo?=http://www.example.com/bar
                if (strlen($trail) == 0 &&
                    isset($bits[$i]) &&
                    preg_match('/^' . wfUrlProtocols() . '$/S', $bits[$i]) &&
                    preg_match('/^(' . EXT_LINK_URL_CLASS . '+)(.*)$/s', $bits[$i + 1], $m)) {
                    # add protocol, arg
                    $url .= $bits[$i] . $m[1]; # protocol, url as arg to previous link
                    $i += 2;
                    $trail = $m[2];
                }

                # The characters '<' and '>' (which were escaped by
                # removeHTMLtags()) should not be included in
                # URLs, per RFC 2396.
                $m2 = array();
                if (preg_match('/&(lt|gt);/', $url, $m2, PREG_OFFSET_CAPTURE)) {
                    $trail = substr($url, $m2[0][1]) . $trail;
                    $url = substr($url, 0, $m2[0][1]);
                }

                # Move trailing punctuation to $trail
                $sep = ',;\.:!?';
                # If there is no left bracket, then consider right brackets fair game too
                if (strpos($url, '(') === false) {
                    $sep .= ')';
                }

                $numSepChars = strspn(strrev($url), $sep);
                if ($numSepChars) {
                    $trail = substr($url, -$numSepChars) . $trail;
                    $url = substr($url, 0, -$numSepChars);
                }

                $url = Sanitizer::cleanUrl($url);
                # Is this an external image?
                $text = $this->maybeMakeExternalImage($url);
                if ($text === false) {
                    # Not an image, make a link
                    $text = $sk->makeExternalLink($url, $wgContLang->markNoConversion($url), true, 'free', $this->mTitle->getNamespace());
                    # Register it in the output object...
                    # Replace unnecessary URL escape codes with their equivalent characters
                    $pasteurized = Parser::replaceUnusualEscapes($url);

                    $this->mOutput->addExternalLink($pasteurized);
                }
                $s .= $text . $trail;
            } else {
                $s .= $protocol . $remainder;
            }
        }
        wfProfileOut($fname);
        return $s;
    }

    public static function replaceUnusualEscapes($url)
    {
        return preg_replace_callback(
            '/%[0-9A-Fa-f]{2}/',
            array( 'Parser', 'replaceUnusualEscapesCallback' ),
            $url
        );
    }

    private static function replaceUnusualEscapesCallback($matches)
    {
        $char = urldecode($matches[0]);
        $ord = ord($char);

        // Is it an unsafe or HTTP reserved character according to RFC 1738?
        if ($ord > 32 && $ord < 127 && strpos('<>"#{}|\^~[]`;/?', $char) === false) {
            // No, shouldn't be escaped
            return $char;
        } else {
            // Yes, leave it escaped
            return $matches[0];
        }
    }

    public function maybeMakeExternalImage($url)
    {
        $sk = $this->mOptions->getSkin();
        $imagesfrom = $this->mOptions->getAllowExternalImagesFrom();
        $imagesexception = !empty($imagesfrom);
        $text = false;
        if ($this->mOptions->getAllowExternalImages()
             || ($imagesexception && strpos($url, $imagesfrom) === 0)) {
            if (preg_match(EXT_IMAGE_REGEX, $url)) {
                # Image found
                $text = $sk->makeExternalImage(htmlspecialchars($url));
            }
        }
        return $text;
    }

    public function replaceInternalLinks($s)
    {
        global $wgContLang;
        static $fname = 'Parser::replaceInternalLinks' ;

        wfProfileIn($fname);

        wfProfileIn($fname . '-setup');
        static $tc = false;
        # the % is needed to support urlencoded titles as well
        if (!$tc) {
            $tc = Title::legalChars() . '#%';
        }

        $sk = $this->mOptions->getSkin();

        #split the entire text string on occurences of [[
        $a = explode('[[', ' ' . $s);
        #get the first element (all text up to first [[), and remove the space we added
        $s = array_shift($a);
        $s = substr($s, 1);

        # Match a link having the form [[namespace:link|alternate]]trail
        static $e1 = false;
        if (!$e1) {
            $e1 = "/^([{$tc}]+)(?:\\|(.+?))?]](.*)\$/sD";
        }
        # Match cases where there is no "]]", which might still be images
        static $e1_img = false;
        if (!$e1_img) {
            $e1_img = "/^([{$tc}]+)\\|(.*)\$/sD";
        }
        # Match the end of a line for a word that's not followed by whitespace,
        # e.g. in the case of 'The Arab al[[Razi]]', 'al' will be matched
        $e2 = wfMsgForContent('linkprefix');

        $useLinkPrefixExtension = $wgContLang->linkPrefixExtension();
        if (is_null($this->mTitle)) {
            throw new MWException(__METHOD__ . ": \$this->mTitle is null\n");
        }
        $nottalk = !$this->mTitle->isTalkPage();

        if ($useLinkPrefixExtension) {
            $m = array();
            if (preg_match($e2, $s, $m)) {
                $first_prefix = $m[2];
            } else {
                $first_prefix = false;
            }
        } else {
            $prefix = '';
        }

        if ($wgContLang->hasVariants()) {
            $selflink = $wgContLang->convertLinkToAllVariants($this->mTitle->getPrefixedText());
        } else {
            $selflink = array($this->mTitle->getPrefixedText());
        }
        $useSubpages = $this->areSubpagesAllowed();
        wfProfileOut($fname . '-setup');

        # Loop for each link
        for ($k = 0; isset($a[$k]); $k++) {
            $line = $a[$k];
            if ($useLinkPrefixExtension) {
                wfProfileIn($fname . '-prefixhandling');
                if (preg_match($e2, $s, $m)) {
                    $prefix = $m[2];
                    $s = $m[1];
                } else {
                    $prefix='';
                }
                # first link
                if ($first_prefix) {
                    $prefix = $first_prefix;
                    $first_prefix = false;
                }
                wfProfileOut($fname . '-prefixhandling');
            }

            $might_be_img = false;

            wfProfileIn("$fname-e1");
            if (preg_match($e1, $line, $m)) { # page with normal text or alt
                $text = $m[2];
                # If we get a ] at the beginning of $m[3] that means we have a link that's something like:
                # [[Image:Foo.jpg|[http://example.com desc]]] <- having three ] in a row fucks up,
                # the real problem is with the $e1 regex
                # See bug 1300.
                #
                # Still some problems for cases where the ] is meant to be outside punctuation,
                # and no image is in sight. See bug 2095.
                #
                if ($text !== '' &&
                    substr($m[3], 0, 1) === ']' &&
                    strpos($text, '[') !== false
                ) {
                    $text .= ']'; # so that replaceExternalLinks($text) works later
                    $m[3] = substr($m[3], 1);
                }
                # fix up urlencoded title texts
                if (strpos($m[1], '%') !== false) {
                    # Should anchors '#' also be rejected?
                    $m[1] = str_replace(array('<', '>'), array('&lt;', '&gt;'), urldecode($m[1]));
                }
                $trail = $m[3];
            } elseif (preg_match($e1_img, $line, $m)) { # Invalid, but might be an image with a link in its caption
                $might_be_img = true;
                $text = $m[2];
                if (strpos($m[1], '%') !== false) {
                    $m[1] = urldecode($m[1]);
                }
                $trail = "";
            } else { # Invalid form; output directly
                $s .= $prefix . '[[' . $line ;
                wfProfileOut("$fname-e1");
                continue;
            }
            wfProfileOut("$fname-e1");
            wfProfileIn("$fname-misc");

            # Don't allow internal links to pages containing
            # PROTO: where PROTO is a valid URL protocol; these
            # should be external links.
            if (preg_match('/^\b(?:' . wfUrlProtocols() . ')/', $m[1])) {
                $s .= $prefix . '[[' . $line ;
                continue;
            }

            # Make subpage if necessary
            if ($useSubpages) {
                $link = $this->maybeDoSubpageLink($m[1], $text);
            } else {
                $link = $m[1];
            }

            $noforce = (substr($m[1], 0, 1) != ':');
            if (!$noforce) {
                # Strip off leading ':'
                $link = substr($link, 1);
            }

            wfProfileOut("$fname-misc");
            wfProfileIn("$fname-title");
            $nt = Title::newFromText($this->mStripState->unstripNoWiki($link));
            if (!$nt) {
                $s .= $prefix . '[[' . $line;
                wfProfileOut("$fname-title");
                continue;
            }

            $ns = $nt->getNamespace();
            $iw = $nt->getInterWiki();
            wfProfileOut("$fname-title");

            if ($might_be_img) { # if this is actually an invalid link
                wfProfileIn("$fname-might_be_img");
                if ($ns == NS_IMAGE && $noforce) { #but might be an image
                    $found = false;
                    while (isset($a[$k+1])) {
                        #look at the next 'line' to see if we can close it there
                        $spliced = array_splice($a, $k + 1, 1);
                        $next_line = array_shift($spliced);
                        $m = explode(']]', $next_line, 3);
                        if (count($m) == 3) {
                            # the first ]] closes the inner link, the second the image
                            $found = true;
                            $text .= "[[{$m[0]}]]{$m[1]}";
                            $trail = $m[2];
                            break;
                        } elseif (count($m) == 2) {
                            #if there's exactly one ]] that's fine, we'll keep looking
                            $text .= "[[{$m[0]}]]{$m[1]}";
                        } else {
                            #if $next_line is invalid too, we need look no further
                            $text .= '[[' . $next_line;
                            break;
                        }
                    }
                    if (!$found) {
                        # we couldn't find the end of this imageLink, so output it raw
                        #but don't ignore what might be perfectly normal links in the text we've examined
                        $text = $this->replaceInternalLinks($text);
                        $s .= "{$prefix}[[$link|$text";
                        # note: no $trail, because without an end, there *is* no trail
                        wfProfileOut("$fname-might_be_img");
                        continue;
                    }
                } else { #it's not an image, so output it raw
                    $s .= "{$prefix}[[$link|$text";
                    # note: no $trail, because without an end, there *is* no trail
                    wfProfileOut("$fname-might_be_img");
                    continue;
                }
                wfProfileOut("$fname-might_be_img");
            }

            $wasblank = ('' == $text);
            if ($wasblank) {
                $text = $link;
            }

            # Link not escaped by : , create the various objects
            if ($noforce) {

                # Interwikis
                wfProfileIn("$fname-interwiki");
                if ($iw && $this->mOptions->getInterwikiMagic() && $nottalk && $wgContLang->getLanguageName($iw)) {
                    $this->mOutput->addLanguageLink($nt->getFullText());
                    $s = rtrim($s . $prefix);
                    $s .= trim($trail, "\n") == '' ? '': $prefix . $trail;
                    wfProfileOut("$fname-interwiki");
                    continue;
                }
                wfProfileOut("$fname-interwiki");

                if ($ns == NS_IMAGE) {
                    wfProfileIn("$fname-image");
                    if (!wfIsBadImage($nt->getDBkey(), $this->mTitle)) {
                        # recursively parse links inside the image caption
                        # actually, this will parse them in any other parameters, too,
                        # but it might be hard to fix that, and it doesn't matter ATM
                        $text = $this->replaceExternalLinks($text);
                        $text = $this->replaceInternalLinks($text);

                        # cloak any absolute URLs inside the image markup, so replaceExternalLinks() won't touch them
                        $s .= $prefix . $this->armorLinks($this->makeImage($nt, $text)) . $trail;
                        $this->mOutput->addImage($nt->getDBkey());

                        wfProfileOut("$fname-image");
                        continue;
                    } else {
                        # We still need to record the image's presence on the page
                        $this->mOutput->addImage($nt->getDBkey());
                    }
                    wfProfileOut("$fname-image");
                }

                if ($ns == NS_CATEGORY) {
                    wfProfileIn("$fname-category");
                    $s = rtrim($s . "\n"); # bug 87

                    if ($wasblank) {
                        $sortkey = $this->getDefaultSort();
                    } else {
                        $sortkey = $text;
                    }
                    $sortkey = Sanitizer::decodeCharReferences($sortkey);
                    $sortkey = str_replace("\n", '', $sortkey);
                    $sortkey = $wgContLang->convertCategoryKey($sortkey);
                    $this->mOutput->addCategory($nt->getDBkey(), $sortkey);

                    $s .= trim($prefix . $trail, "\n") == '' ? '': $prefix . $trail;

                    wfProfileOut("$fname-category");
                    continue;
                }
            }

            # Self-link checking
            if ($nt->getFragment() === '') {
                if (in_array($nt->getPrefixedText(), $selflink, true)) {
                    $s .= $prefix . $sk->makeSelfLinkObj($nt, $text, '', $trail);
                    continue;
                }
            }

            # Special and Media are pseudo-namespaces; no pages actually exist in them
            if ($ns == NS_MEDIA) {
                $link = $sk->makeMediaLinkObj($nt, $text);
                # Cloak with NOPARSE to avoid replacement in replaceExternalLinks
                $s .= $prefix . $this->armorLinks($link) . $trail;
                $this->mOutput->addImage($nt->getDBkey());
                continue;
            } elseif ($ns == NS_SPECIAL) {
                $s .= $this->makeKnownLinkHolder($nt, $text, '', $trail, $prefix);
                continue;
            } elseif ($ns == NS_IMAGE) {
                $img = new Image($nt);
                if ($img->exists()) {
                    // Force a blue link if the file exists; may be a remote
                    // upload on the shared repository, and we want to see its
                    // auto-generated page.
                    $s .= $this->makeKnownLinkHolder($nt, $text, '', $trail, $prefix);
                    $this->mOutput->addLink($nt);
                    continue;
                }
            }
            $s .= $this->makeLinkHolder($nt, $text, '', $trail, $prefix);
        }
        wfProfileOut($fname);
        return $s;
    }

    public function makeLinkHolder(&$nt, $text = '', $query = '', $trail = '', $prefix = '')
    {
        wfProfileIn(__METHOD__);
        if (!is_object($nt)) {
            # Fail gracefully
            $retVal = "<!-- ERROR -->{$prefix}{$text}{$trail}";
        } else {
            # Separate the link trail from the rest of the link
            list($inside, $trail) = Linker::splitTrail($trail);

            if ($nt->isExternal()) {
                $nr = array_push($this->mInterwikiLinkHolders['texts'], $prefix . $text . $inside);
                $this->mInterwikiLinkHolders['titles'][] = $nt;
                $retVal = '<!--IWLINK ' . ($nr-1) . "-->{$trail}";
            } else {
                $nr = array_push($this->mLinkHolders['namespaces'], $nt->getNamespace());
                $this->mLinkHolders['dbkeys'][] = $nt->getDBkey();
                $this->mLinkHolders['queries'][] = $query;
                $this->mLinkHolders['texts'][] = $prefix . $text . $inside;
                $this->mLinkHolders['titles'][] = $nt;

                $retVal = '<!--LINK ' . ($nr-1) . "-->{$trail}";
            }
        }
        wfProfileOut(__METHOD__);
        return $retVal;
    }

    public function makeKnownLinkHolder($nt, $text = '', $query = '', $trail = '', $prefix = '')
    {
        list($inside, $trail) = Linker::splitTrail($trail);
        $sk = $this->mOptions->getSkin();
        $link = $sk->makeKnownLinkObj($nt, $text, $query, $inside, $prefix);
        return $this->armorLinks($link) . $trail;
    }

    public function armorLinks($text)
    {
        return preg_replace(
            '/\b(' . wfUrlProtocols() . ')/',
            "{$this->mUniqPrefix}NOPARSE$1",
            $text
        );
    }

    public function areSubpagesAllowed()
    {
        # Some namespaces don't allow subpages
        global $wgNamespacesWithSubpages;
        return !empty($wgNamespacesWithSubpages[$this->mTitle->getNamespace()]);
    }

    public function maybeDoSubpageLink($target, &$text)
    {
        # Valid link forms:
        # Foobar -- normal
        # :Foobar -- override special treatment of prefix (images, language links)
        # /Foobar -- convert to CurrentPage/Foobar
        # /Foobar/ -- convert to CurrentPage/Foobar, strip the initial / from text
        # ../ -- convert to CurrentPage, from CurrentPage/CurrentSubPage
        # ../Foobar -- convert to CurrentPage/Foobar, from CurrentPage/CurrentSubPage

        $fname = 'Parser::maybeDoSubpageLink';
        wfProfileIn($fname);
        $ret = $target; # default return value is no change

        # bug 7425
        $target = trim($target);

        # Some namespaces don't allow subpages,
        # so only perform processing if subpages are allowed
        if ($this->areSubpagesAllowed()) {
            # Look at the first character
            if ($target != '' && $target{0} == '/') {
                # / at end means we don't want the slash to be shown
                $trailingSlashes = preg_match_all('%(/+)$%', $target, $m);
                if ($trailingSlashes) {
                    $noslash = $target = substr($target, 1, -strlen($m[0][0]));
                } else {
                    $noslash = substr($target, 1);
                }

                $ret = $this->mTitle->getPrefixedText() . '/' . trim($noslash);
                if ('' === $text) {
                    $text = $target;
                } # this might be changed for ugliness reasons
            } else {
                # check for .. subpage backlinks
                $dotdotcount = 0;
                $nodotdot = $target;
                while (strncmp($nodotdot, "../", 3) == 0) {
                    ++$dotdotcount;
                    $nodotdot = substr($nodotdot, 3);
                }
                if ($dotdotcount > 0) {
                    $exploded = explode('/', $this->mTitle->GetPrefixedText());
                    if (count($exploded) > $dotdotcount) { # not allowed to go below top level page
                        $ret = implode('/', array_slice($exploded, 0, -$dotdotcount));
                        # / at the end means don't show full path
                        if (substr($nodotdot, -1, 1) == '/') {
                            $nodotdot = substr($nodotdot, 0, -1);
                            if ('' === $text) {
                                $text = $nodotdot;
                            }
                        }
                        $nodotdot = trim($nodotdot);
                        if ($nodotdot != '') {
                            $ret .= '/' . $nodotdot;
                        }
                    }
                }
            }
        }

        wfProfileOut($fname);
        return $ret;
    }

    /* private */ public function closeParagraph()
    {
        $result = '';
        if ('' != $this->mLastSection) {
            $result = '</' . $this->mLastSection . ">\n";
        }
        $this->mInPre = false;
        $this->mLastSection = '';
        return $result;
    }
    # getCommon() returns the length of the longest common substring
    # of both arguments, starting at the beginning of both.
    #
    /* private */ public function getCommon($st1, $st2)
    {
        $fl = strlen($st1);
        $shorter = strlen($st2);
        if ($fl < $shorter) {
            $shorter = $fl;
        }

        for ($i = 0; $i < $shorter; ++$i) {
            if ($st1{$i} != $st2{$i}) {
                break;
            }
        }
        return $i;
    }
    # These next three functions open, continue, and close the list
    # element appropriate to the prefix character passed into them.
    #
    /* private */ public function openList($char)
    {
        $result = $this->closeParagraph();

        if ('*' == $char) {
            $result .= '<ul><li>';
        } elseif ('#' == $char) {
            $result .= '<ol><li>';
        } elseif (':' == $char) {
            $result .= '<dl><dd>';
        } elseif (';' == $char) {
            $result .= '<dl><dt>';
            $this->mDTopen = true;
        } else {
            $result = '<!-- ERR 1 -->';
        }

        return $result;
    }

    /* private */ public function nextItem($char)
    {
        if ('*' == $char || '#' == $char) {
            return '</li><li>';
        } elseif (':' == $char || ';' == $char) {
            $close = '</dd>';
            if ($this->mDTopen) {
                $close = '</dt>';
            }
            if (';' == $char) {
                $this->mDTopen = true;
                return $close . '<dt>';
            } else {
                $this->mDTopen = false;
                return $close . '<dd>';
            }
        }
        return '<!-- ERR 2 -->';
    }

    /* private */ public function closeList($char)
    {
        if ('*' == $char) {
            $text = '</li></ul>';
        } elseif ('#' == $char) {
            $text = '</li></ol>';
        } elseif (':' == $char) {
            if ($this->mDTopen) {
                $this->mDTopen = false;
                $text = '</dt></dl>';
            } else {
                $text = '</dd></dl>';
            }
        } else {
            return '<!-- ERR 3 -->';
        }
        return $text . "\n";
    }
    public function doBlockLevels($text, $linestart)
    {
        $fname = 'Parser::doBlockLevels';
        wfProfileIn($fname);

        # Parsing through the text line by line.  The main thing
        # happening here is handling of block-level elements p, pre,
        # and making lists from lines starting with * # : etc.
        #
        $textLines = explode("\n", $text);

        $lastPrefix = $output = '';
        $this->mDTopen = $inBlockElem = false;
        $prefixLength = 0;
        $paragraphStack = false;

        if (!$linestart) {
            $output .= array_shift($textLines);
        }
        foreach ($textLines as $oLine) {
            $lastPrefixLength = strlen($lastPrefix);
            $preCloseMatch = preg_match('/<\\/pre/i', $oLine);
            $preOpenMatch = preg_match('/<pre/i', $oLine);
            if (!$this->mInPre) {
                # Multiple prefixes may abut each other for nested lists.
                $prefixLength = strspn($oLine, '*#:;');
                $pref = substr($oLine, 0, $prefixLength);

                # eh?
                $pref2 = str_replace(';', ':', $pref);
                $t = substr($oLine, $prefixLength);
                $this->mInPre = !empty($preOpenMatch);
            } else {
                # Don't interpret any other prefixes in preformatted text
                $prefixLength = 0;
                $pref = $pref2 = '';
                $t = $oLine;
            }

            # List generation
            if ($prefixLength && 0 == strcmp($lastPrefix, $pref2)) {
                # Same as the last item, so no need to deal with nesting or opening stuff
                $output .= $this->nextItem(substr($pref, -1));
                $paragraphStack = false;

                if (substr($pref, -1) == ';') {
                    # The one nasty exception: definition lists work like this:
                    # ; title : definition text
                    # So we check for : in the remainder text to split up the
                    # title and definition, without b0rking links.
                    $term = $t2 = '';
                    if ($this->findColonNoLinks($t, $term, $t2) !== false) {
                        $t = $t2;
                        $output .= $term . $this->nextItem(':');
                    }
                }
            } elseif ($prefixLength || $lastPrefixLength) {
                # Either open or close a level...
                $commonPrefixLength = $this->getCommon($pref, $lastPrefix);
                $paragraphStack = false;

                while ($commonPrefixLength < $lastPrefixLength) {
                    $output .= $this->closeList($lastPrefix{$lastPrefixLength-1});
                    --$lastPrefixLength;
                }
                if ($prefixLength <= $commonPrefixLength && $commonPrefixLength > 0) {
                    $output .= $this->nextItem($pref{$commonPrefixLength-1});
                }
                while ($prefixLength > $commonPrefixLength) {
                    $char = substr($pref, $commonPrefixLength, 1);
                    $output .= $this->openList($char);

                    if (';' == $char) {
                        # FIXME: This is dupe of code above
                        if ($this->findColonNoLinks($t, $term, $t2) !== false) {
                            $t = $t2;
                            $output .= $term . $this->nextItem(':');
                        }
                    }
                    ++$commonPrefixLength;
                }
                $lastPrefix = $pref2;
            }
            if (0 == $prefixLength) {
                wfProfileIn("$fname-paragraph");
                # No prefix (not in list)--go to paragraph mode
                // XXX: use a stack for nestable elements like span, table and div
                $openmatch = preg_match('/(?:<table|<blockquote|<h1|<h2|<h3|<h4|<h5|<h6|<pre|<tr|<p|<ul|<ol|<li|<\\/tr|<\\/td|<\\/th)/iS', $t);
                $closematch = preg_match(
                    '/(?:<\\/table|<\\/blockquote|<\\/h1|<\\/h2|<\\/h3|<\\/h4|<\\/h5|<\\/h6|' .
                    '<td|<th|<\\/?div|<hr|<\\/pre|<\\/p|' . $this->mUniqPrefix . '-pre|<\\/li|<\\/ul|<\\/ol|<\\/?center)/iS',
                    $t
                );
                if ($openmatch or $closematch) {
                    $paragraphStack = false;
                    # TODO bug 5718: paragraph closed
                    $output .= $this->closeParagraph();
                    if ($preOpenMatch and !$preCloseMatch) {
                        $this->mInPre = true;
                    }
                    if ($closematch) {
                        $inBlockElem = false;
                    } else {
                        $inBlockElem = true;
                    }
                } elseif (!$inBlockElem && !$this->mInPre) {
                    if (' ' == $t{0} and ($this->mLastSection == 'pre' or trim($t) != '')) {
                        // pre
                        if ($this->mLastSection != 'pre') {
                            $paragraphStack = false;
                            $output .= $this->closeParagraph() . '<pre>';
                            $this->mLastSection = 'pre';
                        }
                        $t = substr($t, 1);
                    } else {
                        // paragraph
                        if ('' == trim($t)) {
                            if ($paragraphStack) {
                                $output .= $paragraphStack . '<br />';
                                $paragraphStack = false;
                                $this->mLastSection = 'p';
                            } else {
                                if ($this->mLastSection != 'p') {
                                    $output .= $this->closeParagraph();
                                    $this->mLastSection = '';
                                    $paragraphStack = '<p>';
                                } else {
                                    $paragraphStack = '</p><p>';
                                }
                            }
                        } else {
                            if ($paragraphStack) {
                                $output .= $paragraphStack;
                                $paragraphStack = false;
                                $this->mLastSection = 'p';
                            } elseif ($this->mLastSection != 'p') {
                                $output .= $this->closeParagraph() . '<p>';
                                $this->mLastSection = 'p';
                            }
                        }
                    }
                }
                wfProfileOut("$fname-paragraph");
            }
            // somewhere above we forget to get out of pre block (bug 785)
            if ($preCloseMatch && $this->mInPre) {
                $this->mInPre = false;
            }
            if ($paragraphStack === false) {
                $output .= $t . "\n";
            }
        }
        while ($prefixLength) {
            $output .= $this->closeList($pref2{$prefixLength-1});
            --$prefixLength;
        }
        if ('' != $this->mLastSection) {
            $output .= '</' . $this->mLastSection . '>';
            $this->mLastSection = '';
        }

        wfProfileOut($fname);
        return $output;
    }

    public function findColonNoLinks($str, &$before, &$after)
    {
        $fname = 'Parser::findColonNoLinks';
        wfProfileIn($fname);

        $pos = strpos($str, ':');
        if ($pos === false) {
            // Nothing to find!
            wfProfileOut($fname);
            return false;
        }

        $lt = strpos($str, '<');
        if ($lt === false || $lt > $pos) {
            // Easy; no tag nesting to worry about
            $before = substr($str, 0, $pos);
            $after = substr($str, $pos+1);
            wfProfileOut($fname);
            return $pos;
        }

        // Ugly state machine to walk through avoiding tags.
        $state = MW_COLON_STATE_TEXT;
        $stack = 0;
        $len = strlen($str);
        for ($i = 0; $i < $len; $i++) {
            $c = $str{$i};

            switch ($state) {
            // (Using the number is a performance hack for common cases)
            case 0: // MW_COLON_STATE_TEXT:
                switch ($c) {
                case "<":
                    // Could be either a <start> tag or an </end> tag
                    $state = MW_COLON_STATE_TAGSTART;
                    break;
                case ":":
                    if ($stack == 0) {
                        // We found it!
                        $before = substr($str, 0, $i);
                        $after = substr($str, $i + 1);
                        wfProfileOut($fname);
                        return $i;
                    }
                    // Embedded in a tag; don't break it.
                    break;
                default:
                    // Skip ahead looking for something interesting
                    $colon = strpos($str, ':', $i);
                    if ($colon === false) {
                        // Nothing else interesting
                        wfProfileOut($fname);
                        return false;
                    }
                    $lt = strpos($str, '<', $i);
                    if ($stack === 0) {
                        if ($lt === false || $colon < $lt) {
                            // We found it!
                            $before = substr($str, 0, $colon);
                            $after = substr($str, $colon + 1);
                            wfProfileOut($fname);
                            return $i;
                        }
                    }
                    if ($lt === false) {
                        // Nothing else interesting to find; abort!
                        // We're nested, but there's no close tags left. Abort!
                        break 2;
                    }
                    // Skip ahead to next tag start
                    $i = $lt;
                    $state = MW_COLON_STATE_TAGSTART;
                }
                break;
            case 1: // MW_COLON_STATE_TAG:
                // In a <tag>
                switch ($c) {
                case ">":
                    $stack++;
                    $state = MW_COLON_STATE_TEXT;
                    break;
                case "/":
                    // Slash may be followed by >?
                    $state = MW_COLON_STATE_TAGSLASH;
                    break;
                default:
                    // ignore
                }
                break;
            case 2: // MW_COLON_STATE_TAGSTART:
                switch ($c) {
                case "/":
                    $state = MW_COLON_STATE_CLOSETAG;
                    break;
                case "!":
                    $state = MW_COLON_STATE_COMMENT;
                    break;
                case ">":
                    // Illegal early close? This shouldn't happen D:
                    $state = MW_COLON_STATE_TEXT;
                    break;
                default:
                    $state = MW_COLON_STATE_TAG;
                }
                break;
            case 3: // MW_COLON_STATE_CLOSETAG:
                // In a </tag>
                if ($c == ">") {
                    $stack--;
                    if ($stack < 0) {
                        wfDebug("Invalid input in $fname; too many close tags\n");
                        wfProfileOut($fname);
                        return false;
                    }
                    $state = MW_COLON_STATE_TEXT;
                }
                break;
            case MW_COLON_STATE_TAGSLASH:
                if ($c == ">") {
                    // Yes, a self-closed tag <blah/>
                    $state = MW_COLON_STATE_TEXT;
                } else {
                    // Probably we're jumping the gun, and this is an attribute
                    $state = MW_COLON_STATE_TAG;
                }
                break;
            case 5: // MW_COLON_STATE_COMMENT:
                if ($c == "-") {
                    $state = MW_COLON_STATE_COMMENTDASH;
                }
                break;
            case MW_COLON_STATE_COMMENTDASH:
                if ($c == "-") {
                    $state = MW_COLON_STATE_COMMENTDASHDASH;
                } else {
                    $state = MW_COLON_STATE_COMMENT;
                }
                break;
            case MW_COLON_STATE_COMMENTDASHDASH:
                if ($c == ">") {
                    $state = MW_COLON_STATE_TEXT;
                } else {
                    $state = MW_COLON_STATE_COMMENT;
                }
                break;
            default:
                throw new MWException("State machine error in $fname");
            }
        }
        if ($stack > 0) {
            wfDebug("Invalid input in $fname; not enough close tags (stack $stack, state $state)\n");
            return false;
        }
        wfProfileOut($fname);
        return false;
    }

    public function getVariableValue($index)
    {
        global $wgContLang, $wgSitename, $wgServer, $wgServerName, $wgScriptPath;

        static $varCache = array();
        if (wfRunHooks('ParserGetVariableValueVarCache', array( &$this, &$varCache ))) {
            if (isset($varCache[$index])) {
                return $varCache[$index];
            }
        }

        $ts = time();
        wfRunHooks('ParserGetVariableValueTs', array( &$this, &$ts ));

        # Use the time zone
        global $wgLocaltimezone;
        if (isset($wgLocaltimezone)) {
            $oldtz = getenv('TZ');
            putenv('TZ=' . $wgLocaltimezone);
        }
        $localTimestamp = date('YmdHis', $ts);
        $localMonth = date('m', $ts);
        $localMonthName = date('n', $ts);
        $localDay = date('j', $ts);
        $localDay2 = date('d', $ts);
        $localDayOfWeek = date('w', $ts);
        $localWeek = date('W', $ts);
        $localYear = date('Y', $ts);
        $localHour = date('H', $ts);
        if (isset($wgLocaltimezone)) {
            putenv('TZ=' . $oldtz);
        }

        switch ($index) {
            case 'currentmonth':
                return $varCache[$index] = $wgContLang->formatNum(date('m', $ts));
            case 'currentmonthname':
                return $varCache[$index] = $wgContLang->getMonthName(date('n', $ts));
            case 'currentmonthnamegen':
                return $varCache[$index] = $wgContLang->getMonthNameGen(date('n', $ts));
            case 'currentmonthabbrev':
                return $varCache[$index] = $wgContLang->getMonthAbbreviation(date('n', $ts));
            case 'currentday':
                return $varCache[$index] = $wgContLang->formatNum(date('j', $ts));
            case 'currentday2':
                return $varCache[$index] = $wgContLang->formatNum(date('d', $ts));
            case 'localmonth':
                return $varCache[$index] = $wgContLang->formatNum($localMonth);
            case 'localmonthname':
                return $varCache[$index] = $wgContLang->getMonthName($localMonthName);
            case 'localmonthnamegen':
                return $varCache[$index] = $wgContLang->getMonthNameGen($localMonthName);
            case 'localmonthabbrev':
                return $varCache[$index] = $wgContLang->getMonthAbbreviation($localMonthName);
            case 'localday':
                return $varCache[$index] = $wgContLang->formatNum($localDay);
            case 'localday2':
                return $varCache[$index] = $wgContLang->formatNum($localDay2);
            case 'pagename':
                return $this->mTitle->getText();
            case 'pagenamee':
                return $this->mTitle->getPartialURL();
            case 'fullpagename':
                return $this->mTitle->getPrefixedText();
            case 'fullpagenamee':
                return $this->mTitle->getPrefixedURL();
            case 'subpagename':
                return $this->mTitle->getSubpageText();
            case 'subpagenamee':
                return $this->mTitle->getSubpageUrlForm();
            case 'basepagename':
                return $this->mTitle->getBaseText();
            case 'basepagenamee':
                return wfUrlEncode(str_replace(' ', '_', $this->mTitle->getBaseText()));
            case 'talkpagename':
                if ($this->mTitle->canTalk()) {
                    $talkPage = $this->mTitle->getTalkPage();
                    return $talkPage->getPrefixedText();
                } else {
                    return '';
                }
                // no break
            case 'talkpagenamee':
                if ($this->mTitle->canTalk()) {
                    $talkPage = $this->mTitle->getTalkPage();
                    return $talkPage->getPrefixedUrl();
                } else {
                    return '';
                }
                // no break
            case 'subjectpagename':
                $subjPage = $this->mTitle->getSubjectPage();
                return $subjPage->getPrefixedText();
            case 'subjectpagenamee':
                $subjPage = $this->mTitle->getSubjectPage();
                return $subjPage->getPrefixedUrl();
            case 'revisionid':
                return $this->mRevisionId;
            case 'revisionday':
                return intval(substr($this->getRevisionTimestamp(), 6, 2));
            case 'revisionday2':
                return substr($this->getRevisionTimestamp(), 6, 2);
            case 'revisionmonth':
                return intval(substr($this->getRevisionTimestamp(), 4, 2));
            case 'revisionyear':
                return substr($this->getRevisionTimestamp(), 0, 4);
            case 'revisiontimestamp':
                return $this->getRevisionTimestamp();
            case 'namespace':
                return str_replace('_', ' ', $wgContLang->getNsText($this->mTitle->getNamespace()));
            case 'namespacee':
                return wfUrlencode($wgContLang->getNsText($this->mTitle->getNamespace()));
            case 'talkspace':
                return $this->mTitle->canTalk() ? str_replace('_', ' ', $this->mTitle->getTalkNsText()) : '';
            case 'talkspacee':
                return $this->mTitle->canTalk() ? wfUrlencode($this->mTitle->getTalkNsText()) : '';
            case 'subjectspace':
                return $this->mTitle->getSubjectNsText();
            case 'subjectspacee':
                return(wfUrlencode($this->mTitle->getSubjectNsText()));
            case 'currentdayname':
                return $varCache[$index] = $wgContLang->getWeekdayName(date('w', $ts) + 1);
            case 'currentyear':
                return $varCache[$index] = $wgContLang->formatNum(date('Y', $ts), true);
            case 'currenttime':
                return $varCache[$index] = $wgContLang->time(wfTimestamp(TS_MW, $ts), false, false);
            case 'currenthour':
                return $varCache[$index] = $wgContLang->formatNum(date('H', $ts), true);
            case 'currentweek':
                // @bug 4594 PHP5 has it zero padded, PHP4 does not, cast to
                // int to remove the padding
                return $varCache[$index] = $wgContLang->formatNum((int) date('W', $ts));
            case 'currentdow':
                return $varCache[$index] = $wgContLang->formatNum(date('w', $ts));
            case 'localdayname':
                return $varCache[$index] = $wgContLang->getWeekdayName($localDayOfWeek + 1);
            case 'localyear':
                return $varCache[$index] = $wgContLang->formatNum($localYear, true);
            case 'localtime':
                return $varCache[$index] = $wgContLang->time($localTimestamp, false, false);
            case 'localhour':
                return $varCache[$index] = $wgContLang->formatNum($localHour, true);
            case 'localweek':
                // @bug 4594 PHP5 has it zero padded, PHP4 does not, cast to
                // int to remove the padding
                return $varCache[$index] = $wgContLang->formatNum((int) $localWeek);
            case 'localdow':
                return $varCache[$index] = $wgContLang->formatNum($localDayOfWeek);
            case 'numberofarticles':
                return $varCache[$index] = $wgContLang->formatNum(SiteStats::articles());
            case 'numberoffiles':
                return $varCache[$index] = $wgContLang->formatNum(SiteStats::images());
            case 'numberofusers':
                return $varCache[$index] = $wgContLang->formatNum(SiteStats::users());
            case 'numberofpages':
                return $varCache[$index] = $wgContLang->formatNum(SiteStats::pages());
            case 'numberofadmins':
                return $varCache[$index]  = $wgContLang->formatNum(SiteStats::admins());
            case 'numberofedits':
                return $varCache[$index]  = $wgContLang->formatNum(SiteStats::edits());
            case 'currenttimestamp':
                return $varCache[$index] = wfTimestampNow();
            case 'localtimestamp':
                return $varCache[$index] = $localTimestamp;
            case 'currentversion':
                return $varCache[$index] = SpecialVersion::getVersion();
            case 'sitename':
                return $wgSitename;
            case 'server':
                return $wgServer;
            case 'servername':
                return $wgServerName;
            case 'scriptpath':
                return $wgScriptPath;
            case 'directionmark':
                return $wgContLang->getDirMark();
            case 'contentlanguage':
                global $wgContLanguageCode;
                return $wgContLanguageCode;
            default:
                $ret = null;
                if (wfRunHooks('ParserGetVariableValueSwitch', array( &$this, &$varCache, &$index, &$ret ))) {
                    return $ret;
                } else {
                    return null;
                }
        }
    }

    public function initialiseVariables()
    {
        $fname = 'Parser::initialiseVariables';
        wfProfileIn($fname);
        $variableIDs = MagicWord::getVariableIDs();

        $this->mVariables = array();
        foreach ($variableIDs as $id) {
            $mw =&MagicWord::get($id);
            $mw->addToArray($this->mVariables, $id);
        }
        wfProfileOut($fname);
    }

    public function replace_callback($text, $callbacks)
    {
        wfProfileIn(__METHOD__);
        $openingBraceStack = array();   # this array will hold a stack of parentheses which are not closed yet
        $lastOpeningBrace = -1;                 # last not closed parentheses

        $validOpeningBraces = implode('', array_keys($callbacks));

        $i = 0;
        while ($i < strlen($text)) {
            # Find next opening brace, closing brace or pipe
            if ($lastOpeningBrace == -1) {
                $currentClosing = '';
                $search = $validOpeningBraces;
            } else {
                $currentClosing = $openingBraceStack[$lastOpeningBrace]['braceEnd'];
                $search = $validOpeningBraces . '|' . $currentClosing;
            }
            $rule = null;
            $i += strcspn($text, $search, $i);
            if ($i < strlen($text)) {
                if ($text[$i] == '|') {
                    $found = 'pipe';
                } elseif ($text[$i] == $currentClosing) {
                    $found = 'close';
                } elseif (isset($callbacks[$text[$i]])) {
                    $found = 'open';
                    $rule = $callbacks[$text[$i]];
                } else {
                    # Some versions of PHP have a strcspn which stops on null characters
                    # Ignore and continue
                    ++$i;
                    continue;
                }
            } else {
                # All done
                break;
            }

            if ($found == 'open') {
                # found opening brace, let's add it to parentheses stack
                $piece = array('brace' => $text[$i],
                               'braceEnd' => $rule['end'],
                               'title' => '',
                               'parts' => null);

                # count opening brace characters
                $piece['count'] = strspn($text, $piece['brace'], $i);
                $piece['startAt'] = $piece['partStart'] = $i + $piece['count'];
                $i += $piece['count'];

                # we need to add to stack only if opening brace count is enough for one of the rules
                if ($piece['count'] >= $rule['min']) {
                    $lastOpeningBrace++;
                    $openingBraceStack[$lastOpeningBrace] = $piece;
                }
            } elseif ($found == 'close') {
                # lets check if it is enough characters for closing brace
                $maxCount = $openingBraceStack[$lastOpeningBrace]['count'];
                $count = strspn($text, $text[$i], $i, $maxCount);

                # check for maximum matching characters (if there are 5 closing
                # characters, we will probably need only 3 - depending on the rules)
                $matchingCount = 0;
                $matchingCallback = null;
                $cbType = $callbacks[$openingBraceStack[$lastOpeningBrace]['brace']];
                if ($count > $cbType['max']) {
                    # The specified maximum exists in the callback array, unless the caller
                    # has made an error
                    $matchingCount = $cbType['max'];
                } else {
                    # Count is less than the maximum
                    # Skip any gaps in the callback array to find the true largest match
                    # Need to use array_key_exists not isset because the callback can be null
                    $matchingCount = $count;
                    while ($matchingCount > 0 && !array_key_exists($matchingCount, $cbType['cb'])) {
                        --$matchingCount;
                    }
                }

                if ($matchingCount <= 0) {
                    $i += $count;
                    continue;
                }
                $matchingCallback = $cbType['cb'][$matchingCount];

                # let's set a title or last part (if '|' was found)
                if (null === $openingBraceStack[$lastOpeningBrace]['parts']) {
                    $openingBraceStack[$lastOpeningBrace]['title'] =
                        substr(
                            $text,
                            $openingBraceStack[$lastOpeningBrace]['partStart'],
                            $i - $openingBraceStack[$lastOpeningBrace]['partStart']
                        );
                } else {
                    $openingBraceStack[$lastOpeningBrace]['parts'][] =
                        substr(
                            $text,
                            $openingBraceStack[$lastOpeningBrace]['partStart'],
                            $i - $openingBraceStack[$lastOpeningBrace]['partStart']
                        );
                }

                $pieceStart = $openingBraceStack[$lastOpeningBrace]['startAt'] - $matchingCount;
                $pieceEnd = $i + $matchingCount;

                if (is_callable($matchingCallback)) {
                    $cbArgs = array(
                                     'text' => substr($text, $pieceStart, $pieceEnd - $pieceStart),
                                     'title' => trim($openingBraceStack[$lastOpeningBrace]['title']),
                                     'parts' => $openingBraceStack[$lastOpeningBrace]['parts'],
                                     'lineStart' => (($pieceStart > 0) && ($text[$pieceStart-1] == "\n")),
                                     );
                    # finally we can call a user callback and replace piece of text
                    $replaceWith = call_user_func($matchingCallback, $cbArgs);
                    $text = substr($text, 0, $pieceStart) . $replaceWith . substr($text, $pieceEnd);
                    $i = $pieceStart + strlen($replaceWith);
                } else {
                    # null value for callback means that parentheses should be parsed, but not replaced
                    $i += $matchingCount;
                }

                # reset last opening parentheses, but keep it in case there are unused characters
                $piece = array('brace' => $openingBraceStack[$lastOpeningBrace]['brace'],
                               'braceEnd' => $openingBraceStack[$lastOpeningBrace]['braceEnd'],
                               'count' => $openingBraceStack[$lastOpeningBrace]['count'],
                               'title' => '',
                               'parts' => null,
                               'startAt' => $openingBraceStack[$lastOpeningBrace]['startAt']);
                $openingBraceStack[$lastOpeningBrace--] = null;

                if ($matchingCount < $piece['count']) {
                    $piece['count'] -= $matchingCount;
                    $piece['startAt'] -= $matchingCount;
                    $piece['partStart'] = $piece['startAt'];
                    # do we still qualify for any callback with remaining count?
                    $currentCbList = $callbacks[$piece['brace']]['cb'];
                    while ($piece['count']) {
                        if (array_key_exists($piece['count'], $currentCbList)) {
                            $lastOpeningBrace++;
                            $openingBraceStack[$lastOpeningBrace] = $piece;
                            break;
                        }
                        --$piece['count'];
                    }
                }
            } elseif ($found == 'pipe') {
                # lets set a title if it is a first separator, or next part otherwise
                if (null === $openingBraceStack[$lastOpeningBrace]['parts']) {
                    $openingBraceStack[$lastOpeningBrace]['title'] =
                        substr(
                            $text,
                            $openingBraceStack[$lastOpeningBrace]['partStart'],
                            $i - $openingBraceStack[$lastOpeningBrace]['partStart']
                        );
                    $openingBraceStack[$lastOpeningBrace]['parts'] = array();
                } else {
                    $openingBraceStack[$lastOpeningBrace]['parts'][] =
                        substr(
                            $text,
                            $openingBraceStack[$lastOpeningBrace]['partStart'],
                            $i - $openingBraceStack[$lastOpeningBrace]['partStart']
                        );
                }
                $openingBraceStack[$lastOpeningBrace]['partStart'] = ++$i;
            }
        }

        wfProfileOut(__METHOD__);
        return $text;
    }

    public function replaceVariables($text, $args = array(), $argsOnly = false)
    {
        # Prevent too big inclusions
        if (strlen($text) > $this->mOptions->getMaxIncludeSize()) {
            return $text;
        }

        $fname = __METHOD__ /*. '-L' . count( $this->mArgStack )*/;
        wfProfileIn($fname);

        # This function is called recursively. To keep track of arguments we need a stack:
        array_push($this->mArgStack, $args);

        $braceCallbacks = array();
        if (!$argsOnly) {
            $braceCallbacks[2] = array( &$this, 'braceSubstitution' );
        }
        if ($this->mOutputType != OT_MSG) {
            $braceCallbacks[3] = array( &$this, 'argSubstitution' );
        }
        if ($braceCallbacks) {
            $callbacks = array(
                '{' => array(
                    'end' => '}',
                    'cb' => $braceCallbacks,
                    'min' => $argsOnly ? 3 : 2,
                    'max' => isset($braceCallbacks[3]) ? 3 : 2,
                ),
                '[' => array(
                    'end' => ']',
                    'cb' => array(2=>null),
                    'min' => 2,
                    'max' => 2,
                )
            );
            $text = $this->replace_callback($text, $callbacks);

            array_pop($this->mArgStack);
        }
        wfProfileOut($fname);
        return $text;
    }

    public function variableSubstitution($matches)
    {
        global $wgContLang;
        $fname = 'Parser::variableSubstitution';
        $varname = $wgContLang->lc($matches[1]);
        wfProfileIn($fname);
        $skip = false;
        if ($this->mOutputType == OT_WIKI) {
            # Do only magic variables prefixed by SUBST
            $mwSubst =&MagicWord::get('subst');
            if (!$mwSubst->matchStartAndRemove($varname)) {
                $skip = true;
            }
            # Note that if we don't substitute the variable below,
            # we don't remove the {{subst:}} magic word, in case
            # it is a template rather than a magic variable.
        }
        if (!$skip && array_key_exists($varname, $this->mVariables)) {
            $id = $this->mVariables[$varname];
            # Now check if we did really match, case sensitive or not
            $mw =&MagicWord::get($id);
            if ($mw->match($matches[1])) {
                $text = $this->getVariableValue($id);
                $this->mOutput->mContainsOldMagic = true;
            } else {
                $text = $matches[0];
            }
        } else {
            $text = $matches[0];
        }
        wfProfileOut($fname);
        return $text;
    }


    public static function createAssocArgs($args)
    {
        $assocArgs = array();
        $index = 1;
        foreach ($args as $arg) {
            $eqpos = strpos($arg, '=');
            if ($eqpos === false) {
                $assocArgs[$index++] = $arg;
            } else {
                $name = trim(substr($arg, 0, $eqpos));
                $value = trim(substr($arg, $eqpos+1));
                if ($value === false) {
                    $value = '';
                }
                if ($name !== false) {
                    $assocArgs[$name] = $value;
                }
            }
        }

        return $assocArgs;
    }

    public function braceSubstitution($piece)
    {
        global $wgContLang, $wgLang, $wgAllowDisplayTitle, $wgNonincludableNamespaces;
        $fname = __METHOD__ /*. '-L' . count( $this->mArgStack )*/;
        wfProfileIn($fname);
        wfProfileIn(__METHOD__ . '-setup');

        # Flags
        $found = false;             # $text has been filled
        $nowiki = false;            # wiki markup in $text should be escaped
        $noparse = false;           # Unsafe HTML tags should not be stripped, etc.
        $noargs = false;            # Don't replace triple-brace arguments in $text
        $replaceHeadings = false;   # Make the edit section links go to the template not the article
                $headingOffset = 0;         # Skip headings when number, to account for those that weren't transcluded.
        $isHTML = false;            # $text is HTML, armour it against wikitext transformation
        $forceRawInterwiki = false; # Force interwiki transclusion to be done in raw mode not rendered

        # Title object, where $text came from
        $title = null;

        $linestart = '';


        # $part1 is the bit before the first |, and must contain only title characters
        # $args is a list of arguments, starting from index 0, not including $part1

        $titleText = $part1 = $piece['title'];
        # If the third subpattern matched anything, it will start with |

        if (null == $piece['parts']) {
            $replaceWith = $this->variableSubstitution(array($piece['text'], $piece['title']));
            if ($replaceWith != $piece['text']) {
                $text = $replaceWith;
                $found = true;
                $noparse = true;
                $noargs = true;
            }
        }

        $args = (null == $piece['parts']) ? array() : $piece['parts'];
        wfProfileOut(__METHOD__ . '-setup');

        # SUBST
        wfProfileIn(__METHOD__ . '-modifiers');
        if (!$found) {
            $mwSubst =&MagicWord::get('subst');
            if ($mwSubst->matchStartAndRemove($part1) xor $this->ot['wiki']) {
                # One of two possibilities is true:
                # 1) Found SUBST but not in the PST phase
                # 2) Didn't find SUBST and in the PST phase
                # In either case, return without further processing
                $text = $piece['text'];
                $found = true;
                $noparse = true;
                $noargs = true;
            }
        }

        # MSG, MSGNW and RAW
        if (!$found) {
            # Check for MSGNW:
            $mwMsgnw =&MagicWord::get('msgnw');
            if ($mwMsgnw->matchStartAndRemove($part1)) {
                $nowiki = true;
            } else {
                # Remove obsolete MSG:
                $mwMsg =&MagicWord::get('msg');
                $mwMsg->matchStartAndRemove($part1);
            }

            # Check for RAW:
            $mwRaw =&MagicWord::get('raw');
            if ($mwRaw->matchStartAndRemove($part1)) {
                $forceRawInterwiki = true;
            }
        }
        wfProfileOut(__METHOD__ . '-modifiers');

        //save path level before recursing into functions & templates.
        $lastPathLevel = $this->mTemplatePath;

        # Parser functions
        if (!$found) {
            wfProfileIn(__METHOD__ . '-pfunc');

            $colonPos = strpos($part1, ':');
            if ($colonPos !== false) {
                # Case sensitive functions
                $function = substr($part1, 0, $colonPos);
                if (isset($this->mFunctionSynonyms[1][$function])) {
                    $function = $this->mFunctionSynonyms[1][$function];
                } else {
                    # Case insensitive functions
                    $function = strtolower($function);
                    if (isset($this->mFunctionSynonyms[0][$function])) {
                        $function = $this->mFunctionSynonyms[0][$function];
                    } else {
                        $function = false;
                    }
                }
                if ($function) {
                    $funcArgs = array_map('trim', $args);
                    $funcArgs = array_merge(array( &$this, trim(substr($part1, $colonPos + 1)) ), $funcArgs);
                    $result = call_user_func_array($this->mFunctionHooks[$function], $funcArgs);
                    $found = true;

                    // The text is usually already parsed, doesn't need triple-brace tags expanded, etc.
                    //$noargs = true;
                    //$noparse = true;

                    if (is_array($result)) {
                        if (isset($result[0])) {
                            $text = $linestart . $result[0];
                            unset($result[0]);
                        }

                        // Extract flags into the local scope
                        // This allows callers to set flags such as nowiki, noparse, found, etc.
                        extract($result);
                    } else {
                        $text = $linestart . $result;
                    }
                }
            }
            wfProfileOut(__METHOD__ . '-pfunc');
        }

        # Template table test

        # Did we encounter this template already? If yes, it is in the cache
        # and we need to check for loops.
        if (!$found && isset($this->mTemplates[$piece['title']])) {
            $found = true;

            # Infinite loop test
            if (isset($this->mTemplatePath[$part1])) {
                $noparse = true;
                $noargs = true;
                $found = true;
                $text = $linestart .
                    "[[$part1]]<!-- WARNING: template loop detected -->";
                wfDebug(__METHOD__ . ": template loop broken at '$part1'\n");
            } else {
                # set $text to cached message.
                $text = $linestart . $this->mTemplates[$piece['title']];
                #treat title for cached page the same as others
                $ns = NS_TEMPLATE;
                $subpage = '';
                $part1 = $this->maybeDoSubpageLink($part1, $subpage);
                if ($subpage !== '') {
                    $ns = $this->mTitle->getNamespace();
                }
                $title = Title::newFromText($part1, $ns);
                //used by include size checking
                $titleText = $title->getPrefixedText();
                //used by edit section links
                $replaceHeadings = true;
            }
        }

        # Load from database
        if (!$found) {
            wfProfileIn(__METHOD__ . '-loadtpl');
            $ns = NS_TEMPLATE;
            # declaring $subpage directly in the function call
            # does not work correctly with references and breaks
            # {{/subpage}}-style inclusions
            $subpage = '';
            $part1 = $this->maybeDoSubpageLink($part1, $subpage);
            if ($subpage !== '') {
                $ns = $this->mTitle->getNamespace();
            }
            $title = Title::newFromText($part1, $ns);


            if (!is_null($title)) {
                $titleText = $title->getPrefixedText();
                # Check for language variants if the template is not found
                if ($wgContLang->hasVariants() && $title->getArticleID() == 0) {
                    $wgContLang->findVariantLink($part1, $title);
                }

                if (!$title->isExternal()) {
                    if ($title->getNamespace() == NS_SPECIAL && $this->mOptions->getAllowSpecialInclusion() && $this->ot['html']) {
                        $text = SpecialPage::capturePath($title);
                        if (is_string($text)) {
                            $found = true;
                            $noparse = true;
                            $noargs = true;
                            $isHTML = true;
                            $this->disableCache();
                        }
                    } elseif ($wgNonincludableNamespaces && in_array($title->getNamespace(), $wgNonincludableNamespaces)) {
                        $found = false; //access denied
                        wfDebug("$fname: template inclusion denied for " . $title->getPrefixedDBkey());
                    } else {
                        $articleContent = $this->fetchTemplate($title);
                        if ($articleContent !== false) {
                            $found = true;
                            $text = $articleContent;
                            $replaceHeadings = true;
                        }
                    }

                    # If the title is valid but undisplayable, make a link to it
                    if (!$found && ($this->ot['html'] || $this->ot['pre'])) {
                        $text = "[[:$titleText]]";
                        $found = true;
                    }
                } elseif ($title->isTrans()) {
                    // Interwiki transclusion
                    if ($this->ot['html'] && !$forceRawInterwiki) {
                        $text = $this->interwikiTransclude($title, 'render');
                        $isHTML = true;
                        $noparse = true;
                    } else {
                        $text = $this->interwikiTransclude($title, 'raw');
                        $replaceHeadings = true;
                    }
                    $found = true;
                }

                # Template cache array insertion
                # Use the original $piece['title'] not the mangled $part1, so that
                # modifiers such as RAW: produce separate cache entries
                if ($found) {
                    if ($isHTML) {
                        // A special page; don't store it in the template cache.
                    } else {
                        $this->mTemplates[$piece['title']] = $text;
                    }
                    $text = $linestart . $text;
                }
            }
            wfProfileOut(__METHOD__ . '-loadtpl');
        }

        if ($found && !$this->incrementIncludeSize('pre-expand', strlen($text))) {
            # Error, oversize inclusion
            $text = $linestart .
                "[[$titleText]]<!-- WARNING: template omitted, pre-expand include size too large -->";
            $noparse = true;
            $noargs = true;
        }

        # Recursive parsing, escaping and link table handling
        # Only for HTML output
        if ($nowiki && $found && ($this->ot['html'] || $this->ot['pre'])) {
            $text = wfEscapeWikiText($text);
        } elseif (!$this->ot['msg'] && $found) {
            if ($noargs) {
                $assocArgs = array();
            } else {
                # Clean up argument array
                $assocArgs = self::createAssocArgs($args);
                # Add a new element to the templace recursion path
                $this->mTemplatePath[$part1] = 1;
            }

            if (!$noparse) {
                # If there are any <onlyinclude> tags, only include them
                if (in_string('<onlyinclude>', $text) && in_string('</onlyinclude>', $text)) {
                    $replacer = new OnlyIncludeReplacer;
                    StringUtils::delimiterReplaceCallback(
                        '<onlyinclude>',
                        '</onlyinclude>',
                        array( &$replacer, 'replace' ),
                        $text
                    );
                    $text = $replacer->output;
                }
                # Remove <noinclude> sections and <includeonly> tags
                $text = StringUtils::delimiterReplace('<noinclude>', '</noinclude>', '', $text);
                $text = strtr($text, array( '<includeonly>' => '' , '</includeonly>' => '' ));

                if ($this->ot['html'] || $this->ot['pre']) {
                    # Strip <nowiki>, <pre>, etc.
                    $text = $this->strip($text, $this->mStripState);
                    if ($this->ot['html']) {
                        $text = Sanitizer::removeHTMLtags($text, array( &$this, 'replaceVariables' ), $assocArgs);
                    } elseif ($this->ot['pre'] && $this->mOptions->getRemoveComments()) {
                        $text = Sanitizer::removeHTMLcomments($text);
                    }
                }
                $text = $this->replaceVariables($text, $assocArgs);

                # If the template begins with a table or block-level
                # element, it should be treated as beginning a new line.
                if (!$piece['lineStart'] && preg_match('/^(?:{\\||:|;|#|\*)/', $text)) /*}*/{
                    $text = "\n" . $text;
                }
            } elseif (!$noargs) {
                # $noparse and !$noargs
                # Just replace the arguments, not any double-brace items
                # This is used for rendered interwiki transclusion
                $text = $this->replaceVariables($text, $assocArgs, true);
            }
        }
        # Prune lower levels off the recursion check path
        $this->mTemplatePath = $lastPathLevel;

        if ($found && !$this->incrementIncludeSize('post-expand', strlen($text))) {
            # Error, oversize inclusion
            $text = $linestart .
                "[[$titleText]]<!-- WARNING: template omitted, post-expand include size too large -->";
            $noparse = true;
            $noargs = true;
        }

        if (!$found) {
            wfProfileOut($fname);
            return $piece['text'];
        } else {
            wfProfileIn(__METHOD__ . '-placeholders');
            if ($isHTML) {
                # Replace raw HTML by a placeholder
                # Add a blank line preceding, to prevent it from mucking up
                # immediately preceding headings
                $text = "\n\n" . $this->insertStripItem($text, $this->mStripState);
            } else {
                # replace ==section headers==
                # XXX this needs to go away once we have a better parser.
                if (!$this->ot['wiki'] && !$this->ot['pre'] && $replaceHeadings) {
                    if (!is_null($title)) {
                        $encodedname = base64_encode($title->getPrefixedDBkey());
                    } else {
                        $encodedname = base64_encode("");
                    }
                    $m = preg_split(
                        '/(^={1,6}.*?={1,6}\s*?$)/m',
                        $text,
                        -1,
                        PREG_SPLIT_DELIM_CAPTURE
                    );
                    $text = '';
                    $nsec = $headingOffset;
                    for ($i = 0; $i < count($m); $i += 2) {
                        $text .= $m[$i];
                        if (!isset($m[$i + 1]) || $m[$i + 1] == "") {
                            continue;
                        }
                        $hl = $m[$i + 1];
                        if (strstr($hl, "<!--MWTEMPLATESECTION")) {
                            $text .= $hl;
                            continue;
                        }
                        $m2 = array();
                        preg_match('/^(={1,6})(.*?)(={1,6})\s*?$/m', $hl, $m2);
                        $text .= $m2[1] . $m2[2] . "<!--MWTEMPLATESECTION="
                            . $encodedname . "&" . base64_encode("$nsec") . "-->" . $m2[3];

                        $nsec++;
                    }
                }
            }
            wfProfileOut(__METHOD__ . '-placeholders');
        }

        # Prune lower levels off the recursion check path
        $this->mTemplatePath = $lastPathLevel;

        if (!$found) {
            wfProfileOut($fname);
            return $piece['text'];
        } else {
            wfProfileOut($fname);
            return $text;
        }
    }

    public function fetchTemplate($title)
    {
        $text = false;
        // Loop to fetch the article, with up to 1 redirect
        for ($i = 0; $i < 2 && is_object($title); $i++) {
            $rev = Revision::newFromTitle($title);
            $this->mOutput->addTemplate($title, $title->getArticleID());
            if ($rev) {
                $text = $rev->getText();
            } elseif ($title->getNamespace() == NS_MEDIAWIKI) {
                global $wgLang;
                $message = $wgLang->lcfirst($title->getText());
                $text = wfMsgForContentNoTrans($message);
                if (wfEmptyMsg($message, $text)) {
                    $text = false;
                    break;
                }
            } else {
                break;
            }
            if ($text === false) {
                break;
            }
            // Redirect?
            $title = Title::newFromRedirect($text);
        }
        return $text;
    }

    public function interwikiTransclude($title, $action)
    {
        global $wgEnableScaryTranscluding;

        if (!$wgEnableScaryTranscluding) {
            return wfMsg('scarytranscludedisabled');
        }

        $url = $title->getFullUrl("action=$action");

        if (strlen($url) > 255) {
            return wfMsg('scarytranscludetoolong');
        }
        return $this->fetchScaryTemplateMaybeFromCache($url);
    }

    public function fetchScaryTemplateMaybeFromCache($url)
    {
        global $wgTranscludeCacheExpiry;
        $dbr = wfGetDB(DB_SLAVE);
        $obj = $dbr->selectRow(
            'transcache',
            array('tc_time', 'tc_contents'),
            array('tc_url' => $url)
        );
        if ($obj) {
            $time = $obj->tc_time;
            $text = $obj->tc_contents;
            if ($time && time() < $time + $wgTranscludeCacheExpiry) {
                return $text;
            }
        }

        $text = Http::get($url);
        if (!$text) {
            return wfMsg('scarytranscludefailed', $url);
        }

        $dbw = wfGetDB(DB_MASTER);
        $dbw->replace('transcache', array('tc_url'), array(
            'tc_url' => $url,
            'tc_time' => time(),
            'tc_contents' => $text));
        return $text;
    }


    public function argSubstitution($matches)
    {
        $arg = trim($matches['title']);
        $text = $matches['text'];
        $inputArgs = end($this->mArgStack);

        if (array_key_exists($arg, $inputArgs)) {
            $text = $inputArgs[$arg];
        } elseif (($this->mOutputType == OT_HTML || $this->mOutputType == OT_PREPROCESS) &&
        null != $matches['parts'] && count($matches['parts']) > 0) {
            $text = $matches['parts'][0];
        }
        if (!$this->incrementIncludeSize('arg', strlen($text))) {
            $text = $matches['text'] .
                '<!-- WARNING: argument omitted, expansion size too large -->';
        }

        return $text;
    }

    public function incrementIncludeSize($type, $size)
    {
        if ($this->mIncludeSizes[$type] + $size > $this->mOptions->getMaxIncludeSize()) {
            return false;
        } else {
            $this->mIncludeSizes[$type] += $size;
            return true;
        }
    }

    public function stripNoGallery(&$text)
    {
        # if the string __NOGALLERY__ (not case-sensitive) occurs in the HTML,
        # do not add TOC
        $mw = MagicWord::get('nogallery');
        $this->mOutput->mNoGallery = $mw->matchAndRemove($text) ;
    }

    public function stripToc($text)
    {
        # if the string __NOTOC__ (not case-sensitive) occurs in the HTML,
        # do not add TOC
        $mw = MagicWord::get('notoc');
        if ($mw->matchAndRemove($text)) {
            $this->mShowToc = false;
        }

        $mw = MagicWord::get('toc');
        if ($mw->match($text)) {
            $this->mShowToc = true;
            $this->mForceTocPosition = true;

            // Set a placeholder. At the end we'll fill it in with the TOC.
            $text = $mw->replace('<!--MWTOC-->', $text, 1);

            // Only keep the first one.
            $text = $mw->replace('', $text);
        }
        return $text;
    }

    public function formatHeadings($text, $isMain=true)
    {
        global $wgMaxTocLevel, $wgContLang;

        $doNumberHeadings = $this->mOptions->getNumberHeadings();
        if (!$this->mTitle->quickUserCan('edit')) {
            $showEditLink = 0;
        } else {
            $showEditLink = $this->mOptions->getEditSection();
        }

        # Inhibit editsection links if requested in the page
        $esw =&MagicWord::get('noeditsection');
        if ($esw->matchAndRemove($text)) {
            $showEditLink = 0;
        }

        # Get all headlines for numbering them and adding funky stuff like [edit]
        # links - this is for later, but we need the number of headlines right now
        $matches = array();
        $numMatches = preg_match_all('/<H(?P<level>[1-6])(?P<attrib>.*?' . '>)(?P<header>.*?)<\/H[1-6] *>/i', $text, $matches);

        # if there are fewer than 4 headlines in the article, do not show TOC
        # unless it's been explicitly enabled.
        $enoughToc = $this->mShowToc &&
            (($numMatches >= 4) || $this->mForceTocPosition);

        # Allow user to stipulate that a page should have a "new section"
        # link added via __NEWSECTIONLINK__
        $mw =&MagicWord::get('newsectionlink');
        if ($mw->matchAndRemove($text)) {
            $this->mOutput->setNewSection(true);
        }

        # if the string __FORCETOC__ (not case-sensitive) occurs in the HTML,
        # override above conditions and always show TOC above first header
        $mw =&MagicWord::get('forcetoc');
        if ($mw->matchAndRemove($text)) {
            $this->mShowToc = true;
            $enoughToc = true;
        }

        # Never ever show TOC if no headers
        if ($numMatches < 1) {
            $enoughToc = false;
        }

        # We need this to perform operations on the HTML
        $sk = $this->mOptions->getSkin();

        # headline counter
        $headlineCount = 0;
        $sectionCount = 0; # headlineCount excluding template sections

        # Ugh .. the TOC should have neat indentation levels which can be
        # passed to the skin functions. These are determined here
        $toc = '';
        $full = '';
        $head = array();
        $sublevelCount = array();
        $levelCount = array();
        $toclevel = 0;
        $level = 0;
        $prevlevel = 0;
        $toclevel = 0;
        $prevtoclevel = 0;

        foreach ($matches[3] as $headline) {
            $istemplate = 0;
            $templatetitle = '';
            $templatesection = 0;
            $numbering = '';
            $mat = array();
            if (preg_match("/<!--MWTEMPLATESECTION=([^&]+)&([^_]+)-->/", $headline, $mat)) {
                $istemplate = 1;
                $templatetitle = base64_decode($mat[1]);
                $templatesection = 1 + (int) base64_decode($mat[2]);
                $headline = preg_replace("/<!--MWTEMPLATESECTION=([^&]+)&([^_]+)-->/", "", $headline);
            }

            if ($toclevel) {
                $prevlevel = $level;
                $prevtoclevel = $toclevel;
            }
            $level = $matches[1][$headlineCount];

            if ($doNumberHeadings || $enoughToc) {
                if ($level > $prevlevel) {
                    # Increase TOC level
                    $toclevel++;
                    $sublevelCount[$toclevel] = 0;
                    if ($toclevel<$wgMaxTocLevel) {
                        $toc .= $sk->tocIndent();
                    }
                } elseif ($level < $prevlevel && $toclevel > 1) {
                    # Decrease TOC level, find level to jump to

                    if ($toclevel == 2 && $level <= $levelCount[1]) {
                        # Can only go down to level 1
                        $toclevel = 1;
                    } else {
                        for ($i = $toclevel; $i > 0; $i--) {
                            if ($levelCount[$i] == $level) {
                                # Found last matching level
                                $toclevel = $i;
                                break;
                            } elseif ($levelCount[$i] < $level) {
                                # Found first matching level below current level
                                $toclevel = $i + 1;
                                break;
                            }
                        }
                    }
                    if ($toclevel<$wgMaxTocLevel) {
                        $toc .= $sk->tocUnindent($prevtoclevel - $toclevel);
                    }
                } else {
                    # No change in level, end TOC line
                    if ($toclevel<$wgMaxTocLevel) {
                        $toc .= $sk->tocLineEnd();
                    }
                }

                $levelCount[$toclevel] = $level;

                # count number of headlines for each level
                @$sublevelCount[$toclevel]++;
                $dot = 0;
                for ($i = 1; $i <= $toclevel; $i++) {
                    if (!empty($sublevelCount[$i])) {
                        if ($dot) {
                            $numbering .= '.';
                        }
                        $numbering .= $wgContLang->formatNum($sublevelCount[$i]);
                        $dot = 1;
                    }
                }
            }

            # The canonized header is a version of the header text safe to use for links
            # Avoid insertion of weird stuff like <math> by expanding the relevant sections
            $canonized_headline = $this->mStripState->unstripBoth($headline);

            # Remove link placeholders by the link text.
            #     <!--LINK number-->
            # turns into
            #     link text with suffix
            $canonized_headline = preg_replace_callback(
                '/<!--LINK ([0-9]*)-->/',
                function ($hit) {
                    return $this->mLinkHolders['texts'][$hit[1]];
                },
                $canonized_headline
            );
            $canonized_headline = preg_replace_callback(
                '/<!--IWLINK ([0-9]*)-->/',
                function ($hit) {
                    return $this->mInterwikiLinkHolders['texts'][$hit[1]];
                },
                $canonized_headline
            );

            # strip out HTML
            $canonized_headline = preg_replace('/<.*?' . '>/', '', $canonized_headline);
            $tocline = trim($canonized_headline);
            # Save headline for section edit hint before it's escaped
            $headline_hint = trim($canonized_headline);
            $canonized_headline = Sanitizer::escapeId($tocline);
            $refers[$headlineCount] = $canonized_headline;

            # count how many in assoc. array so we can track dupes in anchors
            isset($refers[$canonized_headline]) ? $refers[$canonized_headline]++ : $refers[$canonized_headline] = 1;
            $refcount[$headlineCount]=$refers[$canonized_headline];

            # Don't number the heading if it is the only one (looks silly)
            if ($doNumberHeadings && count($matches[3]) > 1) {
                # the two are different if the line contains a link
                $headline=$numbering . ' ' . $headline;
            }

            # Create the anchor for linking from the TOC to the section
            $anchor = $canonized_headline;
            if ($refcount[$headlineCount] > 1) {
                $anchor .= '_' . $refcount[$headlineCount];
            }
            if ($enoughToc && (!isset($wgMaxTocLevel) || $toclevel<$wgMaxTocLevel)) {
                $toc .= $sk->tocLine($anchor, $tocline, $numbering, $toclevel);
            }
            # give headline the correct <h#> tag
            if ($showEditLink && (!$istemplate || $templatetitle !== "")) {
                if ($istemplate) {
                    $editlink = $sk->editSectionLinkForOther($templatetitle, $templatesection);
                } else {
                    $editlink = $sk->editSectionLink($this->mTitle, $sectionCount+1, $headline_hint);
                }
            } else {
                $editlink = '';
            }
            $head[$headlineCount] = $sk->makeHeadline($level, $matches['attrib'][$headlineCount], $anchor, $headline, $editlink);

            $headlineCount++;
            if (!$istemplate) {
                $sectionCount++;
            }
        }

        if ($enoughToc) {
            if ($toclevel<$wgMaxTocLevel) {
                $toc .= $sk->tocUnindent($toclevel - 1);
            }
            $toc = $sk->tocList($toc);
        }

        # split up and insert constructed headlines

        $blocks = preg_split('/<H[1-6].*?' . '>.*?<\/H[1-6]>/i', $text);
        $i = 0;

        foreach ($blocks as $block) {
            if ($showEditLink && $headlineCount > 0 && $i == 0 && $block != "\n") {
                # This is the [edit] link that appears for the top block of text when
                # section editing is enabled

                # Disabled because it broke block formatting
                # For example, a bullet point in the top line
                # $full .= $sk->editSectionLink(0);
            }
            $full .= $block;
            if ($enoughToc && !$i && $isMain && !$this->mForceTocPosition) {
                # Top anchor now in skin
                $full = $full . $toc;
            }

            if (!empty($head[$i])) {
                $full .= $head[$i];
            }
            $i++;
        }
        if ($this->mForceTocPosition) {
            return str_replace('<!--MWTOC-->', $toc, $full);
        } else {
            return $full;
        }
    }

    public function preSaveTransform($text, &$title, $user, $options, $clearState = true)
    {
        $this->mOptions = $options;
        $this->mTitle =&$title;
        $this->setOutputType(OT_WIKI);

        if ($clearState) {
            $this->clearState();
        }

        $stripState = new StripState;
        $pairs = array(
            "\r\n" => "\n",
        );
        $text = str_replace(array_keys($pairs), array_values($pairs), $text);
        $text = $this->strip($text, $stripState, true, array( 'gallery' ));
        $text = $this->pstPass2($text, $stripState, $user);
        $text = $stripState->unstripBoth($text);
        return $text;
    }

    public function pstPass2($text, &$stripState, $user)
    {
        global $wgContLang, $wgLocaltimezone;

        /* Note: This is the timestamp saved as hardcoded wikitext to
         * the database, we use $wgContLang here in order to give
         * everyone the same signature and use the default one rather
         * than the one selected in each user's preferences.
         */
        if (isset($wgLocaltimezone)) {
            $oldtz = getenv('TZ');
            putenv('TZ=' . $wgLocaltimezone);
        }
        $d = $wgContLang->timeanddate(date('YmdHis'), false, false) .
          ' (' . date('T') . ')';
        if (isset($wgLocaltimezone)) {
            putenv('TZ=' . $oldtz);
        }

        # Variable replacement
        # Because mOutputType is OT_WIKI, this will only process {{subst:xxx}} type tags
        $text = $this->replaceVariables($text);

        # Strip out <nowiki> etc. added via replaceVariables
        $text = $this->strip($text, $stripState, false, array( 'gallery' ));

        # Signatures
        $sigText = $this->getUserSig($user);
        $text = strtr($text, array(
            '~~~~~' => $d,
            '~~~~' => "$sigText $d",
            '~~~' => $sigText
        ));

        # Context links: [[|name]] and [[name (context)|]]
        #
        global $wgLegalTitleChars;
        $tc = "[$wgLegalTitleChars]";
        $nc = '[ _0-9A-Za-z\x80-\xff]'; # Namespaces can use non-ascii!

        $p1 = "/\[\[(:?$nc+:|:|)($tc+?)( \\($tc+\\))\\|]]/";            # [[ns:page (context)|]]
        $p3 = "/\[\[(:?$nc+:|:|)($tc+?)( \\($tc+\\)|)(, $tc+|)\\|]]/";  # [[ns:page (context), context|]]
        $p2 = "/\[\[\\|($tc+)]]/";                                      # [[|page]]

        # try $p1 first, to turn "[[A, B (C)|]]" into "[[A, B (C)|A, B]]"
        $text = preg_replace($p1, '[[\\1\\2\\3|\\2]]', $text);
        $text = preg_replace($p3, '[[\\1\\2\\3\\4|\\2]]', $text);

        $t = $this->mTitle->getText();
        $m = array();
        if (preg_match("/^($nc+:|)$tc+?( \\($tc+\\))$/", $t, $m)) {
            $text = preg_replace($p2, "[[$m[1]\\1$m[2]|\\1]]", $text);
        } elseif (preg_match("/^($nc+:|)$tc+?(, $tc+|)$/", $t, $m) && '' != "$m[1]$m[2]") {
            $text = preg_replace($p2, "[[$m[1]\\1$m[2]|\\1]]", $text);
        } else {
            # if there's no context, don't bother duplicating the title
            $text = preg_replace($p2, '[[\\1]]', $text);
        }

        # Trim trailing whitespace
        $text = rtrim($text);

        return $text;
    }

    public function getUserSig(&$user)
    {
        $username = $user->getName();
        $nickname = $user->getOption('nickname');
        $nickname = $nickname === '' ? $username : $nickname;

        if ($user->getBoolOption('fancysig') !== false) {
            # Sig. might contain markup; validate this
            if ($this->validateSig($nickname) !== false) {
                # Validated; clean up (if needed) and return it
                return $this->cleanSig($nickname, true);
            } else {
                # Failed to validate; fall back to the default
                $nickname = $username;
                wfDebug("Parser::getUserSig: $username has bad XML tags in signature.\n");
            }
        }

        // Make sure nickname doesnt get a sig in a sig
        $nickname = $this->cleanSigInSig($nickname);

        # If we're still here, make it a link to the user page
        $userpage = $user->getUserPage();
        return('[[' . $userpage->getPrefixedText() . '|' . wfEscapeWikiText($nickname) . ']]');
    }

    public function validateSig($text)
    {
        return(wfIsWellFormedXmlFragment($text) ? $text : false);
    }

    public function cleanSig($text, $parsing = false)
    {
        global $wgTitle;
        $this->startExternalParse($wgTitle, new ParserOptions(), $parsing ? OT_WIKI : OT_MSG);

        $substWord = MagicWord::get('subst');
        $substRegex = '/\{\{(?!(?:' . $substWord->getBaseRegex() . '))/x' . $substWord->getRegexCase();
        $substText = '{{' . $substWord->getSynonym(0);

        $text = preg_replace($substRegex, $substText, $text);
        $text = $this->cleanSigInSig($text);
        $text = $this->replaceVariables($text);

        $this->clearState();
        return $text;
    }

    public function cleanSigInSig($text)
    {
        $text = preg_replace('/~{3,5}/', '', $text);
        return $text;
    }

    public function startExternalParse(&$title, $options, $outputType, $clearState = true)
    {
        $this->mTitle =&$title;
        $this->mOptions = $options;
        $this->setOutputType($outputType);
        if ($clearState) {
            $this->clearState();
        }
    }

    public function transformMsg($text, $options)
    {
        global $wgTitle;
        static $executing = false;

        $fname = "Parser::transformMsg";

        # Guard against infinite recursion
        if ($executing) {
            return $text;
        }
        $executing = true;

        wfProfileIn($fname);

        if ($wgTitle && !($wgTitle instanceof FakeTitle)) {
            $this->mTitle = $wgTitle;
        } else {
            $this->mTitle = Title::newFromText('msg');
        }
        $this->mOptions = $options;
        $this->setOutputType(OT_MSG);
        $this->clearState();
        $text = $this->replaceVariables($text);

        $executing = false;
        wfProfileOut($fname);
        return $text;
    }

    public function setHook($tag, $callback)
    {
        $tag = strtolower($tag);
        $oldVal = isset($this->mTagHooks[$tag]) ? $this->mTagHooks[$tag] : null;
        $this->mTagHooks[$tag] = $callback;

        return $oldVal;
    }

    public function setFunctionHook($id, $callback, $flags = 0)
    {
        $oldVal = isset($this->mFunctionHooks[$id]) ? $this->mFunctionHooks[$id] : null;
        $this->mFunctionHooks[$id] = $callback;

        # Add to function cache
        $mw = MagicWord::get($id);
        if (!$mw) {
            throw new MWException('Parser::setFunctionHook() expecting a magic word identifier.');
        }

        $synonyms = $mw->getSynonyms();
        $sensitive = intval($mw->isCaseSensitive());

        foreach ($synonyms as $syn) {
            # Case
            if (!$sensitive) {
                $syn = strtolower($syn);
            }
            # Add leading hash
            if (!($flags & SFH_NO_HASH)) {
                $syn = '#' . $syn;
            }
            # Remove trailing colon
            if (substr($syn, -1, 1) == ':') {
                $syn = substr($syn, 0, -1);
            }
            $this->mFunctionSynonyms[$sensitive][$syn] = $id;
        }
        return $oldVal;
    }

    public function getFunctionHooks()
    {
        return array_keys($this->mFunctionHooks);
    }

    public function replaceLinkHolders(&$text, $options = 0)
    {
        global $wgUser;
        global $wgContLang;

        $fname = 'Parser::replaceLinkHolders';
        wfProfileIn($fname);

        $pdbks = array();
        $colours = array();
        $sk = $this->mOptions->getSkin();
        $linkCache =&LinkCache::singleton();

        if (!empty($this->mLinkHolders['namespaces'])) {
            wfProfileIn($fname . '-check');
            $dbr = wfGetDB(DB_SLAVE);
            $page = $dbr->tableName('page');
            $threshold = $wgUser->getOption('stubthreshold');

            # Sort by namespace
            asort($this->mLinkHolders['namespaces']);

            # Generate query
            $query = false;
            $current = null;
            foreach ($this->mLinkHolders['namespaces'] as $key => $ns) {
                # Make title object
                $title = $this->mLinkHolders['titles'][$key];

                # Skip invalid entries.
                # Result will be ugly, but prevents crash.
                if (is_null($title)) {
                    continue;
                }
                $pdbk = $pdbks[$key] = $title->getPrefixedDBkey();

                # Check if it's a static known link, e.g. interwiki
                if ($title->isAlwaysKnown()) {
                    $colours[$pdbk] = 1;
                } elseif (($id = $linkCache->getGoodLinkID($pdbk)) != 0) {
                    $colours[$pdbk] = 1;
                    $this->mOutput->addLink($title, $id);
                } elseif ($linkCache->isBadLink($pdbk)) {
                    $colours[$pdbk] = 0;
                } else {
                    # Not in the link cache, add it to the query
                    if (!isset($current)) {
                        $current = $ns;
                        $query =  "SELECT page_id, page_namespace, page_title";
                        if ($threshold > 0) {
                            $query .= ', page_len, page_is_redirect';
                        }
                        $query .= " FROM $page WHERE (page_namespace=$ns AND page_title IN(";
                    } elseif ($current != $ns) {
                        $current = $ns;
                        $query .= ")) OR (page_namespace=$ns AND page_title IN(";
                    } else {
                        $query .= ', ';
                    }

                    $query .= $dbr->addQuotes($this->mLinkHolders['dbkeys'][$key]);
                }
            }
            if ($query) {
                $query .= '))';
                if ($options & RLH_FOR_UPDATE) {
                    $query .= ' FOR UPDATE';
                }

                $res = $dbr->query($query, $fname);

                # Fetch data and form into an associative array
                # non-existent = broken
                # 1 = known
                # 2 = stub
                while ($s = $dbr->fetchObject($res)) {
                    $title = Title::makeTitle($s->page_namespace, $s->page_title);
                    $pdbk = $title->getPrefixedDBkey();
                    $linkCache->addGoodLinkObj($s->page_id, $title);
                    $this->mOutput->addLink($title, $s->page_id);

                    if ($threshold >  0) {
                        $size = $s->page_len;
                        if ($s->page_is_redirect || $s->page_namespace != 0 || $size >= $threshold) {
                            $colours[$pdbk] = 1;
                        } else {
                            $colours[$pdbk] = 2;
                        }
                    } else {
                        $colours[$pdbk] = 1;
                    }
                }
            }
            wfProfileOut($fname . '-check');

            # Do a second query for different language variants of links and categories
            if ($wgContLang->hasVariants()) {
                $linkBatch = new LinkBatch();
                $variantMap = array(); // maps $pdbkey_Variant => $keys (of link holders)
                $categoryMap = array(); // maps $category_variant => $category (dbkeys)
                $varCategories = array(); // category replacements oldDBkey => newDBkey

                $categories = $this->mOutput->getCategoryLinks();

                // Add variants of links to link batch
                foreach ($this->mLinkHolders['namespaces'] as $key => $ns) {
                    $title = $this->mLinkHolders['titles'][$key];
                    if (is_null($title)) {
                        continue;
                    }

                    $pdbk = $title->getPrefixedDBkey();
                    $titleText = $title->getText();

                    // generate all variants of the link title text
                    $allTextVariants = $wgContLang->convertLinkToAllVariants($titleText);

                    // if link was not found (in first query), add all variants to query
                    if (!isset($colours[$pdbk])) {
                        foreach ($allTextVariants as $textVariant) {
                            if ($textVariant != $titleText) {
                                $variantTitle = Title::makeTitle($ns, $textVariant);
                                if (is_null($variantTitle)) {
                                    continue;
                                }
                                $linkBatch->addObj($variantTitle);
                                $variantMap[$variantTitle->getPrefixedDBkey()][] = $key;
                            }
                        }
                    }
                }

                // process categories, check if a category exists in some variant
                foreach ($categories as $category) {
                    $variants = $wgContLang->convertLinkToAllVariants($category);
                    foreach ($variants as $variant) {
                        if ($variant != $category) {
                            $variantTitle = Title::newFromDBkey(Title::makeName(NS_CATEGORY, $variant));
                            if (is_null($variantTitle)) {
                                continue;
                            }
                            $linkBatch->addObj($variantTitle);
                            $categoryMap[$variant] = $category;
                        }
                    }
                }


                if (!$linkBatch->isEmpty()) {
                    // construct query
                    $titleClause = $linkBatch->constructSet('page', $dbr);

                    $variantQuery =  "SELECT page_id, page_namespace, page_title";
                    if ($threshold > 0) {
                        $variantQuery .= ', page_len, page_is_redirect';
                    }

                    $variantQuery .= " FROM $page WHERE $titleClause";
                    if ($options & RLH_FOR_UPDATE) {
                        $variantQuery .= ' FOR UPDATE';
                    }

                    $varRes = $dbr->query($variantQuery, $fname);

                    // for each found variants, figure out link holders and replace
                    while ($s = $dbr->fetchObject($varRes)) {
                        $variantTitle = Title::makeTitle($s->page_namespace, $s->page_title);
                        $varPdbk = $variantTitle->getPrefixedDBkey();
                        $vardbk = $variantTitle->getDBkey();

                        $holderKeys = array();
                        if (isset($variantMap[$varPdbk])) {
                            $holderKeys = $variantMap[$varPdbk];
                            $linkCache->addGoodLinkObj($s->page_id, $variantTitle);
                            $this->mOutput->addLink($variantTitle, $s->page_id);
                        }

                        // loop over link holders
                        foreach ($holderKeys as $key) {
                            $title = $this->mLinkHolders['titles'][$key];
                            if (is_null($title)) {
                                continue;
                            }

                            $pdbk = $title->getPrefixedDBkey();

                            if (!isset($colours[$pdbk])) {
                                // found link in some of the variants, replace the link holder data
                                $this->mLinkHolders['titles'][$key] = $variantTitle;
                                $this->mLinkHolders['dbkeys'][$key] = $variantTitle->getDBkey();

                                // set pdbk and colour
                                $pdbks[$key] = $varPdbk;
                                if ($threshold >  0) {
                                    $size = $s->page_len;
                                    if ($s->page_is_redirect || $s->page_namespace != 0 || $size >= $threshold) {
                                        $colours[$varPdbk] = 1;
                                    } else {
                                        $colours[$varPdbk] = 2;
                                    }
                                } else {
                                    $colours[$varPdbk] = 1;
                                }
                            }
                        }

                        // check if the object is a variant of a category
                        if (isset($categoryMap[$vardbk])) {
                            $oldkey = $categoryMap[$vardbk];
                            if ($oldkey != $vardbk) {
                                $varCategories[$oldkey]=$vardbk;
                            }
                        }
                    }

                    // rebuild the categories in original order (if there are replacements)
                    if (count($varCategories)>0) {
                        $newCats = array();
                        $originalCats = $this->mOutput->getCategories();
                        foreach ($originalCats as $cat => $sortkey) {
                            // make the replacement
                            if (array_key_exists($cat, $varCategories)) {
                                $newCats[$varCategories[$cat]] = $sortkey;
                            } else {
                                $newCats[$cat] = $sortkey;
                            }
                        }
                        $this->mOutput->setCategoryLinks($newCats);
                    }
                }
            }

            # Construct search and replace arrays
            wfProfileIn($fname . '-construct');
            $replacePairs = array();
            foreach ($this->mLinkHolders['namespaces'] as $key => $ns) {
                $pdbk = $pdbks[$key];
                $searchkey = "<!--LINK $key-->";
                $title = $this->mLinkHolders['titles'][$key];
                if (empty($colours[$pdbk])) {
                    $linkCache->addBadLinkObj($title);
                    $colours[$pdbk] = 0;
                    $this->mOutput->addLink($title, 0);
                    $replacePairs[$searchkey] = $sk->makeBrokenLinkObj(
                        $title,
                        $this->mLinkHolders['texts'][$key],
                        $this->mLinkHolders['queries'][$key]
                    );
                } elseif ($colours[$pdbk] == 1) {
                    $replacePairs[$searchkey] = $sk->makeKnownLinkObj(
                        $title,
                        $this->mLinkHolders['texts'][$key],
                        $this->mLinkHolders['queries'][$key]
                    );
                } elseif ($colours[$pdbk] == 2) {
                    $replacePairs[$searchkey] = $sk->makeStubLinkObj(
                        $title,
                        $this->mLinkHolders['texts'][$key],
                        $this->mLinkHolders['queries'][$key]
                    );
                }
            }
            $replacer = new HashtableReplacer($replacePairs, 1);
            wfProfileOut($fname . '-construct');

            # Do the thing
            wfProfileIn($fname . '-replace');
            $text = preg_replace_callback(
                '/(<!--LINK .*?-->)/',
                $replacer->cb(),
                $text
            );

            wfProfileOut($fname . '-replace');
        }

        # Now process interwiki link holders
        # This is quite a bit simpler than internal links
        if (!empty($this->mInterwikiLinkHolders['texts'])) {
            wfProfileIn($fname . '-interwiki');
            # Make interwiki link HTML
            $replacePairs = array();
            foreach ($this->mInterwikiLinkHolders['texts'] as $key => $link) {
                $title = $this->mInterwikiLinkHolders['titles'][$key];
                $replacePairs[$key] = $sk->makeLinkObj($title, $link);
            }
            $replacer = new HashtableReplacer($replacePairs, 1);

            $text = preg_replace_callback(
                '/<!--IWLINK (.*?)-->/',
                $replacer->cb(),
                $text
            );
            wfProfileOut($fname . '-interwiki');
        }

        wfProfileOut($fname);
        return $colours;
    }

    public function replaceLinkHoldersText($text)
    {
        $fname = 'Parser::replaceLinkHoldersText';
        wfProfileIn($fname);

        $text = preg_replace_callback(
            '/<!--(LINK|IWLINK) (.*?)-->/',
            array( &$this, 'replaceLinkHoldersTextCallback' ),
            $text
        );

        wfProfileOut($fname);
        return $text;
    }

    public function replaceLinkHoldersTextCallback($matches)
    {
        $type = $matches[1];
        $key  = $matches[2];
        if ($type == 'LINK') {
            if (isset($this->mLinkHolders['texts'][$key])) {
                return $this->mLinkHolders['texts'][$key];
            }
        } elseif ($type == 'IWLINK') {
            if (isset($this->mInterwikiLinkHolders['texts'][$key])) {
                return $this->mInterwikiLinkHolders['texts'][$key];
            }
        }
        return $matches[0];
    }

    public function renderPreTag($text, $attribs)
    {
        // Backwards-compatibility hack
        $content = StringUtils::delimiterReplace('<nowiki>', '</nowiki>', '$1', $text, 'i');

        $attribs = Sanitizer::validateTagAttributes($attribs, 'pre');
        return wfOpenElement('pre', $attribs) .
            Xml::escapeTagsOnly($content) .
            '</pre>';
    }

    public function renderImageGallery($text, $params)
    {
        $ig = new ImageGallery();
        $ig->setContextTitle($this->mTitle);
        $ig->setShowBytes(false);
        $ig->setShowFilename(false);
        $ig->setParsing();
        $ig->useSkin($this->mOptions->getSkin());

        if (isset($params['caption'])) {
            $caption = $params['caption'];
            $caption = htmlspecialchars($caption);
            $caption = $this->replaceInternalLinks($caption);
            $ig->setCaptionHtml($caption);
        }
        if (isset($params['perrow'])) {
            $ig->setPerRow($params['perrow']);
        }
        if (isset($params['widths'])) {
            $ig->setWidths($params['widths']);
        }
        if (isset($params['heights'])) {
            $ig->setHeights($params['heights']);
        }

        $lines = explode("\n", $text);
        foreach ($lines as $line) {
            # match lines like these:
            # Image:someimage.jpg|This is some image
            $matches = array();
            preg_match("/^([^|]+)(\\|(.*))?$/", $line, $matches);
            # Skip empty lines
            if (count($matches) == 0) {
                continue;
            }
            $tp = Title::newFromText($matches[1]);
            $nt =&$tp;
            if (is_null($nt)) {
                # Bogus title. Ignore these so we don't bomb out later.
                continue;
            }
            if (isset($matches[3])) {
                $label = $matches[3];
            } else {
                $label = '';
            }

            $pout = $this->parse(
                $label,
                $this->mTitle,
                $this->mOptions,
                false, // Strip whitespace...?
                false  // Don't clear state!
            );
            $html = $pout->getText();

            $ig->add(new Image($nt), $html);

            # Only add real images (bug #5586)
            if ($nt->getNamespace() == NS_IMAGE) {
                $this->mOutput->addImage($nt->getDBkey());
            }
        }
        return $ig->toHTML();
    }

    public function makeImage($nt, $options)
    {
        # @TODO: let the MediaHandler specify its transform parameters
        #
        # Check if the options text is of the form "options|alt text"
        # Options are:
        #  * thumbnail          make a thumbnail with enlarge-icon and caption, alignment depends on lang
        #  * left               no resizing, just left align. label is used for alt= only
        #  * right              same, but right aligned
        #  * none               same, but not aligned
        #  * ___px              scale to ___ pixels width, no aligning. e.g. use in taxobox
        #  * center             center the image
        #  * framed             Keep original image size, no magnify-button.
        # vertical-align values (no % or length right now):
        #  * baseline
        #  * sub
        #  * super
        #  * top
        #  * text-top
        #  * middle
        #  * bottom
        #  * text-bottom


        $part = array_map('trim', explode('|', $options));

        $mwAlign = array();
        $alignments = array( 'left', 'right', 'center', 'none', 'baseline', 'sub', 'super', 'top', 'text-top', 'middle', 'bottom', 'text-bottom' );
        foreach ($alignments as $alignment) {
            $mwAlign[$alignment] =&MagicWord::get('img_' . $alignment);
        }
        $mwThumb  =&MagicWord::get('img_thumbnail');
        $mwManualThumb =&MagicWord::get('img_manualthumb');
        $mwWidth  =&MagicWord::get('img_width');
        $mwFramed =&MagicWord::get('img_framed');
        $mwPage   =&MagicWord::get('img_page');
        $caption = '';

        $params = array();
        $framed = $thumb = false;
        $manual_thumb = '' ;
        $align = $valign = '';
        $sk = $this->mOptions->getSkin();

        foreach ($part as $val) {
            if (!is_null($mwThumb->matchVariableStartToEnd($val))) {
                $thumb=true;
            } elseif (!is_null($match = $mwManualThumb->matchVariableStartToEnd($val))) {
                # use manually specified thumbnail
                $thumb=true;
                $manual_thumb = $match;
            } else {
                foreach ($alignments as $alignment) {
                    if (!is_null($mwAlign[$alignment]->matchVariableStartToEnd($val))) {
                        switch ($alignment) {
                            case 'left': case 'right': case 'center': case 'none':
                                $align = $alignment; break;
                            default:
                                $valign = $alignment;
                        }
                        continue 2;
                    }
                }
                if (!is_null($match = $mwPage->matchVariableStartToEnd($val))) {
                    # Select a page in a multipage document
                    $params['page'] = $match;
                } elseif (!isset($params['width']) && !is_null($match = $mwWidth->matchVariableStartToEnd($val))) {
                    wfDebug("img_width match: $match\n");
                    # $match is the image width in pixels
                    $m = array();
                    if (preg_match('/^([0-9]*)x([0-9]*)$/', $match, $m)) {
                        $params['width'] = intval($m[1]);
                        $params['height'] = intval($m[2]);
                    } else {
                        $params['width'] = intval($match);
                    }
                } elseif (!is_null($mwFramed->matchVariableStartToEnd($val))) {
                    $framed=true;
                } else {
                    $caption = $val;
                }
            }
        }
        # Strip bad stuff out of the alt text
        $alt = $this->replaceLinkHoldersText($caption);

        # make sure there are no placeholders in thumbnail attributes
        # that are later expanded to html- so expand them now and
        # remove the tags
        $alt = $this->mStripState->unstripBoth($alt);
        $alt = Sanitizer::stripAllTags($alt);

        # Linker does the rest
        return $sk->makeImageLinkObj($nt, $caption, $alt, $align, $params, $framed, $thumb, $manual_thumb, $valign);
    }

    public function disableCache()
    {
        wfDebug("Parser output marked as uncacheable.\n");
        $this->mOutput->mCacheTime = -1;
    }

    public function attributeStripCallback(&$text, $args)
    {
        $text = $this->replaceVariables($text, $args);
        $text = $this->mStripState->unstripBoth($text);
        return $text;
    }

    public function Title($x = null)
    {
        return wfSetVar($this->mTitle, $x);
    }
    public function Options($x = null)
    {
        return wfSetVar($this->mOptions, $x);
    }
    public function OutputType($x = null)
    {
        return wfSetVar($this->mOutputType, $x);
    }
    public function getTags()
    {
        return array_keys($this->mTagHooks);
    }
    private function extractSections($text, $section, $mode, $newtext='')
    {
        # strip NOWIKI etc. to avoid confusion (true-parameter causes HTML
        # comments to be stripped as well)
        $stripState = new StripState;

        $oldOutputType = $this->mOutputType;
        $oldOptions = $this->mOptions;
        $this->mOptions = new ParserOptions();
        $this->setOutputType(OT_WIKI);

        $striptext = $this->strip($text, $stripState, true);

        $this->setOutputType($oldOutputType);
        $this->mOptions = $oldOptions;

        # now that we can be sure that no pseudo-sections are in the source,
        # split it up by section
        $uniq = preg_quote($this->uniqPrefix(), '/');
        $comment = "(?:$uniq-!--.*?QINU)";
        $secs = preg_split(
            "/
                        (
                                ^
                                (?:$comment|<\/?noinclude>)* # Initial comments will be stripped
                                (=+) # Should this be limited to 6?
                                .+?  # Section title...
                                \\2  # Ending = count must match start
                                (?:$comment|<\/?noinclude>|[ \\t]+)* # Trailing whitespace ok
                                $
                        |
                                <h([1-6])\b.*?>
                                .*?
                                <\/h\\3\s*>
                        )
                        /mix",
            $striptext,
            -1,
            PREG_SPLIT_DELIM_CAPTURE
        );

        if ($mode == "get") {
            if ($section == 0) {
                // "Section 0" returns the content before any other section.
                $rv = $secs[0];
            } else {
                //track missing section, will replace if found.
                $rv = $newtext;
            }
        } elseif ($mode == "replace") {
            if ($section == 0) {
                $rv = $newtext . "\n\n";
                $remainder = true;
            } else {
                $rv = $secs[0];
                $remainder = false;
            }
        }
        $count = 0;
        $sectionLevel = 0;
        for ($index = 1; $index < count($secs);) {
            $headerLine = $secs[$index++];
            if ($secs[$index]) {
                // A wiki header
                $headerLevel = strlen($secs[$index++]);
            } else {
                // An HTML header
                $index++;
                $headerLevel = intval($secs[$index++]);
            }
            $content = $secs[$index++];

            $count++;
            if ($mode == "get") {
                if ($count == $section) {
                    $rv = $headerLine . $content;
                    $sectionLevel = $headerLevel;
                } elseif ($count > $section) {
                    if ($sectionLevel && $headerLevel > $sectionLevel) {
                        $rv .= $headerLine . $content;
                    } else {
                        // Broke out to a higher-level section
                        break;
                    }
                }
            } elseif ($mode == "replace") {
                if ($count < $section) {
                    $rv .= $headerLine . $content;
                } elseif ($count == $section) {
                    $rv .= $newtext . "\n\n";
                    $sectionLevel = $headerLevel;
                } elseif ($count > $section) {
                    if ($headerLevel <= $sectionLevel) {
                        // Passed the section's sub-parts.
                        $remainder = true;
                    }
                    if ($remainder) {
                        $rv .= $headerLine . $content;
                    }
                }
            }
        }
        if (is_string($rv)) {
            # reinsert stripped tags
            $rv = trim($stripState->unstripBoth($rv));
        }

        return $rv;
    }

    public function getSection($text, $section, $deftext='')
    {
        return $this->extractSections($text, $section, "get", $deftext);
    }

    public function replaceSection($oldtext, $section, $text)
    {
        return $this->extractSections($oldtext, $section, "replace", $text);
    }

    public function getRevisionTimestamp()
    {
        if (is_null($this->mRevisionTimestamp)) {
            wfProfileIn(__METHOD__);
            global $wgContLang;
            $dbr = wfGetDB(DB_SLAVE);
            $timestamp = $dbr->selectField(
                'revision',
                'rev_timestamp',
                array( 'rev_id' => $this->mRevisionId ),
                __METHOD__
            );

            // Normalize timestamp to internal MW format for timezone processing.
            // This has the added side-effect of replacing a null value with
            // the current time, which gives us more sensible behavior for
            // previews.
            $timestamp = wfTimestamp(TS_MW, $timestamp);

            // The cryptic '' timezone parameter tells to use the site-default
            // timezone offset instead of the user settings.
            //
            // Since this value will be saved into the parser cache, served
            // to other users, and potentially even used inside links and such,
            // it needs to be consistent for all visitors.
            $this->mRevisionTimestamp = $wgContLang->userAdjust($timestamp, '');

            wfProfileOut(__METHOD__);
        }
        return $this->mRevisionTimestamp;
    }

    public function setDefaultSort($sort)
    {
        $this->mDefaultSort = $sort;
    }

    public function getDefaultSort()
    {
        if ($this->mDefaultSort !== false) {
            return $this->mDefaultSort;
        } else {
            return $this->mTitle->getNamespace() == NS_CATEGORY
                    ? $this->mTitle->getText()
                    : $this->mTitle->getPrefixedText();
        }
    }
}

class OnlyIncludeReplacer
{
    public $output = '';

    public function replace($matches)
    {
        if (substr($matches[1], -1) == "\n") {
            $this->output .= substr($matches[1], 0, -1);
        } else {
            $this->output .= $matches[1];
        }
    }
}

class StripState
{
    public $general;
    public $nowiki;

    public function __construct()
    {
        $this->general = new ReplacementArray;
        $this->nowiki = new ReplacementArray;
    }

    public function unstripGeneral($text)
    {
        wfProfileIn(__METHOD__);
        $text = $this->general->replace($text);
        wfProfileOut(__METHOD__);
        return $text;
    }

    public function unstripNoWiki($text)
    {
        wfProfileIn(__METHOD__);
        $text = $this->nowiki->replace($text);
        wfProfileOut(__METHOD__);
        return $text;
    }

    public function unstripBoth($text)
    {
        wfProfileIn(__METHOD__);
        $text = $this->general->replace($text);
        $text = $this->nowiki->replace($text);
        wfProfileOut(__METHOD__);
        return $text;
    }
}