sspmod_statistics_LogCleaner Class Reference

Collaboration diagram for sspmod_statistics_LogCleaner:

Public Member Functions
	__construct ($inputfile=null)
	Constructor. More...
	dumpConfig ()
	clean ($debug=false)
	store ($todelete, $outputfile)

Private Attributes
	$statconfig
	$statdir
	$inputfile
	$statrules
	$offset

Detailed Description

Definition at line 6 of file LogCleaner.php.

Constructor & Destructor Documentation

__construct()

sspmod_statistics_LogCleaner::__construct

(

$inputfile = null

)

Constructor.

Definition at line 17 of file LogCleaner.php.

References $inputfile, and SimpleSAML_Configuration\getConfig().

    {
        $this->statconfig = SimpleSAML_Configuration::getConfig('module_statistics.php');

        $this->statdir = $this->statconfig->getValue('statdir');
        $this->inputfile = $this->statconfig->getValue('inputfile');
        $this->statrules = $this->statconfig->getValue('statrules');
        $this->offset = $this->statconfig->getValue('offset', 0);

        if (isset($inputfile)) {
            $this->inputfile = $inputfile;
        }
    }

Here is the call graph for this function:

Member Function Documentation

clean()

sspmod_statistics_LogCleaner::clean

(

$debug = false

)

Definition at line 38 of file LogCleaner.php.

References $action, $debug, $file, $i, $results, $sc, $todelete, array, date, and exit.

                                          {
        if (!is_dir($this->statdir)) {
            throw new Exception('Statistics module: output dir do not exists [' . $this->statdir . ']');
        }

        if (!file_exists($this->inputfile)) {
            throw new Exception('Statistics module: input file do not exists [' . $this->inputfile . ']');
        }

        $file = fopen($this->inputfile, 'r');

        $logparser = new sspmod_statistics_LogParser(
            $this->statconfig->getValue('datestart', 0), $this->statconfig->getValue('datelength', 15), $this->statconfig->getValue('offsetspan', 44)
        );
        $datehandler = new sspmod_statistics_DateHandler($this->offset);

        $results = array();
        $sessioncounter = array();

        $i = 0;
        // Parse through log file, line by line
        while (!feof($file)) {
            $logline = fgets($file, 4096);

            // Continue if STAT is not found on line
            if (!preg_match('/STAT/', $logline)) {
                continue;
            }
            $i++;

            // Parse log, and extract epoch time and rest of content.
            $epoch = $logparser->parseEpoch($logline);
            $content = $logparser->parseContent($logline);
            $action = trim($content[5]);

            if (($i % 10000) == 0) {
                echo("Read line " . $i . "\n");
            }

            $trackid = $content[4];

            if (!isset($sessioncounter[$trackid])) {
                $sessioncounter[$trackid] = 0;
            }
            $sessioncounter[$trackid]++;

            if ($debug) {
                echo("----------------------------------------\n");
                echo('Log line: ' . $logline . "\n");
                echo('Date parse [' . substr($logline, 0, $this->statconfig->getValue('datelength', 15)) . '] to [' . date(DATE_RFC822, $epoch) . ']' . "\n");
                echo htmlentities(print_r($content, true));
                if ($i >= 13) {
                    exit;
                }
            }
        }

        $histogram = array();
        foreach ($sessioncounter as $trackid => $sc) {
            if (!isset($histogram[$sc])) {
                $histogram[$sc] = 0;
            }
            $histogram[$sc]++;
        }
        ksort($histogram);

        $todelete = array();
        foreach ($sessioncounter as $trackid => $sc) {
            if ($sc > 200) {
                $todelete[] = $trackid;
            }
        }

        return $todelete;
    }

dumpConfig()

sspmod_statistics_LogCleaner::dumpConfig

(

)

Definition at line 31 of file LogCleaner.php.

    {
        echo 'Statistics directory   : ' . $this->statdir . "\n";
        echo 'Input file             : ' . $this->inputfile . "\n";
        echo 'Offset                 : ' . $this->offset . "\n";
    }

store()

sspmod_statistics_LogCleaner::store	(		$todelete,
			$outputfile
	)

Definition at line 114 of file LogCleaner.php.

References $action, $file, $i, $todelete, and sspmod_statistics_LogParser\parseContent().

    {
        echo "Preparing to delete [" .count($todelete) . "] trackids\n";

        if (!is_dir($this->statdir)) {
            throw new Exception('Statistics module: output dir do not exists [' . $this->statdir . ']');
        }

        if (!file_exists($this->inputfile)) {
            throw new Exception('Statistics module: input file do not exists [' . $this->inputfile . ']');
        }

        $file = fopen($this->inputfile, 'r');

        // Open the output file in a way that guarantees that we will not overwrite a random file.
        if (file_exists($outputfile)) {
            // Delete existing output file.
            unlink($outputfile);
        }
        $outfile = fopen($outputfile, 'x'); /* Create the output file. */

        $logparser = new sspmod_statistics_LogParser(
            $this->statconfig->getValue('datestart', 0), $this->statconfig->getValue('datelength', 15), $this->statconfig->getValue('offsetspan', 44)
        );

        $i = 0;
        // Parse through log file, line by line
        while (!feof($file)) {
            $logline = fgets($file, 4096);

            // Continue if STAT is not found on line.
            if (!preg_match('/STAT/', $logline)) {
                continue;
            }
            $i++;

            $content = $logparser->parseContent($logline);
            $action = trim($content[5]);

            if (($i % 10000) == 0) {
                echo("Read line " . $i . "\n");
            }

            $trackid = $content[4];
            if (in_array($trackid, $todelete, true)) {
                continue;
            }

            fputs($outfile, $logline);
        }
        fclose($file);
        fclose($outfile);
    }

Here is the call graph for this function:

Field Documentation

$inputfile

sspmod_statistics_LogCleaner::$inputfile

private

Definition at line 10 of file LogCleaner.php.

Referenced by __construct().

$offset

sspmod_statistics_LogCleaner::$offset

private

Definition at line 12 of file LogCleaner.php.

$statconfig

sspmod_statistics_LogCleaner::$statconfig

private

Definition at line 8 of file LogCleaner.php.

$statdir

sspmod_statistics_LogCleaner::$statdir

private

Definition at line 9 of file LogCleaner.php.

$statrules

sspmod_statistics_LogCleaner::$statrules

private

Definition at line 11 of file LogCleaner.php.

---

The documentation for this class was generated from the following file:

• libs/composer/vendor/simplesamlphp/simplesamlphp/modules/statistics/lib/LogCleaner.php