olap/olap.php

<?php

# Простая OLAPообразная статистика
# admin_olap.tpl, admin_olap_csv.tpl
# (c) Vitaliy Filippov 2010

$is_adm = true;
require_once 'lib/templating.php';

require_once 'olap_config.php';

OLAP::execute($_REQUEST);
exit;

class OLAP
{
    static $sources;
    static $current_srcid, $current_src;
    static $current_spec;
    static $add_spanned;
    static $functions = array(
        'year'    => array('name' => 'Год',         'time_format' => 'Y',       'sql' => 'SUBSTR($,1,4)'),
        'month'   => array('name' => 'Месяц',       'time_format' => 'Y-m',     'sql' => 'SUBSTR($,1,7)'),
        'day'     => array('name' => 'Дата',        'time_format' => 'Y-m-d',   'sql' => 'SUBSTR($,1,10)'),
        'weekday' => array('name' => 'День недели', 'time_format' => 'N',       'sql' => 'WEEKDAY($)'),
        'week'    => array('name' => '№ недели',    'time_format' => 'W',       'sql' => 'WEEK($)'),
        'hour'    => array('name' => 'Час',         'time_format' => 'H',       'sql' => 'HOUR($)'),
        'minute'  => array('name' => 'Минута',      'time_format' => 'H:i',     'sql' => 'DATE_FORMAT($, "%k:%i")'),
        'second'  => array('name' => 'Секунда',     'time_format' => 'H:i:s',   'sql' => 'DATE_FORMAT($, "%k:%i:%s")'),
    );
    static $aggregates = array(
        'count'    => array('name' => 'Количество',                         'sql' => 'COUNT($)'),
        'sum'      => array('name' => 'Сумма',                              'sql' => 'SUM($)'),
        'avg'      => array('name' => 'Среднее',                            'sql' => 'AVG($)'),
        'min'      => array('name' => 'Минимум',                            'sql' => 'MIN($)'),
        'max'      => array('name' => 'Максимум',                           'sql' => 'MAX($)'),
        'stddev'   => array('name' => 'Дисперсия',                          'sql' => 'STDDEV($)'),
        'n_uniq'   => array('name' => 'Количество уникальных',              'sql' => 'COUNT(DISTINCT $)'),
    );
    static $group_types = array(
        'tables' => 'Несколько таблиц',
        'tr'     => 'По вертикали',
        'td'     => 'По горизонтали',
        'cell'   => 'В ячейке',
    );
    static $cell = array();

    static function execute($request)
    {
        global $template;
        set_time_limit(300);
        $time_start = microtime(true);
        $template->compiletime_functions['fformat'] = "OLAP::tpl_field_format";

        foreach (self::$sources as $k => &$s)
            $s['id'] = $k;
        self::$current_srcid = $request['datasource'];
        self::$current_src = self::$sources[self::$current_srcid];
        $template->vars('sources', array_values(self::$sources));
        if (!self::$current_src)
        {
            $template->vars('select', true);
            print $template->parse('admin_olap.tpl');
            exit;
        }

        global $db, $dbhost, $dbuser, $dbpwd;
        if (self::$current_src['db'])
            list($db, $dbhost, $dbuser, $dbpwd) = self::$current_src['db'];

        foreach (self::$current_src['fielddescs'] as $k => &$v)
        {
            $v['id'] = $k;
            if ($v['options'])
            {
                if (is_callable($v['options']))
                    $v['options'] = call_user_func($v['options']);
                foreach ($v['options'] as &$o)
                    $v['options_hash'][$o['id']] = $o['name'];
            }
        }
        foreach (self::$functions as $k => &$v)
            $v['id'] = $k;
        foreach (self::$aggregates as $k => &$v)
            $v['id'] = $k;
        unset($v);
        $i = 0;
        foreach (self::$group_types as $k => $v)
            self::$group_types[$k] = array('id' => $k, 'num' => $i++, 'name' => $v);

        $wh = array();
        $where = array();
        $group_fields = array();
        foreach ($request as $k => $v)
        {
            if (substr($k, 0, 6) == 'where-')
            {
                list($t, $f) = explode('-', substr($k, 6), 2);
                $fd = self::$current_src['fielddescs'][$f];
                if (!$fd || !strlen($v))
                    continue;
                $wh[$k] = $v;
                if ($fd['is_time'])
                    $v = Template::timestamp($v, self::$current_src['fielddescs'][$f]['format']);
                $dn = $fd['sql'];
                if (!$dn)
                    $dn = $f;
                $v = mysql_ecranize($v);
                if ($t == 'eq')
                    $where[] = "$dn = $v";
                elseif ($t == 'ge' && $fd['le_ge'])
                    $where[] = "$dn >= $v";
                elseif ($t == 'le' && $fd['le_ge'])
                    $where[] = "$dn <= $v";
                else
                    unset($wh[$k]);
            }
            elseif (substr($k, 0, 11) == 'group-type-')
            {
                $i = substr($k, 11);
                $gf = array();
                foreach(array('type', 'field', 'func', 'sort_dir', 'sort_field', 'sort_aggr', 'sort_func') as $k)
                    $gf[$k] = $request["group-$k-$i"];
                if (self::$group_types[$gf['type']] && strlen($gf['field']))
                {
                    $gf['num'] = count($group_fields);
                    $group_fields[] = $gf;
                }
            }
        }
        usort($group_fields, 'OLAP::group_type_cmp');

        $nfields = intval($request['field_count']);
        if ($nfields <= 0)
            $nfields = 5;
        if (count($group_fields) > $nfields)
            $nfields = count($group_fields);

        foreach(array('field', 'func', 'aggr') as $x)
            self::$cell[$x] = $request["cell_$x"];

        $template->vars(array(
            'wh'            => $wh,
            'group_fields'  => $group_fields,
            'cell'          => &self::$cell,
            'group_types'   => array_values(self::$group_types),
            'field_count'   => $nfields,
            'srcid'         => self::$current_srcid,
            'src'           => self::$current_src,
            'fielddescs'    => array_values(self::$current_src['fielddescs']),
            'functions'     => array_values(self::$functions),
            'aggregates'    => array_values(self::$aggregates),
        ));
        $cell = &self::$cell;

        if (!$request['build'])
        {
            print $template->parse('admin_olap.tpl');
            exit;
        }

        $fields = array();
        $options = array('GROUP BY' => array());
        foreach ($group_fields as $i => &$v)
        {
            $v['sql'] = self::sql_trans_field($v['field'], $v['func']);
            $fields[] = $v['sql'].' gf_'.$i;
            $options['GROUP BY'][] = $v['sql'];
        }

        $cell['sql'] = self::sql_trans_field($cell['field'], $cell['func']);
        if (self::$aggregates[$cell['aggr']]['sql'])
            $fields[] = str_replace('$', $cell['sql'], self::$aggregates[$cell['aggr']]['sql']).' c';
        else
        {
            $do_aggr = true;
            $fields[] = $cell['sql'].' c';
            $options['GROUP BY'][] = $cell['sql'];
        }

        $result = mysql_select(self::$current_src['tables'], $fields, array_merge(self::$current_src['where'], $where), $options, MS_RESULT);
        $data = array();
        $tdkeys = array();
        while ($r = mysql_fetch_assoc($result))
        {
            $dv = &$data;
            $tdv = &$tdkeys;
            foreach ($group_fields as $i => &$v)
            {
                $v['keys'][$r["gf_$i"]] = true;
                $dv = &$dv[$r["gf_$i"]];
                if ($v['type'] == 'tables' || $v['type'] == 'td')
                {
                    if (!$tdkeys[$r["gf_$i"]])
                        $tdkeys[$r["gf_$i"]] = array();
                    $tdv = &$tdv[$r["gf_$i"]];
                }
            }
            if ($do_aggr)
                call_user_func_array('self::aggr_update_'.$cell['aggr'], array(&$dv, &$r['c']));
            else
                $dv = $r['c'];
        }

        if ($do_aggr && is_callable('self::aggr_finish_'.$cell['aggr']))
        {
            $code = '';
            $upd = 'self::aggr_finish_'.$cell['aggr'].'(&$v'.(count($group_fields)-1);
            foreach ($group_fields as $i => &$v)
            {
                $code .= 'foreach('.($i ? '$v'.($i-1) : '$data').' as $k'.$i.' => $v'.$i.') ';
                $upd .= ', $k'.$i;
            }
            $code .= $upd;
            eval($code);
        }

        foreach ($group_fields as &$v)
        {
            if (strlen($v['sort_aggr']) && strlen($v['sort_field']))
            {
                $fields = array($v['sql'].' f');
                $v['sort_sql'] = self::sql_trans_field($v['sort_field'], $v['sort_func']);
                $fields[] = str_replace('$', $v['sort_sql'], self::$aggregates[$v['sort_aggr']]['sql']).' s';
                $result = mysql_select(self::$current_src['tables'], $fields, array_merge(self::$current_src['where'], $where), array('GROUP BY' => $v['sql']), MS_RESULT);
                while ($r = mysql_fetch_row($result))
                    $v['sort'][$r[0]] = $r[1];
            }
            $v['keys'] = array_keys($v['keys']);
            self::do_sort($v['keys'], $v['sort'], $v['sort_dir']);
        }

        if ($request['csv'])
            self::$add_spanned = true;
        $tables = self::build_tables($group_fields, $data, $tdkeys);

        $vars = array(
            'build'         => 1,
            'tables'        => $tables,
            'rpt_link'      => "?".http_build_query($_GET+$_POST),
            'csv_link'      => "?csv=1&".http_build_query($_GET+$_POST),
            'memory'        => file_size_string(memory_get_usage()),
            'time_elapsed'  => sprintf("%.3f", microtime(true)-$time_start),
        );

        $template->vars($vars);
        if ($request['csv'])
        {
            header("Content-Type: text/csv; charset=windows-1251");
            header("Content-Disposition: inline; filename=OLAP-".date('YmdHis').".csv");
            $out = $template->parse('admin_olap_csv.tpl');
            print iconv("utf-8", "windows-1251", $out);
        }
        else
            print $template->parse('admin_olap.tpl');
    }

    static function recurse_tables($fields, &$bytype, &$data, &$tdkeys)
    {
        if ($fields && $fields[0]['type'] == 'tables')
        {
            $tables = array();
            $my = array_shift($fields);
            foreach ($my['keys'] as $k)
            {
                if (array_key_exists($k, $data))
                {
                    $sub = self::recurse_tables($fields, $bytype, $data[$k], $tdkeys[$k]);
                    foreach ($sub as &$t)
                    {
                        array_unshift($t['desc'], array(
                            'field' => self::$current_src['fielddescs'][$my['field']]['name'],
                            'func'  => self::$functions[$my['func']]['name'],
                            'value' => self::field_format($my['field'], '', '', $k)
                        ));
                        $tables[] = $t;
                    }
                }
            }
            return $tables;
        }
        $tdhead = self::recurse_head($bytype['td'], $tdkeys);
        $trhead = self::recurse_head($bytype['tr'], $data);
        $cells = self::recurse_cells($fields, $data, $tdkeys);
        $rows = array();
        foreach ($tdhead as $i => &$v)
        {
            foreach ($v as &$h)
                $h['class'] = "h$i";
            $vcopy = $v;
            if ($trhead)
                array_unshift($vcopy, array('class' => 'empty', 'colspan' => count($trhead)));
            $rows[] = $vcopy;
        }
        foreach ($trhead as $i => &$v)
        {
            $rownum = count($tdhead);
            foreach ($v as &$h)
            {
                $rows[$rownum][] = array('text' => $h['text'], 'rowspan' => $h['colspan'], 'class' => "v$i");
                $rownum += $h['colspan'];
            }
        }
        $i = count($tdhead);
        foreach ($cells as &$v)
        {
            if (!$rows[$i])
                $rows[$i] = array();
            $rows[$i] = array_merge($rows[$i], $v);
            $i++;
        }
        foreach ($tdhead as &$v)
        {
            if ($v[0]['sort'])
            {
                $r = array();
                if ($trhead)
                    $r[] = array('class' => 'empty', 'colspan' => count($trhead));
                foreach ($v as &$h)
                    $r[] = array('text' => $h['sort'], 'colspan' => $h['colspan'], 'class' => 'hsort');
                $rows[] = $r;
            }
        }
        foreach (array_reverse($trhead) as $v)
        {
            if ($v[0]['sort'])
            {
                for ($rownum = 0; $rownum < count($tdhead); $rownum++)
                    $rows[$rownum][] = array('class' => 'empty');
                foreach ($v as &$h)
                {
                    $rows[$rownum][] = array('text' => $h['sort'], 'rowspan' => $h['colspan'], 'class' => 'vsort');
                    $rownum += $h['colspan'];
                }
                for (; $rownum < count($rows); $rownum++)
                    $rows[$rownum][] = array('class' => 'empty');
            }
        }
        ksort($rows);
        $table = array(
            'desc' => array(),
            'rows' => $rows,
        );
        return array($table);
    }

    static function recurse_cells($fields, &$data, &$tdkeys)
    {
        if (!$fields)
            return self::field_format(self::$cell['field'], self::$cell['func'], self::$cell['aggr'], $data);
        $my = array_shift($fields);
        if ($my['type'] == 'tr')
        {
            $rows = array();
            foreach ($my['keys'] as $k)
            {
                if (array_key_exists($k, $data))
                {
                    $r = self::recurse_cells($fields, $data[$k], $tdkeys);
                    if (is_array($r))
                        $rows = array_merge($rows, $r);
                    else
                        $rows[] = array($r);
                }
            }
            return $rows;
        }
        elseif ($my['type'] == 'td')
        {
            $cols = array();
            foreach ($my['keys'] as $k)
            {
                if (array_key_exists($k, $tdkeys))
                {
                    $r = self::recurse_cells($fields, $data[$k], $tdkeys[$k]);
                    if (is_array($r))
                        $cols = array_merge($cols, $r[0]);
                    else
                        $cols[] = $r;
                }
            }
            return array($cols);
        }
        else // if ($my['type'] == 'cell')
        {
            $list = '<ul>';
            foreach ($my['keys'] as $k)
            {
                if (array_key_exists($k, $data))
                {
                    $list .= '<li>'.self::field_format($my['field'], $my['func'], '', $k).':&nbsp;';
                    if ($fields)
                        $list .= "\n";
                    $sub = self::recurse_cells($fields, $data[$k], $tdkeys);
                    $sub = str_replace('<li>', '  <li>', $sub);
                    $list .= $sub;
                    $list .= "</li>\n";
                }
            }
            $list .= '</ul>';
            return $list;
        }
    }

    static function recurse_head($fields, &$data)
    {
        $rows = array();
        if (!$fields)
            return $rows;
        $rows[] = array();
        $my = array_shift($fields);
        foreach ($my['keys'] as $k)
        {
            if (array_key_exists($k, $data))
            {
                $span = 0;
                if ($fields)
                {
                    $subrows = self::recurse_head($fields, $data[$k]);
                    foreach ($subrows[0] as $td)
                        $span += $td['colspan'];
                    foreach ($subrows as $i => &$row)
                    {
                        if (!$rows[$i+1])
                            $rows[$i+1] = array();
                        $rows[$i+1] = array_merge($rows[$i+1], $row);
                    }
                }
                else
                    $span = 1;
                $c = array('text' => self::field_format($my['field'], $my['func'], '', $k), 'colspan' => $span);
                if ($my['sort_field'])
                    $c['sort'] = self::field_format($my['sort_field'], $my['sort_func'], $my['sort_aggr'], $my['sort'][$k]);
                if (self::$add_spanned)
                {
                    $c['colspan'] = 1;
                    $rows[0][] = $c;
                    $c['spanned'] = 1;
                    for ($i = 1; $i < $span; $i++)
                        $rows[0][] = $c;
                }
                else
                    $rows[0][] = $c;
            }
        }
        return $rows;
    }

    static function array_refcopy(&$a)
    {
        $b = array();
        foreach ($a as $k => &$v)
            $b[$k] = &$v;
        return $b;
    }

    static function build_tables($group_fields, &$data, &$tdkeys)
    {
        $bytype = array();
        foreach ($group_fields as &$gf)
            $bytype[$gf['type']][] = &$gf;
        $tables = self::recurse_tables($group_fields, $bytype, $data, $tdkeys);
        return $tables;
    }

    static function sql_trans_field($field, $func)
    {
        $fd = &self::$current_src['fielddescs'][$field];
        if ($field === '')
            $sql = '1';
        else
        {
            $sql = $field;
            if ($fd['sql'])
                $sql = $fd['sql'];
        }
        if ($fd['is_time'] && $fd['format'] == TS_UNIX &&
            (!self::$functions[$func] || self::$functions[$func]['time_format']))
            $sql = "FROM_UNIXTIME($sql)";
        if (self::$functions[$func])
            $sql = str_replace('$', $sql, self::$functions[$func]['sql']);
        return $sql;
    }

    static function do_sort(&$values, &$sortvalues, &$sort_dir)
    {
        $fn = 'sort';
        $sort_dir = strtolower($sort_dir);
        if ($sort_dir == 'desc')
            $fn = 'rsort';
        if ($sortvalues)
        {
            $ufn = $sort_dir == 'desc' ? "OLAP::custom_reverse_cmp" : "OLAP::custom_sort_cmp";
            self::$sort = &$sortvalues;
            usort($values, $ufn);
        }
        else
            $fn($values);
    }

    static $sort;
    static function custom_sort_cmp($a, $b)
    {
        return self::$sort[$a] < self::$sort[$b] ? -1 : (self::$sort[$a] > self::$sort[$b] ? 1 : 0);
    }
    static function custom_reverse_cmp($a, $b)
    {
        return self::$sort[$a] > self::$sort[$b] ? -1 : (self::$sort[$a] < self::$sort[$b] ? 1 : 0);
    }
    static function group_type_cmp($a, $b)
    {
        $r = self::$group_types[$a['type']]['num']-self::$group_types[$b['type']]['num'];
        if ($r == 0)
            $r = $a['num']-$b['num'];
        return $r;
    }

    static $is_html_format = true;
    static $decimal = '%.3f';
    static function field_format($field, $func, $aggr, $value)
    {
        $o = &self::$current_src['fielddescs'][$field]['options_hash'];
        if ($o && $o[$value])
            return $o[$value];
        elseif (preg_match('/^-?\d+\.\d+$/s', $value))
        {
            $value = sprintf(self::$decimal, $value);
            $value = preg_replace('/\.0+$|(\.\d*?)0+$/', '\1', $value);
            return $value;
        }
        $fn = self::$is_html_format ? 'htmlspecialchars' : 'addslashes';
        return $fn($value);
    }

    static function tpl_field_format($field, $func, $aggr, $value)
    {
        return "OLAP::field_format($field, $func, $aggr, $value)";
    }

    static function o_tsformat($f, &$row, $field)
    {
        $tf = "_t$field";
        if (!$row[$tf])
            $row[$tf] = Template::timestamp($row[$field]);
        return date($f, $row[$tf]);
    }
}