lib/BackupPC/SearchLib.pm

#!/usr/bin/perl
package BackupPC::SearchLib;

use strict;
use BackupPC::CGI::Lib qw(:all);
use BackupPC::Attrib qw(:all);
use DBI;
use DateTime;
use vars qw(%In $MyURL);
use Time::HiRes qw/time/;
use XML::Writer;
use IO::File;

my $on_page = 100;
my $pager_pages = 10;

my $dsn = $Conf{SearchDSN};
my $db_user = $Conf{SearchUser} || '';

my $hest_index_path = $Conf{HyperEstraierIndex};

my $dbh;

sub get_dbh {
        $dbh ||= DBI->connect($dsn, $db_user, "", { RaiseError => 1, AutoCommit => 1 } );
        return $dbh;
}

sub getUnits() {
        my @ret;

        my $dbh = get_dbh();
        my $sth = $dbh->prepare(qq{
                SELECT
                        shares.id       as id,
                        hosts.name || ':' || shares.name as share
                FROM shares
                JOIN hosts on hostid = hosts.id
                ORDER BY share
        } );
        $sth->execute();
        push @ret, { 'id' => '', 'share' => '-'};       # dummy any

        while ( my $row = $sth->fetchrow_hashref() ) {
                push @ret, $row;
        }
        return @ret;
}

sub epoch_to_iso {
        my $t = shift || return;
        my $iso = BackupPC::Lib::timeStamp(undef, $t);
        $iso =~ s/\s/&nbsp;/g;
        return $iso;
}

sub dates_from_form($) {
        my $param = shift || return;

        sub mk_epoch_date($$) {
                my ($name,$suffix) = @_;

                my $yyyy = $param->{ $name . '_year_' . $suffix} || return undef;
                my $mm .= $param->{ $name . '_month_' . $suffix} ||
                        ( $suffix eq 'from' ? 1 : 12);
                my $dd .= $param->{ $name . '_day_' . $suffix} ||
                        ( $suffix eq 'from' ? 1 : 31);

                $yyyy =~ s/\D//g;
                $mm =~ s/\D//g;
                $dd =~ s/\D//g;

                my $h = my $m = my $s = 0;
                if ($suffix eq 'to') {
                        $h = 23;
                        $m = 59;
                        $s = 59;
                }

                my $dt = new DateTime(
                        year => $yyyy,
                        month => $mm,
                        day => $dd,
                        hour => $h,
                        minute => $m,
                        second => $s,
                );
                print STDERR "mk_epoch_date($name,$suffix) [$yyyy-$mm-$dd] = " . $dt->ymd . " " . $dt->hms . "\n";
                return $dt->epoch || 'NULL';
        }

        my @ret = (
                mk_epoch_date('search_backup', 'from'),
                mk_epoch_date('search_backup', 'to'),
                mk_epoch_date('search', 'from'),
                mk_epoch_date('search', 'to'),
        );

        return @ret;

}


sub getWhere($) {
        my $param = shift || return;

        my ($backup_from, $backup_to, $files_from, $files_to) = dates_from_form($param);

        my @conditions;
        push @conditions, qq{ backups.date >= $backup_from } if ($backup_from);
        push @conditions, qq{ backups.date <= $backup_to } if ($backup_to);
        push @conditions, qq{ files.date >= $files_from } if ($files_from);
        push @conditions, qq{ files.date <= $files_to } if ($files_to);

        print STDERR "backup: $backup_from - $backup_to files: $files_from - $files_to cond:" . join(" and ",@conditions);

        push( @conditions, ' files.shareid = ' . $param->{'search_share'} ) if ($param->{'search_share'});
        push (@conditions, " upper(files.path) LIKE upper('%".$param->{'search_filename'}."%')") if ($param->{'search_filename'});

        return join(" and ", @conditions);
}

my $sort_def = {
        search => {
                default => 'date_a',
                sql => {
                        share_d => 'shares.name DESC',
                        share_a => 'shares.name ASC',
                        path_d => 'files.path DESC',
                        path_a => 'files.path ASC',
                        num_d => 'files.backupnum DESC',
                        num_a => 'files.backupnum ASC',
                        size_d => 'files.size DESC',
                        size_a => 'files.size ASC',
                        date_d => 'files.date DESC',
                        date_a => 'files.date ASC',
                },
                est => {
                        share_d => 'sname STRD',
                        share_a => 'sname STRA',
                        path_d => 'filepath STRD',
                        path_a => 'filepath STRA',
                        num_d => 'backupnum NUMD',
                        num_a => 'backupnum NUMA',
                        size_d => 'size NUMD',
                        size_a => 'size NUMA',
                        date_d => 'date NUMD',
                        date_a => 'date NUMA',
                }
        }, burn => {
                default => 'date_a',
                sql => {
                        share_d => 'host DESC, share DESC',
                        share_a => 'host ASC, share ASC',
                        num_d => 'backupnum DESC',
                        num_a => 'backupnum ASC',
                        date_d => 'date DESC',
                        date_a => 'date ASC',
                        age_d => 'age DESC',
                        age_a => 'age ASC',
                        size_d => 'size DESC',
                        size_a => 'size ASC',
                        incsize_d => 'inc_size DESC',
                        incsize_a => 'inc_size ASC',
                }
        }
};

sub getSort($$$) {
        my ($part,$type, $sort_order) = @_;

        die "unknown part: $part" unless ($sort_def->{$part});
        die "unknown type: $type" unless ($sort_def->{$part}->{$type});

        $sort_order ||= $sort_def->{$part}->{'default'};

        if (my $ret = $sort_def->{$part}->{$type}->{$sort_order}) {
                return $ret;
        } else {
                # fallback to default sort order
                return $sort_def->{$part}->{$type}->{ $sort_def->{$part}->{'default'} };
        }
}

sub getFiles($) {
        my ($param) = @_;

        my $offset = $param->{'offset'} || 0;
        $offset *= $on_page;

        my $dbh = get_dbh();

        my $sql_cols = qq{
                files.id                        AS fid,
                hosts.name                      AS hname,
                shares.name                     AS sname,
                files.backupnum                 AS backupnum,
                files.path                      AS filepath,
                files.date                      AS date,
                files.type                      AS type,
                files.size                      AS size
        };

        my $sql_from = qq{
                FROM files 
                        INNER JOIN shares       ON files.shareID=shares.ID
                        INNER JOIN hosts        ON hosts.ID = shares.hostID
                        INNER JOIN backups      ON backups.num = files.backupnum and backups.hostID = hosts.ID AND backups.shareID = files.shareID
        };

        my $sql_where;
        my $where = getWhere($param);
        $sql_where = " WHERE ". $where if ($where);

        my $order = getSort('search', 'sql', $param->{'sort'});

        my $sql_order = qq{
                ORDER BY $order
                LIMIT $on_page
                OFFSET ?
        };

        my $sql_count = qq{ select count(files.id) $sql_from $sql_where };
        my $sql_results = qq{ select $sql_cols $sql_from $sql_where $sql_order };

        my $sth = $dbh->prepare($sql_count);
        $sth->execute();
        my ($results) = $sth->fetchrow_array();

        $sth = $dbh->prepare($sql_results);
        $sth->execute( $offset );

        if ($sth->rows != $results) {
                my $bug = "$0 BUG: [[ $sql_count ]] = $results while [[ $sql_results ]] = " . $sth->rows;
                $bug =~ s/\s+/ /gs;
                print STDERR "$bug\n";
        }

        my @ret;
      
        while (my $row = $sth->fetchrow_hashref()) {
                push @ret, $row;
        }
     
        $sth->finish();
        return ($results, \@ret);
}

sub getHyperEstraier_url($) {
        my ($use_hest) = @_;

        return unless $use_hest;

        use HyperEstraier;
        my ($index_path, $index_node_url);

        if ($use_hest =~ m#^http://#) {
                $index_node_url = $use_hest;
        } else {
                $index_path = $TopDir . '/' . $use_hest;
                $index_path =~ s#//#/#g;
        }
        return ($index_path, $index_node_url);
}

sub getFilesHyperEstraier($) {
        my ($param) = @_;

        my $offset = $param->{'offset'} || 0;
        $offset *= $on_page;

        die "no index_path?" unless ($hest_index_path);

        use HyperEstraier;

        my ($index_path, $index_node_url) = getHyperEstraier_url($hest_index_path);

        # open the database
        my $db;
        if ($index_path) {
                $db = HyperEstraier::Database->new();
                $db->open($index_path, $HyperEstraier::ESTDBREADER);
        } elsif ($index_node_url) {
                $db ||= HyperEstraier::Node->new($index_node_url);
                $db->set_auth('admin', 'admin');
        } else {
                die "BUG: unimplemented";
        }

        # create a search condition object
        my $cond = HyperEstraier::Condition->new();

        my $q = $param->{'search_filename'};
        my $shareid = $param->{'search_share'};

        if (length($q) > 0) {
                # exact match
                $cond->add_attr("filepath ISTRINC $q");

                $q =~ s/(.)/$1 /g;
                # set the search phrase to the search condition object
                $cond->set_phrase($q);
        }

        my ($backup_from, $backup_to, $files_from, $files_to) = dates_from_form($param);

        $cond->add_attr("backup_date NUMGE $backup_from") if ($backup_from);
        $cond->add_attr("backup_date NUMLE $backup_to") if ($backup_to);

        $cond->add_attr("date NUMGE $files_from") if ($files_from);
        $cond->add_attr("date NUMLE $files_to") if ($files_to);

        $cond->add_attr("shareid NUMEQ $shareid") if ($shareid);

#       $cond->set_max( $offset + $on_page );
        $cond->set_options( $HyperEstraier::Condition::SURE );
        $cond->set_order( getSort('search', 'est', $param->{'sort'} ) );

        # get the result of search
        my @res;
        my ($result, $hits);

        if ($index_path) {
                $result = $db->search($cond, 0);
                $hits = $result->size;
        } elsif ($index_node_url) {
                $result = $db->search($cond, 0);
                $hits = $result->doc_num;
        } else {
                die "BUG: unimplemented";
        }

        # for each document in result
        for my $i ($offset .. ($offset + $on_page - 1)) {
                last if ($i >= $hits);

                my $doc;
                if ($index_path) {
                        my $id = $result->get($i);
                        $doc = $db->get_doc($id, 0);
                } elsif ($index_node_url) {
                        $doc = $result->get_doc($i);
                } else {
                        die "BUG: unimplemented";
                }

                my $row;
                foreach my $c (qw/fid hname sname backupnum filepath date type size/) {
                        $row->{$c} = $doc->attr($c);
                }
                push @res, $row;
        }

        return ($hits, \@res);
}

sub getGzipName($$$)
{
        my ($host, $share, $backupnum) = @_;
        my $ret = $Conf{GzipSchema};
        
        $share =~ s/\//_/g;
        $ret =~ s/\\h/$host/ge;
        $ret =~ s/\\s/$share/ge;
        $ret =~ s/\\n/$backupnum/ge;

        $ret =~ s/__+/_/g;

        return $ret;
        
}

sub get_tgz_size_by_name($) {
        my $name = shift;

        my $tgz = $Conf{InstallDir}.'/'.$Conf{GzipTempDir}.'/'.$name;

        my $size = -1;

        if (-f $tgz) {
                $size = (stat($tgz))[7];
        } elsif (-d $tgz) {
                opendir(my $dir, $tgz) || die "can't opendir $tgz: $!";
                my @parts = grep { !/^\./ && -f "$tgz/$_" } readdir($dir);
                $size = 0;
                foreach my $part (@parts) {
                        $size += (stat("$tgz/$part"))[7] || die "can't stat $tgz/$part: $!";
                }
                closedir $dir;
        }

        return $size;
}

sub getGzipSize($$)
{
        my ($hostID, $backupNum) = @_;
        my $sql;
        my $dbh = get_dbh();
        
        $sql = q{ 
                                SELECT hosts.name  as host,
                                           shares.name as share,
                                           backups.num as backupnum
                                FROM hosts, backups, shares
                                WHERE shares.id=backups.shareid AND
                                          hosts.id =backups.hostid AND
                                          hosts.id=? AND
                                          backups.num=?
                        };
        my $sth = $dbh->prepare($sql);
        $sth->execute($hostID, $backupNum);

        my $row = $sth->fetchrow_hashref();

        return get_tgz_size_by_name(
                getGzipName($row->{'host'}, $row->{share}, $row->{'backupnum'})
        );
}

sub getBackupsNotBurned($) {

        my $param = shift;
        my $dbh = get_dbh();

        my $order = getSort('burn', 'sql', $param->{'sort'});

print STDERR "## sort=". ($param->{'sort'} || 'no sort param') . " burn sql order: $order\n";

        my $sql = qq{
                SELECT 
                        backups.hostID AS hostID,
                        hosts.name AS host,
                        shares.name AS share,
                        backups.num AS backupnum,
                        backups.type AS type,
                        backups.date AS date,
                        date_part('epoch',now()) - backups.date as age,
                        backups.size AS size,
                        backups.id AS id,
                        backups.inc_size AS inc_size,
                        backups.parts AS parts
                FROM backups 
                INNER JOIN shares       ON backups.shareID=shares.ID
                INNER JOIN hosts        ON backups.hostID = hosts.ID
                LEFT OUTER JOIN archive_backup ON archive_backup.backup_id = backups.id 
                WHERE backups.inc_size > 0 AND backups.inc_deleted is false AND archive_backup.backup_id IS NULL
                GROUP BY
                        backups.hostID,
                        hosts.name,
                        shares.name,
                        backups.num,
                        backups.shareid,
                        backups.id,
                        backups.type,
                        backups.date,
                        backups.size,
                        backups.inc_size,
                        backups.parts
                ORDER BY $order
        };
        my $sth = $dbh->prepare( $sql );
        my @ret;
        $sth->execute();

        while ( my $row = $sth->fetchrow_hashref() ) {
                $row->{'age'} = sprintf("%0.1f", ( $row->{'age'} / 86400 ) );
                #$row->{'age'} = sprintf("%0.1f", ( (time() - $row->{'date'}) / 86400 ) );
                $row->{'size'} = sprintf("%0.2f", $row->{'size'} / 1024 / 1024);

                # do some cluster calculation (approximate) and convert to kB
                $row->{'inc_size'} = int(($row->{'inc_size'} + 1023 ) / ( 2 * 1024 ) * 2);
                push @ret, $row;
        }
      
        return @ret;      
}

sub displayBackupsGrid($) {

        my $param = shift;

        my $max_archive_size = $Conf{MaxArchiveSize} || die "no MaxArchiveSize";
        my $max_archive_file_size = $Conf{MaxArchiveFileSize}  || die "no MaxFileInSize";

        my $retHTML .= q{
                <form id="forma" method="POST" action="}.$MyURL.q{?action=burn">
        };

        $retHTML .= <<'EOF3';
<style type="text/css">
<!--
DIV#fixedBox {
        position: absolute;
        top: 50em;
        left: -24%;
        padding: 0.5em;
        width: 20%;
        background-color: #E0F0E0;
        border: 1px solid #00C000;
}

DIV#fixedBox, DIV#fixedBox INPUT, DIV#fixedBox TEXTAREA {
        font-size: 10pt;
}

FORM>DIV#fixedBox {
        position: fixed !important;
        left: 0.5em !important;
        top: auto !important;
        bottom: 1em !important;
        width: 15% !important;
}

DIV#fixedBox INPUT[type=text], DIV#fixedBox TEXTAREA {
        border: 1px solid #00C000;
}

DIV#fixedBox #note {
        display: block;
        width: 100%;
}

DIV#fixedBox #submitBurner {
        display: block;
        width: 100%;
        margin-top: 0.5em;
        cursor: pointer;
}

* HTML {
        overflow-y: hidden;
}

* HTML BODY {
        overflow-y: auto;
        height: 100%;
        font-size: 100%;
}

* HTML DIV#fixedBox {
        position: absolute;
}

#mContainer, #gradient, #mask, #progressIndicator {
        display: block;
        width: 100%;
        font-size: 10pt;
        font-weight: bold;
        text-align: center;
        vertical-align: middle;
        padding: 1px;
}

#gradient, #mask, #progressIndicator {
        left: 0;
        border-width: 1px;
        border-style: solid;
        border-color: #000000;
        color: #404040;
        margin: 0.4em;
        position: absolute;
        margin-left: -1px;
        margin-top: -1px;
        margin-bottom: -1px;
        overflow: hidden;
}

#mContainer {
        display: block;
        position: relative;
        padding: 0px;
        margin-top: 0.4em;
        margin-bottom: 0.5em;
}

#gradient {
        z-index: 1;
        background-color: #FFFF00;
}

#mask {
        z-index: 2;
        background-color: #FFFFFF;
}

#progressIndicator {
        z-index: 3;
        background-color: transparent;
}

#parts {
        padding: 0.4em;
        display: none;
        width: 100%;
        font-size: 80%;
        color: #ff0000;
        text-align: center;
}
-->
</style>
<script type="text/javascript">
<!--

var debug_div = null;
EOF3

        # take maximum archive size from configuration
        $retHTML .= qq{
var media_size = $max_archive_size ;
var max_file_size = $max_archive_file_size;

};

        $retHTML .= <<'EOF3';

function debug(msg) {
        return; // Disable debugging

        if (! debug_div) debug_div = document.getElementById('debug');

        // this will create debug div if it doesn't exist.
        if (! debug_div) {
                debug_div = document.createElement('div');
                if (document.body) document.body.appendChild(debug_div);
                else debug_div = null;
        }
        if (debug_div) {
                debug_div.appendChild(document.createTextNode(msg));
                debug_div.appendChild(document.createElement("br"));
        }
}


var element_id_cache = Array();

function element_id(name,element) {
        if (! element_id_cache[name]) {
                element_id_cache[name] = self.document.getElementById(name);
        }
        return element_id_cache[name];
}

function checkAll(location) {
        var f = element_id('forma') || null;
        if (!f) return false;

        var len = f.elements.length;
        var check_all = element_id('allFiles');
        var suma = check_all.checked ? (parseInt(f.elements['totalsize'].value) || 0) : 0;

        for (var i = 0; i < len; i++) {
                var e = f.elements[i];
                if (e.name != 'all' && e.name.substr(0, 3) == 'fcb') {
                        if (check_all.checked) {
                                if (e.checked) continue;
                                var el = element_id("fss" + e.name.substr(3));
                                var size = parseInt(el.value) || 0;
                                debug('suma: '+suma+' size: '+size);
                                if ((suma + size) < media_size) {
                                        suma += size;
                                        e.checked = true;
                                } else {
                                        break;
                                }
                        } else {
                                e.checked = false;
                        }
                }
        }
        update_sum(suma);
}

function update_sum(suma, suma_disp) {
        if (! suma_disp) suma_disp = suma;
        element_id('forma').elements['totalsize'].value = suma_disp;
        pbar_set(suma, media_size);
        debug('total size: ' + suma);
}

function sumiraj(e) {
        var suma = parseInt(element_id('forma').elements['totalsize'].value) || 0;
        var len = element_id('forma').elements.length;
        if (e) {
                var size = parseInt( element_id("fss" + e.name.substr(3)).value);
                if (e.checked) {
                        suma += size;
                } else {
                        suma -= size;
                }

                var parts = parseInt( element_id("prt" + e.name.substr(3)).value);
                if (suma > max_file_size && suma == size && parts > 1) {
                        element_id("parts").innerHTML = "This will take "+parts+" mediums!";
                        element_id("parts").style.display = 'block';
                        update_sum(media_size, suma);
                        suma = media_size;
                        return suma;
                } else {
                        element_id("parts").style.display = 'none';
                }

                if (suma < 0) suma = 0;
        } else {
                suma = 0;
                for (var i = 0; i < len; i++) {
                        var e = element_id('forma').elements[i];
                        if (e.name != 'all' && e.checked && e.name.substr(0,3) == 'fcb') {
                                var el = element_id("fss" + e.name.substr(3));
                                if (el && el.value) suma += parseInt(el.value) || 0;
                        }
                }
        }
        update_sum(suma);
        return suma;
}

/* progress bar */

var _pbar_width = null;
var _pbar_warn = 10;    // change color in last 10%

function pbar_reset() {
        element_id("mask").style.left = "0px";
        _pbar_width = element_id("mContainer").offsetWidth - 2;
        element_id("mask").style.width = _pbar_width + "px";
        element_id("mask").style.display = "block";
        element_id("progressIndicator").style.zIndex  = 10;
        element_id("progressIndicator").innerHTML = "0";
}

function dec2hex(d) {
        var hch = '0123456789ABCDEF';
        var a = d % 16;
        var q = (d - a) / 16;
        return hch.charAt(q) + hch.charAt(a);
}

function pbar_set(amount, max) {
        debug('pbar_set('+amount+', '+max+')');

        if (_pbar_width == null) {
                var _mc = element_id("mContainer");
                if (_pbar_width == null) _pbar_width = parseInt(_mc.offsetWidth ? (_mc.offsetWidth - 2) : 0) || null;
                if (_pbar_width == null) _pbar_width = parseInt(_mc.clientWidth ? (_mc.clientWidth + 2) : 0) || null;
                if (_pbar_width == null) _pbar_width = 0;
        }

        var pcnt = Math.floor(amount * 100 / max);
        var p90 = 100 - _pbar_warn;
        var pcol = pcnt - p90;
        if (Math.round(pcnt) <= 100) {
                if (pcol < 0) pcol = 0;
                var e = element_id("submitBurner");
                debug('enable_button');
                e.disabled = false;
                var a = e.getAttributeNode('disabled') || null;
                if (a) e.removeAttributeNode(a);
        } else {
                debug('disable button');
                pcol = _pbar_warn;
                var e = element_id("submitBurner");
                if (!e.disabled) e.disabled = true;
        }
        var col_g = Math.floor((_pbar_warn - pcol) * 255 / _pbar_warn);
        var col = '#FF' + dec2hex(col_g) + '00';

        //debug('pcol: '+pcol+' g:'+col_g+' _pbar_warn:'+ _pbar_warn + ' color: '+col);
        element_id("gradient").style.backgroundColor = col;

        element_id("progressIndicator").innerHTML = pcnt + '%';
        //element_id("progressIndicator").innerHTML = amount;

        element_id("mask").style.clip = 'rect(' + Array(
                '0px',
                element_id("mask").offsetWidth + 'px',
                element_id("mask").offsetHeight + 'px',
                Math.round(_pbar_width * amount / max) + 'px'
        ).join(' ') + ')';
}

if (!self.body) self.body = new Object();
self.onload = self.document.onload = self.body.onload = function() {
        //pbar_reset();
        sumiraj();
};

// -->
</script>
<div id="fixedBox">

Size: <input type="text" name="totalsize" size="7" readonly="readonly" style="text-align:right;" value="0" /> kB

<div id="mContainer">
        <div id="gradient">&nbsp;</div>
        <div id="mask">&nbsp;</div>
        <div id="progressIndicator">0%</div>
</div>
<br/>

<div id="parts">&nbsp;</div>

Note:
<textarea name="note" cols="10" rows="5" id="note"></textarea>

<input type="submit" id="submitBurner" value="Burn selected" name="submitBurner" />

</div>
<!--
<div id="debug" style="float: right; width: 10em; border: 1px #ff0000 solid; background-color: #ffe0e0; -moz-opacity: 0.7;">
no debug output yet
</div>
-->
EOF3
        $retHTML .= q{
                        <input type="hidden" value="burn" name="action">
                        <input type="hidden" value="results" name="search_results">
                        <table style="fview" border="0" cellspacing="0" cellpadding="2">
                        <tr class="tableheader">
                        <td class="tableheader">
                                <input type="checkbox" name="allFiles" id="allFiles" onClick="checkAll('allFiles');">
                        </td>
        } .
                sort_header($param, 'Share', 'share', 'center') .
                sort_header($param, '#', 'num', 'center') .
        qq{
                        <td align="center">Type</td>
        } .
                sort_header($param, 'Date', 'date', 'center') .
                sort_header($param, 'Age/days', 'age', 'center') .
                sort_header($param, 'Size/Mb', 'size', 'center') .
                sort_header($param, 'gzip size/Kb', 'incsize', 'center') .
        qq{
                        </tr>
        };

        my @color = (' bgcolor="#e0e0e0"', '');

        my $i = 0;
        my $host = '';

        foreach my $backup ( getBackupsNotBurned($param) ) {

                if ($host ne $backup->{'host'}) {
                        $i++;
                        $host = $backup->{'host'};
                }
                my $ftype = "";

                my $checkbox_key = $backup->{'hostid'}. '_' .$backup->{'backupnum'} . '_' . $backup->{'id'};

                $retHTML .=
                        '<tr' . $color[$i %2 ] . '>
                        <td class="fview">';

                if (($backup->{'inc_size'} || 0) > 0) {
                        $retHTML .= '
                        <input type="checkbox" name="fcb' . $checkbox_key . '" value="' . $checkbox_key . '" onClick="sumiraj(this);">';
                }

                $retHTML .=
                        '</td>' .
                        '<td align="right">' . $backup->{'host'} . ':' . $backup->{'share'} . '</td>' .
                        '<td align="center">' . $backup->{'backupnum'} . '</td>' .
                        '<td align="center">' . $backup->{'type'} . '</td>' .
                        '<td align="center">' . epoch_to_iso( $backup->{'date'} ) . '</td>' .
                        '<td align="center">' . $backup->{'age'} . '</td>' .
                        '<td align="right">' . $backup->{'size'} . '</td>' .
                        '<td align="right">' . $backup->{'inc_size'} .
                        '<input type="hidden" id="fss'.$checkbox_key .'" value="'. $backup->{'inc_size'} .'"></td>' .
                        '<input type="hidden" id="prt'.$checkbox_key .'" value="'. $backup->{'parts'} .'"></td>' .

                        "</tr>\n";
        }

        $retHTML .= "</table>";
        $retHTML .= "</form>";
      
        return $retHTML;
}      

sub displayGrid($) {
        my ($param) = @_;

        my $offset = $param->{'offset'};
        my $hilite = $param->{'search_filename'};

        my $retHTML = "";
 
        my $start_t = time();

        my ($results, $files);
        if ($param->{'use_hest'} && length($hilite) > 0) {
                ($results, $files) = getFilesHyperEstraier($param);
        } else {
                ($results, $files) = getFiles($param);
        }

        my $dur_t = time() - $start_t;
        my $dur = sprintf("%0.4fs", $dur_t);

        my ($from, $to) = (($offset * $on_page) + 1, ($offset * $on_page) + $on_page);

        if ($results <= 0) {
                $retHTML .= qq{
                        <p style="color: red;">No results found...</p>
                };
                return $retHTML;
        } else {
                # DEBUG
                #use Data::Dumper;
                #$retHTML .= '<pre>' . Dumper($files) . '</pre>';
        }


        $retHTML .= qq{
        <div>
        Found <b>$results files</b> showing <b>$from - $to</b> (took $dur)
        </div>
        <table style="fview" width="100%" border="0" cellpadding="2" cellspacing="0">
                <tr class="fviewheader"> 
                <td></td>
        };

        sub sort_header($$$$) {
                my ($param, $display, $name, $align) = @_;

                my ($sort_what, $sort_direction) = split(/_/,$param->{'sort'},2);

                my $old_sort = $param->{'sort'};

                my $html = qq{<td align="$align"};
                my $arrow = '';

                if (lc($sort_what) eq lc($name)) {
                        my $direction = lc($sort_direction);

                        # swap direction or fallback to default
                        $direction =~ tr/ad/da/;
                        $direction = 'a' unless ($direction =~ /[ad]/);

                        $param->{'sort'} = $name . '_' . $direction;
                        $html .= ' style="border: 1px solid #808080;"';
                
                        # add unicode arrow for direction
                        $arrow .= '&nbsp;';
                        $arrow .= $direction eq 'a'  ?  '&#9650;'
                                : $direction eq 'd'  ?  '&#9660;'
                                :                       ''
                                ;

                } else {
                        $param->{'sort'} = $name . '_a';
                }

                $html .= '><a href="' . page_uri($param) . '">' . $display . '</a>' . $arrow . '</td>';
                $param->{'sort'} = $old_sort;

                return $html;
        }

        $retHTML .=
                sort_header($param, 'Share', 'share', 'center') .
                sort_header($param, 'Type and Name', 'path', 'center') .
                sort_header($param, '#', 'num', 'center') .
                sort_header($param, 'Size', 'size', 'center') .
                sort_header($param, 'Date', 'date', 'center');

        $retHTML .= qq{
                <td align="center">Media</td>
                </tr>
        };

        my $file;

        sub hilite_html($$) {
                my ($html, $search) = @_;
                $html =~ s#($search)#<b>$1</b>#gis;
                return $html;
        }

        sub restore_link($$$$$$) {
                my $type = shift;
                my $action = 'RestoreFile';
                $action = 'browse' if (lc($type) eq 'dir');
                return sprintf(qq{<a href="?action=%s&host=%s&num=%d&share=%s&dir=%s">%s</a>}, $action, @_);
        }

        my $sth_archived;
        my %archived_cache;

        sub check_archived($$$) {
                my ($host, $share, $num) = @_;

                if (my $html = $archived_cache{"$host $share $num"}) {
                        return $html;
                }

                $sth_archived ||= $dbh->prepare(qq{
                        select
                                dvd_nr, note,
                                count(archive_burned.copy) as copies
                        from archive
                        inner join archive_burned on archive_burned.archive_id = archive.id
                        inner join archive_backup on archive.id = archive_backup.archive_id
                        inner join backups on backups.id = archive_backup.backup_id
                        inner join hosts on hosts.id = backups.hostid
                        inner join shares on shares.id = backups.shareid
                        where hosts.name = ? and shares.name = ? and backups.num = ?
                        group by dvd_nr, note
                });

                my @mediums;

                $sth_archived->execute($host, $share, $num);
                while (my $row = $sth_archived->fetchrow_hashref()) {
                        push @mediums, '<abbr title="' .
                                $row->{'note'} .
                                ' [' . $row->{'copies'} . ']' .
                                '">' .$row->{'dvd_nr'} .
                                '</abbr>';
                }

                my $html = join(", ",@mediums);
                $archived_cache{"$host $share $num"} = $html;
                return $html;
        }

        my $i = $offset * $on_page;

        foreach $file (@{ $files }) {
                $i++;

                my $typeStr  = BackupPC::Attrib::fileType2Text(undef, $file->{'type'});
                $retHTML .= qq{<tr class="fviewborder">};

                $retHTML .= qq{<td class="fviewborder">$i</td>};

                $retHTML .=
                        qq{<td class="fviewborder" align="right">} . $file->{'hname'} . ':' . $file->{'sname'} . qq{</td>} .
                        qq{<td class="fviewborder"><img src="$Conf{CgiImageDirURL}/icon-$typeStr.gif" alt="$typeStr" align="middle">&nbsp;} . hilite_html( $file->{'filepath'}, $hilite ) . qq{</td>} .
                        qq{<td class="fviewborder" align="center">} . restore_link( $typeStr, ${EscURI( $file->{'hname'} )}, $file->{'backupnum'}, ${EscURI( $file->{'sname'})}, ${EscURI( $file->{'filepath'} )}, $file->{'backupnum'} ) . qq{</td>} .
                        qq{<td class="fviewborder" align="right">} . $file->{'size'} . qq{</td>} .
                        qq{<td class="fviewborder">} . epoch_to_iso( $file->{'date'} ) . qq{</td>} .
                        qq{<td class="fviewborder">} . check_archived( $file->{'hname'}, $file->{'sname'}, $file->{'backupnum'} ) . qq{</td>};

                $retHTML .= "</tr>";
        }
        $retHTML .= "</table>";

        # all variables which has to be transfered
        foreach my $n (qw/search_day_from search_month_from search_year_from search_day_to search_month_to search_year_to search_backup_day_from search_backup_month_from search_backup_year_from search_backup_day_to search_backup_month_to search_backup_year_to search_filename offset/) {
                $retHTML .= qq{<INPUT TYPE="hidden" NAME="$n" VALUE="$In{$n}">\n};
        }

        my $del = '';
        my $max_page = int( $results / $on_page );
        my $page = 0;

        sub page_uri($) {
                my $param = shift || die "no param?";

                my $uri = $MyURL;
                my $del = '?';
                foreach my $k (keys %{ $param }) {
                        if ($param->{$k}) {
                                $uri .= $del . $k . '=' . ${EscURI( $param->{$k} )};
                                $del = '&';
                        }
                }
                return $uri;
        }

        sub page_link($$$) {
                my ($param,$page,$display) = @_;

                $param->{'offset'} = $page if (defined($page));

                my $html = '<a href = "' . page_uri($param) . '">' . $display . '</a>';
        }

        $retHTML .= '<div style="text-align: center;">';

        if ($offset > 0) {
                $retHTML .= page_link($param, $offset - 1, '&lt;&lt;') . ' ';
        }

        while ($page <= $max_page) {
                if ($page == $offset) {
                        $retHTML .= $del . '<b>' . ($page + 1) . '</b>';
                } else {
                        $retHTML .= $del . page_link($param, $page, $page + 1);
                }

                if ($page < $offset - $pager_pages && $page != 0) {
                        $retHTML .= " ... ";
                        $page = $offset - $pager_pages;
                        $del = '';
                } elsif ($page > $offset + $pager_pages && $page != $max_page) {
                        $retHTML .= " ... ";
                        $page = $max_page;
                        $del = '';
                } else {
                        $del = ' | ';
                        $page++;
                }
        }

        if ($offset < $max_page) {
                $retHTML .= ' ' . page_link($param, $offset + 1, '&gt;&gt;');
        }

        $retHTML .= "</div>";

        return $retHTML;
}

1;