lib/BackupPC/SearchLib.pm

#!/usr/bin/perl
package BackupPC::SearchLib;

use strict;
use BackupPC::CGI::Lib qw(:all);
use BackupPC::Attrib qw(:all);
use DBI;
use DateTime;
use vars qw(%In $MyURL);
use Time::HiRes qw/time/;

my $on_page = 100;
my $pager_pages = 10;

my $dsn = $Conf{SearchDSN};
my $db_user = $Conf{SearchUser} || '';

my $hest_index_path = $Conf{HyperEstraierIndex};

my $dbh;

sub get_dbh {
        $dbh ||= DBI->connect($dsn, $db_user, "", { RaiseError => 1, AutoCommit => 1 } );
        return $dbh;
}

sub getUnits() {
        my @ret;

        my $dbh = get_dbh();
        my $sth = $dbh->prepare(qq{
                SELECT
                        shares.id       as id,
                        hosts.name || ':' || shares.name as share
                FROM shares
                JOIN hosts on hostid = hosts.id
                ORDER BY share
        } );
        $sth->execute();
        push @ret, { 'id' => '', 'share' => '-'};       # dummy any

        while ( my $row = $sth->fetchrow_hashref() ) {
                push @ret, $row;
        }
        return @ret;
}

sub epoch_to_iso {
        my $t = shift || return;
        my $iso = BackupPC::Lib::timeStamp(undef, $t);
        $iso =~ s/\s/&nbsp;/g;
        return $iso;
}

sub dates_from_form($) {
        my $param = shift || return;

        sub mk_epoch_date($$) {
                my ($name,$suffix) = @_;

                my $yyyy = $param->{ $name . '_year_' . $suffix} || return undef;
                my $mm .= $param->{ $name . '_month_' . $suffix} ||
                        ( $suffix eq 'from' ? 1 : 12);
                my $dd .= $param->{ $name . '_day_' . $suffix} ||
                        ( $suffix eq 'from' ? 1 : 31);

                $yyyy =~ s/\D//g;
                $mm =~ s/\D//g;
                $dd =~ s/\D//g;

                my $dt = new DateTime(
                        year => $yyyy,
                        month => $mm,
                        day => $dd
                );
                print STDERR "mk_epoch_date($name,$suffix) [$yyyy-$mm-$dd] = " . $dt->ymd . " " . $dt->hms . "\n";
                return $dt->epoch || 'NULL';
        }

        my @ret = (
                mk_epoch_date('search_backup', 'from'),
                mk_epoch_date('search_backup', 'to'),
                mk_epoch_date('search', 'from'),
                mk_epoch_date('search', 'to'),
        );

        return @ret;

}


sub getWhere($) {
        my $param = shift || return;

        my ($backup_from, $backup_to, $files_from, $files_to) = dates_from_form($param);

        my @conditions;
        push @conditions, qq{ backups.date >= $backup_from } if ($backup_from);
        push @conditions, qq{ backups.date <= $backup_to } if ($backup_to);
        push @conditions, qq{ files.date >= $files_from } if ($files_from);
        push @conditions, qq{ files.date <= $files_to } if ($files_to);

        print STDERR "backup: $backup_from - $backup_to files: $files_from - $files_to cond:" . join(" | ",@conditions);

        push( @conditions, ' files.shareid = ' . $param->{'search_share'} ) if ($param->{'search_share'});
        push (@conditions, " upper(files.path) LIKE upper('%".$param->{'search_filename'}."%')") if ($param->{'search_filename'});

        return join(" and ", @conditions);
}


sub getFiles($) {
        my ($param) = @_;

        my $offset = $param->{'offset'} || 0;
        $offset *= $on_page;

        my $dbh = get_dbh();

        my $sql_cols = qq{
                files.id                        AS fid,
                hosts.name                      AS hname,
                shares.name                     AS sname,
                files.backupnum                 AS backupnum,
                files.path                      AS filepath,
                files.date                      AS date,
                files.type                      AS type,
                files.size                      AS size
        };

        my $sql_from = qq{
                FROM files 
                        INNER JOIN shares       ON files.shareID=shares.ID
                        INNER JOIN hosts        ON hosts.ID = shares.hostID
                        INNER JOIN backups      ON backups.num = files.backupnum and backups.hostID = hosts.ID AND backups.shareID = files.shareID
        };

        my $sql_where;
        my $where = getWhere($param);
        $sql_where = " WHERE ". $where if ($where);

        my $sql_order = qq{
                ORDER BY files.date
                LIMIT $on_page
                OFFSET ?
        };

        my $sql_count = qq{ select count(files.id) $sql_from $sql_where };
        my $sql_results = qq{ select $sql_cols $sql_from $sql_where $sql_order };

        my $sth = $dbh->prepare($sql_count);
        $sth->execute();
        my ($results) = $sth->fetchrow_array();

        $sth = $dbh->prepare($sql_results);
        $sth->execute( $offset );

        if ($sth->rows != $results) {
                my $bug = "$0 BUG: [[ $sql_count ]] = $results while [[ $sql_results ]] = " . $sth->rows;
                $bug =~ s/\s+/ /gs;
                print STDERR "$bug\n";
        }

        my @ret;
      
        while (my $row = $sth->fetchrow_hashref()) {
                push @ret, $row;
        }
     
        $sth->finish();
        return ($results, \@ret);
}

sub getHyperEstraier_url($) {
        my ($use_hest) = @_;

        return unless $use_hest;

        use HyperEstraier;
        my ($index_path, $index_node_url);

        if ($use_hest =~ m#^http://#) {
                $index_node_url = $use_hest;
        } else {
                $index_path = $TopDir . '/' . $index_path;
                $index_path =~ s#//#/#g;
        }
        return ($index_path, $index_node_url);
}

sub getFilesHyperEstraier($) {
        my ($param) = @_;

        my $offset = $param->{'offset'} || 0;
        $offset *= $on_page;

        die "no index_path?" unless ($hest_index_path);

        use HyperEstraier;

        my ($index_path, $index_node_url) = getHyperEstraier_url($hest_index_path);

        # open the database
        my $db;
        if ($index_path) {
                $db = HyperEstraier::Database->new();
                $db->open($index_path, $HyperEstraier::ESTDBREADER);
        } elsif ($index_node_url) {
                $db ||= HyperEstraier::Node->new($index_node_url);
                $db->set_auth('admin', 'admin');
        } else {
                die "BUG: unimplemented";
        }

        # create a search condition object
        my $cond = HyperEstraier::Condition->new();

        my $q = $param->{'search_filename'};
        my $shareid = $param->{'search_share'};

        if (length($q) > 0) {
                # exact match
                $cond->add_attr("filepath ISTRINC $q");

                $q =~ s/(.)/$1 /g;
                # set the search phrase to the search condition object
                $cond->set_phrase($q);
        }

        my ($backup_from, $backup_to, $files_from, $files_to) = dates_from_form($param);

        $cond->add_attr("backup_date NUMGE $backup_from") if ($backup_from);
        $cond->add_attr("backup_date NUMLE $backup_to") if ($backup_to);

        $cond->add_attr("date NUMGE $files_from") if ($files_from);
        $cond->add_attr("date NUMLE $files_to") if ($files_to);

        $cond->add_attr("shareid NUMEQ $shareid") if ($shareid);

#       $cond->set_max( $offset + $on_page );
        $cond->set_options( $HyperEstraier::Condition::SURE );
        $cond->set_order( 'date NUMA' );

        # get the result of search
        my @res;
        my ($result, $hits);

        if ($index_path) {
                $result = $db->search($cond, 0);
                $hits = $result->size;
        } elsif ($index_node_url) {
                $result = $db->search($cond, 0);
                $hits = $result->doc_num;
        } else {
                die "BUG: unimplemented";
        }

        # for each document in result
        for my $i ($offset .. ($offset + $on_page - 1)) {
                last if ($i >= $hits);

                my $doc;
                if ($index_path) {
                        my $id = $result->get($i);
                        $doc = $db->get_doc($id, 0);
                } elsif ($index_node_url) {
                        $doc = $result->get_doc($i);
                } else {
                        die "BUG: unimplemented";
                }

                my $row;
                foreach my $c (qw/fid hname sname backupnum fiilename filepath date type size/) {
                        $row->{$c} = $doc->attr($c);
                }
                push @res, $row;
        }

        return ($hits, \@res);
}

sub getGzipName($$$)
{
        my ($host, $share, $backupnum) = @_;
        my $ret = $Conf{GzipSchema};
        
        $share =~ s/\//_/g;
        $ret =~ s/\\h/$host/ge;
        $ret =~ s/\\s/$share/ge;
        $ret =~ s/\\n/$backupnum/ge;
        
        return $ret;
        
}

sub getBackupsNotBurned() {

        my $dbh = get_dbh();

        my $sql = q{
                SELECT 
                        backups.hostID AS hostID,
                        hosts.name AS host,
                        shares.name AS share,
                        backups.id AS backupnum,
                        backups.type AS type,
                        backups.date AS date,
                        backups.size AS size
                FROM backups 
                INNER JOIN shares       ON backups.shareID=shares.ID
                INNER JOIN hosts        ON backups.hostID = hosts.ID
                LEFT OUTER JOIN archive_backup ON archive_backup.backup_id = backups.id AND archive_backup.backup_id IS NULL
                WHERE backups.size > 0
                GROUP BY
                        backups.hostID,
                        hosts.name,
                        shares.name,
                        backups.num,
                        backups.shareid,
                        backups.id,
                        backups.type,
                        backups.date,
                        backups.size
                ORDER BY backups.date
        };
        my $sth = $dbh->prepare( $sql );
        my @ret;
        $sth->execute();

        while ( my $row = $sth->fetchrow_hashref() ) {
                $row->{'age'} = sprintf("%0.1f", ( (time() - $row->{'date'}) / 86400 ) );
                $row->{'size'} = sprintf("%0.2f", $row->{'size'} / 1024 / 1024);
                my (undef,undef,undef,undef,undef,undef,undef,$fs_size,undef,undef,undef,undef,undef) = 
                        stat( $Conf{InstallDir}.'/'.$Conf{GzipTempDir}.'/'.
                                getGzipName($row->{'host'}, $row->{share}, $row->{'backupnum'}));
                $row->{'fs_size'} = $fs_size;
                push @ret, $row;
        }
      
        return @ret;      
}

sub displayBackupsGrid() {

        my $retHTML .= q{
                <form id="forma" method="POST" action=};
                $retHTML .= "\"".$MyURL."\"";
                $retHTML .= q{?action=burn>
        };

        $retHTML .= <<'EOF3';
<style>
<!--

div#fixedBox
  {
  position: absolute;
  bottom: 1em;
  left: 0.5em;
  padding: 0.5em;
  width: 10em;
  background: #e0f0e0;
  border: 1px solid #00ff00;
  }
@media screen
  {
  div#fixedBox
    {
    position: fixed;
    }
  /* Don't do this at home */
  * html
    {
    overflow-y: hidden;
    }
  * html body
    {
    overflow-y: auto;
    height: 100%;
    padding: 0 1em 0 12em;
    font-size: 100%;
    }
  * html div#fixedBox
    {
    position: absolute;  
    }
  /* All done. */
  }

-->
</style>
<script language="javascript" type="text/javascript">
<!--

var debug_div = null;

function debug(msg) {
//      return; // Disable debugging

        if (! debug_div) debug_div = document.getElementById('debug');

        // this will create debug div if it doesn't exist.
        if (! debug_div) {
                debug_div = document.createElement('div');
                if (document.body) document.body.appendChild(debug_div);
                else debug_div = null;
        }
        if (debug_div) {
                debug_div.appendChild(document.createTextNode(msg));
                debug_div.appendChild(document.createElement("br"));
        }
}


var element_id_cache = Array();

function element_id(name,element) {
        if (! element_id_cache[name]) {
                element_id_cache[name] = self.document.getElementById(name);
        }
        return element_id_cache[name];
}

function checkAll(location) {
        var len = element_id('forma').elements.length;
        var check_all = element_id('allFiles');

        for (var i = 0; i < len; i++) {

                var e = element_id('forma').elements[i];
                if ((e.checked || !e.checked) && e.name != 'all') {
                        if (check_all.checked) {
                                e.checked = true;
                        } else {
                                e.checked = false;
                        }
                }
        }

        sumiraj();
}
    
function sumiraj(e) {
        var suma = parseInt(element_id('forma').totalsize.value) || 0;
        var len = element_id('forma').elements.length;
        if (e) {
                var size = parseInt( element_id("fss" + e.name.substr(3)).value );
                if (e.checked) {
                        suma += size;
                } else {
                        suma -= size;
                }
        } else {
                suma = 0;
                for (var i = 0; i < len; i++) {
                        var e = element_id('forma').elements[i];
                        if (e.name != 'all' && e.checked && e.name.substr(0,3) == 'fcb') {
                                var el = element_id("fss" + e.name.substr(3));
                                if (el && el.value) suma += parseInt(el.value) || 0;
                        }
                }
        }
        element_id('forma').totalsize.value = suma;
        debug('total size: '+suma);
        return suma;
}

if (!self.body) self.body = new Object();
self.onload = self.document.onload = self.body.onload = function() {
        sumiraj();
}

//-->
</script>
<div id="fixedBox">

Size:
<input type="text" name="totalsize" size="7" readonly>
<br/>
Note:
<br/>
<textarea name="note" cols="10" rows="5">
</textarea>
<br/>
<input type="submit" value="Burn selected" name="submitBurner">

</div>
<div id="debug" style="float: right; width: 10em; border: 1px #ff0000 solid; background-color: #ffe0e0; -moz-opacity: 0.7;">
no debug output yet
</div>
EOF3
        $retHTML .= q{
                        <input type="hidden" value="burn" name="action">
                        <input type="hidden" value="results" name="search_results">
                        <table style="fview" border="0" cellspacing="0" cellpadding="2">
                        <tr class="tableheader">
                        <td class="tableheader">
                                <input type="checkbox" name="allFiles" id="allFiles" onClick="checkAll('allFiles');">
                        </td>
                        <td align="center">Share</td>
                        <td align="center">Backup no</td>
                        <td align="center">Type</td>
                        <td align="center">date</td>
                        <td align="center">age/days</td>
                        <td align="center">size/MB</td>
                        <td align="center">gzip size</td>
                        </tr>

        };

        my @color = (' bgcolor="#e0e0e0"', '');

        my $i = 0;
        my $host = '';

        foreach my $backup ( getBackupsNotBurned() ) {

                if ($host ne $backup->{'host'}) {
                        $i++;
                        $host = $backup->{'host'};
                }
                my $ftype = "";

                $retHTML .=
                        '<tr' . $color[$i %2 ] . '>
                        <td class="fview">';
                # FIXME
                #$backup->{'fs_size'} = int($backup->{'size'} * 1024);
                if (($backup->{'fs_size'} || 0) > 0) {
                        $retHTML .= '
                        <input type="checkbox" name="fcb' .
                        $backup->{'hostid'}.'_'.$backup->{'backupnum'} . 
                        '" value="' . $backup->{'hostid'}.'_'.$backup->{'backupnum'} .
                        '" onClick="sumiraj(this);">';
                }
                $retHTML .=
                        '</td>' .
                        '<td align="right">' . $backup->{'host'} . ':' . $backup->{'share'} . '</td>' .
                        '<td align="center">' . $backup->{'backupnum'} . '</td>' .
                        '<td align="center">' . $backup->{'type'} . '</td>' .
                        '<td align="center">' . epoch_to_iso( $backup->{'date'} ) . '</td>' .
                        '<td align="center">' . $backup->{'age'} . '</td>' .
                        '<td align="right">' . $backup->{'size'} . '</td>' .
                        '<td align="right">' . $backup->{'fs_size'} .
                        '<input type="hidden" iD="fss'.$backup->{'hostid'}.'_'.$backup->{'backupnum'} . '" value="'. $backup->{'fs_size'} .'"></td>' .

                        "</tr>\n";
        }

        $retHTML .= "</table>";
        $retHTML .= "</form>";
      
        return $retHTML;
}      

sub displayGrid($) {
        my ($param) = @_;

        my $offset = $param->{'offset'};
        my $hilite = $param->{'search_filename'};

        my $retHTML = "";
 
        my $start_t = time();

        my ($results, $files);
        if ($param->{'use_hest'} && length($hilite) > 0) {
                ($results, $files) = getFilesHyperEstraier($param);
        } else {
                ($results, $files) = getFiles($param);
        }

        my $dur_t = time() - $start_t;
        my $dur = sprintf("%0.4fs", $dur_t);

        my ($from, $to) = (($offset * $on_page) + 1, ($offset * $on_page) + $on_page);

        if ($results <= 0) {
                $retHTML .= qq{
                        <p style="color: red;">No results found...</p>
                };
                return $retHTML;
        } else {
                # DEBUG
                #use Data::Dumper;
                #$retHTML .= '<pre>' . Dumper($files) . '</pre>';
        }


        $retHTML .= qq{
        <div>
        Found <b>$results files</b> showing <b>$from - $to</b> (took $dur)
        </div>
        <table style="fview" width="100%" border="0" cellpadding="2" cellspacing="0">
                <tr class="fviewheader"> 
                <td></td>
                <td align="center">Share</td>
                <td align="center">Type and Name</td>
                <td align="center">#</td>
                <td align="center">Size</td>
                <td align="center">Date</td>
                <td align="center">Media</td>
                </tr>
        };

        my $file;

        sub hilite_html($$) {
                my ($html, $search) = @_;
                $html =~ s#($search)#<b>$1</b>#gis;
                return $html;
        }

        sub restore_link($$$$$$) {
                my $type = shift;
                my $action = 'RestoreFile';
                $action = 'browse' if (lc($type) eq 'dir');
                return sprintf(qq{<a href="?action=%s&host=%s&num=%d&share=%s&dir=%s">%s</a>}, $action, @_);
        }

        my $i = $offset * $on_page;

        foreach $file (@{ $files }) {
                $i++;

                my $typeStr  = BackupPC::Attrib::fileType2Text(undef, $file->{'type'});
                $retHTML .= qq{<tr class="fviewborder">};

                $retHTML .= qq{<td class="fviewborder">$i</td>};

                $retHTML .=
                        qq{<td class="fviewborder" align="right">} . $file->{'hname'} . ':' . $file->{'sname'} . qq{</td>} .
                        qq{<td class="fviewborder"><img src="$Conf{CgiImageDirURL}/icon-$typeStr.gif" alt="$typeStr" align="middle">&nbsp;} . hilite_html( $file->{'filepath'}, $hilite ) . qq{</td>} .
                        qq{<td class="fviewborder" align="center">} . restore_link( $typeStr, ${EscURI( $file->{'hname'} )}, $file->{'backupnum'}, ${EscURI( $file->{'sname'})}, ${EscURI( $file->{'filepath'} )}, $file->{'backupnum'} ) . qq{</td>} .
                        qq{<td class="fviewborder" align="right">} . $file->{'size'} . qq{</td>} .
                        qq{<td class="fviewborder">} . epoch_to_iso( $file->{'date'} ) . qq{</td>} .
                        qq{<td class="fviewborder">} . '?' . qq{</td>};

                $retHTML .= "</tr>";
        }
        $retHTML .= "</table>";

        # all variables which has to be transfered
        foreach my $n (qw/search_day_from search_month_from search_year_from search_day_to search_month_to search_year_to search_backup_day_from search_backup_month_from search_backup_year_from search_backup_day_to search_backup_month_to search_backup_year_to search_filename offset/) {
                $retHTML .= qq{<INPUT TYPE="hidden" NAME="$n" VALUE="$In{$n}">\n};
        }

        my $del = '';
        my $max_page = int( $results / $on_page );
        my $page = 0;

        sub page_link($$$) {
                my ($param,$page,$display) = @_;

                $param->{'offset'} = $page;

                my $html = '<a href = "' . $MyURL;
                my $del = '?';
                foreach my $k (keys %{ $param }) {
                        if ($param->{$k}) {
                                $html .= $del . $k . '=' . ${EscURI( $param->{$k} )};
                                $del = '&';
                        }
                }
                $html .= '">' . $display . '</a>';
        }

        $retHTML .= '<div style="text-align: center;">';

        if ($offset > 0) {
                $retHTML .= page_link($param, $offset - 1, '&lt;&lt;') . ' ';
        }

        while ($page <= $max_page) {
                if ($page == $offset) {
                        $retHTML .= $del . '<b>' . ($page + 1) . '</b>';
                } else {
                        $retHTML .= $del . page_link($param, $page, $page + 1);
                }

                if ($page < $offset - $pager_pages && $page != 0) {
                        $retHTML .= " ... ";
                        $page = $offset - $pager_pages;
                        $del = '';
                } elsif ($page > $offset + $pager_pages && $page != $max_page) {
                        $retHTML .= " ... ";
                        $page = $max_page;
                        $del = '';
                } else {
                        $del = ' | ';
                        $page++;
                }
        }

        if ($offset < $max_page) {
                $retHTML .= ' ' . page_link($param, $offset + 1, '&gt;&gt;');
        }

        $retHTML .= "</div>";

        return $retHTML;
}

1;
1	dpavlin	4	#!/usr/bin/perl
2			package BackupPC::SearchLib;
3
4			use strict;
5			use BackupPC::CGI::Lib qw(:all);
6			use BackupPC::Attrib qw(:all);
7			use DBI;
8	dpavlin	51	use DateTime;
9	dpavlin	31	use vars qw(%In $MyURL);
10	dpavlin	55	use Time::HiRes qw/time/;
11	dpavlin	4
12	dpavlin	31	my $on_page = 100;
13			my $pager_pages = 10;
14
15	dpavlin	51	my $dsn = $Conf{SearchDSN};
16			my $db_user = $Conf{SearchUser} \|\| '';
17
18	dpavlin	123	my $hest_index_path = $Conf{HyperEstraierIndex};
19	dpavlin	86
20	dpavlin	84	my $dbh;
21
22			sub get_dbh {
23			$dbh \|\|= DBI->connect($dsn, $db_user, "", { RaiseError => 1, AutoCommit => 1 } );
24			return $dbh;
25			}
26
27	dpavlin	4	sub getUnits() {
28	dpavlin	59	my @ret;
29
30	dpavlin	84	my $dbh = get_dbh();
31	dpavlin	86	my $sth = $dbh->prepare(qq{
32			SELECT
33			shares.id as id,
34			hosts.name \|\| ':' \|\| shares.name as share
35			FROM shares
36			JOIN hosts on hostid = hosts.id
37			ORDER BY share
38			} );
39	dpavlin	59	$sth->execute();
40			push @ret, { 'id' => '', 'share' => '-'}; # dummy any
41
42			while ( my $row = $sth->fetchrow_hashref() ) {
43			push @ret, $row;
44			}
45			return @ret;
46	dpavlin	4	}
47
48	dpavlin	51	sub epoch_to_iso {
49			my $t = shift \|\| return;
50	dpavlin	86	my $iso = BackupPC::Lib::timeStamp(undef, $t);
51	dpavlin	79	$iso =~ s/\s/ /g;
52			return $iso;
53	dpavlin	51	}
54
55	dpavlin	83	sub dates_from_form($) {
56			my $param = shift \|\| return;
57	dpavlin	4
58	dpavlin	51	sub mk_epoch_date($$) {
59	dpavlin	19	my ($name,$suffix) = @_;
60	dpavlin	4
61	dpavlin	87	my $yyyy = $param->{ $name . '_year_' . $suffix} \|\| return undef;
62	dpavlin	19	my $mm .= $param->{ $name . '_month_' . $suffix} \|\|
63			( $suffix eq 'from' ? 1 : 12);
64			my $dd .= $param->{ $name . '_day_' . $suffix} \|\|
65			( $suffix eq 'from' ? 1 : 31);
66	dpavlin	87
67			$yyyy =~ s/\D//g;
68			$mm =~ s/\D//g;
69			$dd =~ s/\D//g;
70
71	dpavlin	51	my $dt = new DateTime(
72			year => $yyyy,
73			month => $mm,
74			day => $dd
75			);
76	dpavlin	87	print STDERR "mk_epoch_date($name,$suffix) [$yyyy-$mm-$dd] = " . $dt->ymd . " " . $dt->hms . "\n";
77	dpavlin	51	return $dt->epoch \|\| 'NULL';
78	dpavlin	19	}
79	dpavlin	4
80	dpavlin	87	my @ret = (
81	dpavlin	83	mk_epoch_date('search_backup', 'from'),
82			mk_epoch_date('search_backup', 'to'),
83			mk_epoch_date('search', 'from'),
84			mk_epoch_date('search', 'to'),
85			);
86	dpavlin	87
87			return @ret;
88
89	dpavlin	83	}
90
91
92			sub getWhere($) {
93			my $param = shift \|\| return;
94
95			my ($backup_from, $backup_to, $files_from, $files_to) = dates_from_form($param);
96
97			my @conditions;
98	dpavlin	51	push @conditions, qq{ backups.date >= $backup_from } if ($backup_from);
99			push @conditions, qq{ backups.date <= $backup_to } if ($backup_to);
100			push @conditions, qq{ files.date >= $files_from } if ($files_from);
101			push @conditions, qq{ files.date <= $files_to } if ($files_to);
102	dpavlin	19
103	dpavlin	59	print STDERR "backup: $backup_from - $backup_to files: $files_from - $files_to cond:" . join(" \| ",@conditions);
104	dpavlin	83
105	dpavlin	60	push( @conditions, ' files.shareid = ' . $param->{'search_share'} ) if ($param->{'search_share'});
106	dpavlin	62	push (@conditions, " upper(files.path) LIKE upper('%".$param->{'search_filename'}."%')") if ($param->{'search_filename'});
107	dpavlin	19
108	dpavlin	83	return join(" and ", @conditions);
109	dpavlin	4	}
110
111	dpavlin	19
112	dpavlin	87	sub getFiles($) {
113			my ($param) = @_;
114	dpavlin	31
115	dpavlin	87	my $offset = $param->{'offset'} \|\| 0;
116			$offset *= $on_page;
117
118	dpavlin	84	my $dbh = get_dbh();
119	dpavlin	31
120			my $sql_cols = qq{
121			files.id AS fid,
122			hosts.name AS hname,
123			shares.name AS sname,
124	dpavlin	86	files.backupnum AS backupnum,
125	dpavlin	31	files.path AS filepath,
126	dpavlin	51	files.date AS date,
127	dpavlin	86	files.type AS type,
128	dpavlin	87	files.size AS size
129	dpavlin	31	};
130
131			my $sql_from = qq{
132	dpavlin	16	FROM files
133			INNER JOIN shares ON files.shareID=shares.ID
134			INNER JOIN hosts ON hosts.ID = shares.hostID
135	dpavlin	87	INNER JOIN backups ON backups.num = files.backupnum and backups.hostID = hosts.ID AND backups.shareID = files.shareID
136	dpavlin	55	};
137
138	dpavlin	31	my $sql_where;
139	dpavlin	83	my $where = getWhere($param);
140	dpavlin	31	$sql_where = " WHERE ". $where if ($where);
141	dpavlin	4
142	dpavlin	31	my $sql_order = qq{
143	dpavlin	64	ORDER BY files.date
144	dpavlin	59	LIMIT $on_page
145			OFFSET ?
146	dpavlin	9	};
147	dpavlin	31
148	dpavlin	59	my $sql_count = qq{ select count(files.id) $sql_from $sql_where };
149	dpavlin	87	my $sql_results = qq{ select $sql_cols $sql_from $sql_where $sql_order };
150	dpavlin	59
151			my $sth = $dbh->prepare($sql_count);
152	dpavlin	31	$sth->execute();
153			my ($results) = $sth->fetchrow_array();
154
155	dpavlin	59	$sth = $dbh->prepare($sql_results);
156	dpavlin	31	$sth->execute( $offset );
157
158	dpavlin	59	if ($sth->rows != $results) {
159			my $bug = "$0 BUG: [[ $sql_count ]] = $results while [[ $sql_results ]] = " . $sth->rows;
160			$bug =~ s/\s+/ /gs;
161			print STDERR "$bug\n";
162			}
163
164	dpavlin	31	my @ret;
165	dpavlin	4
166	dpavlin	31	while (my $row = $sth->fetchrow_hashref()) {
167	dpavlin	86	push @ret, $row;
168	dpavlin	4	}
169	dpavlin	59
170	dpavlin	31	$sth->finish();
171			return ($results, \@ret);
172			}
173	dpavlin	4
174	dpavlin	117	sub getHyperEstraier_url($) {
175			my ($use_hest) = @_;
176
177			return unless $use_hest;
178
179			use HyperEstraier;
180			my ($index_path, $index_node_url);
181
182			if ($use_hest =~ m#^http://#) {
183			$index_node_url = $use_hest;
184			} else {
185			$index_path = $TopDir . '/' . $index_path;
186			$index_path =~ s#//#/#g;
187			}
188			return ($index_path, $index_node_url);
189			}
190
191	dpavlin	87	sub getFilesHyperEstraier($) {
192			my ($param) = @_;
193	dpavlin	86
194	dpavlin	87	my $offset = $param->{'offset'} \|\| 0;
195			$offset *= $on_page;
196
197	dpavlin	123	die "no index_path?" unless ($hest_index_path);
198	dpavlin	86
199			use HyperEstraier;
200
201	dpavlin	123	my ($index_path, $index_node_url) = getHyperEstraier_url($hest_index_path);
202	dpavlin	117
203	dpavlin	86	# open the database
204	dpavlin	117	my $db;
205			if ($index_path) {
206			$db = HyperEstraier::Database->new();
207			$db->open($index_path, $HyperEstraier::ESTDBREADER);
208			} elsif ($index_node_url) {
209			$db \|\|= HyperEstraier::Node->new($index_node_url);
210			$db->set_auth('admin', 'admin');
211			} else {
212			die "BUG: unimplemented";
213			}
214	dpavlin	86
215			# create a search condition object
216			my $cond = HyperEstraier::Condition->new();
217
218			my $q = $param->{'search_filename'};
219			my $shareid = $param->{'search_share'};
220
221	dpavlin	88	if (length($q) > 0) {
222	dpavlin	91	# exact match
223			$cond->add_attr("filepath ISTRINC $q");
224
225	dpavlin	86	$q =~ s/(.)/$1 /g;
226			# set the search phrase to the search condition object
227			$cond->set_phrase($q);
228	dpavlin	87	}
229	dpavlin	86
230	dpavlin	87	my ($backup_from, $backup_to, $files_from, $files_to) = dates_from_form($param);
231	dpavlin	86
232	dpavlin	87	$cond->add_attr("backup_date NUMGE $backup_from") if ($backup_from);
233			$cond->add_attr("backup_date NUMLE $backup_to") if ($backup_to);
234	dpavlin	86
235	dpavlin	87	$cond->add_attr("date NUMGE $files_from") if ($files_from);
236			$cond->add_attr("date NUMLE $files_to") if ($files_to);
237	dpavlin	86
238	dpavlin	87	$cond->add_attr("shareid NUMEQ $shareid") if ($shareid);
239	dpavlin	86
240			# $cond->set_max( $offset + $on_page );
241			$cond->set_options( $HyperEstraier::Condition::SURE );
242			$cond->set_order( 'date NUMA' );
243
244			# get the result of search
245			my @res;
246	dpavlin	117	my ($result, $hits);
247	dpavlin	86
248	dpavlin	117	if ($index_path) {
249			$result = $db->search($cond, 0);
250			$hits = $result->size;
251			} elsif ($index_node_url) {
252			$result = $db->search($cond, 0);
253			$hits = $result->doc_num;
254			} else {
255			die "BUG: unimplemented";
256			}
257
258	dpavlin	86	# for each document in result
259	dpavlin	87	for my $i ($offset .. ($offset + $on_page - 1)) {
260			last if ($i >= $hits);
261
262	dpavlin	117	my $doc;
263			if ($index_path) {
264			my $id = $result->get($i);
265			$doc = $db->get_doc($id, 0);
266			} elsif ($index_node_url) {
267			$doc = $result->get_doc($i);
268			} else {
269			die "BUG: unimplemented";
270			}
271	dpavlin	86
272			my $row;
273			foreach my $c (qw/fid hname sname backupnum fiilename filepath date type size/) {
274			$row->{$c} = $doc->attr($c);
275			}
276			push @res, $row;
277			}
278
279			return ($hits, \@res);
280			}
281
282	dpavlin	109	sub getGzipName($$$)
283			{
284			my ($host, $share, $backupnum) = @_;
285			my $ret = $Conf{GzipSchema};
286
287			$share =~ s/\//_/g;
288			$ret =~ s/\\h/$host/ge;
289			$ret =~ s/\\s/$share/ge;
290			$ret =~ s/\\n/$backupnum/ge;
291
292			return $ret;
293
294			}
295
296	dpavlin	51	sub getBackupsNotBurned() {
297
298	dpavlin	84	my $dbh = get_dbh();
299	iklaric	121
300	dpavlin	122	my $sql = q{
301	iklaric	121	SELECT
302			backups.hostID AS hostID,
303			hosts.name AS host,
304			shares.name AS share,
305			backups.id AS backupnum,
306			backups.type AS type,
307			backups.date AS date,
308			backups.size AS size
309			FROM backups
310	dpavlin	122	INNER JOIN shares ON backups.shareID=shares.ID
311			INNER JOIN hosts ON backups.hostID = hosts.ID
312			LEFT OUTER JOIN archive_backup ON archive_backup.backup_id = backups.id AND archive_backup.backup_id IS NULL
313			WHERE backups.size > 0
314			GROUP BY
315			backups.hostID,
316			hosts.name,
317			shares.name,
318			backups.num,
319			backups.shareid,
320			backups.id,
321			backups.type,
322			backups.date,
323			backups.size
324	iklaric	121	ORDER BY backups.date
325	dpavlin	53	};
326			my $sth = $dbh->prepare( $sql );
327			my @ret;
328			$sth->execute();
329	dpavlin	4
330	dpavlin	66	while ( my $row = $sth->fetchrow_hashref() ) {
331			$row->{'age'} = sprintf("%0.1f", ( (time() - $row->{'date'}) / 86400 ) );
332			$row->{'size'} = sprintf("%0.2f", $row->{'size'} / 1024 / 1024);
333	dpavlin	109	my (undef,undef,undef,undef,undef,undef,undef,$fs_size,undef,undef,undef,undef,undef) =
334			stat( $Conf{InstallDir}.'/'.$Conf{GzipTempDir}.'/'.
335			getGzipName($row->{'host'}, $row->{share}, $row->{'backupnum'}));
336			$row->{'fs_size'} = $fs_size;
337	dpavlin	66	push @ret, $row;
338	dpavlin	4	}
339
340	dpavlin	53	return @ret;
341			}
342	dpavlin	4
343	dpavlin	126	sub displayBackupsGrid() {
344
345			my $retHTML .= q{
346			<form id="forma" method="POST" action=};
347			$retHTML .= "\"".$MyURL."\"";
348			$retHTML .= q{?action=burn>
349			};
350
351	dpavlin	127	$retHTML .= <<'EOF3';
352			<style>
353			<!--
354
355			div#fixedBox
356			{
357			position: absolute;
358			bottom: 1em;
359			left: 0.5em;
360			padding: 0.5em;
361			width: 10em;
362			background: #e0f0e0;
363			border: 1px solid #00ff00;
364			}
365			@media screen
366			{
367			div#fixedBox
368			{
369			position: fixed;
370			}
371			/* Don't do this at home */
372			* html
373			{
374			overflow-y: hidden;
375			}
376			* html body
377			{
378			overflow-y: auto;
379			height: 100%;
380			padding: 0 1em 0 12em;
381			font-size: 100%;
382			}
383			* html div#fixedBox
384			{
385			position: absolute;
386			}
387			/* All done. */
388			}
389
390			-->
391			</style>
392	dpavlin	4	<script language="javascript" type="text/javascript">
393			<!--
394
395	dpavlin	126	var debug_div = null;
396
397			function debug(msg) {
398			// return; // Disable debugging
399
400			if (! debug_div) debug_div = document.getElementById('debug');
401
402			// this will create debug div if it doesn't exist.
403			if (! debug_div) {
404			debug_div = document.createElement('div');
405			if (document.body) document.body.appendChild(debug_div);
406			else debug_div = null;
407			}
408			if (debug_div) {
409			debug_div.appendChild(document.createTextNode(msg));
410			debug_div.appendChild(document.createElement("br"));
411			}
412			}
413
414
415			var element_id_cache = Array();
416
417			function element_id(name,element) {
418			if (! element_id_cache[name]) {
419			element_id_cache[name] = self.document.getElementById(name);
420			}
421			return element_id_cache[name];
422			}
423
424			function checkAll(location) {
425			var len = element_id('forma').elements.length;
426			var check_all = element_id('allFiles');
427
428			for (var i = 0; i < len; i++) {
429
430			var e = element_id('forma').elements[i];
431	dpavlin	127	if ((e.checked \|\| !e.checked) && e.name != 'all') {
432	dpavlin	126	if (check_all.checked) {
433			e.checked = true;
434			} else {
435			e.checked = false;
436			}
437			}
438			}
439
440			sumiraj();
441			}
442	iklaric	121
443	dpavlin	126	function sumiraj(e) {
444			var suma = parseInt(element_id('forma').totalsize.value) \|\| 0;
445			var len = element_id('forma').elements.length;
446			if (e) {
447			var size = parseInt( element_id("fss" + e.name.substr(3)).value );
448			if (e.checked) {
449			suma += size;
450			} else {
451			suma -= size;
452			}
453			} else {
454			suma = 0;
455			for (var i = 0; i < len; i++) {
456			var e = element_id('forma').elements[i];
457	dpavlin	127	if (e.name != 'all' && e.checked && e.name.substr(0,3) == 'fcb') {
458	dpavlin	126	var el = element_id("fss" + e.name.substr(3));
459			if (el && el.value) suma += parseInt(el.value) \|\| 0;
460			}
461			}
462			}
463			element_id('forma').totalsize.value = suma;
464			debug('total size: '+suma);
465	iklaric	121	return suma;
466	dpavlin	126	}
467
468			if (!self.body) self.body = new Object();
469			self.onload = self.document.onload = self.body.onload = function() {
470			sumiraj();
471			}
472
473	dpavlin	4	//-->
474	dpavlin	126	</script>
475	dpavlin	127	<div id="fixedBox">
476
477			Size:
478			<input type="text" name="totalsize" size="7" readonly>
479	dpavlin	126	<br/>
480			Note:
481	dpavlin	127	<br/>
482	dpavlin	126	<textarea name="note" cols="10" rows="5">
483			</textarea>
484			<br/>
485	dpavlin	127	<input type="submit" value="Burn selected" name="submitBurner">
486
487	dpavlin	126	</div>
488	dpavlin	127	<div id="debug" style="float: right; width: 10em; border: 1px #ff0000 solid; background-color: #ffe0e0; -moz-opacity: 0.7;">
489			no debug output yet
490			</div>
491	dpavlin	4	EOF3
492	dpavlin	102	$retHTML .= q{
493	iklaric	121	<input type="hidden" value="burn" name="action">
494			<input type="hidden" value="results" name="search_results">
495			<table style="fview" border="0" cellspacing="0" cellpadding="2">
496			<tr class="tableheader">
497			<td class="tableheader">
498	dpavlin	126	<input type="checkbox" name="allFiles" id="allFiles" onClick="checkAll('allFiles');">
499	iklaric	121	</td>
500			<td align="center">Share</td>
501			<td align="center">Backup no</td>
502			<td align="center">Type</td>
503			<td align="center">date</td>
504			<td align="center">age/days</td>
505			<td align="center">size/MB</td>
506			<td align="center">gzip size</td>
507			</tr>
508	dpavlin	102
509	dpavlin	58	};
510	dpavlin	4
511	dpavlin	102	my @color = (' bgcolor="#e0e0e0"', '');
512	dpavlin	31
513	dpavlin	102	my $i = 0;
514			my $host = '';
515	dpavlin	31
516	dpavlin	102	foreach my $backup ( getBackupsNotBurned() ) {
517	dpavlin	31
518	dpavlin	102	if ($host ne $backup->{'host'}) {
519			$i++;
520			$host = $backup->{'host'};
521			}
522	dpavlin	31	my $ftype = "";
523	dpavlin	125
524	dpavlin	102	$retHTML .=
525	dpavlin	125	'<tr' . $color[$i %2 ] . '>
526			<td class="fview">';
527	dpavlin	126	# FIXME
528			#$backup->{'fs_size'} = int($backup->{'size'} * 1024);
529	dpavlin	125	if (($backup->{'fs_size'} \|\| 0) > 0) {
530			$retHTML .= '
531			<input type="checkbox" name="fcb' .
532			$backup->{'hostid'}.'_'.$backup->{'backupnum'} .
533			'" value="' . $backup->{'hostid'}.'_'.$backup->{'backupnum'} .
534	dpavlin	126	'" onClick="sumiraj(this);">';
535	dpavlin	125	}
536			$retHTML .=
537			'</td>' .
538	dpavlin	102	'<td align="right">' . $backup->{'host'} . ':' . $backup->{'share'} . '</td>' .
539			'<td align="center">' . $backup->{'backupnum'} . '</td>' .
540			'<td align="center">' . $backup->{'type'} . '</td>' .
541			'<td align="center">' . epoch_to_iso( $backup->{'date'} ) . '</td>' .
542			'<td align="center">' . $backup->{'age'} . '</td>' .
543			'<td align="right">' . $backup->{'size'} . '</td>' .
544	iklaric	121	'<td align="right">' . $backup->{'fs_size'} .
545	dpavlin	126	'<input type="hidden" iD="fss'.$backup->{'hostid'}.'_'.$backup->{'backupnum'} . '" value="'. $backup->{'fs_size'} .'"></td>' .
546	dpavlin	125
547	dpavlin	102	"</tr>\n";
548	dpavlin	4	}
549	dpavlin	31
550			$retHTML .= "</table>";
551	dpavlin	102	$retHTML .= "</form>";
552	dpavlin	4
553	dpavlin	31	return $retHTML;
554			}
555	dpavlin	4
556	dpavlin	86	sub displayGrid($) {
557			my ($param) = @_;
558	dpavlin	83
559			my $offset = $param->{'offset'};
560			my $hilite = $param->{'search_filename'};
561
562	dpavlin	17	my $retHTML = "";
563
564	dpavlin	55	my $start_t = time();
565
566	dpavlin	86	my ($results, $files);
567	dpavlin	88	if ($param->{'use_hest'} && length($hilite) > 0) {
568	dpavlin	87	($results, $files) = getFilesHyperEstraier($param);
569	dpavlin	86	} else {
570	dpavlin	87	($results, $files) = getFiles($param);
571	dpavlin	86	}
572	dpavlin	31
573	dpavlin	55	my $dur_t = time() - $start_t;
574			my $dur = sprintf("%0.4fs", $dur_t);
575
576	dpavlin	31	my ($from, $to) = (($offset * $on_page) + 1, ($offset * $on_page) + $on_page);
577
578	dpavlin	59	if ($results <= 0) {
579			$retHTML .= qq{
580			<p style="color: red;">No results found...</p>
581			};
582			return $retHTML;
583			} else {
584			# DEBUG
585			#use Data::Dumper;
586			#$retHTML .= '<pre>' . Dumper($files) . '</pre>';
587			}
588
589
590	dpavlin	17	$retHTML .= qq{
591	dpavlin	79	<div>
592			Found <b>$results files</b> showing <b>$from - $to</b> (took $dur)
593			</div>
594			<table style="fview" width="100%" border="0" cellpadding="2" cellspacing="0">
595			<tr class="fviewheader">
596	dpavlin	87	<td></td>
597	dpavlin	79	<td align="center">Share</td>
598			<td align="center">Type and Name</td>
599			<td align="center">#</td>
600			<td align="center">Size</td>
601			<td align="center">Date</td>
602			<td align="center">Media</td>
603	dpavlin	17	</tr>
604			};
605	dpavlin	31
606	dpavlin	17	my $file;
607	dpavlin	4
608	dpavlin	17	sub hilite_html($$) {
609			my ($html, $search) = @_;
610			$html =~ s#($search)#<b>$1</b>#gis;
611			return $html;
612	dpavlin	4	}
613	dpavlin	9
614	dpavlin	26	sub restore_link($$$$$$) {
615			my $type = shift;
616			my $action = 'RestoreFile';
617			$action = 'browse' if (lc($type) eq 'dir');
618			return sprintf(qq{<a href="?action=%s&host=%s&num=%d&share=%s&dir=%s">%s</a>}, $action, @_);
619			}
620
621	dpavlin	87	my $i = $offset * $on_page;
622
623	dpavlin	31	foreach $file (@{ $files }) {
624	dpavlin	87	$i++;
625
626	dpavlin	24	my $typeStr = BackupPC::Attrib::fileType2Text(undef, $file->{'type'});
627	dpavlin	79	$retHTML .= qq{<tr class="fviewborder">};
628	dpavlin	9
629	dpavlin	88	$retHTML .= qq{<td class="fviewborder">$i</td>};
630	dpavlin	87
631	dpavlin	79	$retHTML .=
632	dpavlin	86	qq{<td class="fviewborder" align="right">} . $file->{'hname'} . ':' . $file->{'sname'} . qq{</td>} .
633			qq{<td class="fviewborder"><img src="$Conf{CgiImageDirURL}/icon-$typeStr.gif" alt="$typeStr" align="middle"> } . hilite_html( $file->{'filepath'}, $hilite ) . qq{</td>} .
634			qq{<td class="fviewborder" align="center">} . restore_link( $typeStr, ${EscURI( $file->{'hname'} )}, $file->{'backupnum'}, ${EscURI( $file->{'sname'})}, ${EscURI( $file->{'filepath'} )}, $file->{'backupnum'} ) . qq{</td>} .
635	dpavlin	79	qq{<td class="fviewborder" align="right">} . $file->{'size'} . qq{</td>} .
636			qq{<td class="fviewborder">} . epoch_to_iso( $file->{'date'} ) . qq{</td>} .
637	dpavlin	87	qq{<td class="fviewborder">} . '?' . qq{</td>};
638	dpavlin	9
639	dpavlin	17	$retHTML .= "</tr>";
640			}
641			$retHTML .= "</table>";
642
643	dpavlin	31	# all variables which has to be transfered
644			foreach my $n (qw/search_day_from search_month_from search_year_from search_day_to search_month_to search_year_to search_backup_day_from search_backup_month_from search_backup_year_from search_backup_day_to search_backup_month_to search_backup_year_to search_filename offset/) {
645			$retHTML .= qq{<INPUT TYPE="hidden" NAME="$n" VALUE="$In{$n}">\n};
646			}
647	dpavlin	17
648	dpavlin	31	my $del = '';
649			my $max_page = int( $results / $on_page );
650			my $page = 0;
651
652	dpavlin	85	sub page_link($$$) {
653			my ($param,$page,$display) = @_;
654	dpavlin	31
655	dpavlin	85	$param->{'offset'} = $page;
656
657			my $html = '<a href = "' . $MyURL;
658			my $del = '?';
659			foreach my $k (keys %{ $param }) {
660			if ($param->{$k}) {
661			$html .= $del . $k . '=' . ${EscURI( $param->{$k} )};
662			$del = '&';
663			}
664			}
665			$html .= '">' . $display . '</a>';
666			}
667
668	dpavlin	31	$retHTML .= '<div style="text-align: center;">';
669
670			if ($offset > 0) {
671	dpavlin	85	$retHTML .= page_link($param, $offset - 1, '<<') . ' ';
672	dpavlin	31	}
673
674			while ($page <= $max_page) {
675			if ($page == $offset) {
676			$retHTML .= $del . '<b>' . ($page + 1) . '</b>';
677			} else {
678	dpavlin	85	$retHTML .= $del . page_link($param, $page, $page + 1);
679	dpavlin	17	}
680	dpavlin	31
681			if ($page < $offset - $pager_pages && $page != 0) {
682			$retHTML .= " ... ";
683			$page = $offset - $pager_pages;
684			$del = '';
685			} elsif ($page > $offset + $pager_pages && $page != $max_page) {
686			$retHTML .= " ... ";
687			$page = $max_page;
688			$del = '';
689			} else {
690			$del = ' \| ';
691			$page++;
692			}
693	dpavlin	17	}
694
695	dpavlin	31	if ($offset < $max_page) {
696	dpavlin	85	$retHTML .= ' ' . page_link($param, $offset + 1, '>>');
697	dpavlin	31	}
698
699			$retHTML .= "</div>";
700
701	dpavlin	17	return $retHTML;
702			}
703	dpavlin	4
704			1;