1 |
#!/usr/bin/perl |
2 |
package BackupPC::SearchLib; |
3 |
|
4 |
use strict; |
5 |
use BackupPC::CGI::Lib qw(:all); |
6 |
use BackupPC::Attrib qw(:all); |
7 |
use DBI; |
8 |
use DateTime; |
9 |
use vars qw(%In $MyURL); |
10 |
use Time::HiRes qw/time/; |
11 |
|
12 |
my $on_page = 100; |
13 |
my $pager_pages = 10; |
14 |
|
15 |
my $dsn = $Conf{SearchDSN}; |
16 |
my $db_user = $Conf{SearchUser} || ''; |
17 |
|
18 |
my $index_path = $Conf{HyperEstraierIndex}; |
19 |
if ($index_path) { |
20 |
$index_path = $TopDir . '/' . $index_path; |
21 |
$index_path =~ s#//#/#g; |
22 |
} |
23 |
|
24 |
my $dbh; |
25 |
|
26 |
sub get_dbh { |
27 |
$dbh ||= DBI->connect($dsn, $db_user, "", { RaiseError => 1, AutoCommit => 1 } ); |
28 |
return $dbh; |
29 |
} |
30 |
|
31 |
sub getUnits() { |
32 |
my @ret; |
33 |
|
34 |
my $dbh = get_dbh(); |
35 |
my $sth = $dbh->prepare(qq{ |
36 |
SELECT |
37 |
shares.id as id, |
38 |
hosts.name || ':' || shares.name as share |
39 |
FROM shares |
40 |
JOIN hosts on hostid = hosts.id |
41 |
ORDER BY share |
42 |
} ); |
43 |
$sth->execute(); |
44 |
push @ret, { 'id' => '', 'share' => '-'}; # dummy any |
45 |
|
46 |
while ( my $row = $sth->fetchrow_hashref() ) { |
47 |
push @ret, $row; |
48 |
} |
49 |
return @ret; |
50 |
} |
51 |
|
52 |
sub epoch_to_iso { |
53 |
my $t = shift || return; |
54 |
my $iso = BackupPC::Lib::timeStamp(undef, $t); |
55 |
$iso =~ s/\s/ /g; |
56 |
return $iso; |
57 |
} |
58 |
|
59 |
sub dates_from_form($) { |
60 |
my $param = shift || return; |
61 |
|
62 |
sub mk_epoch_date($$) { |
63 |
my ($name,$suffix) = @_; |
64 |
|
65 |
my $yyyy = $param->{ $name . '_year_' . $suffix} || return undef; |
66 |
my $mm .= $param->{ $name . '_month_' . $suffix} || |
67 |
( $suffix eq 'from' ? 1 : 12); |
68 |
my $dd .= $param->{ $name . '_day_' . $suffix} || |
69 |
( $suffix eq 'from' ? 1 : 31); |
70 |
|
71 |
$yyyy =~ s/\D//g; |
72 |
$mm =~ s/\D//g; |
73 |
$dd =~ s/\D//g; |
74 |
|
75 |
my $dt = new DateTime( |
76 |
year => $yyyy, |
77 |
month => $mm, |
78 |
day => $dd |
79 |
); |
80 |
print STDERR "mk_epoch_date($name,$suffix) [$yyyy-$mm-$dd] = " . $dt->ymd . " " . $dt->hms . "\n"; |
81 |
return $dt->epoch || 'NULL'; |
82 |
} |
83 |
|
84 |
my @ret = ( |
85 |
mk_epoch_date('search_backup', 'from'), |
86 |
mk_epoch_date('search_backup', 'to'), |
87 |
mk_epoch_date('search', 'from'), |
88 |
mk_epoch_date('search', 'to'), |
89 |
); |
90 |
|
91 |
return @ret; |
92 |
|
93 |
} |
94 |
|
95 |
|
96 |
sub getWhere($) { |
97 |
my $param = shift || return; |
98 |
|
99 |
my ($backup_from, $backup_to, $files_from, $files_to) = dates_from_form($param); |
100 |
|
101 |
my @conditions; |
102 |
push @conditions, qq{ backups.date >= $backup_from } if ($backup_from); |
103 |
push @conditions, qq{ backups.date <= $backup_to } if ($backup_to); |
104 |
push @conditions, qq{ files.date >= $files_from } if ($files_from); |
105 |
push @conditions, qq{ files.date <= $files_to } if ($files_to); |
106 |
|
107 |
print STDERR "backup: $backup_from - $backup_to files: $files_from - $files_to cond:" . join(" | ",@conditions); |
108 |
|
109 |
push( @conditions, ' files.shareid = ' . $param->{'search_share'} ) if ($param->{'search_share'}); |
110 |
push (@conditions, " upper(files.path) LIKE upper('%".$param->{'search_filename'}."%')") if ($param->{'search_filename'}); |
111 |
|
112 |
return join(" and ", @conditions); |
113 |
} |
114 |
|
115 |
|
116 |
sub getFiles($) { |
117 |
my ($param) = @_; |
118 |
|
119 |
my $offset = $param->{'offset'} || 0; |
120 |
$offset *= $on_page; |
121 |
|
122 |
my $dbh = get_dbh(); |
123 |
|
124 |
my $sql_cols = qq{ |
125 |
files.id AS fid, |
126 |
hosts.name AS hname, |
127 |
shares.name AS sname, |
128 |
files.backupnum AS backupnum, |
129 |
files.path AS filepath, |
130 |
files.date AS date, |
131 |
files.type AS type, |
132 |
files.size AS size |
133 |
}; |
134 |
|
135 |
my $sql_from = qq{ |
136 |
FROM files |
137 |
INNER JOIN shares ON files.shareID=shares.ID |
138 |
INNER JOIN hosts ON hosts.ID = shares.hostID |
139 |
INNER JOIN backups ON backups.num = files.backupnum and backups.hostID = hosts.ID AND backups.shareID = files.shareID |
140 |
}; |
141 |
|
142 |
my $sql_where; |
143 |
my $where = getWhere($param); |
144 |
$sql_where = " WHERE ". $where if ($where); |
145 |
|
146 |
my $sql_order = qq{ |
147 |
ORDER BY files.date |
148 |
LIMIT $on_page |
149 |
OFFSET ? |
150 |
}; |
151 |
|
152 |
my $sql_count = qq{ select count(files.id) $sql_from $sql_where }; |
153 |
my $sql_results = qq{ select $sql_cols $sql_from $sql_where $sql_order }; |
154 |
|
155 |
my $sth = $dbh->prepare($sql_count); |
156 |
$sth->execute(); |
157 |
my ($results) = $sth->fetchrow_array(); |
158 |
|
159 |
$sth = $dbh->prepare($sql_results); |
160 |
$sth->execute( $offset ); |
161 |
|
162 |
if ($sth->rows != $results) { |
163 |
my $bug = "$0 BUG: [[ $sql_count ]] = $results while [[ $sql_results ]] = " . $sth->rows; |
164 |
$bug =~ s/\s+/ /gs; |
165 |
print STDERR "$bug\n"; |
166 |
} |
167 |
|
168 |
my @ret; |
169 |
|
170 |
while (my $row = $sth->fetchrow_hashref()) { |
171 |
push @ret, $row; |
172 |
} |
173 |
|
174 |
$sth->finish(); |
175 |
return ($results, \@ret); |
176 |
} |
177 |
|
178 |
sub getFilesHyperEstraier($) { |
179 |
my ($param) = @_; |
180 |
|
181 |
my $offset = $param->{'offset'} || 0; |
182 |
$offset *= $on_page; |
183 |
|
184 |
die "no index_path?" unless ($index_path); |
185 |
|
186 |
use HyperEstraier; |
187 |
|
188 |
# open the database |
189 |
my $db = HyperEstraier::Database->new(); |
190 |
$db->open($index_path, $HyperEstraier::ESTDBREADER); |
191 |
|
192 |
# create a search condition object |
193 |
my $cond = HyperEstraier::Condition->new(); |
194 |
|
195 |
my $q = $param->{'search_filename'}; |
196 |
my $shareid = $param->{'search_share'}; |
197 |
|
198 |
if (length($q) > 0) { |
199 |
# exact match |
200 |
$cond->add_attr("filepath ISTRINC $q"); |
201 |
|
202 |
$q =~ s/(.)/$1 /g; |
203 |
# set the search phrase to the search condition object |
204 |
$cond->set_phrase($q); |
205 |
} |
206 |
|
207 |
my ($backup_from, $backup_to, $files_from, $files_to) = dates_from_form($param); |
208 |
|
209 |
$cond->add_attr("backup_date NUMGE $backup_from") if ($backup_from); |
210 |
$cond->add_attr("backup_date NUMLE $backup_to") if ($backup_to); |
211 |
|
212 |
$cond->add_attr("date NUMGE $files_from") if ($files_from); |
213 |
$cond->add_attr("date NUMLE $files_to") if ($files_to); |
214 |
|
215 |
$cond->add_attr("shareid NUMEQ $shareid") if ($shareid); |
216 |
|
217 |
# $cond->set_max( $offset + $on_page ); |
218 |
$cond->set_options( $HyperEstraier::Condition::SURE ); |
219 |
$cond->set_order( 'date NUMA' ); |
220 |
|
221 |
# get the result of search |
222 |
my $result = $db->search($cond, 0); |
223 |
|
224 |
my @res; |
225 |
my $hits = $result->size; |
226 |
|
227 |
# for each document in result |
228 |
for my $i ($offset .. ($offset + $on_page - 1)) { |
229 |
last if ($i >= $hits); |
230 |
|
231 |
my $id = $result->get($i); |
232 |
my $doc = $db->get_doc($id, 0); |
233 |
|
234 |
my $row; |
235 |
foreach my $c (qw/fid hname sname backupnum fiilename filepath date type size/) { |
236 |
$row->{$c} = $doc->attr($c); |
237 |
} |
238 |
push @res, $row; |
239 |
} |
240 |
|
241 |
return ($hits, \@res); |
242 |
} |
243 |
|
244 |
sub getBackupsNotBurned() { |
245 |
|
246 |
my $dbh = get_dbh(); |
247 |
my $sql = q{ |
248 |
SELECT |
249 |
backups.hostID AS hostid, |
250 |
min(hosts.name) AS host, |
251 |
backups.num AS backupnum, |
252 |
min(backups.type) AS type, |
253 |
min(backups.date) AS date, |
254 |
min(backups.size) AS size |
255 |
FROM files |
256 |
INNER JOIN shares ON files.shareID=shares.ID |
257 |
INNER JOIN hosts ON hosts.ID = shares.hostID |
258 |
INNER JOIN backups ON backups.num = files.backupnum and backups.hostID = hosts.ID AND backups.shareID = shares.ID |
259 |
GROUP BY |
260 |
backups.hostID, backups.num |
261 |
ORDER BY min(backups.date) |
262 |
}; |
263 |
my $sth = $dbh->prepare( $sql ); |
264 |
my @ret; |
265 |
$sth->execute(); |
266 |
|
267 |
while ( my $row = $sth->fetchrow_hashref() ) { |
268 |
$row->{'age'} = sprintf("%0.1f", ( (time() - $row->{'date'}) / 86400 ) ); |
269 |
$row->{'size'} = sprintf("%0.2f", $row->{'size'} / 1024 / 1024); |
270 |
push @ret, $row; |
271 |
} |
272 |
|
273 |
return @ret; |
274 |
} |
275 |
|
276 |
sub displayBackupsGrid() |
277 |
{ |
278 |
my $retHTML = ""; |
279 |
my $addForm = 1; |
280 |
|
281 |
if ($addForm) { |
282 |
|
283 |
$retHTML .= <<EOF3; |
284 |
<script language="javascript" type="text/javascript"> |
285 |
<!-- |
286 |
|
287 |
function checkAll(location) |
288 |
{ |
289 |
for (var i=0;i<document.forma.elements.length;i++) |
290 |
{ |
291 |
var e = document.forma.elements[i]; |
292 |
if ((e.checked || !e.checked) && e.name != \'all\') { |
293 |
if (eval("document.forma."+location+".checked")) { |
294 |
e.checked = true; |
295 |
} else { |
296 |
e.checked = false; |
297 |
} |
298 |
} |
299 |
} |
300 |
} |
301 |
//--> |
302 |
</script> |
303 |
EOF3 |
304 |
$retHTML .= q{<form name="forma" method="GET" action="}."$MyURL"."?action=burn\""; |
305 |
$retHTML.= q{<input type="hidden" value="burn" name="action">}; |
306 |
$retHTML .= q{<input type="hidden" value="results" name="search_results">}; |
307 |
} |
308 |
$retHTML .= qq{ |
309 |
<table style="fview" border="1" cellspacing="0" cellpadding="3"> |
310 |
<tr class="tableheader"> |
311 |
}; |
312 |
|
313 |
if ($addForm) { |
314 |
$retHTML .= "<td class=\"tableheader\"><input type=\"checkbox\" name=\"allFiles\" onClick=\"checkAll('allFiles');\"></td>"; |
315 |
} |
316 |
$retHTML .= qq{ |
317 |
<td align="center">Host</td> |
318 |
<td align="center">Backup no</td> |
319 |
<td align="center">Type</td> |
320 |
<td align="center">date</td> |
321 |
<td align="center">age/days</td> |
322 |
<td align="center">size/MB</td> |
323 |
</tr> |
324 |
}; |
325 |
|
326 |
my @backups = getBackupsNotBurned(); |
327 |
my $backup; |
328 |
|
329 |
if ($addForm) { |
330 |
$retHTML .= qq{ |
331 |
<tr><td colspan=7 style="tableheader"> |
332 |
<input type="submit" value="Burn selected backups on medium" name="submitBurner"> |
333 |
</td></tr> |
334 |
}; |
335 |
} |
336 |
|
337 |
foreach $backup(@backups) { |
338 |
|
339 |
my $ftype = ""; |
340 |
|
341 |
$retHTML .= "<tr>"; |
342 |
if ($addForm) { |
343 |
$retHTML .= '<td class="fview"><input type="checkbox" name="fcb' . |
344 |
$backup->{'hostid'}.'_'.$backup->{'backupnum'} . |
345 |
'" value="' . $backup->{'hostid'}.'_'.$backup->{'backupnum'} . |
346 |
'"></td>'; |
347 |
} |
348 |
|
349 |
$retHTML .= '<td class="fviewborder">' . $backup->{'host'} . '</td>' . |
350 |
'<td class="fviewborder">' . $backup->{'backupnum'} . '</td>' . |
351 |
'<td class="fviewborder">' . $backup->{'type'} . '</td>' . |
352 |
'<td class="fviewborder">' . epoch_to_iso( $backup->{'date'} ) . '</td>' . |
353 |
'<td class="fviewborder">' . $backup->{'age'} . '</td>' . |
354 |
'<td class="fviewborder">' . $backup->{'size'} . '</td>' . |
355 |
'</tr>'; |
356 |
} |
357 |
|
358 |
$retHTML .= "</table>"; |
359 |
|
360 |
if ($addForm) { |
361 |
$retHTML .= "</form>"; |
362 |
} |
363 |
|
364 |
return $retHTML; |
365 |
} |
366 |
|
367 |
sub displayGrid($) { |
368 |
my ($param) = @_; |
369 |
|
370 |
my $offset = $param->{'offset'}; |
371 |
my $hilite = $param->{'search_filename'}; |
372 |
|
373 |
my $retHTML = ""; |
374 |
|
375 |
my $start_t = time(); |
376 |
|
377 |
my ($results, $files); |
378 |
if ($param->{'use_hest'} && length($hilite) > 0) { |
379 |
($results, $files) = getFilesHyperEstraier($param); |
380 |
} else { |
381 |
($results, $files) = getFiles($param); |
382 |
} |
383 |
|
384 |
my $dur_t = time() - $start_t; |
385 |
my $dur = sprintf("%0.4fs", $dur_t); |
386 |
|
387 |
my ($from, $to) = (($offset * $on_page) + 1, ($offset * $on_page) + $on_page); |
388 |
|
389 |
if ($results <= 0) { |
390 |
$retHTML .= qq{ |
391 |
<p style="color: red;">No results found...</p> |
392 |
}; |
393 |
return $retHTML; |
394 |
} else { |
395 |
# DEBUG |
396 |
#use Data::Dumper; |
397 |
#$retHTML .= '<pre>' . Dumper($files) . '</pre>'; |
398 |
} |
399 |
|
400 |
|
401 |
$retHTML .= qq{ |
402 |
<div> |
403 |
Found <b>$results files</b> showing <b>$from - $to</b> (took $dur) |
404 |
</div> |
405 |
<table style="fview" width="100%" border="0" cellpadding="2" cellspacing="0"> |
406 |
<tr class="fviewheader"> |
407 |
<td></td> |
408 |
<td align="center">Share</td> |
409 |
<td align="center">Type and Name</td> |
410 |
<td align="center">#</td> |
411 |
<td align="center">Size</td> |
412 |
<td align="center">Date</td> |
413 |
<td align="center">Media</td> |
414 |
</tr> |
415 |
}; |
416 |
|
417 |
my $file; |
418 |
|
419 |
sub hilite_html($$) { |
420 |
my ($html, $search) = @_; |
421 |
$html =~ s#($search)#<b>$1</b>#gis; |
422 |
return $html; |
423 |
} |
424 |
|
425 |
sub restore_link($$$$$$) { |
426 |
my $type = shift; |
427 |
my $action = 'RestoreFile'; |
428 |
$action = 'browse' if (lc($type) eq 'dir'); |
429 |
return sprintf(qq{<a href="?action=%s&host=%s&num=%d&share=%s&dir=%s">%s</a>}, $action, @_); |
430 |
} |
431 |
|
432 |
my $i = $offset * $on_page; |
433 |
|
434 |
foreach $file (@{ $files }) { |
435 |
$i++; |
436 |
|
437 |
my $typeStr = BackupPC::Attrib::fileType2Text(undef, $file->{'type'}); |
438 |
$retHTML .= qq{<tr class="fviewborder">}; |
439 |
|
440 |
$retHTML .= qq{<td class="fviewborder">$i</td>}; |
441 |
|
442 |
$retHTML .= |
443 |
qq{<td class="fviewborder" align="right">} . $file->{'hname'} . ':' . $file->{'sname'} . qq{</td>} . |
444 |
qq{<td class="fviewborder"><img src="$Conf{CgiImageDirURL}/icon-$typeStr.gif" alt="$typeStr" align="middle"> } . hilite_html( $file->{'filepath'}, $hilite ) . qq{</td>} . |
445 |
qq{<td class="fviewborder" align="center">} . restore_link( $typeStr, ${EscURI( $file->{'hname'} )}, $file->{'backupnum'}, ${EscURI( $file->{'sname'})}, ${EscURI( $file->{'filepath'} )}, $file->{'backupnum'} ) . qq{</td>} . |
446 |
qq{<td class="fviewborder" align="right">} . $file->{'size'} . qq{</td>} . |
447 |
qq{<td class="fviewborder">} . epoch_to_iso( $file->{'date'} ) . qq{</td>} . |
448 |
qq{<td class="fviewborder">} . '?' . qq{</td>}; |
449 |
|
450 |
$retHTML .= "</tr>"; |
451 |
} |
452 |
$retHTML .= "</table>"; |
453 |
|
454 |
# all variables which has to be transfered |
455 |
foreach my $n (qw/search_day_from search_month_from search_year_from search_day_to search_month_to search_year_to search_backup_day_from search_backup_month_from search_backup_year_from search_backup_day_to search_backup_month_to search_backup_year_to search_filename offset/) { |
456 |
$retHTML .= qq{<INPUT TYPE="hidden" NAME="$n" VALUE="$In{$n}">\n}; |
457 |
} |
458 |
|
459 |
my $del = ''; |
460 |
my $max_page = int( $results / $on_page ); |
461 |
my $page = 0; |
462 |
|
463 |
sub page_link($$$) { |
464 |
my ($param,$page,$display) = @_; |
465 |
|
466 |
$param->{'offset'} = $page; |
467 |
|
468 |
my $html = '<a href = "' . $MyURL; |
469 |
my $del = '?'; |
470 |
foreach my $k (keys %{ $param }) { |
471 |
if ($param->{$k}) { |
472 |
$html .= $del . $k . '=' . ${EscURI( $param->{$k} )}; |
473 |
$del = '&'; |
474 |
} |
475 |
} |
476 |
$html .= '">' . $display . '</a>'; |
477 |
} |
478 |
|
479 |
$retHTML .= '<div style="text-align: center;">'; |
480 |
|
481 |
if ($offset > 0) { |
482 |
$retHTML .= page_link($param, $offset - 1, '<<') . ' '; |
483 |
} |
484 |
|
485 |
while ($page <= $max_page) { |
486 |
if ($page == $offset) { |
487 |
$retHTML .= $del . '<b>' . ($page + 1) . '</b>'; |
488 |
} else { |
489 |
$retHTML .= $del . page_link($param, $page, $page + 1); |
490 |
} |
491 |
|
492 |
if ($page < $offset - $pager_pages && $page != 0) { |
493 |
$retHTML .= " ... "; |
494 |
$page = $offset - $pager_pages; |
495 |
$del = ''; |
496 |
} elsif ($page > $offset + $pager_pages && $page != $max_page) { |
497 |
$retHTML .= " ... "; |
498 |
$page = $max_page; |
499 |
$del = ''; |
500 |
} else { |
501 |
$del = ' | '; |
502 |
$page++; |
503 |
} |
504 |
} |
505 |
|
506 |
if ($offset < $max_page) { |
507 |
$retHTML .= ' ' . page_link($param, $offset + 1, '>>'); |
508 |
} |
509 |
|
510 |
$retHTML .= "</div>"; |
511 |
|
512 |
return $retHTML; |
513 |
} |
514 |
|
515 |
1; |