--- trunk/lib/BackupPC/SearchLib.pm	2005/10/07 09:36:10	143
+++ trunk/lib/BackupPC/SearchLib.pm	2005/12/13 01:24:09	267
@@ -8,6 +8,8 @@
 use DateTime;
 use vars qw(%In $MyURL);
 use Time::HiRes qw/time/;
+use XML::Writer;
+use IO::File;
 
 my $on_page = 100;
 my $pager_pages = 10;
@@ -68,10 +70,20 @@
 		$mm =~ s/\D//g;
 		$dd =~ s/\D//g;
 
+		my $h = my $m = my $s = 0;
+		if ($suffix eq 'to') {
+			$h = 23;
+			$m = 59;
+			$s = 59;
+		}
+
 		my $dt = new DateTime(
 			year => $yyyy,
 			month => $mm,
-			day => $dd
+			day => $dd,
+			hour => $h,
+			minute => $m,
+			second => $s,
 		);
 		print STDERR "mk_epoch_date($name,$suffix) [$yyyy-$mm-$dd] = " . $dt->ymd . " " . $dt->hms . "\n";
 		return $dt->epoch || 'NULL';
@@ -100,7 +112,7 @@
 	push @conditions, qq{ files.date >= $files_from } if ($files_from);
 	push @conditions, qq{ files.date <= $files_to } if ($files_to);
 
-	print STDERR "backup: $backup_from - $backup_to files: $files_from - $files_to cond:" . join(" | ",@conditions);
+	print STDERR "backup: $backup_from - $backup_to files: $files_from - $files_to cond:" . join(" and ",@conditions);
 
     	push( @conditions, ' files.shareid = ' . $param->{'search_share'} ) if ($param->{'search_share'});
 	push (@conditions, " upper(files.path) LIKE upper('%".$param->{'search_filename'}."%')") if ($param->{'search_filename'});
@@ -108,6 +120,67 @@
 	return join(" and ", @conditions);
 }
 
+my $sort_def = {
+	search => {
+		default => 'date_a',
+		sql => {
+			share_d => 'shares.name DESC',
+			share_a => 'shares.name ASC',
+			path_d => 'files.path DESC',
+			path_a => 'files.path ASC',
+			num_d => 'files.backupnum DESC',
+			num_a => 'files.backupnum ASC',
+			size_d => 'files.size DESC',
+			size_a => 'files.size ASC',
+			date_d => 'files.date DESC',
+			date_a => 'files.date ASC',
+		},
+		est => {
+			share_d => 'sname STRD',
+			share_a => 'sname STRA',
+			path_d => 'filepath STRD',
+			path_a => 'filepath STRA',
+			num_d => 'backupnum NUMD',
+			num_a => 'backupnum NUMA',
+			size_d => 'size NUMD',
+			size_a => 'size NUMA',
+			date_d => 'date NUMD',
+			date_a => 'date NUMA',
+		}
+	}, burn => {
+		default => 'date_a',
+		sql => {
+			share_d => 'host DESC, share DESC',
+			share_a => 'host ASC, share ASC',
+			num_d => 'backupnum DESC',
+			num_a => 'backupnum ASC',
+			date_d => 'date DESC',
+			date_a => 'date ASC',
+			age_d => 'age DESC',
+			age_a => 'age ASC',
+			size_d => 'size DESC',
+			size_a => 'size ASC',
+			incsize_d => 'inc_size DESC',
+			incsize_a => 'inc_size ASC',
+		}
+	}
+};
+
+sub getSort($$$) {
+	my ($part,$type, $sort_order) = @_;
+
+	die "unknown part: $part" unless ($sort_def->{$part});
+	die "unknown type: $type" unless ($sort_def->{$part}->{$type});
+
+	$sort_order ||= $sort_def->{$part}->{'default'};
+
+	if (my $ret = $sort_def->{$part}->{$type}->{$sort_order}) {
+		return $ret;
+	} else {
+		# fallback to default sort order
+		return $sort_def->{$part}->{$type}->{ $sort_def->{$part}->{'default'} };
+	}
+}
 
 sub getFiles($) {
 	my ($param) = @_;
@@ -139,8 +212,10 @@
 	my $where = getWhere($param);
 	$sql_where = " WHERE ". $where if ($where);
 
+	my $order = getSort('search', 'sql', $param->{'sort'});
+
 	my $sql_order = qq{
-		ORDER BY files.date
+		ORDER BY $order
 		LIMIT $on_page
 		OFFSET ?
 	};
@@ -182,7 +257,7 @@
 	if ($use_hest =~ m#^http://#) {
 		$index_node_url = $use_hest;
 	} else {
-		$index_path = $TopDir . '/' . $index_path;
+		$index_path = $TopDir . '/' . $use_hest;
 		$index_path =~ s#//#/#g;
 	}
 	return ($index_path, $index_node_url);
@@ -239,7 +314,7 @@
 
 #	$cond->set_max( $offset + $on_page );
 	$cond->set_options( $HyperEstraier::Condition::SURE );
-	$cond->set_order( 'date NUMA' );
+	$cond->set_order( getSort('search', 'est', $param->{'sort'} ) );
 
 	# get the result of search
 	my @res;
@@ -270,7 +345,7 @@
 		}
 
 		my $row;
-		foreach my $c (qw/fid hname sname backupnum fiilename filepath date type size/) {
+		foreach my $c (qw/fid hname sname backupnum filepath date type size/) {
 			$row->{$c} = $doc->attr($c);
 		}
 		push @res, $row;
@@ -288,15 +363,40 @@
 	$ret =~ s/\\h/$host/ge;
 	$ret =~ s/\\s/$share/ge;
 	$ret =~ s/\\n/$backupnum/ge;
-	
+
+	$ret =~ s/__+/_/g;
+
 	return $ret;
 	
 }
 
+sub get_tgz_size_by_name($) {
+	my $name = shift;
+
+	my $tgz = $Conf{InstallDir}.'/'.$Conf{GzipTempDir}.'/'.$name;
+
+	my $size = -1;
+
+	if (-f "${tgz}.tar.gz") {
+		$size = (stat("${tgz}.tar.gz"))[7];
+	} elsif (-d $tgz) {
+		opendir(my $dir, $tgz) || die "can't opendir $tgz: $!";
+		my @parts = grep { !/^\./ && !/md5/ && -f "$tgz/$_" } readdir($dir);
+		$size = 0;
+		foreach my $part (@parts) {
+			$size += (stat("$tgz/$part"))[7] || die "can't stat $tgz/$part: $!";
+		}
+		closedir $dir;
+	} else {
+		return -1;
+	}
+
+	return $size;
+}
+
 sub getGzipSize($$)
 {
 	my ($hostID, $backupNum) = @_;
-	my $ret;
 	my $sql;
 	my $dbh = get_dbh();
 	
@@ -308,37 +408,75 @@
 				WHERE shares.id=backups.shareid AND
 					  hosts.id =backups.hostid AND
 					  hosts.id=? AND
-					  backups.num=?;
+					  backups.num=?
 			};
 	my $sth = $dbh->prepare($sql);
-	$sth->execute($hostID, $backupNUM);
-	my $row = $res->fetchrow_hashref();
-	
-	my (undef,undef,undef,undef,undef,undef,undef,$ret,undef,undef,undef,undef,undef) = 
-	        	stat( $Conf{InstallDir}.'/'.$Conf{GzipTempDir}.'/'.
-	        		getGzipName($row->{'host'}, $row->{share}, $row->{'backupnum'}));
-	
-	return $ret;	
+	$sth->execute($hostID, $backupNum);
+
+	my $row = $sth->fetchrow_hashref();
+
+	return get_tgz_size_by_name(
+	       	getGzipName($row->{'host'}, $row->{share}, $row->{'backupnum'})
+	);
+}
+
+sub getVolumes($) {
+	my $id = shift;
+
+	my $max_archive_size = $Conf{MaxArchiveSize} || die "no MaxArchiveSize";
+
+	my $sth = $dbh->prepare(qq{
+		select
+			size
+		from backup_parts
+		where backup_id = ?
+		order by part_nr asc
+	});
+
+	$sth->execute($id);
+
+	my $cumulative_size = 0;
+	my $volumes = 1;
+
+	while(my ($size) = $sth->fetchrow_array) {
+		if ($cumulative_size + $size > $max_archive_size) {
+			$volumes++;
+			$cumulative_size = $size;
+		} else {
+			$cumulative_size += $size;
+		}
+	}
+
+	return ($volumes,$cumulative_size);
 }
 
-sub getBackupsNotBurned() {
+sub getBackupsNotBurned($) {
 
+	my $param = shift;
 	my $dbh = get_dbh();
 
-	my $sql = q{
+	my $order = getSort('burn', 'sql', $param->{'sort'});
+
+print STDERR "## sort=". ($param->{'sort'} || 'no sort param') . " burn sql order: $order\n";
+
+	my $sql = qq{
 		SELECT 
 			backups.hostID AS hostID,
 			hosts.name AS host,
 			shares.name AS share,
-			backups.id AS backupnum,
+			backups.num AS backupnum,
 			backups.type AS type,
 			backups.date AS date,
-			backups.size AS size
+			date_part('epoch',now()) - backups.date as age,
+			backups.size AS size,
+			backups.id AS id,
+			backups.inc_size AS inc_size,
+			backups.parts AS parts
 		FROM backups 
 		INNER JOIN shares	ON backups.shareID=shares.ID
 		INNER JOIN hosts	ON backups.hostID = hosts.ID
 		LEFT OUTER JOIN archive_backup ON archive_backup.backup_id = backups.id 
-		WHERE backups.size > 0 AND archive_backup.backup_id IS NULL
+		WHERE backups.inc_size > 0 AND backups.inc_deleted is false AND archive_backup.backup_id IS NULL
 		GROUP BY
 		        backups.hostID,
 			hosts.name,
@@ -348,27 +486,41 @@
 			backups.id,
 			backups.type,
 			backups.date,
-			backups.size
-		ORDER BY backups.date
+			backups.size,
+			backups.inc_size,
+			backups.parts
+		ORDER BY $order
 	};
 	my $sth = $dbh->prepare( $sql );
 	my @ret;
 	$sth->execute();
 
 	while ( my $row = $sth->fetchrow_hashref() ) {
-		$row->{'age'} = sprintf("%0.1f", ( (time() - $row->{'date'}) / 86400 ) );
-		$row->{'size'} = sprintf("%0.2f", $row->{'size'} / 1024 / 1024);
-		my (undef,undef,undef,undef,undef,undef,undef,$fs_size,undef,undef,undef,undef,undef) = 
-	        	stat( $Conf{InstallDir}.'/'.$Conf{GzipTempDir}.'/'.
-	        		getGzipName($row->{'host'}, $row->{share}, $row->{'backupnum'}));
-		$row->{'fs_size'} = $fs_size;
+		$row->{'age'} = sprintf("%0.1f", ( $row->{'age'} / 86400 ) );
+		#$row->{'age'} = sprintf("%0.1f", ( (time() - $row->{'date'}) / 86400 ) );
+
+		my $max_archive_size = $Conf{MaxArchiveSize} || die "no MaxArchiveSize";
+		if ($row->{size} > $max_archive_size) {
+			($row->{volumes}, $row->{inc_size_calc}) = getVolumes($row->{id});
+		}
+
+		$row->{size} = sprintf("%0.2f", $row->{size} / 1024 / 1024);
+
+		# do some cluster calculation (approximate)
+		$row->{inc_size} = int(( ($row->{inc_size} + 1023 ) / 2 )  * 2);
+		$row->{inc_size_calc} ||= $row->{inc_size};
 		push @ret, $row;
 	}
       
-	return @ret;      
+	return @ret;
 }
 
-sub displayBackupsGrid() {
+sub displayBackupsGrid($) {
+
+	my $param = shift;
+
+	my $max_archive_size = $Conf{MaxArchiveSize} || die "no MaxArchiveSize";
+	my $max_archive_file_size = $Conf{MaxArchiveFileSize}  || die "no MaxFileInSize";
 
 	my $retHTML .= q{
 		<form id="forma" method="POST" action="}.$MyURL.q{?action=burn">
@@ -475,13 +627,31 @@
 	z-index: 3;
 	background-color: transparent;
 }
+
+#volumes {
+	padding: 0.4em;
+	display: none;
+	width: 100%;
+	font-size: 80%;
+	color: #ff0000;
+	text-align: center;
+}
 -->
 </style>
 <script type="text/javascript">
 <!--
 
 var debug_div = null;
-var media_size = 4400 * 1024;
+EOF3
+
+	# take maximum archive size from configuration
+	$retHTML .= qq{
+var media_size = $max_archive_size ;
+var max_file_size = $max_archive_file_size;
+
+};
+
+	$retHTML .= <<'EOF3';
 
 function debug(msg) {
 //	return; // Disable debugging
@@ -540,29 +710,53 @@
 	update_sum(suma);
 }
 
-function update_sum(suma) {
+function update_sum(suma, suma_disp) {
+	if (! suma_disp) suma_disp = suma;
+	suma_disp = Math.floor(suma_disp / 1024);
+	element_id('forma').elements['totalsize_kb'].value = suma_disp;
 	element_id('forma').elements['totalsize'].value = suma;
 	pbar_set(suma, media_size);
 	debug('total size: ' + suma);
 }
 
+function update_size(name, checked, suma) {
+	var size = parseInt( element_id("fss" + name).value);
+
+	if (checked) {
+		suma += size;
+	} else {
+		suma -= size;
+	}
+
+	var volumes = parseInt( element_id("prt" + name).value);
+	debug('update_size('+name+','+checked+') suma: '+suma+' volumes: '+volumes);
+	if (volumes > 1) {
+		if (checked) {
+			element_id("volumes").innerHTML = "This will take "+volumes+" mediums!";
+			element_id("volumes").style.display = 'block';
+			suma = size;
+			update_sum(suma);
+		} else {
+			suma -= size;
+			element_id("volumes").style.display = 'none';
+		}
+	}
+
+	return suma;
+}
+
 function sumiraj(e) {
 	var suma = parseInt(element_id('forma').elements['totalsize'].value) || 0;
 	var len = element_id('forma').elements.length;
 	if (e) {
-		var size = parseInt( element_id("fss" + e.name.substr(3)).value);
-		if (e.checked) {
-			suma += size;
-		} else {
-			suma -= size;
-		}
+		suma = update_size(e.name.substr(3), e.checked, suma);
+		if (suma < 0) suma = 0;
 	} else {
 		suma = 0;
 		for (var i = 0; i < len; i++) {
-			var e = element_id('forma').elements[i];
-			if (e.name != 'all' && e.checked && e.name.substr(0,3) == 'fcb') {
-				var el = element_id("fss" + e.name.substr(3));
-				if (el && el.value) suma += parseInt(el.value) || 0;
+			var fel = element_id('forma').elements[i];
+			if (fel.name != 'all' && fel.checked && fel.name.substr(0,3) == 'fcb') {
+				suma = update_size(fel.name.substr(3), fel.checked, suma);
 			}
 		}
 	}
@@ -644,7 +838,8 @@
 </script>
 <div id="fixedBox">
 
-Size: <input type="text" name="totalsize" size="7" readonly="readonly" style="text-align:right;" value="0" /> kB
+<input type="hidden" name="totalsize"/>
+Size: <input type="text" name="totalsize_kb" size="7" readonly="readonly" style="text-align:right;" value="0" /> kB
 
 <div id="mContainer">
 	<div id="gradient">&nbsp;</div>
@@ -653,6 +848,8 @@
 </div>
 <br/>
 
+<div id="volumes">&nbsp;</div>
+
 Note:
 <textarea name="note" cols="10" rows="5" id="note"></textarea>
 
@@ -673,15 +870,18 @@
 			<td class="tableheader">
 				<input type="checkbox" name="allFiles" id="allFiles" onClick="checkAll('allFiles');">
 			</td>
-			<td align="center">Share</td>
-			<td align="center">Backup no</td>
+	} .
+		sort_header($param, 'Share', 'share', 'center') .
+		sort_header($param, '#', 'num', 'center') .
+	qq{
 			<td align="center">Type</td>
-			<td align="center">date</td>
-			<td align="center">age/days</td>
-			<td align="center">size/MB</td>
-			<td align="center">gzip size</td>
-			</tr>
-
+	} .
+		sort_header($param, 'Date', 'date', 'center') .
+		sort_header($param, 'Age/days', 'age', 'center') .
+		sort_header($param, 'Size/Mb', 'size', 'center') .
+		sort_header($param, 'gzip size/Kb', 'incsize', 'center') .
+	qq{
+			<td align="center">medias</td></tr>
 	};
 
 	my @color = (' bgcolor="#e0e0e0"', '');
@@ -689,7 +889,7 @@
 	my $i = 0;
 	my $host = '';
 
-	foreach my $backup ( getBackupsNotBurned() ) {
+	foreach my $backup ( getBackupsNotBurned($param) ) {
 
 		if ($host ne $backup->{'host'}) {
 			$i++;
@@ -697,18 +897,19 @@
 		}
 		my $ftype = "";
 
+		my $checkbox_key = $backup->{'hostid'}. '_' .$backup->{'backupnum'} . '_' . $backup->{'id'};
+
 		$retHTML .=
 			'<tr' . $color[$i %2 ] . '>
 			<td class="fview">';
-		# FIXME
-		$backup->{'fs_size'} = int($backup->{'size'} * 1024);
-		if (($backup->{'fs_size'} || 0) > 0) {
+
+		if (($backup->{'inc_size'} || 0) > 0) {
 			$retHTML .= '
-			<input type="checkbox" name="fcb' .
-			$backup->{'hostid'}.'_'.$backup->{'backupnum'} . 
-			'" value="' . $backup->{'hostid'}.'_'.$backup->{'backupnum'} .
-			'" onClick="sumiraj(this);">';
+			<input type="checkbox" name="fcb' . $checkbox_key . '" value="' . $checkbox_key . '" onClick="sumiraj(this);">';
 		}
+
+		my $img_url = $Conf{CgiImageDirURL};
+
 		$retHTML .=
 			'</td>' .
 			'<td align="right">' . $backup->{'host'} . ':' . $backup->{'share'} . '</td>' .
@@ -717,8 +918,10 @@
 			'<td align="center">' . epoch_to_iso( $backup->{'date'} ) . '</td>' .
 			'<td align="center">' . $backup->{'age'} . '</td>' .
 			'<td align="right">' . $backup->{'size'} . '</td>' .
-			'<td align="right">' . $backup->{'fs_size'} .
-			'<input type="hidden" iD="fss'.$backup->{'hostid'}.'_'.$backup->{'backupnum'} . '" value="'. $backup->{'fs_size'} .'"></td>' .
+			'<td align="right">' . sprintf("%0.1f", $backup->{'inc_size'} / 1024 ) .
+			'<input type="hidden" id="fss'.$checkbox_key .'" value="'. $backup->{'inc_size_calc'} .'"></td>' .
+			'<input type="hidden" id="prt'.$checkbox_key .'" value="'. $backup->{'volumes'} .'"></td>' .
+			'<td align="left">' . ( qq{<img src="$img_url/icon-cd.gif" alt="media">} x $backup->{volumes} ) . '</td>' .
 
 			"</tr>\n";
 	}
@@ -770,11 +973,53 @@
       	<table style="fview" width="100%" border="0" cellpadding="2" cellspacing="0">
 		<tr class="fviewheader"> 
 		<td></td>
-		<td align="center">Share</td>
-		<td align="center">Type and Name</td>
-		<td align="center">#</td>
-		<td align="center">Size</td>
-		<td align="center">Date</td>
+	};
+
+	sub sort_header($$$$) {
+		my ($param, $display, $name, $align) = @_;
+
+		my ($sort_what, $sort_direction) = split(/_/,$param->{'sort'},2);
+
+		my $old_sort = $param->{'sort'};
+
+		my $html = qq{<td align="$align"};
+		my $arrow = '';
+
+		if (lc($sort_what) eq lc($name)) {
+			my $direction = lc($sort_direction);
+
+			# swap direction or fallback to default
+			$direction =~ tr/ad/da/;
+			$direction = 'a' unless ($direction =~ /[ad]/);
+
+			$param->{'sort'} = $name . '_' . $direction;
+			$html .= ' style="border: 1px solid #808080;"';
+		
+			# add unicode arrow for direction
+			$arrow .= '&nbsp;';
+			$arrow .= $direction eq 'a'  ?  '&#9650;'
+				: $direction eq 'd'  ?  '&#9660;'
+				:                       ''
+				;
+
+		} else {
+			$param->{'sort'} = $name . '_a';
+		}
+
+		$html .= '><a href="' . page_uri($param) . '">' . $display . '</a>' . $arrow . '</td>';
+		$param->{'sort'} = $old_sort;
+
+		return $html;
+	}
+
+	$retHTML .=
+		sort_header($param, 'Share', 'share', 'center') .
+		sort_header($param, 'Type and Name', 'path', 'center') .
+		sort_header($param, '#', 'num', 'center') .
+		sort_header($param, 'Size', 'size', 'center') .
+		sort_header($param, 'Date', 'date', 'center');
+
+	$retHTML .= qq{
 		<td align="center">Media</td>
 		</tr>
 	};
@@ -794,6 +1039,46 @@
 		return sprintf(qq{<a href="?action=%s&host=%s&num=%d&share=%s&dir=%s">%s</a>}, $action, @_);
 	}
 
+	my $sth_archived;
+	my %archived_cache;
+
+	sub check_archived($$$) {
+		my ($host, $share, $num) = @_;
+
+		if (my $html = $archived_cache{"$host $share $num"}) {
+			return $html;
+		}
+
+		$sth_archived ||= $dbh->prepare(qq{
+			select
+				dvd_nr, note,
+				count(archive_burned.copy) as copies
+			from archive
+			inner join archive_burned on archive_burned.archive_id = archive.id
+			inner join archive_backup on archive.id = archive_backup.archive_id
+			inner join backups on backups.id = archive_backup.backup_id
+			inner join hosts on hosts.id = backups.hostid
+			inner join shares on shares.id = backups.shareid
+			where hosts.name = ? and shares.name = ? and backups.num = ?
+			group by dvd_nr, note
+		});
+
+		my @mediums;
+
+		$sth_archived->execute($host, $share, $num);
+		while (my $row = $sth_archived->fetchrow_hashref()) {
+			push @mediums, '<abbr title="' .
+				$row->{'note'} .
+				' [' . $row->{'copies'} . ']' .
+				'">' .$row->{'dvd_nr'} .
+				'</abbr>';
+		}
+
+		my $html = join(", ",@mediums);
+		$archived_cache{"$host $share $num"} = $html;
+		return $html;
+	}
+
 	my $i = $offset * $on_page;
 
 	foreach $file (@{ $files }) {
@@ -810,7 +1095,7 @@
 			qq{<td class="fviewborder" align="center">} . restore_link( $typeStr, ${EscURI( $file->{'hname'} )}, $file->{'backupnum'}, ${EscURI( $file->{'sname'})}, ${EscURI( $file->{'filepath'} )}, $file->{'backupnum'} ) . qq{</td>} .
 			qq{<td class="fviewborder" align="right">} . $file->{'size'} . qq{</td>} .
 			qq{<td class="fviewborder">} . epoch_to_iso( $file->{'date'} ) . qq{</td>} .
-			qq{<td class="fviewborder">} . '?' . qq{</td>};
+			qq{<td class="fviewborder">} . check_archived( $file->{'hname'}, $file->{'sname'}, $file->{'backupnum'} ) . qq{</td>};
 
 		$retHTML .= "</tr>";
 	}
@@ -825,20 +1110,26 @@
 	my $max_page = int( $results / $on_page );
 	my $page = 0;
 
-	sub page_link($$$) {
-		my ($param,$page,$display) = @_;
-
-		$param->{'offset'} = $page;
+	sub page_uri($) {
+		my $param = shift || die "no param?";
 
-		my $html = '<a href = "' . $MyURL;
+		my $uri = $MyURL;
 		my $del = '?';
 		foreach my $k (keys %{ $param }) {
 			if ($param->{$k}) {
-				$html .= $del . $k . '=' . ${EscURI( $param->{$k} )};
+				$uri .= $del . $k . '=' . ${EscURI( $param->{$k} )};
 				$del = '&';
 			}
 		}
-		$html .= '">' . $display . '</a>';
+		return $uri;
+	}
+
+	sub page_link($$$) {
+		my ($param,$page,$display) = @_;
+
+		$param->{'offset'} = $page if (defined($page));
+
+		my $html = '<a href = "' . page_uri($param) . '">' . $display . '</a>';
 	}
 
 	$retHTML .= '<div style="text-align: center;">';