/[BackupPC]/trunk/bin/BackupPC_burnArchiveCLI
This is repository of my old source code which isn't updated any more. Go to git.rot13.org for current projects!
ViewVC logotype

Annotation of /trunk/bin/BackupPC_burnArchiveCLI

Parent Directory Parent Directory | Revision Log Revision Log


Revision 203 - (hide annotations)
Fri Oct 14 15:53:54 2005 UTC (18 years, 7 months ago) by dpavlin
File size: 9373 byte(s)
display some progress about dumping of file list

1 dpavlin 193 #!/usr/bin/perl
2 dpavlin 174
3     use strict;
4 dpavlin 193 use lib "__INSTALLDIR__/lib";
5 dpavlin 174
6     use DBI;
7     use BackupPC::Lib;
8     use BackupPC::SearchLib;
9     use Time::HiRes qw/time/;
10     use POSIX qw/strftime/;
11     use Term::Menus;
12 dpavlin 199 use File::Which;
13 dpavlin 174
14     use Data::Dumper;
15    
16     my $debug = 0;
17     $|=1;
18    
19 dpavlin 202 # don't check for user
20     my $bpc = BackupPC::Lib->new(undef, undef, 1) || die;
21     my %Conf = $bpc->Conf();
22     %BackupPC::SearchLib::Conf = %Conf;
23 dpavlin 199
24 dpavlin 202 my $cdrecord = $Conf{CDRecordBin} || die "Need CDRecordBin in config.pl\n";
25     my $cdr_opts = $Conf{CDRecordOpts} || die "Need CDRecordOpts in config.pl\n";
26    
27    
28 dpavlin 199 my $bin;
29 dpavlin 202 foreach my $c (qw/mkisofs eject/, $cdrecord) {
30 dpavlin 199 $bin->{$c} = which($c) || die "$0 needs $c, install it\n";
31     }
32    
33 dpavlin 174 my $start_t = time();
34    
35     my $t_fmt = '%Y-%m-%d %H:%M:%S';
36    
37    
38     my $dsn = $Conf{SearchDSN} || die "Need SearchDSN in config.pl\n";
39     my $user = $Conf{SearchUser} || '';
40    
41     my $dbh = DBI->connect($dsn, $user, "", { RaiseError => 1, AutoCommit => 1 });
42    
43     my $tar_dir = $Conf{InstallDir}.'/';
44     $tar_dir .= $Conf{GzipTempDir} || die "GzipTempDir isn't defined in configuration";
45    
46 dpavlin 176 die "problem with $tar_dir, check GzipTempDir in configuration\n" unless (-d $tar_dir);
47 dpavlin 174
48     my $iso_dir = $Conf{InstallDir}.'/';
49     $iso_dir .= $Conf{ISOTempDir} || die "ISOTempDir isn't defined in configuration";
50     die "problem with $iso_dir, check ISOTempDir in configuration\n" unless (-d $iso_dir && -w $iso_dir);
51    
52     #---- subs ----
53    
54     sub fmt_time {
55     my $t = shift || return;
56     my $out = "";
57     my ($ss,$mm,$hh) = gmtime($t);
58     $out .= "${hh}h" if ($hh);
59     $out .= sprintf("%02d:%02d", $mm,$ss);
60     return $out;
61     }
62    
63     sub curr_time {
64     return strftime($t_fmt,localtime());
65     }
66    
67 dpavlin 188 sub dumpArchive2XML($$$)
68     {
69     my ($dbh, $dvd_nr, $filename) = @_;
70     my %archive;
71     my $output = new IO::File(">$filename");
72     my $writer = new XML::Writer(OUTPUT=>$output, NEWLINES => 1);
73    
74 dpavlin 203 print "Dumping file list for DVD $dvd_nr";
75    
76 dpavlin 189 $writer->pi('xml-stylesheet', 'href="archive.css" type="text/css"');
77    
78 dpavlin 188 my $files_sql = q{
79     SELECT
80     files.path AS path,
81     files.date AS date,
82     files.type AS type,
83     files.size AS size
84     FROM files, backups, shares
85     WHERE files.backupnum=backups.num AND
86     files.shareid=shares.id AND
87     shares.hostid=backups.hostid AND
88     backups.id=?
89     };
90    
91     my $backups_sql = q{
92     SELECT
93     backups.id AS backup_id,
94     hosts.name AS host,
95     backups.num AS num,
96     backups.date AS date,
97     shares.name AS share,
98     backups.size AS backup_size,
99 dpavlin 202 backups.inc_size AS compress_size
100 dpavlin 188 FROM backups, archive_backup, hosts, shares
101     WHERE archive_backup.backup_id = backups.id
102     AND hosts.id=backups.hostid
103     AND shares.id=backups.shareid
104     AND archive_backup.archive_id = ?
105     };
106    
107     my $sth = $dbh->prepare("SELECT dvd_nr, total_size, note, username, date,id FROM archive WHERE dvd_nr=?");
108     $sth->execute($dvd_nr);
109     my $row = $sth->fetchrow_hashref();
110    
111     my $row_h;
112     foreach my $hide (qw/id note/) {
113 dpavlin 199 $row_h->{$hide} = $row->{$hide} || '';
114 dpavlin 188 delete $row->{$hide};
115     }
116    
117     $writer->startTag("archive", %{$row});
118    
119     $writer->startTag("note");
120     $writer->characters( $row_h->{'note'} );
121     $writer->endTag("note");
122    
123     my $sth_backups = $dbh->prepare( $backups_sql );
124     $sth_backups->execute( $row_h->{'id'} );
125    
126     while (my $row = $sth_backups->fetchrow_hashref()) {
127    
128 dpavlin 203 print ".";
129    
130 dpavlin 188 my $sth_files = $dbh->prepare( $files_sql);
131     $sth_files->execute($row->{'backup_id'});
132    
133     delete($row->{'backup_id'});
134 dpavlin 189 $row->{'date'} = strftime($t_fmt,gmtime($row->{'date'}));
135 dpavlin 188
136     $writer->startTag( "backup", %{$row} );
137    
138     while (my $row = $sth_files->fetchrow_hashref()) {
139     # convert filetype to string
140     $row->{'type'} = BackupPC::Attrib::fileType2Text(undef, $row->{'type'});
141 dpavlin 189 $row->{'date'} = strftime($t_fmt,gmtime($row->{'date'}));
142 dpavlin 188 my $path = $row->{'path'}; delete $row->{'path'};
143    
144     $writer->startTag("file", %{$row});
145     $writer->characters( $path );
146     $writer->endTag("file");
147     }
148     $writer->endTag("backup");
149     }
150    
151     $writer->endTag("archive");
152     $writer->end();
153 dpavlin 203
154     print "\n";
155 dpavlin 188 }
156    
157    
158    
159 dpavlin 174 #----- main
160    
161     my $sth = $dbh->prepare( qq{
162     select
163     id,dvd_nr,total_size,note,username,
164     archive.date as date,
165     count(archive_burned.archive_id) as copies
166     from archive
167     left outer join archive_burned on archive.id=archive_burned.archive_id
168     group by id,dvd_nr,total_size,note,username,archive.date
169     order by date asc
170     } );
171    
172     $sth->execute();
173    
174     sub fmt_archive($) {
175     my $row = shift || die;
176    
177     $row->{'date'} =~ s/\.\d+$//;
178     $row->{'copies'} =~ s/^\s*0+\s*$/no/;
179     $row->{'total_size'} /= (1024*1024);
180    
181 dpavlin 202 my $copies = 'copies';
182     $copies = 'copy' if ($row->{'copies'} == 1);
183 dpavlin 174
184     return
185     sprintf("%d by %s on %s, %s %s [%.2f Mb]",
186     $row->{'dvd_nr'},
187     $row->{'username'},
188     $row->{'date'},
189 dpavlin 202 $row->{'copies'}, $copies,
190 dpavlin 174 $row->{'total_size'},
191     );
192     }
193    
194     my @burned;
195     my @not_burned;
196    
197     while (my $row = $sth->fetchrow_hashref) {
198     if ($row->{'copies'}) {
199     push @burned, fmt_archive($row);
200     } else {
201     push @not_burned, fmt_archive($row);
202     }
203     }
204    
205     my %Menu_archive = (
206     Label => 'Menu_archive',
207    
208     Item_1 => {
209     Text => 'DVD #]Convey[',
210     Convey => [ @not_burned ],
211     Default => '*',
212     },
213     Item_2 => {
214     Text => 'DVD #]Convey[',
215     Convey => [ @burned ],
216     },
217    
218     Select => 'Many',
219    
220     Banner => "Select one or more DVD media for burning",
221     );
222    
223     my @archives_to_burn = Menu(\%Menu_archive);
224    
225     print "\n";
226    
227 dpavlin 175 sub skip($) {
228     my $msg = shift;
229     print "WARNING: $msg, skipping...\n";
230     goto SKIP;
231     }
232    
233     my $sth_archive_backup = $dbh->prepare( qq{
234     select
235     backup_id,
236 dpavlin 176 archive_id,
237 dpavlin 175 hosts.name as host,
238     shares.name as share,
239 dpavlin 199 backups.num as num,
240     backups.parts as parts
241 dpavlin 175 from archive_backup
242     join archive on archive_id = archive.id
243     join backups on backup_id = backups.id
244     join hosts on hostid = hosts.id
245     join shares on shareid = shares.id
246     where archive.dvd_nr = ?
247     });
248    
249 dpavlin 176 my $sth_archive_burned = $dbh->prepare( qq{
250     insert into archive_burned
251 dpavlin 202 (archive_id, iso_size, part, copy)
252     values ( (select id from archive where dvd_nr =?), ?, ?, ?)
253 dpavlin 176 });
254    
255 dpavlin 174 foreach my $arc (@archives_to_burn) {
256     exit if ($arc eq ']quit[');
257    
258     my $dvd_nr = $1 if ($arc =~ m/DVD #(\d+)/);
259     die "BUG: can't find dvd_nr in $arc\n" unless ($dvd_nr);
260    
261 dpavlin 175 my $tmp_dir = "/$iso_dir/$dvd_nr";
262 dpavlin 174
263 dpavlin 175 my $t = time();
264    
265     print "Working on DVD #$dvd_nr in $tmp_dir\n";
266    
267 dpavlin 199 my $part_path = '';
268     my $part_nr = 1;
269     my $parts = 0;
270    
271     $sth_archive_backup->execute($dvd_nr);
272 dpavlin 175
273 dpavlin 199 my $disk_name = 'unknown disk';
274     my $iso_size = 0;
275 dpavlin 175
276 dpavlin 199 do {
277 dpavlin 175
278 dpavlin 199 # do we need to re-execute query for multi-part increments?
279     $sth_archive_backup->execute($dvd_nr) if ($parts > 1);
280 dpavlin 175
281 dpavlin 199 my $row = $sth_archive_backup->fetchrow_hashref || die "can't fetch row";
282 dpavlin 175
283    
284 dpavlin 199 $parts = $row->{'parts'} || die "no parts?";
285     $disk_name = $dvd_nr;
286 dpavlin 175
287 dpavlin 199 if ($parts > 1) {
288     # parts start with 0, so we have -1 here
289     $part_path = '.' . ($part_nr - 1);
290     $disk_name .= '.' . $part_nr;
291     }
292 dpavlin 188
293 dpavlin 199 print "Processing part $part_nr/$parts\n";
294 dpavlin 189
295 dpavlin 199 my $list_file = my $iso_file = my $xml_file = "${iso_dir}/${dvd_nr}";
296 dpavlin 200 $list_file .= $part_path . '.list';
297 dpavlin 199 $iso_file .= $part_path . '.iso';
298     $xml_file .= '.xml';
299 dpavlin 181
300 dpavlin 199 #
301     # check if ISO file exists
302     #
303 dpavlin 175
304 dpavlin 199 if (! -e $iso_file) {
305 dpavlin 176
306 dpavlin 199 open(my $list, "> $list_file") || skip "can't open $list_file: $!";
307 dpavlin 176
308 dpavlin 199 my $inc = 0;
309 dpavlin 176
310 dpavlin 199 do {
311     my $tar_file = BackupPC::SearchLib::getGzipName($row->{'host'}, $row->{'share'}, $row->{'num'});
312     if (-f "$tar_dir/$tar_file") {
313     skip "can't find increment $tar_file: $!" unless (-r "$tar_dir/$tar_file");
314     print $list "$tar_dir/$tar_file\n";
315     } else {
316     my $len = length("$parts");
317 dpavlin 200 my $nr = sprintf("%0${len}d", ($part_nr - 1));
318 dpavlin 199 print $list "$tar_dir/$tar_file/part$nr\n";
319     }
320     $inc++;
321     } while ($row = $sth_archive_backup->fetchrow_hashref);
322 dpavlin 176
323 dpavlin 199 # add file list and note in xml
324     dumpArchive2XML($dbh, $dvd_nr, $xml_file) unless (-f $xml_file);
325     print $list "$xml_file\n";
326 dpavlin 176
327 dpavlin 199 # add css file for archive
328     my $css_file = $Conf{CgiImageDir} . '/archive.css';
329     if (-r $css_file) {
330     print $list "$css_file\n";
331     } else {
332     print "WARNING: missing $css_file, not added to iso image!\n";
333     }
334    
335     close($list);
336    
337     print "Running mkisofs now for $inc increments, disk $disk_name\n";
338    
339     my $cmd = $bin->{'mkisofs'} . qq{ -A BackupPC -gui -J -r -T --input-charset ISO-8859-2 -V $disk_name -o $iso_file -path-list $list_file };
340    
341     system($cmd) == 0 or skip "can't run $cmd: $?";
342    
343     $iso_size = (stat($iso_file))[7];
344    
345     print "Created $iso_file [$iso_size bytes] in ", fmt_time(time() - $t), "\n";
346    
347     } else {
348     print "ISO $iso_file allready exists\n";
349     }
350    
351 dpavlin 202 my $copies = $Conf{BurnMultipleCopies} || 1;
352 dpavlin 199
353 dpavlin 202 foreach my $copy_nr ( 1 .. $copies ) {
354 dpavlin 199
355 dpavlin 202 print "\nREADY TO BURN MEDIA $disk_name copy $copy_nr\n\nPlease insert blank media and press ENTER\n\n";
356 dpavlin 199
357 dpavlin 202 system($bin->{'eject'}) == 0 or skip "can't run eject: $?";
358 dpavlin 199
359 dpavlin 202 my $wait = <STDIN>;
360 dpavlin 199
361 dpavlin 202 my $cmd = $bin->{$cdrecord} . ' ' . $cdr_opts . ' ' . $iso_file;
362 dpavlin 199
363 dpavlin 202 # FIXME
364     print "## $cmd\n";
365     system($cmd) == 0 or skip "can't run $cmd: $?";
366 dpavlin 199
367 dpavlin 202 print "\n\nPLEASE REMOVE DVD MEDIA AND LABEL IT WITH $disk_name\n\n";
368 dpavlin 199
369 dpavlin 202 $sth_archive_burned->execute($dvd_nr, $iso_size, $part_nr, $copy_nr);
370    
371     print "Media burn for $disk_name copy $copy_nr recorded\n";
372     }
373    
374 dpavlin 199 $part_nr++;
375     } until ($part_nr > $parts);
376    
377 dpavlin 175 SKIP:
378    
379 dpavlin 174 }
380    
381     #my $tar_file = BackupPC::SearchLib::getGzipName($row->{'host'}, $row->{'share'}, $row->{'num'});
382     #print curr_time, sprintf(" %s:%s %-3d ", $row->{'host'}, $row->{'share'}, $row->{'num'}), " -> $tar_file ";
383    
384 dpavlin 199 print "Recoding finished, exiting...\n";
385    
386 dpavlin 174 $sth->finish;
387 dpavlin 199 $sth_archive_backup->finish;
388     $sth_archive_burned->finish;
389    
390 dpavlin 174 $dbh->disconnect;
391    

Properties

Name Value
svn:executable *

  ViewVC Help
Powered by ViewVC 1.1.26