/[BackupPC]/trunk/bin/BackupPC_recover_from_increments
This is repository of my old source code which isn't updated any more. Go to git.rot13.org for current projects!
ViewVC logotype

Diff of /trunk/bin/BackupPC_recover_from_increments

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 333 by dpavlin, Tue Feb 7 21:22:29 2006 UTC revision 362 by dpavlin, Sat Apr 29 12:29:15 2006 UTC
# Line 1  Line 1 
1  #!/usr/bin/perl -w  #!/usr/bin/perl -w
2    
3  # quick hack to create BackupPC pool out of increments  use strict;
4    
5  # 2006-02-07 Dobrica Pavlinusic <dpavlin@rot13.org>  =head1 NAME
6    
7    BackupPC_recover_from_increments
8    
9    =head1 DESCRIPTION
10    
11    quick hack to create BackupPC pool out of increments
12    
13    =head1 SYNOPSYS
14    
15     BackupPC_recover_from_increments /restore/from/directory/ [/path/to/increment/to/restore.tar.gz ... ]
16    
17    =head1 HISTORY
18    
19    2006-02-07 Dobrica Pavlinusic <dpavlin@rot13.org>
20    
21    =cut
22    
23  use File::Find;  use File::Find;
24    use File::Path;
25  use Data::Dumper;  use Data::Dumper;
26    
27  use lib "/data/backuppc/lib";  use lib "/data/backuppc/lib";
28  use BackupPC::Lib;  use BackupPC::Lib;
29    
30    my $host = 'restore';
31    my $share = '/etc';
32    
33  my $restore_path = './temp/restore.tar.gz';  # this option will cleanup tar dump before import of each increment
34    # WARNING: this will create increments which contain only new files, not
35    # state of share in that particular moment! (it's fast, though)
36    my $cleanup_before_increment = 0;
37    
38    # this option will probably create wrong increments, but it's here for
39    # testing and comparison. In short, don't use it!
40    my $restore_via_temp_dir = 1;
41    
42  # connect to BackupPC_server  # connect to BackupPC_server
43    
44  die("BackupPC::Lib->new failed\n") if ( !(my $bpc = BackupPC::Lib->new) );  my $bpc = BackupPC::Lib->new(undef, undef, 1) || die;
45  my %Conf   = $bpc->Conf();  my %Conf = $bpc->Conf();
46    
47  $bpc->ChildInit();  $bpc->ChildInit();
48    
# Line 26  if ( $err ) { Line 52  if ( $err ) {
52      exit(1);      exit(1);
53  }  }
54    
55  sub increment {  my $TopDir = $bpc->TopDir();
56          my $path = $File::Find::name;  
57    #print Dumper(\%Conf);
58    
59    # check if host exists
60    
61    my $host_info = $bpc->HostInfoRead( $host );
62    #print Dumper($host_info, $bpc->HostInfoRead( 'localhost' ));
63    die "host '$host' is not found, please add it to config/hosts configuration file\n" unless ($host_info->{$host});
64    
65    # take care of temporary directory for increments
66    
67    my $inc_tmp_dir = $Conf{IncrementTempDir} || die "need working directory in IncrementTempDir\n";
68    
69    sub cleanup_inc_temp_dir {
70            rmtree($inc_tmp_dir) if (-e $inc_tmp_dir);
71            mkpath($inc_tmp_dir);
72    }
73    
74    print "# using $inc_tmp_dir for increment scratch space";
75    cleanup_inc_temp_dir() if (! $cleanup_before_increment);
76    
77    my $restore_path = "$Conf{InstallDir}/$Conf{GzipTempDir}/${host}-restore.tar.gz";
78    
79    # create restore host configuration
80    
81    my $conf_restore = <<'_END_OF_CONF_';
82    
83    $Conf{XferMethod} = 'tar';
84    $Conf{TarShareName} = '__share__';
85    
86    # disable ping
87    $Conf{PingCmd} = '';
88    # work-around for Backup aborted because of CorrectHostCheck
89    $Conf{FixedIPNetBiosNameCheck} = 0;
90    $Conf{NmbLookupCmd} = '';
91    $Conf{ClientNameAlias} = 'localhost';
92    
93    #$Conf{TarIncrArgs} = '';
94    #$Conf{ClientTimeout} = 600;
95    
96    _END_OF_CONF_
97    
98    $conf_restore .= <<'_END_OF_CONF_' if (! $restore_via_temp_dir);
99    
100    #$Conf{TarClientCmd} = '';
101    #$Conf{TarFullArgs} = 'gzip -cdv __restore_path__';
102    
103    # force BackupPC_tarExtract to produce output of tar -c -v -f - --totals
104    # so that we can just pipe tar into it!
105    $Conf{tarExtractEmulateTotals} = 1;
106    $Conf{TarClientCmd} = 'zcat __restore_path__';
107    
108    _END_OF_CONF_
109    
110    $conf_restore .= <<'_END_OF_CONF_' if ($restore_via_temp_dir);
111    
112    $Conf{TarClientCmd} = '$tarPath -c -v -f - -C __inc_tmp_dir__ --totals';
113    
114    _END_OF_CONF_
115    
116          print "working on $path\n";  $conf_restore =~ s/__share__/$share/gs;
117    $conf_restore =~ s/__inc_tmp_dir__/$inc_tmp_dir/gs;
118    $conf_restore =~ s/__restore_path__/$restore_path/gs;
119    
120          if (-e $restore_path) {  $conf_restore .= "\n1;\n";
121                  unlink $restore_path || die "can't remove $restore_path: $!\n";  
122    my $config_file = "$bpc->{TopDir}/conf/${host}.pl";
123    
124    open(my $host_fh, '>', $config_file) || die "can't open $config_file: $!";
125    print $host_fh $conf_restore || die "can't write configuration in $config_file: $!";
126    close($host_fh) || die "can't close $config_file: $!";
127    
128    warn "written config:\n$conf_restore\n";
129    
130    sub restore_increments {
131    
132            foreach my $path (@_) {
133                    next unless ($path);    # skip 0 element which is undef
134    
135                    print "extracting $path\n";
136    
137                    my $cmd = "cd $inc_tmp_dir && tar xfz $path";
138                    system($cmd) == 0 or die "can't execute: $cmd -- $?\n";
139            
140          }          }
         link $path, $restore_path || die "can't create link $path -> $restore_path: $!\n";  
141    
142          $bpc->ServerMesg("log User backuppc started restore of $restore_path");  #       print "using $path to create increment\n";
143    #
144    #       if (-e $restore_path) {
145    #               unlink $restore_path || die "can't remove $restore_path: $!\n";
146    #       }
147    #       symlink $path, $restore_path || die "can't create link $path -> $restore_path: $!\n";
148    
149            print "starting import into BackupPC pool\n";
150    
151            my $user = $host_info->{$host}->{user} || die "can't get user for host $host";
152    
153            my @backups = $bpc->BackupInfoRead( $host );
154    
155            my $full = 1;
156            foreach my $b (@backups) {
157                    $full = 0 if ($b->{type} eq 'full');
158            }
159    
160          my $full = 0;          my $r = $bpc->ServerMesg("backup $host $host $user $full");
161          my $r = $bpc->ServerMesg("backup restore restore backuppc $full");          print "backup ", $full ? 'full' : 'incremental', " --> $r";
162          print "backup --> $r\n";          die $r if ($r =~ m/^error/);
163    
164          # Status_backup_in_progress          # Status_backup_in_progress
165          # Status_idle          # Status_idle
166    
167          my $state = 'unknown';          my ($state,$last_state) = ('','x');
168    
169          while ($state ne 'Status_idle') {          while ($state ne 'Status_idle') {
170                  my $s = $bpc->ServerMesg("status hosts");                  my $s = $bpc->ServerMesg("status hosts");
# Line 54  sub increment { Line 173  sub increment {
173                          eval "$s";                          eval "$s";
174                  }                  }
175                  $state = $Status{restore}->{state};                  $state = $Status{restore}->{state};
176                  print "# $state\n"; #, Dumper($Status{restore});  
177                    die $state if ($state =~ m/^error/);
178    
179                    if ($state ne $last_state) {
180                            print "\n$state"; #, Dumper($Status{restore});
181                    } else {
182                            print ".";
183                    }
184                    $last_state = $state;
185                  sleep 1;                  sleep 1;
186          }          }
187            print "\n";
188    }
189    
190    # now, start restore
191    
192    my $increments;
193    
194    foreach my $restore_inc (@ARGV) {
195    
196            sub extract_filename {
197                    my $path = shift || die "no path?";
198                    if ($path =~ m#^(.*)/(\w+)_(\w+)_(\d+)\.tar\.gz$#) {
199                            my ($path,$host,$share,$num) = ($1,$2,$3,$4);
200                            $increments->{$host}->{$share}->{$num}->[1] = "${path}/${host}_${share}_${num}.tar.gz";
201                    } elsif ($path =~ m#^(.*)/(\w+)_(\w+)_(\d+)/(\d+)\.tar.gz$#) {
202                            my ($path,$host,$share,$num,$part) = ($1,$2,$3,$4,$5);
203                            $increments->{$host}->{$share}->{$num}->[$part] = "${path}/${host}_${share}_${num}/${part}.tar.gz";
204                    } else {
205                            print "# skipped: $path\n";
206                    }
207            }
208    
209            if (-d $restore_inc) {
210    
211                    find({ wanted => sub {
212                            extract_filename( $File::Find::name );
213                    }, follow => 0 }, $restore_inc);
214    
215            } elsif (-f $restore_inc) {
216                    extract_filename( $restore_inc );
217            } else {
218                    warn "skipped: $restore_inc, not file or directory\n";
219            }
220    
221    }
222    
223    print Dumper($increments);
224    
225    cleanup_inc_temp_dir();
226    
227    foreach my $host (sort keys %{ $increments }) {
228            foreach my $share (sort keys %{ $increments->{$host} }) {
229                    foreach my $num (sort keys %{ $increments->{$host}->{$share} }) {
230                            print "# about to restore $host $share $num\n";
231                            my @parts = @{ $increments->{$host}->{$share}->{$num} };
232                            my $msg = "started recovery of ${host}:${share}#${num} with " . $#parts . " parts";
233    
234                            print "LOG: $msg\n";
235                            $bpc->ServerMesg("log $msg");
236    
237                            restore_increments( @parts );
238                    }
239            }
240  }  }
241                    
242    
243  find({ wanted => \&increment, follow => 0 }, './temp');  #unlink $config_file || die "can't remove $config_file: $!";
244    
245    rmtree($inc_tmp_dir) if (-e $inc_tmp_dir);
Legend:
Removed from v.333  
changed lines
  Added in v.362
  ViewVC Help
Powered by ViewVC 1.1.26