198 |
my $rec = $self->{'data'}->{$mfn}; |
my $rec = $self->{'data'}->{$mfn}; |
199 |
$self->create_lookup($rec, @{$arg->{'lookup'}}); |
$self->create_lookup($rec, @{$arg->{'lookup'}}); |
200 |
|
|
201 |
|
$self->progress_bar($mfn,$maxmfn); |
202 |
|
|
203 |
} |
} |
204 |
|
|
205 |
$self->{'current_mfn'} = 1; |
$self->{'current_mfn'} = 1; |
206 |
|
$self->{'last_pcnt'} = 0; |
207 |
|
|
208 |
# store max mfn and return it. |
# store max mfn and return it. |
209 |
return $self->{'max_mfn'} = $maxmfn; |
return $self->{'max_mfn'} = $maxmfn; |
231 |
return; |
return; |
232 |
} |
} |
233 |
|
|
234 |
|
$self->progress_bar($mfn,$self->{'max_mfn'}); |
235 |
|
|
236 |
return $self->{'data'}->{$mfn}; |
return $self->{'data'}->{$mfn}; |
237 |
} |
} |
238 |
|
|
239 |
|
=head2 progress_bar |
240 |
|
|
241 |
|
Draw progress bar on STDERR. |
242 |
|
|
243 |
|
$webpac->progress_bar($current, $max); |
244 |
|
|
245 |
|
=cut |
246 |
|
|
247 |
|
sub progress_bar { |
248 |
|
my $self = shift; |
249 |
|
|
250 |
|
my ($curr,$max) = @_; |
251 |
|
|
252 |
|
my $log = $self->_get_logger(); |
253 |
|
|
254 |
|
$log->logconfess("no current value!") if (! $curr); |
255 |
|
$log->logconfess("no maximum value!") if (! $max); |
256 |
|
|
257 |
|
if ($curr > $max) { |
258 |
|
$max = $curr; |
259 |
|
$log->debug("overflow to $curr"); |
260 |
|
} |
261 |
|
|
262 |
|
$self->{'last_pcnt'} ||= 1; |
263 |
|
|
264 |
|
$self->{'last_pcnt'} = $curr if ($curr < $self->{'last_pcnt'}); |
265 |
|
|
266 |
|
my $p = int($curr * 100 / $max); |
267 |
|
if ($p != $self->{'last_pcnt'}) { |
268 |
|
printf STDERR ("%5d / %5d [%-51s] %-2d %% \r",$curr,$max,"=" x ($p/2).">", $p ); |
269 |
|
$self->{'last_pcnt'} = $p; |
270 |
|
} |
271 |
|
print STDERR "\n" if ($p == 100); |
272 |
|
} |
273 |
|
|
274 |
=head2 open_import_xml |
=head2 open_import_xml |
275 |
|
|
276 |
Read file from C<import_xml/> directory and parse it. |
Read file from C<import_xml/> directory and parse it. |
375 |
|
|
376 |
if ($$rec->{$f}) { |
if ($$rec->{$f}) { |
377 |
return '' if (! $$rec->{$f}->[$i]); |
return '' if (! $$rec->{$f}->[$i]); |
378 |
|
no strict 'refs'; |
379 |
if ($sf && $$rec->{$f}->[$i]->{$sf}) { |
if ($sf && $$rec->{$f}->[$i]->{$sf}) { |
380 |
$$found++ if (defined($$found)); |
$$found++ if (defined($$found)); |
381 |
return $$rec->{$f}->[$i]->{$sf}; |
return $$rec->{$f}->[$i]->{$sf}; |
657 |
my @ds = $webpac->data_structure($rec); |
my @ds = $webpac->data_structure($rec); |
658 |
|
|
659 |
This method will also set C<$webpac->{'currnet_filename'}> if there is |
This method will also set C<$webpac->{'currnet_filename'}> if there is |
660 |
<filename> tag in C<import_xml>. |
<filename> tag in C<import_xml> and C<$webpac->{'headline'}> if there is |
661 |
|
<headline> tag. |
662 |
|
|
663 |
=cut |
=cut |
664 |
|
|
671 |
$log->logconfess("need HASH as first argument!") if ($rec !~ /HASH/o); |
$log->logconfess("need HASH as first argument!") if ($rec !~ /HASH/o); |
672 |
|
|
673 |
undef $self->{'currnet_filename'}; |
undef $self->{'currnet_filename'}; |
674 |
|
undef $self->{'headline'}; |
675 |
|
|
676 |
my @sorted_tags; |
my @sorted_tags; |
677 |
if ($self->{tags_by_order}) { |
if ($self->{tags_by_order}) { |
709 |
@v = map { $self->apply_format($tag->{'format_name'},$tag->{'format_delimiter'},$_) } @v; |
@v = map { $self->apply_format($tag->{'format_name'},$tag->{'format_delimiter'},$_) } @v; |
710 |
} |
} |
711 |
|
|
712 |
|
if ($field eq 'filename') { |
713 |
|
$self->{'current_filename'} = join('',@v); |
714 |
|
$log->debug("filename: ",$self->{'current_filename'}); |
715 |
|
} elsif ($field eq 'headline') { |
716 |
|
$self->{'headline'} .= join('',@v); |
717 |
|
$log->debug("headline: ",$self->{'headline'}); |
718 |
|
next; # don't return headline in data_structure! |
719 |
|
} |
720 |
|
|
721 |
# does tag have type? |
# does tag have type? |
722 |
if ($tag->{'type'}) { |
if ($tag->{'type'}) { |
723 |
push @{$row->{$tag->{'type'}}}, @v; |
push @{$row->{$tag->{'type'}}}, @v; |
726 |
push @{$row->{'swish'}}, @v; |
push @{$row->{'swish'}}, @v; |
727 |
} |
} |
728 |
|
|
|
if ($field eq 'filename') { |
|
|
$self->{'current_filename'} = join('',@v); |
|
|
$log->debug("filename: ",$self->{'current_filename'}); |
|
|
} |
|
729 |
|
|
730 |
} |
} |
731 |
|
|
776 |
return $out; |
return $out; |
777 |
} |
} |
778 |
|
|
779 |
|
=head2 output_file |
780 |
|
|
781 |
|
Create output from in-memory data structure using Template Toolkit template |
782 |
|
to a file. |
783 |
|
|
784 |
|
$webpac->output_file( |
785 |
|
file => 'out.txt', |
786 |
|
template => 'text.tt', |
787 |
|
data => @ds |
788 |
|
); |
789 |
|
|
790 |
|
=cut |
791 |
|
|
792 |
|
sub output_file { |
793 |
|
my $self = shift; |
794 |
|
|
795 |
|
my $args = {@_}; |
796 |
|
|
797 |
|
my $log = $self->_get_logger(); |
798 |
|
|
799 |
|
$log->logconfess("need file name") if (! $args->{'file'}); |
800 |
|
|
801 |
|
$log->debug("creating file ",$args->{'file'}); |
802 |
|
|
803 |
|
open(my $fh, ">", $args->{'file'}) || $log->logdie("can't open output file '$self->{'file'}': $!"); |
804 |
|
print $fh $self->output( |
805 |
|
template => $args->{'template'}, |
806 |
|
data => $args->{'data'}, |
807 |
|
) || $log->logdie("print: $!"); |
808 |
|
close($fh) || $log->logdie("close: $!"); |
809 |
|
} |
810 |
|
|
811 |
=head2 apply_format |
=head2 apply_format |
812 |
|
|
813 |
Apply format specified in tag with C<format_name="name"> and |
Apply format specified in tag with C<format_name="name"> and |