--- trunk2/all2all.pl 2004/06/19 18:16:20 372 +++ trunk2/all2all.pl 2004/09/07 18:02:06 413 @@ -9,20 +9,27 @@ use strict; use Data::Dumper; use Carp; -use Log::Log4perl qw(get_logger :levels); use lib './lib'; use WebPAC; - -Log::Log4perl->init('log.conf'); -my $log = get_logger(); +use WebPAC::jsFind; +use WebPAC::Index; my $webpac = new WebPAC( code_page => 'ISO-8859-2', - limit_mfn => 500, +# limit_mfn => 500, # debug => 1, ) || die; +my $log = $webpac->_get_logger(); + +my $index = new WebPAC::jsFind( + index_path => './out/index', + keys => 10, +) || die; + +my $thes; + $|=1; my $maxmfn = $webpac->open_isis( @@ -33,6 +40,7 @@ # { 'eval '=> '"v901^a" eq "Mikrotezaurus"', 'key' => 'a:v561^4:v562^4:v461^1', 'val' => 'v900' }, # { 'eval' => '"v901^a" eq "Deskriptor"', 'key' => 'a:v561^4:v562^4:v461^1', 'val' => 'v900' }, { 'key' => 'a:v561^4:v562^4:v461^1', 'val' => 'v900' }, + { 'key' => '900_mfn:v900', 'val' => 'v000' }, ], ); @@ -44,19 +52,88 @@ my @ds = $webpac->data_structure($rec); - if ($log->is_debug) { + if (0 && $log->is_debug) { $log->debug("rec = ",Dumper($rec)); $log->debug("ds = ",Dumper(\@ds)); } - print $webpac->output( - template => 'text.tt', - data => \@ds, - ) if (@ds); + next if (! @ds); + + my $filename = $webpac->{'current_filename'}; + + if ($filename) { + $webpac->output_file( + file => $filename, + template => 'html.tt', + data => \@ds, + headline => $webpac->{'headline'}, + ); + } else { + print $webpac->output( + template => 'text.tt', + data => \@ds, + headline => $webpac->{'headline'}, + ); + } + + my $headline = $webpac->{'headline'}; + + my $f = $filename; + $f =~ s!out/!!; + + # save into index + foreach my $ds (@ds) { + next if (! $ds->{'swish'}); + + $index->insert( + index_name => $ds->{'tag'}, + path => $f, + headline => $headline, + words => join(" ",@{$ds->{'swish'}}) + ); + } + + # save into sorted index (thesaurus) + foreach my $ds (@ds) { + next if (! $ds->{'index'}); + + $thes->{$ds->{'tag'}} ||= new WebPAC::Index; + + $thes->{$ds->{'tag'}}->insert( + path => $f, + headline => join(" ",@{$ds->{'index'}}), + ); + } + +# print Dumper(\@ds); + +} + +foreach my $t (keys %{$thes}) { + + my @e = $thes->{$t}->elements; + if (! @e) { + $log->logwarn("no elements in sorted index $t?"); + next; + } + + $log->info("saving sorted index $t [".scalar(@e)." elements]"); + $webpac->output_file( + file => "./out/bfilter/$t.txt", + template => 'index.tt', + data => \@e, + index_name => $t, + ); } -if ($log->is_debug) { +if (0 && $log->is_debug) { $log->debug("lookup hash: ",Dumper($webpac->{'lookup'})); $log->debug("data hash: ",Dumper($webpac->{'data'})); + foreach my $t (keys %{$thes}) { + $log->debug("thesaurus $t hash: ",Dumper($thes->{$t})); + } } + +$index->close; +