--- trunk2/all2all.pl 2004/09/05 21:40:57 410 +++ trunk2/all2all.pl 2004/09/07 18:02:06 413 @@ -17,7 +17,7 @@ my $webpac = new WebPAC( code_page => 'ISO-8859-2', - limit_mfn => 100, +# limit_mfn => 500, # debug => 1, ) || die; @@ -25,7 +25,7 @@ my $index = new WebPAC::jsFind( index_path => './out/index', - keys => 80, + keys => 10, ) || die; my $thes; @@ -52,7 +52,7 @@ my @ds = $webpac->data_structure($rec); - if ($log->is_debug) { + if (0 && $log->is_debug) { $log->debug("rec = ",Dumper($rec)); $log->debug("ds = ",Dumper(\@ds)); } @@ -62,13 +62,12 @@ my $filename = $webpac->{'current_filename'}; if ($filename) { - open(OUT,"> $filename") || $log->logdie("can't open output '$filename': $!"); - print OUT $webpac->output( + $webpac->output_file( + file => $filename, template => 'html.tt', data => \@ds, headline => $webpac->{'headline'}, ); - close(OUT); } else { print $webpac->output( template => 'text.tt', @@ -102,7 +101,7 @@ $thes->{$ds->{'tag'}}->insert( path => $f, - headline => $headline, + headline => join(" ",@{$ds->{'index'}}), ); } @@ -110,7 +109,25 @@ } -if ($log->is_debug) { +foreach my $t (keys %{$thes}) { + + my @e = $thes->{$t}->elements; + if (! @e) { + $log->logwarn("no elements in sorted index $t?"); + next; + } + + $log->info("saving sorted index $t [".scalar(@e)." elements]"); + + $webpac->output_file( + file => "./out/bfilter/$t.txt", + template => 'index.tt', + data => \@e, + index_name => $t, + ); +} + +if (0 && $log->is_debug) { $log->debug("lookup hash: ",Dumper($webpac->{'lookup'})); $log->debug("data hash: ",Dumper($webpac->{'data'})); foreach my $t (keys %{$thes}) {