--- trunk2/all2all.pl 2004/09/09 18:25:34 420
+++ trunk2/all2all.pl 2004/09/12 20:31:34 431
@@ -17,11 +17,15 @@
my $webpac = new WebPAC(
code_page => 'ISO-8859-2',
-# limit_mfn => 500,
+ limit_mfn => 500,
+ start_mfn => 6000,
# debug => 1,
+# low_mem => 1,
) || die;
-my $log = $webpac->_get_logger();
+my $log = $webpac->_get_logger() || die "can't get logger";
+
+$log->debug("creating WebPAC::jsFind object");
my $index = new WebPAC::jsFind(
index_path => './out/index',
@@ -47,10 +51,14 @@
],
);
+$log->debug("isis file ",$webpac->{'isis_filename'}," opened");
+
$log->info("rows: $maxmfn");
$webpac->open_import_xml(type => 'isis_hidra_ths');
+if(1) { # XXX
+
while (my $rec = $webpac->fetch_rec) {
my @ds = $webpac->data_structure($rec);
@@ -62,7 +70,7 @@
next if (! @ds);
- my $filename = $webpac->{'current_filename'};
+ my $filename = $webpac->{'current_filename'} || $log->logdie("no current_filename in webpac object");
if ($filename) {
$webpac->output_file(
@@ -141,13 +149,19 @@
}
}
-$log->info("lookup hash: ",Dumper($webpac->{'lookup'}));
+} # XXX if(0)
+
+$log->debug("lookup hash: ",Dumper($webpac->{'lookup'}));
#
# tree dump implementation which shouldn't be here :-)
#
+
my $file = 'out/browse.html';
+my $js_url = 'tree-ids.js';
+
+$log->info("creating '$file' for tree html");
open(HTML, "> $file") || $log->logdie("can't open '$file'");
print HTML qq{
@@ -155,63 +169,225 @@
Browse
+
+
-
-
-};
-
-foreach my $code (sort keys %{$webpac->{'lookup'}}) {
-
- my $l = $webpac->{'lookup'} || $log->logconfess("can't find lookup");
-
- if ($code =~ m/^root:/) {
- my $v900 = shift @{ $l->{$code} } || $log->logconfess("can't lookup '$code'");
- $code =~ s/^root:// || die;
- my $term = shift @{ $l->{"d:${v900}"} } || die;
- my $mfn = shift @{ $l->{"900_mfn:${v900}"} } || die;
-
- $log->info("$code -> $v900 : $term [$mfn]");
+
+
- print HTML qq{ - $term
\n} if (-e "out/thes/$mfn.html");
+
- unless ($l->{"a:${code}::"}) {
- $log->warn("can't find 'a:${code}::'");
- next;
- }
+
+};
- print HTML qq{ \n};
+my $l = $webpac->{'lookup'} || $log->logconfess("can't find lookup");
- foreach my $l2_v900 (@{ $l->{"a:${code}::"} }) {
-
- my $l2_code = shift @{ $l->{"code:${l2_v900}"} } || die;
- my $l2_term = shift @{ $l->{"d:$l2_v900"} } || die;
- my $l2_mfn = shift @{ $l->{"900_mfn:${l2_v900}"} } || die;
+my @tree = ({
+ # level 0
+ code_arr => sub { sort keys %{$l} },
+ filter_code => sub {
+ my $t = shift;
+ return $t if ($t =~ s/root://);
+ },
+ lookup_v900 => sub { shift @{$l->{"root:".$_[0]}} },
+ lookup_term => sub { shift @{$l->{"d:".$_[1]}} },
+ lookup_mfn => sub { shift @{$l->{"900_mfn:".$_[1]}} },
+ have_children => sub { defined($l->{"a:".$_[0]."::"}) },
+ child_code => sub { return $_[0] },
+ style => 'display: none',
+ },{
+ # 1
+ code_arr => sub { @{$l->{"a:".$_[0]."::"}} },
+ filter_code => sub { shift }, # nop
+ lookup_v900 => sub { shift @{$l->{"code:".$_[0]}} },
+ lookup_term => sub { shift @{$l->{"d:".$_[0]}} },
+ lookup_mfn => sub { shift @{$l->{"900_mfn:".$_[0]}} },
+ have_children => sub { defined($l->{"a:".$_[1].":"}) },
+ child_code => sub { return $_[1] },
+ style => 'display: none',
+ },{
+ # 2
+ code_arr => sub { @{$l->{"a:".$_[0].":"}} },
+ filter_code => sub { shift },
+ lookup_v900 => sub { shift },
+ lookup_term => sub { shift @{$l->{"d:".$_[0]}} },
+ lookup_mfn => sub { shift @{$l->{"900_mfn:".$_[0]}} },
+ have_children => sub { defined($l->{"a:".$_[2].":".$_[1]}) },
+ child_code => sub { return "a:".$_[2].":".$_[1] },
+ style => 'display: none',
+ },{
+ # 3 uži pojam
+ code_arr => sub { @{$l->{$_[0]}} },
+ filter_code => sub { shift },
+ lookup_v900 => sub {
+ my ($c,$p) = @_;
+ $p =~ s/^a:(..:....):.*$/$1/;
+ return "a:".$p.":".$c;
+ },
+ lookup_term => sub { shift @{$l->{"d:".$_[0]}} },
+ lookup_mfn => sub { shift @{$l->{"900_mfn:".$_[0]}} },
+ have_children => sub { defined($l->{$_[1]}) },
+ child_code => sub { return $_[1] },
+ },{
+ # 4
+ code_arr => sub { @{$l->{$_[0]}} },
+ filter_code => sub { shift },
+ lookup_v900 => sub {
+ my ($c,$p) = @_;
+ $p =~ s/^a:(..:....):.*$/$1/;
+ return "a:".$p.":".$c;
+ },
+ lookup_term => sub { shift @{$l->{"d:".$_[0]}} },
+ lookup_mfn => sub { shift @{$l->{"900_mfn:".$_[0]}} },
+ have_children => sub { defined($l->{$_[1]}) },
+ child_code => sub { return $_[1] },
+ },{
+ # 5
+ code_arr => sub { @{$l->{$_[0]}} },
+ filter_code => sub { shift },
+ lookup_v900 => sub {
+ my ($c,$p) = @_;
+ $p =~ s/^a:(..:....):.*$/$1/;
+ return "a:".$p.":".$c;
+ },
+ lookup_term => sub { shift @{$l->{"d:".$_[0]}} },
+ lookup_mfn => sub { shift @{$l->{"900_mfn:".$_[0]}} },
+ have_children => sub { defined($l->{$_[1]}) },
+ child_code => sub { return $_[1] },
+ },{
+ # 6
+ code_arr => sub { @{$l->{$_[0]}} },
+ filter_code => sub { shift },
+ lookup_v900 => sub {
+ my ($c,$p) = @_;
+ $p =~ s/^a:(..:....):.*$/$1/;
+ return "a:".$p.":".$c;
+ },
+ lookup_term => sub { shift @{$l->{"d:".$_[0]}} },
+ lookup_mfn => sub { shift @{$l->{"900_mfn:".$_[0]}} },
+ have_children => sub { defined($l->{$_[1]}) },
+ child_code => sub { return $_[1] },
+ },{
+ # 7
+ code_arr => sub { @{$l->{$_[0]}} },
+ filter_code => sub { shift },
+ lookup_v900 => sub {
+ my ($c,$p) = @_;
+ $p =~ s/^a:(..:....):.*$/$1/;
+ return "a:".$p.":".$c;
+ },
+ lookup_term => sub { shift @{$l->{"d:".$_[0]}} },
+ lookup_mfn => sub { shift @{$l->{"900_mfn:".$_[0]}} },
+ have_children => sub { defined($l->{$_[1]}) },
+ child_code => sub { return $_[1] },
+ },{
+ # 8
+ code_arr => sub { @{$l->{$_[0]}} },
+ filter_code => sub { shift },
+ lookup_v900 => sub {
+ my ($c,$p) = @_;
+ $p =~ s/^a:(..:....):.*$/$1/;
+ return "a:".$p.":".$c;
+ },
+ lookup_term => sub { shift @{$l->{"d:".$_[0]}} },
+ lookup_mfn => sub { shift @{$l->{"900_mfn:".$_[0]}} },
+# have_children => sub { defined($l->{$_[1]}) },
+# child_code => sub { return $_[1] },
+ have_children => sub { 0 },
+ child_code => sub { 0 },
+});
+
+my @show_ids;
+my @hide_ids;
+
+unroll(0,'');
+
+$log->debug("test filter: ",$tree[0]->{'filter_code'}->("root:99"));
+
+sub unroll {
+ my ($level,$start_code) = @_;
+
+ $log->logconfess("need level") unless (defined($level));
+
+ # all levels passed?
+ return if (! defined($tree[$level]));
+
+ $log->debug("unroll level $level, start code $start_code");
+
+ foreach my $code ($tree[$level]->{'code_arr'}->($start_code)) {
+
+ if ($code = $tree[$level]->{'filter_code'}->($code)) {
+
+ $log->debug("# $level filter passed code $code");
+
+ my $v900 = $tree[$level]->{'lookup_v900'}->($code,$start_code) || $log->warn("can't lookup_v900($code,$start_code)");
+ $log->debug("# $level lookup_v900($code,$start_code) = $v900");
+
+ my $term = $tree[$level]->{'lookup_term'}->($code,$v900) || $log->warn("can't lookup_term($code,$v900)");
+ $log->debug("# $level lookup_term($code,$v900) = $term");
+
+ my $mfn = $tree[$level]->{'lookup_mfn'}->($code,$v900) || $log->warn("can't lookup_mfn($code,$v900)");
+ $log->debug("# $level lookup_mfn($code,$v900) = $mfn");
+
+ $log->debug("$code -> $v900 : $term [$mfn]");
+
+ my ($link_start,$link_end) = ('','');
+
+ my $have_children = $tree[$level]->{'have_children'}->($code,$v900,$start_code);
+ if ($have_children) {
+ ($link_start,$link_end) = (qq{},qq{});
+ } else {
+ $log->debug("# $level doesn't have_children($code,$v900,$start_code)");
+ }
- $log->info("$l2_code -> $l2_v900 : $l2_term [$l2_mfn]");
+ my $mfn_link = "thes/$mfn.html";
+ if (-e "out/$mfn_link") {
+ print HTML " " x $level .
+ qq{- ${link_start}${term}${link_end}}.
+ qq{ »
\n};
+ } else {
+ $log->warn("file 'out/$mfn_link' doesn't exist, skipping");
+ }
- print HTML qq{ - $l2_term
\n} if (-e "out/thes/$l2_mfn.html");
-
- unless ($l->{"a:${l2_code}:"}) {
- $log->warn("can't find 'a:${l2_code}:'");
+ unless ($have_children) {
next;
}
+ my $style = $tree[$level]->{'style'};
- print HTML qq{ \n};
-
- foreach my $l3_v900 (@{ $l->{"a:${l2_code}:"} }) {
-
- my $l3_term = shift @{ $l->{"d:$l3_v900"} } || die;
- my $l3_mfn = shift @{ $l->{"900_mfn:${l3_v900}"} } || die;
-
- $log->info(" -> $l3_v900 : $l3_term [$l3_mfn]");
-
- print HTML qq{ - $l3_term
\n} if (-e "out/thes/$l3_mfn.html");
+ print HTML " " x $level .
+ qq{\n \n};
+
+ if ($style) {
+ if ($style =~ m/display\s*:\s*none/i) {
+ push @hide_ids, "mfn$mfn";
+ } else {
+ push @show_ids, "mfn$mfn";
+ }
+ } else {
+ # default: show
+ push @show_ids, "mfn$mfn";
}
- print HTML qq{
\n};
+ unroll($level+1, $tree[$level]->{'child_code'}->($code,$v900,$start_code));
+
+ print HTML " " x $level . qq{
\n};
+
}
- print HTML qq{
\n};
}
}
@@ -221,5 +397,17 @@
};
+close(HTML);
+
+
+my $js_file = "out/$js_url";
+$log->info("creating '$js_file' with arrays of shown and hidden ids");
+open(JS, ">", $js_file) || $log->logdie("can't open '$js_file': $!");
+print JS "var show = ['",join("','",@show_ids),"'];\n";
+print JS "var hide = ['",join("','",@hide_ids),"'];\n";
+close(JS);
+
+$log->info("closing index");
$index->close;
+$log->info("elapsed time: ",$webpac->fmt_time(time() - $webpac->{'start_t'}));