--- trunk/all2xml.pl	2004/12/31 04:22:49	619
+++ trunk/all2xml.pl	2005/01/01 18:16:21	620
@@ -1,7 +1,7 @@
 #!/usr/bin/perl -w
 
 use strict;
-use IsisDB;
+use OpenIsis;
 use Getopt::Std;
 use Data::Dumper;
 use XML::Simple;
@@ -684,7 +684,7 @@
 	my $start_t = time();
 	sub progress {
 		return if (! $show_progress);
-		my $current = shift || 1;
+		my $current = shift;
 		my $total = shift || 1;
 		my $p = int($current * 100 / $total);
 		if ($p != $last_p) {
@@ -720,21 +720,66 @@
 		my $isis_db = $cfg -> val($database, 'isis_db') || die "$database doesn't have 'isis_db' defined!";
 
 		$import2cp = Text::Iconv->new($config->{isis_codepage},$codepage);
-		my $db = new IsisDB( isisdb => $isis_db );
+		my $db = OpenIsis::open( $isis_db );
 
-		my $max_rowid = $db->{'maxmfn'} || die "can't find maxmfn";
+		# check if .txt database for OpenIsis is zero length,
+		# if so, erase it and re-open database
+		sub check_txt_db {
+			my $isis_db = shift || die "need isis database name";
+			my $reopen = 0;
+
+			if (-e $isis_db.".TXT") {
+				print STDERR "WARNING: removing $isis_db.TXT OpenIsis database...\n";
+				unlink $isis_db.".TXT" || warn "FATAL: unlink error on '$isis_db.TXT': $!";
+				$reopen++;
+			}
+			if (-e $isis_db.".PTR") {
+				print STDERR "WARNING: removing $isis_db.PTR OpenIsis database...\n";
+				unlink $isis_db.".PTR" || warn "FATAL: unlink error on '$isis_db.PTR': $!";
+				$reopen++;
+			}
+			return OpenIsis::open( $isis_db ) if ($reopen);
+		}
+
+		# EOF error
+		if ($db == -1) {
+			$db = check_txt_db($isis_db);
+			if ($db == -1) {
+				print STDERR "FATAL: OpenIsis can't open zero size file $isis_db\n";
+				next;
+			}
+		}
+
+		# OpenIsis::ERR_BADF 
+		if ($db == -4) {
+			print STDERR "FATAL: OpenIsis can't find file $isis_db\n";
+			next;
+		# OpenIsis::ERR_IO
+		} elsif ($db == -5) {
+			print STDERR "FATAL: OpenIsis can't access file $isis_db\n";
+			next;
+		} elsif ($db < 0) {
+			print STDERR "FATAL: OpenIsis unknown error $db with file $isis_db\n";
+			next;
+		}
+
+		my $max_rowid = OpenIsis::maxRowid( $db );
+
+		# if 0 records, try to rease isis .txt database
+		if ($max_rowid == 0) {
+			# force removal of database
+			$db = check_txt_db($isis_db);
+			$max_rowid = OpenIsis::maxRowid( $db );
+		}
 
 		print STDERR "Reading database: $isis_db [$max_rowid rows]\n";
 
 		my $path = $database;
 
 		for (my $row_id = 1; $row_id <= $max_rowid; $row_id++ ) {
-			my $row = $db->to_hash( $row_id );
-			if ($row) {
-
-				$row->{mfn} = $row_id;
-				$row->{record} = $db->{record};
-
+			my $row = OpenIsis::read( $db, $row_id );
+			if ($row && $row->{mfn}) {
+	
 				progress($row->{mfn}, $max_rowid);
 
 				my $swishpath = $path."#".int($row->{mfn});
@@ -748,6 +793,10 @@
 				}
 			}
 		}
+		# for this to work with current version of OpenIsis (0.9.0)
+		# you might need my patch from
+		# http://www.rot13.org/~dpavlin/projects/openisis-0.9.0-perl_close.diff
+		OpenIsis::close($db);
 		print STDERR "\n";
 
 	} elsif ($type_base eq "excel") {
@@ -811,36 +860,40 @@
 		}
 	} elsif ($type_base eq "marc") {
 
-		require MARC;
+		require MARC::File::USMARC;
 		
 		$import2cp = Text::Iconv->new($config->{marc_codepage},$codepage);
 		my $marc_file = $cfg -> val($database, 'marc_file') || die "$database doesn't have 'marc_file' defined!";
 
 		# optional argument is format
-		my $format = x($config->{marc_format}) || 'usmarc';
-
+		warn "marc_format is no longer used!" if ($config->{marc_format});
 		print STDERR "Reading MARC file '$marc_file'\n";
 
-		my $marc = new MARC;
-		my $nr = $marc->openmarc({
-				file=>$marc_file, format=>$format
-			}) || die "Can't open MARC file '$marc_file' with format '$format'";
+		my $marc = MARC::File::USMARC->in( $marc_file )
+			|| die "Can't open MARC file '$marc_file': ".$MARC::File::ERROR;
 
-		# read MARC file in memory
-		$marc->nextmarc(-1);
+		# count records in MARC file
+		sub marc_count {
+			my $filename = shift || die;
+			my $file = MARC::File::USMARC->in($filename) || die $MARC::File::ERROR;
+			my $count = 0;
+			while ($file->skip()) {
+				$count++;
+			}
+			return $count;
+		}
 
-		my $max_rec = $marc->marc_count();
+		my $count = marc_count($marc_file) || warn "no records in '$marc_file'?";
 
-		for(my $i=1; $i<=$max_rec; $i++) {
+		my $i = 0;
 
-			progress($i,$max_rec);
+		while( my $rec = $marc->next() ) {
 
-			# store value for marc_sf.pm
-			$main::cache->{marc_record} = $i;
+			progress($i++,$count);
 
 			my $swishpath = $database."#".$i;
 
-			if (my $xml = data2xml($type_base,$marc,$add_xml,$cfg,$database)) {
+			if (my $xml = data2xml($type_base,$rec,$add_xml,$cfg,$database)) {
 				$xml = $cp2utf->convert($xml);
 				use bytes;	# as opposed to chars
 				print "Path-Name: $swishpath\n";