--- trunk/perl/scripts/est-spider	2005/09/18 18:21:06	30
+++ trunk/perl/scripts/est-spider	2005/10/11 14:04:52	33
@@ -32,6 +32,11 @@
 
 my $dir = shift @ARGV || die "usage: $0 [dir]";
 
+if (! -e $dir) {
+	warn "directory $dir doesn't exist, skipping\n";
+	exit 1;
+}
+
 #my $basedir = $0;
 #$basedir =~ s,/[^/]+$,/,;
 #require "$basedir/filter.pm";
@@ -138,7 +143,7 @@
 
 	return if (! $force && -l $path || $path =~ m#/.svn# || $path =~ m/(~|.bak)$/);
 
-	my $mtime = (stat($path))[9];
+	my $mtime = (stat($path))[9] || -1;
 	my $mtime_db = $db->get_doc_attr_by_uri("file:///$path", '@mtime') || -2;
 
 	if ($mtime == $mtime_db) {
@@ -186,6 +191,9 @@
 			$pre_html =~ s/<title><\/title>/<title>$file_only :: page ##page_nr##<\/title>/si;
 		}
 
+		# save empty entry as a placeholder
+		dump_contents($db, ' ', $mtime, "$path");
+
 		my $page_nr = 1;
 		foreach my $page (split(/\f/s,$pages)) {
 			print STDERR " $page_nr" if ($verbose);