--- fuse-comp.pl	2007/07/09 16:20:07	20
+++ fuse-comp.pl	2007/09/02 12:03:52	39
@@ -10,18 +10,29 @@
 use PerlIO::gzip;
 use File::Path;
 use Data::Dump qw/dump/;
-use Carp qw/confess/;
+use Carp qw/confess cluck/;
 use IO::File;
+use Getopt::Long;
+
+my $debug = 0;
+my $fuse_debug = 0;
+my $stats = 1;
+
+GetOptions(
+	'debug+' => \$debug,
+	'fuse-debug+' => \$fuse_debug,
+	'stats!' => \$stats,
+);
 
 my $mount = {
-	from	=> '/tmp/comp',
-	to		=> '/tmp/no-comp',
-	tmp		=> '/dev/shm/comp',
+	from	=> shift @ARGV || '/tmp/comp',
+	to		=> shift @ARGV || '/tmp/no-comp',
+	tmp		=> shift @ARGV || '/dev/shm/comp',
 };
 
-my $debug = shift @ARGV;
+warn "mount $mount->{from} to $mount->{to} using $mount->{tmp} as cache\n";
 
-my $skip_extensions_regex = qr/\.(?:sw[a-z]|gif|png|jpeg|jpg|avi|rar|zip|bz2|gz|tgz|avi|mpeg|mpg|tmp|temp)$/i;
+my $skip_extensions_regex = qr/gz|gz%|\.(?:sw[a-z]|gif|png|jpeg|jpg|avi|rar|zip|bz2|tgz|avi|mpeg|mpg|tmp|temp)$/i;
 
 # don't compress files smaller than this
 my $min_compress_size = 512;
@@ -35,18 +46,28 @@
 
 my $pending;
 
+sub real_name {
+	my ( $dir, $name ) = @_;
+	if ( -e "$dir/${name}.gz" ) {
+		cluck "ASSERT: unexpected $dir/$name exists" if -e "$dir/$name";
+		return "${name}.gz";
+	}
+	if ( $name =~ m/\.gz$/ ) {
+		return $name . '%';	# protect (mingle) compressed files
+	} else {
+		return $name;
+	}
+}
+
 sub fixup {
 	my ( $path ) = @_;
-	my $full = $mount->{from} . '/' . $path;
-	if ( -e $full . '.gz' ) {
-		return $full . '.gz';
-	}
-	return $full;
+	return $mount->{from} . '/' . real_name( $mount->{from}, $path );
 }
 
 sub original_name {
 	my $p = shift;
 	$p =~ s/\.gz$//;
+	$p =~ s/\.gz%$/.gz/;	# demungle compressed .gz files
 	return $p;
 };
 
@@ -69,20 +90,6 @@
 	return unpack("L", $buff);
 }
 
-sub unlink_all {
-	my $file = shift;
-	warn "# unlink_all( $file )\n";
-
-	my $path = fixup( $file );
-	unlink $path || return 0;
-
-	my $tmp = $mount->{tmp} . '/' . $file;
-	unlink $tmp if ( -e $tmp );
-
-	delete( $pending->{$file} );
-	return 1;
-}
-
 sub x_getattr {
 	my ($file) = fixup(shift);
 	my (@list) = lstat($file);
@@ -124,6 +131,103 @@
 	undef $s;
 }
 
+sub tmp_path {
+	my $file = shift;
+
+	my $path = fixup( $file );
+
+	my $op = 'UNKNOWN';
+
+	if (defined( $pending->{$file} )) {
+		$path = $pending->{$file}->{path} || confess "no path for $file in ",dump( $pending );
+		$op = 'opened';
+	} else {
+		my $tmp = $mount->{tmp} . '/' . $file;
+		if ( -e $tmp ) {
+			$path = $tmp;
+			$op = 'existing';
+		} elsif ( $path =~ m/\.gz$/ ) {
+			my $dest_path = $tmp;
+			$dest_path =~ s!/[^/]+$!!;	#!vim-fix
+			mkpath $dest_path unless -e $dest_path;
+			if ( -s $path ) {
+				file_copy( '<:gzip', $path, '>', $tmp )
+			} else {
+				confess "ASSERT: filesystem corruption, $path is zero size in ",dump( $pending );
+			}
+			$path = $tmp;
+			$op = 'created';
+		}
+		confess "ASSERT: path shouldn't exist for $file in ", dump( $pending ) if defined( $pending->{$file}->{path} );
+		confess "ASSERT: open shouldn't exist for $file in ", dump( $pending ) if defined( $pending->{$file}->{open} );
+		$pending->{$file}->{path} = $path;
+		$pending->{$file}->{open} = 0;	# not really opened, just uncompressed
+		warn "## tmp_file( $file ) $op $path [", -s $path, "]\n" if $debug;
+	}
+	return $path;
+}
+
+sub compress_file2path {
+	my ( $file, $path ) = @_;
+
+	my $dest = fixup( $file );
+
+	if ( defined($pending->{$file}) ) {
+		my $pending_path = $pending->{$file}->{path} || confess "no path for $file in ",dump( $pending );
+
+		if ( $pending->{$file}->{open} > 1 ) {
+			warn "$file used ", $pending->{$file}->{open}, " times, delaying compression\n";
+			return;
+		} elsif ( ! $path ) {
+			$path = $pending_path;
+		} elsif ( $pending_path ne $path ) {
+			confess "ASSERT: compressing into $path instead of $pending_path";
+		}
+	}
+
+	confess "need path" unless $path;
+
+	# cleanup old compressed copy
+	if ( $dest =~ /\.gz$/ ) {
+		warn "## remove old $dest\n";
+		unlink $dest || confess "can't remove $dest: $!";
+		$dest =~ s/\.gz$//;
+		confess "ASSERT: uncompressed $dest shouldn't exist!" if -e $dest;
+	}
+
+	if ( $path =~ $skip_extensions_regex ) {
+		warn "$path [",-s $path,"] skipped compression\n";
+		file_copy( '<', $path, '>', $dest ) if ( $path ne $dest );
+	} elsif ( -s $path < $min_compress_size ) {
+		warn "$path [",-s $path,"] uncompressed, too small\n";
+		file_copy( '<', $path, '>', $dest ) if ( $path ne $dest );
+	} else {
+		warn "$path [",-s $path,"] compressing\n";
+
+		my $comp = $dest . '.gz';
+		file_copy( '<', $path, '>:gzip', $comp );
+
+		my ( $size_path, $size_comp ) = ( -s $path, -s $comp );
+
+		if ( $size_path <= $size_comp ) {
+			warn ">>> $size_path <= $size_comp leaving uncompressed $dest\n";
+			unlink $comp || confess "can't remove: $comp: $!";
+			file_copy( '<', $path, '>', $dest ) if ( $path ne $dest );
+		} else {
+			warn ">>> compressed $size_path -> $size_comp ",int(($size_comp * 100) / $size_path),"% $comp\n";
+
+			# FIXME add timeout to remove uncompressed version?
+			unlink $path || confess "can't remove $path: $!";
+
+			if ( -e $dest ) {
+				warn "## cleanup uncompressed $dest\n" if $debug;
+				unlink $dest || confess "can't remove $dest: $!";
+			}
+		}
+
+	}
+}
+
 sub x_open {
 	my ($file) = shift;
 	my ($mode) = shift;
@@ -139,8 +243,6 @@
 		return 0;
 	}
 
-	$pending->{$file}->{open}++;
-
 	my $mode_desc = {
 		rdonly => $mode && O_RDONLY,
 		rdwr => $mode && O_RDWR,
@@ -148,26 +250,33 @@
 		create => $mode && O_CREAT,
 		trunc => $mode && O_TRUNC,
 	};
-	my $path = fixup($file);
+
+	my $path = tmp_path( $file );
+
 	warn "## open( $file, $mode ) pending: ", $pending->{$file}->{open}, " mode $mode: ", dump( $mode_desc )," $path [", -s $path, "]\n" if $debug;
+
 	my $fh;
+	my $rv = 0;
 
-	my $tmp = $mount->{tmp} . '/' . $file;
-	if ( -e $tmp ) {
-		$path = $tmp;
-	} elsif ( $path =~ m/\.gz$/ ) {
-		my $dest_path = $tmp;
-		$dest_path =~ s!/[^/]+$!!;	#!vim-fix
-		mkpath $dest_path unless -e $dest_path;
-		file_copy( '<:gzip', $path, '>', $tmp );
-		$path = $tmp;
+	if ( ! -w $path ) {
+		my $old_mode = (stat $path)[2];
+		my $new_mode = $old_mode | 0600;
+		chmod $new_mode, $path || confess "can't chmod $new_mode $path";
+		warn "### modify mode $old_mode -> $new_mode for $path\n";
+		$pending->{$file}->{mode} = $old_mode;
 	}
-	warn "<<< open abs path: $path [", -e $path ? -s $path : 'new' , "]\n";
-	return -$! unless sysopen($fh , $path, $mode);
-	close($fh);
 
-	$pending->{$file}->{path} = $path;
-	return 0;
+	if ( sysopen($fh , $path, $mode) ) {
+		close($fh) || confess "can't close $path: $!";
+		warn "<<< sysopen $path [", -e $path ? -s $path : 'new' , "]\n";
+		$pending->{$file}->{open}++;
+	} else {
+		warn "ERROR: can't open $path -- $!";
+		$rv = -$!;
+	}
+
+	return $rv;
+
 }
 
 sub x_read {
@@ -184,6 +293,7 @@
 
 	if(seek($fh,$off,SEEK_SET)) {
 		read($fh,$rv,$bufsize);
+		$pending->{$file}->{read} += length($rv) if $stats;
 	}
 
 	return $rv;
@@ -191,7 +301,7 @@
 
 sub x_write {
 	my ($file,$buf,$off) = @_;
-	$pending->{$file}->{write}++;
+
 	my $rv;
 	my $path = fixup($file);
 
@@ -199,23 +309,75 @@
 
 	return -ENOENT() unless -e $path;
 
+	$path = $pending->{$file}->{path} || confess "no path for $file in ", dump( $pending );
+	confess "write into non-existant $path for $file" unless -e $path;
+
 	my $fh = new IO::File;
-	return -ENOSYS() unless open($fh,'+<',$pending->{$file}->{path});
+	return -ENOSYS() unless open($fh,'+<',$path);
 	if($rv = seek( $fh ,$off,SEEK_SET)) {
 		$rv = print( $fh $buf );
-		warn "## write ", $pending->{$file}->{path}, " $off ",length( $buf ), "\n" if $debug;
+		my $size = length($buf);
+		warn "## write $path offset $off [$size]\n" if $debug;
+		$pending->{$file}->{write} += $size;
 	}
 	$rv = -ENOSYS() unless $rv;
-	close($fh);
+	close($fh) || warn "can't close $path: $!";
 	return length($buf);
 }
 
 sub err { return (-shift || -$!) }
 
-sub x_readlink { return readlink(fixup(shift));         }
-sub x_unlink   { return unlink_all( shift ) ? 0 : -$! }
+sub x_readlink { return readlink(fixup(shift)); }
+
+sub x_unlink   {
+	my $file = shift;
+	my $path = fixup( $file );
+
+	if ( $file =~ m#\Q/.fuse_hidden\E# ) {
+		return unlink $path ? 0 : -$1;
+	}
+
+	warn "# unlink( $file )\n";
+
+	unlink $path || return 0;
+
+	my $tmp = $mount->{tmp} . '/' . $file;
+	unlink $tmp if ( -e $tmp );
+
+	delete( $pending->{$file} );
+	return 0;
+}
+
+sub x_symlink {
+	my ($from,$to) = @_;
+
+	my $from_path = $from;	#fixup( $from );
+	my $to_path = fixup( $to );
 
-sub x_symlink { return symlink(shift,fixup(shift)) ? 0 : -$!; }
+	my $rv = symlink( $from_path, $to_path ) ? 0 : -$!;
+	warn "# symlink( $from_path -> $to_path ) = $rv\n" if $debug;
+
+	my $tmp = $mount->{tmp} . '/' . $from;
+	my $tmp_to = $mount->{tmp} . '/' . $to;
+	if ( $rv == 0 && -e $tmp_to ) {
+		symlink( $tmp, $tmp_to ) || confess "can't symlink $tmp -> $tmp_to: $!";
+	}
+	return $rv;
+}
+
+sub x_link {
+	my ($from,$to) = @_;
+
+	my $from_path = fixup($from);
+	my $to_path = fixup($to);
+	$to_path .= '.gz' if ( $from_path =~ m/\.gz$/ && $to_path !~ m/\.gz$/ );
+
+	my $rv = link( $from_path, $to_path ) ? 0 : -$!;
+
+	warn "# link( $from_path -> $to_path ) = $rv\n" if $debug;
+
+	return $rv;
+}
 
 sub x_rename {
 	my ($old,$new) = @_;
@@ -228,8 +390,12 @@
 
 	my $tmp = $mount->{tmp} . '/' . $old;
 	if ( -e $tmp ) {
-		my $new_tmp = $mount->{tmp} . '/' . $new;
-		rename $tmp, $new_tmp || confess "can't rename $tmp -> $new_tmp : $!";
+		if ( $new =~ m#\Q/.fuse_hidden\E# ) {
+			unlink $tmp || confess "can't unlink $tmp for $new";
+		} else {
+			my $new_tmp = $mount->{tmp} . '/' . $new;
+			rename $tmp, $new_tmp || confess "can't rename $tmp -> $new_tmp : $!";
+		}
 	}
 
 	if (defined( $pending->{$old} )) {
@@ -240,21 +406,25 @@
 		$pending->{$new}->{path} = $path;
 
 		delete( $pending->{$old} );
+		warn "## tweaking pending to ", dump( $pending ) if $debug;
 	}
 
 	return $err;
 }
-sub x_link { return link(fixup(shift),fixup(shift)) ? 0 : -$! }
 
 sub x_chown {
-	my ($path) = fixup(shift);
+	my ($file,$uid,$gid) = @_;
+	my $path = fixup($file);
 	print "nonexistent $path\n" unless -e $path;
-	my ($uid,$gid) = @_;
 	# perl's chown() does not chown symlinks, it chowns the symlink's
 	# target.  it fails when the link's target doesn't exist, because
 	# the stat64() syscall fails.
 	# this causes error messages when unpacking symlinks in tarballs.
 	my ($err) = syscall(&SYS_lchown,$path,$uid,$gid,$path) ? -$! : 0;
+
+	my $tmp = $mount->{tmp} . '/' . $file;
+	syscall(&SYS_lchown,$file,$uid,$gid,$path) if -e $tmp;
+
 	return $err;
 }
 
@@ -267,17 +437,17 @@
 
 sub x_truncate {
 	my ( $file,$size ) = @_;
-	my $path = fixup($file);
+
+	#confess "no pending file $file to truncate in ", dump( $pending ) unless defined( $pending->{$file} );
+
+	my $path = tmp_path( $file );
 	my $rv = truncate( $path, $size ) ? 0 : -$! ;
-	if ( $path =~ m/\.gz$/ ) {
-		my $no_gz = $path;
-		$no_gz =~ s/\.gz$//;
-		rename $path, $no_gz || confess "can't rename $path -> $no_gz: $!";
-	}
-	warn "## truncate( $file $size ) $path [", -s $path, "]\n";
-	$pending->{$file}->{write}++;
+	warn "## truncate( $file $size ) $path [", -s $path, "] = $rv\n" if $debug;
+	compress_file2path( $file, $path );
+
 	return $rv;
 }
+
 sub x_utime { return utime($_[1],$_[2],fixup($_[0])) ? 0:-$!; }
 
 sub x_mkdir { my ($name, $perm) = @_; return 0 if mkdir(fixup($name),$perm); return -$!; }
@@ -295,53 +465,33 @@
 
 sub x_release {
 	my ( $file, $mode ) = @_;
+
 	if ( ! defined( $pending->{$file} ) ) {
 		warn "release $file, NO PENDING DATA\n";
 		return 0;
 	} elsif ( ! defined( $pending->{$file}->{write} ) ) {
 		warn "release $file, not written into\n";
-	} elsif ( defined( $pending->{$file}->{open} ) && $pending->{$file}->{open} == 1 ) {
-		my $path = $pending->{$file}->{path} || confess "no path for $file ? ", dump( $pending );
-		my $dest = fixup( $file );
-
-		# cleanup old compressed copy
-		if ( $dest =~ /\.gz$/ ) {
-			warn "## remove old $dest\n";
-			unlink $dest || confess "can't remove $dest: $!";
-			$dest =~ s/\.gz$//;
-		}
+	} elsif ( $file =~ m#\Q/.fuse_hidden\E# ) {
+		warn "release internal $file\n" if $debug;
+	} else {
+		compress_file2path( $file );
+	}
 
-		if ( $file =~ $skip_extensions_regex ) {
-			warn "release $file [",-s $path,"] skipped compression\n";
-			file_copy( '<', $path, '>', $dest ) if ( $path ne $dest );
-		} elsif ( -s $path < $min_compress_size ) {
-			warn "release $file [",-s $path,"] uncompressed, too small\n";
-			file_copy( '<', $path, '>', $dest ) if ( $path ne $dest );
-		} else {
-			warn "release $file [",-s $path,"] compressing\n";
+	$pending->{$file}->{open}--;
+	if ( $pending->{$file}->{open} == 0 ) {
 
-			my $comp = $dest . '.gz';
-			file_copy( '<', $path, '>:gzip', $comp );
+		my $path = fixup( $file );
 
-			my ( $size_path, $size_comp ) = ( -s $path, -s $comp );
+		if ( my $old_mode = $pending->{$file}->{mode} ) {
+			chmod $old_mode, $path || confess "can't chmod $old_mode $path";
+			warn "### restored mode $old_mode $path\n";
 
-			if ( $size_path <= $size_comp ) {
-				warn ">>> $size_path <= $size_comp leaving uncompressed\n";
-				unlink $comp || warn "can't reamove: $comp: $!";
-			} else {
-				warn ">>> compressed $size_path -> $size_comp ",int(($size_comp * 100) / $size_path),"%\n";
-				# FIXME add timeout to remove uncompressed version?
-				unlink $path || warn "can't remove $path: $!";
-			}
 		}
-	} else {
-		warn "release $file, but still used ", $pending->{$file}->{open} , " times, delaying compression\n";
-	}
-	$pending->{$file}->{open}--;
-	if ( $pending->{$file}->{open} == 0 ) {
-		warn "## cleanup pending $file [", -s fixup($file), "]\n" if $debug;
+
+		warn "## cleanup pending $file [", -s $path, "]\n" if $debug;
 		delete( $pending->{$file} );
 	}
+
 	return 0;
 }
 
@@ -369,5 +519,5 @@
 	statfs  =>"main::x_statfs",
 	release =>"main::x_release",
 #	threaded=>1,
-#	debug	=> 1,
+	debug	=> $fuse_debug,
 );