--- fuse-comp.pl 2007/07/08 12:55:52 2 +++ fuse-comp.pl 2007/07/09 10:35:02 12 @@ -4,13 +4,14 @@ use threads::shared; use Fuse; -use IO::File; use POSIX qw(ENOENT ENOSYS EEXIST EPERM O_RDONLY O_RDWR O_APPEND O_CREAT); use Fcntl qw(S_ISBLK S_ISCHR S_ISFIFO SEEK_SET); require 'syscall.ph'; # for SYS_mknod and SYS_lchown use PerlIO::gzip; use File::Path; use Data::Dump qw/dump/; +use Carp qw/confess/; +use IO::File; my $mount = { from => '/tmp/comp', @@ -20,7 +21,10 @@ my $debug = 1; -my $skip_extensions_regex = qr/\.(sw[px]|gif|png|jpeg|jpg|avi|rar|zip|bz2|gz|tgz|avi|mpeg|mpg|tmp|temp)$/i; +my $skip_extensions_regex = qr/\.(?:sw[a-z]|gif|png|jpeg|jpg|avi|rar|zip|bz2|gz|tgz|avi|mpeg|mpg|tmp|temp)$/i; + +# don't compress files smaller than this +my $min_compress_size = 512; foreach my $dir ( keys %$mount ) { if ( ! -e $mount->{$dir} ) { @@ -65,6 +69,20 @@ return unpack("L", $buff); } +sub unlink_all { + my $file = shift; + warn "# unlink_all( $file )\n"; + + my $path = fixup( $file ); + unlink $path || return 0; + + my $tmp = $mount->{tmp} . '/' . $file; + unlink $tmp if ( -e $tmp ); + + delete( $pending->{$file} ); + return 1; +} + sub x_getattr { my ($file) = fixup(shift); my (@list) = lstat($file); @@ -86,41 +104,68 @@ sub file_copy { my ( $s_opt, $s_path, $d_opt, $d_path ) = @_; warn "## file_copy( $s_opt $s_path $d_opt $d_path )\n"; - open(my $s, $s_opt, $s_path ) || die "can't open $s_path: $!"; - open(my $d, $d_opt, $d_path ) || die "can't open $d_path: $!"; + open(my $s, $s_opt, $s_path ) || confess "can't open $s_path: $!\npending = ", dump( $pending ); + open(my $d, $d_opt, $d_path ) || confess "can't open $d_path: $!"; my $buff; while( read( $s, $buff, 65535 ) ) { - print $d $buff || die "can't write into $d_path: $!"; + print $d $buff || confess "can't write into $d_path: $!"; warn ">> ", length($buff), " bytes, offset ", tell($s), " -> ", tell($d), "\n" if $debug; } close($d) || warn "can't close $d_path: $!"; close($s) || warn "can't close $s_path: $!"; + warn "-- $s_path [", -s $s_path, "] >>> $d_path [", -s $d_path, "]\n" if $debug; + my ($mode,$uid,$gid,$atime,$mtime) = (stat $s_path)[2,4,5,8,9]; + + chmod $mode, $d_path || warn "chmod( $mode $d_path ) failed: $!\n"; + chown $uid,$gid,$d_path || warn "chown( $uid $gid $d_path ) failed: $!\n"; + utime $atime,$mtime,$d_path || warn "utime( $atime $mtime $d_path ) failed: $!\n"; + + undef $d; + undef $s; } sub x_open { my ($file) = shift; my ($mode) = shift; + + if ( $file eq '/.debug' ) { + my $path = $mount->{from} . '/.debug'; + open( my $debug, '>', $path ) || die "can't open $path: $!"; + my $dump = dump( $pending ); + print $debug "pending = $dump\n"; + close($debug); + $pending->{'/.debug'}->{path} = $path; + warn "## created dump $path $dump\n"; + return 0; + } + $pending->{$file}->{open}++; + + my $mode_desc = { + rdonly => $mode && O_RDONLY, + rdwr => $mode && O_RDWR, + append => $mode && O_APPEND, + create => $mode && O_CREAT, + }; + warn "# open( $file, $mode ) pending: ", $pending->{$file}->{open}, " mode: ", dump( $mode_desc ),"\n"; my $fh; - if ( $pending->{$file}->{open} == 1 ) { - warn "# open( $file, $mode )\n"; - my $path = fixup($file); - my $tmp = $mount->{tmp} . '/' . $file; - if ( -e $tmp ) { - $path = $tmp; - } elsif ( $path =~ m/\.gz$/ ) { - my $dest_path = $tmp; - $dest_path =~ s!/[^/]+$!!; #!vim-fix - mkpath $dest_path unless -e $dest_path; - file_copy( '<:gzip', $path, '>', $tmp ); - $path = $tmp; - } - return -$! unless sysopen($fh , $path, $mode); - $pending->{$file}->{fh} = $fh; - $pending->{$file}->{path} = $path; - } elsif ( ! defined( $pending->{$file}->{fh} ) ) { - die "can't find fh for $file ", dump($pending); + + my $path = fixup($file); + my $tmp = $mount->{tmp} . '/' . $file; + if ( -e $tmp ) { + $path = $tmp; + } elsif ( $path =~ m/\.gz$/ ) { + my $dest_path = $tmp; + $dest_path =~ s!/[^/]+$!!; #!vim-fix + mkpath $dest_path unless -e $dest_path; + file_copy( '<:gzip', $path, '>', $tmp ); + $path = $tmp; } + warn ">>> open abs path: $path ", -s $path, " bytes\n"; + return -$! unless sysopen($fh , $path, $mode); + close($fh); + + $pending->{$file}->{path} = $path; return 0; } @@ -128,35 +173,46 @@ my ($file,$bufsize,$off) = @_; my ($rv) = -ENOSYS(); my $path = fixup( $file ); + + confess "no pending file $file ", dump( $pending ) unless defined( $pending->{$file} ); + return -ENOENT() unless -e $path; - my ($fsize) = -s $path; - my $fh = $pending->{$file}->{fh} || die "no fh? ", dump( $pending ); + + my $fh = new IO::File; + return -ENOSYS() unless open($fh,$pending->{$file}->{path}); + if(seek($fh,$off,SEEK_SET)) { read($fh,$rv,$bufsize); } + return $rv; } sub x_write { my ($file,$buf,$off) = @_; $pending->{$file}->{write}++; - my ($rv); + my $rv; my $path = fixup($file); + + confess "no pending file $file ", dump( $pending ) unless defined( $pending->{$file} ); + return -ENOENT() unless -e $path; - my ($fsize) = -s $path; - my $fh = $pending->{$file}->{fh}; - return -ENOSYS() unless $fh; + + my $fh = new IO::File; + return -ENOSYS() unless open($fh,'+<',$pending->{$file}->{path}); if($rv = seek( $fh ,$off,SEEK_SET)) { $rv = print( $fh $buf ); + warn "## ", $pending->{$file}->{path}, " $off ",length( $buf ), "\n" if $debug; } $rv = -ENOSYS() unless $rv; + close($fh); return length($buf); } sub err { return (-shift || -$!) } sub x_readlink { return readlink(fixup(shift)); } -sub x_unlink { return unlink(fixup(shift)) ? 0 : -$!; } +sub x_unlink { return unlink_all( shift ) ? 0 : -$! } sub x_symlink { return symlink(shift,fixup(shift)) ? 0 : -$!; } @@ -211,20 +267,25 @@ } elsif ( ! defined( $pending->{$file}->{write} ) ) { warn "release $file, not written into\n"; } elsif ( defined( $pending->{$file}->{open} ) && $pending->{$file}->{open} == 1 ) { - close( $pending->{$file}->{fh} ) || warn "can't close $file: $!"; + my $path = $pending->{$file}->{path} || confess "no path for $file ? ", dump( $pending ); + my $dest = fixup( $file ); + + # cleanup old compressed copy + if ( $dest =~ /\.gz$/ ) { + warn "## remove old $dest\n"; + unlink $dest || confess "can't remove $dest: $!"; + $dest =~ s/\.gz$//; + } + if ( $file =~ $skip_extensions_regex ) { warn "release $file $mode -- uncompressed\n"; + file_copy( '<', $path, '>', $dest ) if ( $path ne $dest ); + } elsif ( -s $path < $min_compress_size ) { + warn "release $file -- uncompressed, too small ", -s $path, " bytes\n"; + file_copy( '<', $path, '>', $dest ) if ( $path ne $dest ); } else { warn "release $file $mode -- compressing\n"; - my $path = $pending->{$file}->{path} || die "no path for $file ? ", dump( $pending ); - my $dest = fixup( $file ); - - if ( $dest =~ /\.gz$/ ) { - warn "## remove old $dest\n"; - unlink $dest || die "can't remove $dest: $!"; - $dest =~ s/\.gz$//; - } file_copy( '<', $path, '>:gzip', $dest . '.gz' );