/[swish]/trunk/crawl-parallel.sh
This is repository of my old source code which isn't updated any more. Go to git.rot13.org for current projects!
ViewVC logotype

Diff of /trunk/crawl-parallel.sh

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 54 by dpavlin, Tue Jan 20 18:42:05 2004 UTC revision 96 by dpavlin, Sun Apr 24 16:34:21 2005 UTC
# Line 44  while [ `find index -name "*temp" | wc - Line 44  while [ `find index -name "*temp" | wc -
44          sleep 1          sleep 1
45  done  done
46    
   
47  rm index/all index/all.prop  rm index/all index/all.prop
48  swish-e -M `ls index | grep -v \.prop$ | grep -v all | grep -v CVS | sed 's#^#./index/#'` index/all  
49    tmp=/tmp/swish-list
50    ls ./index/*.prop | sed 's/\.prop//' | grep -v all > $tmp
51    split -l 128 $tmp $tmp-
52    
53    num=0
54    ls $tmp-* | while read slice ; do
55            num=`expr $num + 1`
56            printf 'merge slice %d\n' $num
57    
58            swish-e -M `cat $slice` index/slice-$num
59    done
60    
61    echo "merge all slices"
62    swish-e -M index/slice-* index/all
63    rm -f index/slice-*
64    
Legend:
Removed from v.54  
changed lines
  Added in v.96
  ViewVC Help
Powered by ViewVC 1.1.26