--- trunk/crawl-parallel.sh	2004/01/20 18:42:05	54
+++ trunk/crawl-parallel.sh	2005/04/24 16:34:21	96
@@ -44,7 +44,21 @@
 	sleep 1
 done
 
-
 rm index/all index/all.prop
-swish-e -M `ls index | grep -v \.prop$ | grep -v all | grep -v CVS | sed 's#^#./index/#'` index/all
+
+tmp=/tmp/swish-list
+ls ./index/*.prop | sed 's/\.prop//' | grep -v all > $tmp
+split -l 128 $tmp $tmp-
+
+num=0
+ls $tmp-* | while read slice ; do
+	num=`expr $num + 1`
+	printf 'merge slice %d\n' $num
+
+	swish-e -M `cat $slice` index/slice-$num
+done
+
+echo "merge all slices"
+swish-e -M index/slice-* index/all
+rm -f index/slice-*