swish/trunk/slice-merge.sh

#!/bin/sh

tmp=/tmp/swish-list
dir=./index

ls "$dir/*.prop" | sed 's/\.prop$//' | grep -v all > $tmp
split -l 128 $tmp $tmp-

num=0
ls $tmp-* | while read slice ; do
        num=`expr $num + 1`
        printf 'merge slice %d\n' $num

        slicefile="index/slice-$num"

        if [ -f "$slicefile" ] ; then
                echo "SKIP, $slicefile exists!"
        else
                echo swish-e -M `cat $slice` "$slicefile"
        fi
done

echo "merge all slices"
swish-e -M `ls index/slice-*.prop | sed 's/\.prop$//'` index/all
#rm -f index/slice-*

1	#!/bin/sh
2
3	tmp=/tmp/swish-list
4	dir=./index
5
6	ls "$dir/*.prop" \| sed 's/\.prop$//' \| grep -v all > $tmp
7	split -l 128 $tmp $tmp-
8
9	num=0
10	ls $tmp-* \| while read slice ; do
11	num=`expr $num + 1`
12	printf 'merge slice %d\n' $num
13
14	slicefile="index/slice-$num"
15
16	if [ -f "$slicefile" ] ; then
17	echo "SKIP, $slicefile exists!"
18	else
19	echo swish-e -M `cat $slice` "$slicefile"
20	fi
21	done
22
23	echo "merge all slices"
24	swish-e -M `ls index/slice-*.prop \| sed 's/\.prop$//'` index/all
25	#rm -f index/slice-*
26