swish/trunk/slice-merge.sh

#!/bin/sh

tmp=/tmp/swish-list
dir=./index

ls "$dir/*.prop" | sed 's/\.prop$//' | grep -v all > $tmp
split -l 128 $tmp $tmp-

num=0
ls $tmp-* | while read slice ; do
        num=`expr $num + 1`
        printf 'merge slice %d\n' $num

        slicefile="index/slice-$num"

        if [ -f "$slicefile" ] ; then
                echo "SKIP, $slicefile exists!"
        else
                echo swish-e -M `cat $slice` "$slicefile"
        fi
done

echo "merge all slices"
swish-e -M `ls index/slice-*.prop | sed 's/\.prop$//'` index/all
#rm -f index/slice-*

1	dpavlin	104	#!/bin/sh
2
3			tmp=/tmp/swish-list
4			dir=./index
5
6			ls "$dir/*.prop" \| sed 's/\.prop$//' \| grep -v all > $tmp
7			split -l 128 $tmp $tmp-
8
9			num=0
10			ls $tmp-* \| while read slice ; do
11			num=`expr $num + 1`
12			printf 'merge slice %d\n' $num
13
14			slicefile="index/slice-$num"
15
16			if [ -f "$slicefile" ] ; then
17			echo "SKIP, $slicefile exists!"
18			else
19			echo swish-e -M `cat $slice` "$slicefile"
20			fi
21			done
22
23			echo "merge all slices"
24			swish-e -M `ls index/slice-*.prop \| sed 's/\.prop$//'` index/all
25			#rm -f index/slice-*
26