| Revision 91 (by dpavlin, 2008/10/21 22:58:11) |
added --no-check-certificate so we work with broken ssl certificates
|
#!/bin/sh
if [ -z "$1" ] ; then
echo "usage: $0 [URL to mailman list]"
exit 1
fi
url=$1
name=`echo $url | sed -e 's!^.*/pipermail/!!' -e 's!/!!g'`
if [ -e $name ] ; then
echo "$name allready exists!"
exit 1
fi
wget="-nd -nH --no-check-certificate"
dir=/tmp/$name
mkdir $dir || exit
cd $dir
echo "*** download $url to $dir"
wget -O index.html $wget $url
echo -n > $name
grep \.txt index.html | cut -d\" -f2 | while read file ; do
echo "downloading $url/$file"
wget -N $wget "$url/$file"
if echo $file | grep '\.gz$' >/dev/null ; then
cat=zcat
else
cat=cat
fi
$cat $file | perl -pe 's/^(From.+?) at (.+)$/$1\@$2/g' >> $name
done
echo "Files left in /tmp/$name/$name"