--- get_book.sh 2004/06/17 19:43:24 1.11 +++ get_book.sh 2004/07/21 13:58:35 1.12 @@ -1,8 +1,10 @@ #!/bin/sh # proxy settings (same as in firebird) -fping -q proxy && export http_proxy=http://proxy:8080 || -fping -q proxy.lan && export http_proxy=http://proxy.lan:8080 +fping -q proxy && export http_proxy=http://proxy:8080 +if [ -z "$http_proxy" ] ; then + fping -q proxy.lan && export http_proxy=http://proxy.lan:8080 +fi # user agent (same as in firebird) ua="Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.6) Gecko/20040506 Firefox/0.8" cookie_file="cookie.txt" @@ -83,7 +85,7 @@ -e 's/#.*$//' \ -e 's/\&srchText=//' \ -e 's/open=false/open=true/' | \ - grep '&s=1&b=1&f=1&t=1&c=1&u=1&r=&o=1' | \ + grep '&s=1&b=1&f=1&t=1&c=1&u=1&r=&o=1&n=1&d=1&p=1&a=0' | \ grep -i "xmlid=[0-9A-Za-z\-][0-9A-Za-z\-]*" | \ grep -vi "xmlid=[0-9A-Za-z\-]*/[0-9][0-9][0-9][0-9][0-9][0-9][0-9]" | \ sort -u >> in @@ -91,8 +93,8 @@ function uniqurl() { mv in in.tmp - grep -v 'view=[A-Z]' in.tmp | sort -u > in - grep 'view=[A-Z].*/index' in.tmp | sort -u >> in + grep -v 'view=[A-Z]' in.tmp | grep 'a=0$' | sort -u > in + grep 'view=[A-Z].*/index' in.tmp | grep 'a=0$' | sort -u >> in links=`wc -l in | cut -d" " -f1` echo "found $links unique links" }