1 |
#!/bin/sh |
#!/bin/sh |
2 |
|
|
3 |
# proxy settings (same as in firebird) |
# proxy settings (same as in firebird) |
4 |
fping -q proxy && export http_proxy=http://proxy:8080 || |
fping -q proxy && export http_proxy=http://proxy:8080 |
5 |
fping -q proxy.lan && export http_proxy=http://proxy.lan:8080 |
if [ -z "$http_proxy" ] ; then |
6 |
|
fping -q proxy.lan && export http_proxy=http://proxy.lan:8080 |
7 |
|
fi |
8 |
# user agent (same as in firebird) |
# user agent (same as in firebird) |
9 |
ua="Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.6) Gecko/20040506 Firefox/0.8" |
ua="Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.6) Gecko/20040506 Firefox/0.8" |
10 |
cookie_file="cookie.txt" |
cookie_file="cookie.txt" |
85 |
-e 's/#.*$//' \ |
-e 's/#.*$//' \ |
86 |
-e 's/\&srchText=//' \ |
-e 's/\&srchText=//' \ |
87 |
-e 's/open=false/open=true/' | \ |
-e 's/open=false/open=true/' | \ |
88 |
grep '&s=1&b=1&f=1&t=1&c=1&u=1&r=&o=1' | \ |
grep '&s=1&b=1&f=1&t=1&c=1&u=1&r=&o=1&n=1&d=1&p=1&a=0' | \ |
89 |
grep -i "xmlid=[0-9A-Za-z\-][0-9A-Za-z\-]*" | \ |
grep -i "xmlid=[0-9A-Za-z\-][0-9A-Za-z\-]*" | \ |
90 |
grep -vi "xmlid=[0-9A-Za-z\-]*/[0-9][0-9][0-9][0-9][0-9][0-9][0-9]" | \ |
grep -vi "xmlid=[0-9A-Za-z\-]*/[0-9][0-9][0-9][0-9][0-9][0-9][0-9]" | \ |
91 |
sort -u >> in |
sort -u >> in |
93 |
|
|
94 |
function uniqurl() { |
function uniqurl() { |
95 |
mv in in.tmp |
mv in in.tmp |
96 |
grep -v 'view=[A-Z]' in.tmp | sort -u > in |
grep -v 'view=[A-Z]' in.tmp | grep 'a=0$' | sort -u > in |
97 |
grep 'view=[A-Z].*/index' in.tmp | sort -u >> in |
grep 'view=[A-Z].*/index' in.tmp | grep 'a=0$' | sort -u >> in |
98 |
links=`wc -l in | cut -d" " -f1` |
links=`wc -l in | cut -d" " -f1` |
99 |
echo "found $links unique links" |
echo "found $links unique links" |
100 |
} |
} |