grab_proxy.sh

#!/bin/bash
 
#get proxy list
declare proxyListFile="proxy.txt"
declare tmpFile=`mktemp`
declare url
declare line
declare times
declare ip
declare port
declare i
declare j
declare mod
 
function quit() {
    rm -f $tmpFile
    exit "$1"
}
 
echo "get proxy list... please wait..."
 
if [ -r "$proxyListFile" ]
then
  rm -f $proxyListFile
fi
 
touch $proxyListFile
 
for url in  " http://www.youdaili.cn/Daili/guonei/2371.html " \
            " http://www.youdaili.cn/Daili/guonei/2365.html " \
            " http://www.youdaili.cn/Daili/guonei/2355.html " \
            " http://www.youdaili.cn/Daili/guonei/2360.html "
do
    if GET "$url" > $tmpFile
    then
        grep -oE '^.*.*$' "$tmpFile" | grep -Eo "([0-9]+)(\.[0-9]+){3}:([0-9]+)" \
        | sort -n | uniq | awk -F: '{ printf("%-15s  %s \n",$1,$2); }' >> $proxyListFile
    else
        exec 1>&2
        echo "error: get proxy list fail! chech the url:$url or the network"
        quit 1
    fi
done
 
echo "done. total `cat $proxyListFile | wc -l` proxy"
 
quit 0
#exit