使用curl递归下载软件脚本分享

#!/bin/env bash
path=/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/sbin
export path
clear
url="http://mirrors.cnnic.cn/apache/"
downlistfile="/tmp/downlist.txt"
downlisttmpfile="/tmp/tmplist.txt"
downfiletype="zip$|gz$"
downlist=""
urlback="$url"
[ ! -f $downlistfile ] && touch $downlistfile || echo > $downlistfile
[ ! -f $downlisttmpfile ] && touch $downlisttmpfile || echo > $downlisttmpfile
curl_urls(){
 urls=`curl $urlback |awk -f "a href=\"" '{printf "%s\n",$2}'|awk -f "\"" '{printf "%s\n",$1}'|grep -ve "^$|^\?|^http:\/\/"|^#`
}
url_list(){
 curl_urls
 for i in $urls ;do
  echo "$urlback$i" >> $downlisttmpfile
 done
}
recursive_search_url(){
 urlbacktmps=`cat $downlisttmpfile`
 [[ "$urlbacktmps" == "" ]] && echo "no more page for search" && exit 1
 for j in $urlbacktmps ;do
  if [[ "${j##*\/}" != "" ]] ;then
   echo "$j" >> $downlistfile
  else
   urlback="$j"
   url_list
  fi
  urltmps=`grep -ve "$j$" $downlisttmpfile`
  echo "$urltmps" > $downlisttmpfile
  recursive_search_url
 done
}
download_file(){
 downlist=`grep -e "$downfiletype" $downlistfile`
 for k in $downlist ;do
  filepath=/tmp/${k#*\/\/}
  [ ! -d `dirname $filepath` ] && mkdir -p `dirname $filepath`
  [ ! -f $filepath ] && cd `dirname $filepath` && curl -o $k
 done
}
url_list $urls
recursive_search_url