python批量下载文件
#!/usr/bin/python
# _*_ coding: utf-8 _*_
'''
Created on 2018年8月22日
'''
import urllib
import urllib2
import re
req = urllib2.Request('Http://repo.zabbix.com/zabbix/3.5/rhel/7/x86_64/')
# req = urllib2.Request('http://www.cvpapers.com/cvpr2014.html')
f = urllib2.urlopen(req)
localDir = 'E:\download\\'
urlList = []
for eachLine in f:
line = eachLine.strip()
if re.match('.*rpm.*', line):
# print(line)
WordList = line.split('\"')
for word in wordList:
if re.match('.*\.rpm$', word):
# print(word)
urlList.append(word)
for everyFile in urlList:
# print (everyFile)
everyURL = "http://repo.zabbix.com/zabbix/3.5/rhel/7/x86_64/"+everyFile
# print(everyURL)
localFile = localDir + everyFile
try:
urllib.urlretrieve(everyURL, localFile) #按照url进行下载,并以其文件名存储到本地目录
except Exception,e:
continue
相关文章