python批量下载文件

发布时间:2019-08-29 07:35:36编辑:auto阅读(1874)

    #!/usr/bin/python
    # _*_ coding: utf-8 _*_
    
    '''
    Created on 2018年8月22日
    '''
    
    import urllib
    import urllib2
    import re
    
    req = urllib2.Request('http://repo.zabbix.com/zabbix/3.5/rhel/7/x86_64/')
    # req = urllib2.Request('http://www.cvpapers.com/cvpr2014.html')
    f = urllib2.urlopen(req)
    localDir = 'E:\download\\'
    urlList = []
    for eachLine in f:
        line = eachLine.strip()
        if re.match('.*rpm.*', line):
    #         print(line)
            wordList = line.split('\"')
            for word in wordList:
                if re.match('.*\.rpm$', word):
    #                 print(word)
                    urlList.append(word)
    
    for everyFile in urlList:
    #     print (everyFile)
        everyURL = "http://repo.zabbix.com/zabbix/3.5/rhel/7/x86_64/"+everyFile
    #     print(everyURL)
        localFile = localDir + everyFile
        try:            
          urllib.urlretrieve(everyURL, localFile) #按照url进行下载,并以其文件名存储到本地目录 
        except Exception,e: 
          continue
    

关键字