No-Host-Given

import urllib

import urllib2

import re

import time

 

path="G:/123/"

path_file="1.txt"

 

def geturllist(text):

    text= text.decode('utf-8')  

    urllist = re.findall(r'(?=https:)+[^ ]+(?<=hd.jpg)',text) 

    return urllist

 

with open(path+path_file, "r") as f:  

    textall=f.read()

   urllist=geturllist(textall)

f.close() 

 

urllistonly = {}.fromkeys(urllist).keys()#删除数组里的重复值

 

for i in range(len(urllistonly)):  

    pic = urllistonly[i]

   pic =pic .replace('002','')

   pic =pic .replace('https:\\\\','http://')

   pic =pic .replace('\\','/')

   urllib.urlretrieve(pic ,path+str(i)+".jpg")

print 'End!'

 

 

注意

https:\\pic2.com\50\vc9ddaa4c92da.jpg

地址是无效的，所以会报错：no host given。

 

http://pic2.com/50/vc9ddaa4c92da.jpg

改成这样就不报错了。