QQ 爬虫 - 爱码网

#coding=utf-8

import json

import xlwt

import xlrd

from xlutils.copy import copy

import requests

import urllib2

import cookielib

import re,os

from bs4 import BeautifulSoup

from fileinput import filename

class SSInfo(object):

def __init__(self, content, createTime,commentArray):

self.content = content

self.createTime = createTime

self.commentArray = commentArray

class PicInfo(object):

def __init__(self,desc,uploadtime,url):

self.desc = desc

self.uploadtime = uploadtime

self.url = url

class BlogInfo(object):

def __init__(self,pubTime,title,logId):

self.pubTime = pubTime

self.title = title

self.logId = logId

class CommentInfo(object):

def __init__(self,commentString):

self.commentString = commentString

class AlbumInfo(object):

def __init__(self,albumId,albumName):

self.albumId = albumId

self.albumName = albumName

class QQSpider:

def requestHeader(self,cookie,referer,userAgent):

cj = cookielib.CookieJar()

opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cj))

opener.addheaders = [

(\'User-Agent\', userAgent),

(\'Cookie\',cookie),

(\'Referer\',referer)

]

urllib2.install_opener(opener)

return opener

def responseData(self,type,url,cookie,referer,userAgent):

header_opener = self.requestHeader(cookie, referer, userAgent)

urllib2.install_opener(header_opener)

page = header_opener.open(url)

returnData = page.read()

print returnData

if type == \'blog\':

return returnData

if type ==\'blogDir\':

returnData = returnData.encode(\'utf-8\')

identifier = \'(\'

nPos = returnData.index(identifier)

jsonStr = returnData[nPos+1:]

jsonStr= jsonStr[:-2]

dicData = json.loads(jsonStr)

return dicData

def excelStyle(self):

style = xlwt.XFStyle()

font = xlwt.Font()

font.name = \'Times New Roman\' #或者换成外面传进来的参数，这样可以使一个函数定义所有style

font.bold = \'True\'

# font.height = \'...\'

# font.size = \'...\'

# font.colour_index(\'...\')

style.font = font

borders = xlwt.Borders()

borders.left = 1

borders.right = 1

borders.top = 1

borders.bottom = 1

borders.bottom_colour=0x3A

style.borders = borders

badBG = xlwt.Pattern()

badBG.pattern = badBG.SOLID_PATTERN

badBG.pattern_fore_colour = 10

style.pattern = badBG

alignment = xlwt.Alignment()

alignment.horz = xlwt.Alignment.HORZ_CENTER #水平居中

alignment.vert = xlwt.Alignment.VERT_CENTER #垂直居中

style.alignment = alignment

return style

def blogDirSpider(self,qq,cookie,referer,userAgent):

pageIndex = 0

pageCount = 100

blogDirArray = []

bUrl = \'http://user.qzone.qq.com/p/b1.cnc/cgi-bin/blognew/get_abs?hostUin=\'+qq+\'&uin=1239806145&blogType=0&cateName=&cateHex=&statYear=2015&reqInfo=7&pos=\'

fUrl = \'0&num=15&sortType=0&absType=0&source=0&rand=0.8459144670050591&ref=qzone&g_tk=1429940838&verbose=1\'

if qq==\'1239806145\':

bUrl = \'http://user.qzone.qq.com/p/b11.cnc/cgi-bin/blognew/get_abs?hostUin=\'+qq+\'&uin=1239806145&blogType=0&cateName=&cateHex=&statYear=2015&reqInfo=7&pos=\'

fUrl = \'&num=100&sortType=0&source=0&rand=0.9140611931215972&ref=qzone&g_tk=1779722765&verbose=1\'

# 0&num=15&sortType=0&absType=0&source=0&rand=0.8459144670050591&ref=qzone&g_tk=1429940838&verbose=1

print bUrl

url = bUrl + str(pageIndex)+fUrl

print url

responseData = self.responseData(\'blogDir\', url, cookie, referer, userAgent)

if responseData.has_key(\'data\'):

if responseData[\'data\'].has_key(\'totalNum\'):

totalNum = responseData[\'data\'][\'totalNum\']

cicleCount = totalNum/pageCount + 1

for i in range(cicleCount):

url = bUrl + str(pageIndex)+fUrl

responseData = self.responseData(\'blogDir\', url, cookie, referer, userAgent)

listCount = len(responseData[\'data\'][\'list\'])

for j in range(listCount):

blogId = responseData[\'data\'][\'list\'][j][\'blogId\']

title = responseData[\'data\'][\'list\'][j][\'title\']

pubTime = responseData[\'data\'][\'list\'][j][\'pubTime\']

lg = BlogInfo(pubTime,title,blogId)

blogDirArray.append(lg)

print title

pageIndex +=pageCount;

filename=xlwt.Workbook()

sheet=filename.add_sheet("my_sheet")

row = len(blogDirArray)

print row

for j in range(0,row):

xInfo = blogDirArray[j]

sheet.write(j,0,xInfo.pubTime)

sheet.write(j,1,xInfo.title)

sheet.write(j,2,xInfo.logId)

filename.save("/Users/wangyanan/Desktop/日志.xls")

return blogDirArray

def blogContentSpider(self,blogArray,qq,cookie,referer,userAgent):

for lg in blogArray:

logId = lg.logId

# http://b11.cnc.qzone.qq.com/cgi-bin/blognew/blog_output_data?uin=1239806145&blogid=1425552947&styledm=cnc.qzonestyle.gtimg.cn&imgdm=cnc.qzs.qq.com&bdm=b.cnc.qzone.qq.com&mode=2&numperpage=15&timestamp=1428313554&dprefix=cnc.&inCharset=gb2312&outCharset=gb2312&ref=qzone&page=1&refererurl=http%3A%2F%2Fcnc.qzs.qq.com%2Fqzone%2Fapp%2Fblog%2Fv6%2Fbloglist.html%23nojump%3D1%26page%3D1%26catalog%3Dlist

url = \'http://b1.cnc.qzone.qq.com/cgi-bin/blognew/blog_output_data?uin=\'+qq+\'&blogid=\'+str(logId)+\'&styledm=cnc.qzonestyle.gtimg.cn&imgdm=cnc.qzs.qq.com&bdm=b.cnc.qzone.qq.com&mode=2&numperpage=15&timestamp=1428313554&dprefix=cnc.&inCharset=gb2312&outCharset=gb2312&ref=qzone&page=1&refererurl=http%3A%2F%2Fcnc.qzs.qq.com%2Fqzone%2Fapp%2Fblog%2Fv6%2Fbloglist.html%23nojump%3D1%26page%3D1%26catalog%3Dlist\'

responseData = self.responseData(\'blog\', url, cookie, referer, userAgent)

soup = BeautifulSoup(responseData)

tc = "<head><meta http-equiv=\'Content-Type\' content=\'text/html; charset=utf-8\'></head>"

findData = soup.find(\'div\',{"class":"blog_details_20120222"})

traverseArray = []

if findData:

traverseArray = findData.contents

else:

findData = soup.find(\'div\',{"id":"blogDetailDiv"})

if findData:

traverseArray = findData

for x in traverseArray:

tc +=unicode(x)

print lg.title

file_object = open(\'/Users/wangyanan/Desktop/日志/\'+str(lg.logId)+\'.html\', \'w\')

tc = tc.encode(\'utf-8\')

file_object.write(tc)

file_object.close()

def downloadPicWithUrl(self,url,fileName):

r = requests.get(url, stream=True)

with open(fileName, \'wb\') as f:

for chunk in r.iter_content(chunk_size=1024):

if chunk:

f.write(chunk)

print \'下载完成\'

return fileName

def albumDirSpider(self,qq,cookie,referer,userAgent):

albumDirArray = []

url = \'http://user.qzone.qq.com/p/shalist.photo/fcgi-bin/fcg_list_album_v3?t=434225023&hostUin=\'+qq+\'&uin=1239806145&appid=4&inCharset=utf-8&outCharset=utf-8&source=qzone&plat=qzone&format=jsonp&notice=0&filter=1&handset=4&pageNumModeSort=40&pageNumModeClass=15&needUserInfo=1&idcNum=4&callbackFun=shine0&g_tk=214491796\'

# url = \'http://user.qzone.qq.com/p/shalist.photo/fcgi-bin/fcg_list_album_v3?t=468333781&hostUin=\'+qq+\'&uin=1239806145&appid=4&inCharset=utf-8&outCharset=utf-8&source=qzone&plat=qzone&format=jsonp&notice=0&filter=1&handset=4&pageNumModeSort=40&pageNumModeClass=15&needUserInfo=1&idcNum=4&callbackFun=shine0&g_tk=349888596\'

if qq==\'1239806145\':

url = \'http://xalist.photo.qq.com/fcgi-bin/fcg_list_album_v3?g_tk=1429940838&callback=shine0_Callback&t=886826724&hostUin=1239806145&uin=1239806145&appid=4&inCharset=utf-8&outCharset=utf-8&source=qzone&plat=qzone&format=jsonp&notice=0&filter=1&handset=4&pageNumModeSort=40&pageNumModeClass=15&needUserInfo=1&idcNum=1&callbackFun=shine0&_=1428316326802\'

print url

responseData = self.responseData(\'albumDir\', url, cookie, referer, userAgent)

if responseData.has_key(\'data\'):

if responseData[\'data\'].has_key(\'albumListModeSort\'):

print \'1239806145\'

albumArray = responseData[\'data\'][\'albumListModeSort\']

listCount = len(albumArray)

for j in range(listCount):

albumId = albumArray[j][\'id\']

albumName = albumArray[j][\'name\']

lg = AlbumInfo(albumId,albumName)

albumDirArray.append(lg)

print albumName

if responseData[\'data\'].has_key(\'albumListModeClass\'):

albumListArray = responseData[\'data\'][\'albumListModeClass\']

listCount = len(albumListArray)

for j in range(listCount):

albumArray = albumListArray[j][\'albumList\']

cListCount = len(albumArray)

for aj in range(cListCount):

albumId = albumArray[aj][\'id\']

albumName = albumArray[aj][\'name\']

lg = AlbumInfo(albumId,albumName)

albumDirArray.append(lg)

print albumName

filename=xlwt.Workbook()

sheet=filename.add_sheet("my_sheet")

row = len(albumDirArray)

print row

for j in range(0,row):

xInfo = albumDirArray[j]

sheet.write(j,0,xInfo.albumName)

sheet.write(j,1,xInfo.albumId)

filename.save("/Users/wangyanan/Desktop/相册.xls")

return albumDirArray

def mkdir(self,path):

path=path.strip()

path=path.rstrip("\\")

isExists=os.path.exists(path)

if not isExists:

print path+\' 创建成功\'

os.makedirs(path)

return True

def albumSpider(self,qq,cookie,referer,userAgent,albumDirArray):

for aInfo in albumDirArray:

albumId = aInfo.albumId

albumName = aInfo.albumName

pageIndex = 0

myDarlingData = []

bUrl = \'http://user.qzone.qq.com/p/shplist.photo/fcgi-bin/cgi_list_photo?t=998201460&mode=0&idcNum=4&hostUin=\'+qq+\'&topicId=\'+albumId+\'&noTopic=0&uin=1239806145&pageStart=\'

aUrl = \'&pageNum=30&skipCmtCount=0&singleurl=1&batchId=&notice=0&appid=4&inCharset=utf-8&outCharset=utf-8&source=qzone&plat=qzone&outstyle=json&format=jsonp&json_esc=1&question=&answer=&callbackFun=shine0&g_tk=214491796\'

if qq ==\'1239806145\':

bUrl = \'http://xaplist.photo.qq.com/fcgi-bin/cgi_list_photo?g_tk=1779722765&callback=shine0_Callback&t=244606197&mode=0&idcNum=1&hostUin=1239806145&topicId=\'+albumId+\'&noTopic=0&uin=1239806145&pageStart=\'

url = bUrl + str(pageIndex) + aUrl

responseData = self.responseData(\'pic\', url, cookie, referer, userAgent)

if responseData.has_key(\'data\'):

if responseData[\'data\'].has_key(\'totalInAlbum\'):

totalAlbum = responseData[\'data\'][\'totalInAlbum\']

totalInPage = responseData[\'data\'][\'totalInPage\']

print totalAlbum,totalInPage

if totalAlbum == 0 or totalInPage == 0:

continue

cicleCount = totalAlbum/totalInPage + 1

for i in range(cicleCount):

responseData = self.responseData(\'pic\', url, cookie, referer, userAgent)

if responseData[\'data\'].has_key(\'photoList\'):

photoListArray = responseData[\'data\'][\'photoList\']

totalInPage = responseData[\'data\'][\'totalInPage\']

if photoListArray:

count = len(photoListArray)

for j in range(count):

if len(photoListArray[j][\'desc\'])>0:

picDesc = photoListArray[j][\'desc\']

else:

picDesc = photoListArray[j][\'name\']

uploadtime = photoListArray[j][\'uploadtime\']

if len(photoListArray[j][\'raw\'])>0:

rawPic = photoListArray[j][\'raw\']

else:

rawPic = photoListArray[j][\'url\']

print rawPic

cInfo = PicInfo(picDesc,uploadtime,rawPic)

myDarlingData.append(cInfo)

pageIndex +=totalInPage

url = bUrl + str(pageIndex) + aUrl

totalData = len(myDarlingData)

filename=xlwt.Workbook()

sheet=filename.add_sheet("my_sheet")

for row in range(0,totalData):

cInfo = myDarlingData[row]

sheet.write(row,0,cInfo.uploadtime)

sheet.write(row,1,cInfo.desc)

sheet.write(row,2,cInfo.url)

fileDir = "/Users/wangyanan/Desktop/相册/"+albumName+\'/\'

self.mkdir(fileDir)

filePath = fileDir+cInfo.uploadtime+".jpeg"

self.downloadPicWithUrl(cInfo.url, filePath)

def excelRowCount(self,fileName):

path = os.path.join(os.path.join(os.path.expanduser("~"), \'Desktop\') + "/" + fileName)

p1 = os.path.exists(path)

print p1

if p1:

old_excel = xlrd.open_workbook(path, formatting_info=True)

sheet1 = old_excel.sheet_by_index(0)

nrows = sheet1.nrows

# new_excel = copy(old_excel)

# table = new_excel.sheets()[0]

# # ws = new_excel.get_sheet(0)

# excelRow = table.nrows

return nrows

else:

return 0

# 抓取说说极评论数据

def shuoshuoSpider(self,qq,cookie,referer,userAgent):

pageIndex = 0

myDarlingData = []

bUrl = \'https://user.qzone.qq.com/proxy/domain/taotao.qq.com/cgi-bin/emotion_cgi_msglist_v6?uin=\'+qq+\'&ftype=0&sort=0&pos=\'

aUrl = \'g_tk=205161311&callback=_preloadCallback&code_version=1&format=jsonp&need_private_comment=1&qzonetoken=ea9ba2eece47b377dfb3dc8257345a76bdd421f842230f6ff03f8f7b0bd769bc6a54d2e39a755e66&g_tk=205161311\'

url = bUrl + str(pageIndex) + aUrl

print url

responseData = self.responseData(\'shuoshuo\', url, cookie, referer, userAgent)

startIndex = self.excelRowCount(\'说说.xls\')

if responseData.has_key(\'total\'):

totalNum = responseData[\'total\']

print startIndex

print totalNum

totalNum = totalNum - startIndex

print totalNum

pageCount = responseData[\'num\']

totalPageCount = totalNum/pageCount + 1

totalPageCount = 1

print totalPageCount

for i in range(totalPageCount):

responseData = self.responseData(\'shuoshuo\', url, cookie, referer, userAgent)

url = bUrl + str(pageIndex) + aUrl

pageIndex +=pageCount

if responseData.has_key(\'msglist\'):

count = len(responseData[\'msglist\'])

for j in range(count):

mInfo = responseData[\'msglist\'][j]

content = mInfo[\'content\']

createTime = mInfo[\'createTime\']

if mInfo.has_key(\'commentlist\'):

commentList = mInfo[\'commentlist\']

commentCount = len(commentList)

commentArray = []

for c in range(commentCount):

commentString = \'\'

cInfo = commentList[c]

commentString = self.commentStringFromDic(cInfo, mInfo[\'name\'])

commentArray.append(commentString)

tInfo = SSInfo(content,createTime,commentArray)

myDarlingData.append(tInfo)

else:

commentArray = []

tInfo = SSInfo(content,createTime,commentArray)

myDarlingData.append(tInfo)

dataArrayCount = len(myDarlingData)

# if startIndex == 0:

filename=xlwt.Workbook()

sheet=filename.add_sheet("my_sheet",cell_overwrite_ok=True)

sheet.write(startIndex,2,\'start place\',self.excelStyle())

for row in range(0,dataArrayCount):

cInfo = myDarlingData[row]

commentArray = cInfo.commentArray

commentCount = len(commentArray)

print \'..............\'+str(commentCount)

sheet.write(startIndex+row,0,cInfo.createTime)

sheet.write(startIndex+row,1,cInfo.content)

for ct in range(commentCount):

cString = commentArray[ct]

sheet.write(row,ct+2,cString)

filename.save("/Users/docker/Desktop/说说.xls")

def commentStringFromDic(self,commentDic,tName):

commentString=\'\'

name = commentDic[\'name\']

commentString +=name

commentString+=\'->\'

commentString+=tName+\':\'

nContent = commentDic[\'content\']

commentString +=nContent

if commentDic.has_key(\'list_3\'):

subCommentList = commentDic[\'list_3\']

subCount = len(subCommentList)

for cc in range(subCount):

commentString+=\'###\'

ccInfo = subCommentList[cc]

cName = ccInfo[\'name\']

cContentStr = ccInfo[\'content\']

identity = \'}\'

if identity in cContentStr:

nPos = cContentStr.index(identity)

cContent = cContentStr[nPos+1:-1]

myItems = re.findall(\'.*?{(.*?)}.*?\',cContentStr,re.S)

cItems = myItems[0]

cArrayItems = cItems.split(\',\')

ccItems = cArrayItems[1]

ccArrayItems = ccItems.split(\':\')

ttName = ccArrayItems[1]

commentString +=cName

commentString+=\'->\'

commentString+=ttName+\':\'

commentString+=cContent

return commentString

blogDirAgent = \'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.1883.0 Safari/537.36\'

blogDirReferer = \'http://user.qzone.qq.com/1239806145/2\'

blogDirCookie = \'RK=t8XayzQIXX; pgv_pvid=152078441; __Q_w_s_hat_seed=1; __Q_w_s__QZN_TodoMsgCnt=1; cpu_performance_v8=1; randomSeed=294567; pt2gguin=o1239806145; uin=o1239806145; skey=@IdADXRJUm; ptisp=cnc; qzone_check=1239806145_1428222610; ptcz=e0f5a87ab81aee4eb33b0292f9f1073f5baae74e78481bc204765bb7b06de2b6; p_skey=dm*wDWxcKBA5hEnRzBIy3yLMwiZ0CdDtvWiS3ok*6LA_; pt4_token=i4uEhGxzzMhnAXbQ9Z2Lbw__; qz_screen=1440x900; pgv_info=ssid=s3073994260; QZ_FE_WEBP_SUPPORT=1; blabla=dynamic; Loading=Yes; qzspeedup=sdch\'

blogContentAgent = \'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.1883.0 Safari/537.36\'

blogContentReferer = \'http://cnc.qzs.qq.com/qzone/app/blog/v6/bloglist.html\'

blogContentCookie = \'RK=t8XayzQIXX; pgv_pvid=152078441; __Q_w_s_hat_seed=1; __Q_w_s__QZN_TodoMsgCnt=1; randomSeed=294567; __Q_w_s__appDataSeed=1; scstat=5; pgv_info=ssid=s9796034864; qqmusic_uin=; qqmusic_key=; qqmusic_fromtag=; qzmusicplayer=qzone_player_285870766_1428299545752; rv2=80DB2A1ED1A8EA5176AB0D5B268418963F571D77AA0A7BA6FF; property20=D65DE6A83CED663FD0E8BE8F7B955C3DB236536CC6C1439C1392072F7240DF2C368E3D29D8DA2BE2; Loading=Yes; qz_screen=1440x900; QZ_FE_WEBP_SUPPORT=1; cpu_performance_v8=1; ptisp=cnc; ptcz=e0f5a87ab81aee4eb33b0292f9f1073f5baae74e78481bc204765bb7b06de2b6; pt2gguin=o1239806145; uin=o1239806145; skey=@u7FrgyeF2; p_uin=o1239806145; p_skey=2gSuGCS*ztnrSw5aCMCpf80HV5GmvcXZ3IP6*rcc-XM_; pt4_token=hjkiOfsnxV7K07nzVPjV6A__; qzone_check=1239806145_1428314835; qzspeedup=sdch; blabla=dynamic\'

shuoshuoAgent = \'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36\'

shuoshuoReferer = \'https://user.qzone.qq.com/1239806145/311\'

# shuoshuoCookie = \'RK=t8XayzQIXX; pgv_pvid=152078441; pgv_info=ssid=s9796034864; pt2gguin=o1239806145; uin=o1239806145; skey=@u7FrgyeF2; ptisp=cnc; qzone_check=1239806145_1428282871; ptcz=e0f5a87ab81aee4eb33b0292f9f1073f5baae74e78481bc204765bb7b06de2b6\'

shuoshuoCookie = \'pgv_pvi=8599567360; pgv_si=s7142751232; __Q_w_s__QZN_TodoMsgCnt=1; pt2gguin=o1239806145; ptisp=cnc; RK=E9TQiRQQVV; ptcz=5f4edae9fa07b27fb252d231fd0b88d133f87888a6522c7b6e0532e13f4e69d0; zzpaneluin=; zzpanelkey=; pgv_pvid=1413511842; pgv_info=ssid=s2935398492; ptui_loginuin=1239806145@qq.com; qz_screen=1440x900; o_cookie=1239806145; QZ_FE_WEBP_SUPPORT=1; __Q_w_s_hat_seed=1; uin=o1239806145; p_uin=o1239806145; tvfe_boss_uuid=3ec50c85708b6219; mobileUV=1_1611d8fdf98_1c44a; pac_uid=1_1239806145; qm_authimgs_id=3; qm_verifyimagesession=h01602692601c41dd87c6e8fb3bd93b3b7273e1470104f5e2f91a90bf41448846ab9baa49f0404c2948; skey=@uz8E4CLVY; Loading=Yes; __layoutStat=29; scstat=29; rv2=80A96066E9B83588C133B1682DE426DC0E4D28BB3BBC4B2507; property20=654E02D3802C2DCB62DD2A96D77A439917E5CF65654DB257C8DE8CD6B940F515FB90CE55768AD1C8; pt4_token=QSQQC-77q5wGjdPFyHFfHXM0QjK8Nvewu9D*ofm3*Mo_; p_skey=RLjtcpJLvfRdVrHdy02iRhqDz8e3j1ebSjfmofnF5Lw_; cpu_performance_v8=1; randomSeed=358572\'

albumDirCookie = \'RK=t8XayzQIXX; pgv_pvid=152078441; pgv_info=ssid=s9796034864; qqmusic_uin=; qqmusic_key=; qqmusic_fromtag=; rv2=80DB2A1ED1A8EA5176AB0D5B268418963F571D77AA0A7BA6FF; property20=D65DE6A83CED663FD0E8BE8F7B955C3DB236536CC6C1439C1392072F7240DF2C368E3D29D8DA2BE2; pt2gguin=o1239806145; uin=o1239806145; skey=@u7FrgyeF2; ptisp=cnc; qzone_check=1239806145_1428315954; ptcz=e0f5a87ab81aee4eb33b0292f9f1073f5baae74e78481bc204765bb7b06de2b6\'

albumDirAgent = \'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.1883.0 Safari/537.36\'

albumDirReferer = \'http://cnc.qzs.qq.com/qzone/photo/v7/page/photo.html?init=photo.v7/module/albumList/index&navBar=1\'

albumAgent = \'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.1883.0 Safari/537.36\'

albumReferer = \'http://user.qzone.qq.com/1239806145/2\'

albumCookie = \'RK=t8XayzQIXX; pgv_pvid=152078441; pgv_info=ssid=s3073994260; rv2=8082E953C1DA8771A364A6459C62FAA579DD2120C46BCB6FA1; property20=3C5726D9679BFA795C582EEFC81B8522D248A5158D54C28CD005704F5905E3F94A1B81639CD0EE40; pt2gguin=o1239806145; uin=o1239806145; skey=@IdADXRJUm; ptisp=cnc; qzone_check=1239806145_1428243129; ptcz=e0f5a87ab81aee4eb33b0292f9f1073f5baae74e78481bc204765bb7b06de2b6\'

fBlogDirReferer = \'http://user.qzone.qq.com/2595127668?ptlang=1033\'

fBlogDirCookie = \'RK=t8XayzQIXX; pgv_pvid=152078441; __Q_w_s_hat_seed=1; __Q_w_s__QZN_TodoMsgCnt=1; randomSeed=294567; __Q_w_s__appDataSeed=1; scstat=5; pgv_info=ssid=s9796034864; qqmusic_uin=; qqmusic_key=; qqmusic_fromtag=; qzmusicplayer=qzone_player_285870766_1428299545752; rv2=80DB2A1ED1A8EA5176AB0D5B268418963F571D77AA0A7BA6FF; property20=D65DE6A83CED663FD0E8BE8F7B955C3DB236536CC6C1439C1392072F7240DF2C368E3D29D8DA2BE2; Loading=Yes; qz_screen=1440x900; QZ_FE_WEBP_SUPPORT=1; cpu_performance_v8=1; ptisp=cnc; ptcz=e0f5a87ab81aee4eb33b0292f9f1073f5baae74e78481bc204765bb7b06de2b6; pt2gguin=o1239806145; uin=o1239806145; skey=@u7FrgyeF2; p_uin=o1239806145; p_skey=2gSuGCS*ztnrSw5aCMCpf80HV5GmvcXZ3IP6*rcc-XM_; pt4_token=hjkiOfsnxV7K07nzVPjV6A__; qzone_check=1239806145_1428314835; qzspeedup=sdch; blabla=dynamic\'

fAlbumDirReferer = \'http://user.qzone.qq.com/2595127668/4\'

fAlbumDirCookie = \'RK=t8XayzQIXX; pgv_pvid=152078441; __Q_w_s_hat_seed=1; __Q_w_s__QZN_TodoMsgCnt=1; randomSeed=294567; __Q_w_s__appDataSeed=1; scstat=5; pgv_info=ssid=s9796034864; p_uin=o1239806145; rv2=8034A546C2D678980B80A86A27D1424D95B3563E3417EFF9D7; property20=953473A3E3CA87DB1E8C918E8152D3E311BBA7CCC7B2F0FE42720E75B72B3D5B060116535B112F97; qqmusic_uin=; qqmusic_key=; qqmusic_fromtag=; qzmusicplayer=qzone_player_393432424_1428321309803; pt2gguin=o1239806145; uin=o1239806145; skey=@u7FrgyeF2; ptisp=cnc; qzone_check=1239806145_1428323873; ptcz=e0f5a87ab81aee4eb33b0292f9f1073f5baae74e78481bc204765bb7b06de2b6; Loading=Yes; qzspeedup=sdch; p_skey=Arzcwk4LLi-C5hZ1YKonHCOQV4xAwV*Ex3*YCDES-ak_; pt4_token=4cqzMhPUSi4JEcQxMq4P-A__; qz_screen=1440x900; QZ_FE_WEBP_SUPPORT=1; cpu_performance_v8=1; blabla=dynamic\'

fAlbumDirAgent = \'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.1883.0 Safari/537.36\'

fAlbumCookie = \'RK=t8XayzQIXX; pgv_pvid=152078441; __Q_w_s_hat_seed=1; __Q_w_s__QZN_TodoMsgCnt=1; randomSeed=294567; __Q_w_s__appDataSeed=1; scstat=5; pgv_info=ssid=s9796034864; p_uin=o1239806145; rv2=8034A546C2D678980B80A86A27D1424D95B3563E3417EFF9D7; property20=953473A3E3CA87DB1E8C918E8152D3E311BBA7CCC7B2F0FE42720E75B72B3D5B060116535B112F97; qqmusic_uin=; qqmusic_key=; qqmusic_fromtag=; qzmusicplayer=qzone_player_393432424_1428321309803; pt2gguin=o1239806145; uin=o1239806145; skey=@u7FrgyeF2; ptisp=cnc; qzone_check=1239806145_1428323873; ptcz=e0f5a87ab81aee4eb33b0292f9f1073f5baae74e78481bc204765bb7b06de2b6; Loading=Yes; qzspeedup=sdch; p_skey=Arzcwk4LLi-C5hZ1YKonHCOQV4xAwV*Ex3*YCDES-ak_; pt4_token=4cqzMhPUSi4JEcQxMq4P-A__; qz_screen=1440x900; QZ_FE_WEBP_SUPPORT=1; cpu_performance_v8=1; blabla=dynamic\'

fAlbumReferer = \'http://user.qzone.qq.com/2595127668/4\'

ps = QQSpider()

# 说说的抓取

ps.shuoshuoSpider(\'1239806145\', shuoshuoCookie, shuoshuoReferer, shuoshuoAgent)

# 日志的抓取

# mBlogDirArray = ps.blogDirSpider(\'2595127668\', fBlogDirCookie, fBlogDirReferer, blogDirAgent)

# ps.blogContentSpider(mBlogDirArray, \'2595127668\', blogContentCookie, blogContentReferer, blogContentAgent)

# 相册的抓取

# albumDirArray = ps.albumDirSpider(\'1239806145\',albumDirCookie,albumDirReferer,albumDirAgent)

# ps.albumSpider(\'1239806145\', albumCookie, albumReferer, albumAgent,albumDirArray)