zhentaoFrezt

功能:在表格中按排名 显示小说名字 作者 类型 状态 简介和字数
代码:import xlwt
import requests
from lxml import etree
import time
all_info_list = []

def get_info(url):
html = requests.get(url)
selector = etree.HTML(html.text)
infos = selector.xpath(\'//ul[@class="all-img-list cf"]/li\')

for info in infos:
title = info.xpath(\'div[2]/h4/a/text()\')[0]
author = info.xpath(\'div[2]/p[1]/a[1]/text()\')[0]
style_1 = info.xpath(\'div[2]/p[1]/a[2]/text()\')[0]
style_2 = info.xpath(\'div[2]/p[1]/a[3]/text()\')[0]
style = style_1+\'·\'+style_2
complete = info.xpath(\'div[2]/p[1]/span/text()\')[0]
introduce = info.xpath(\'div[2]/p[2]/text()\')[0].strip()
word = info.xpath(\'div[2]/p[3]/span/text()\')[0].strip(\'万字\')
info_list = [title,author,style,complete,introduce,word]
all_info_list.append(info_list)
time.sleep(1)

if __name__ == \'__main__\':
urls = [\'http://www.qidian.com/all/?page={}\'.format(str(i)) for i in range(1,200)]
for url in urls:
get_info(url)
header = [\'title\',\'author\',\'style\',\'complete\',\'introduce\',\'word\']
book = xlwt.Workbook(encoding=\'utf-8\')
sheet = book.add_sheet(\'Sheetl\')
for h in range(len(header)):
sheet.write(0, h, header[h])
i = 1
for list in all_info_list:
j = 0
for data in list:
sheet.write(i, j, data)
j += 1
i += 1
book.save(\'xiaoshuo.xls\')
问题:- -爬取文件过大 可能网速慢 生成文件速度太慢

分类:

技术点:

相关文章: