包图网素材视频爬取

import requests
from  lxml import  etree

try:
    page = 1
    start_url = \'https://ibaotu.com/shipin/7-0-0-0-0-{}.html\'

    for page in range(1, 223):
        url = start_url.format(page)
        headers = {\'UserAgent\': \'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.14; rv:66.0) Gecko/20100101 Firefox/66.0\'}

        response = requests.get(url, headers=headers).text
        sp = etree.HTML(response)
        data_url = sp.xpath(\'//div[@class="video-play"]/video/@src\')
        data_title = sp.xpath(\'//span[@class="video-title"]/text()\')

        for sc_url,sc_title in zip(data_url,data_title):
            html_url = \'https:\'+sc_url
            html_title = sc_title
            # print(html_title,html_url)
            content_  = requests.get(html_url,headers=headers)
            with open(\'包图网视频素材/{}.mp4\'.format(html_title),\'wb\') as f:
                f.write(content_.content)
                print("正在下载"+html_title)
                print("已完成"+html_title+"下载")










except Exception as error:
    print(error)