爬取豆瓣电影TOP250

import requests
from bs4 import BeautifulSoup
def get_movies():
    headers={
    \'User-Agent\':\'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36\',
    \'Host\':\'movie.douban.com\'

    }
    movie_list=[]
    for i in range(10):
        link=\'https://movie.douban.com/top250?start=\'+str(i*25)
        r=requests.get(link,headers=headers,timeout=10)
        print(str(i+1),"page status_ocde:",r.status_code)
        soup=BeautifulSoup(r.text,\'lxml\')
        div_list=soup.find_all(\'div\',class_=\'hd\')
        for each in div_list:
            movie=each.a.span.text.strip()
            movie_list.append(movie)
    return movie_list
movies=get_movies()
f=open(\'豆瓣电影TOP250.txt\',\'a\')
for i in movies:
    f.write(i+\'\n\')
f.close()