天猫淘宝评论数据抓取

import requests
import re,json
import pandas


class base():
    def __init__(self,url):
        self.url = url

    def all_url(self):
        return [self.url + "%s" % i for i in range(1,100)]

    def loads_jsonp(self,_jsonp):
        try:
            return json.loads(re.match(".*?({.*}).*",_jsonp,re.S).group(1))
        except:
            raise ValueError(\'Invalid Input\')

    def url_req(self,url):
        content = requests.get(url).text
        aa = self.loads_jsonp(content)
        return aa

    def taobao_comment(self,data):
        for i in data[\'comments\']:
            data = {}
            data[\'昵称\']=i[\'user\'][\'nick\']
            data[\'评论\']=i[\'content\']
            info_list.append(data)

    def tianmao_comment(self,data):
        for i in data[\'rateList\']:
            data = {}
            data[\'昵称\']=i[\'displayUserNick\']
            data[\'评论\']=i[\'rateContent\']
            info_list.append(data)

    def comment(self,url):
        data = self.url_req(url)
        self.tianmao_comment(data) if \'tmall\' in url else self.taobao_comment(data)
            

def main(url):
    data = base(url)
    for i in data.all_url():
        data.comment(i)
        print(len(info_list))


if __name__ == "__main__":
    url = \'https://rate.tmall.com/list_detail_rate.htm?itemId=39258348512&spuId=250685252&sellerId=2106913388&order=3&currentPage=\'
    info_list = []
    main(url)
    df =pandas.DataFrame(info_list)
    df.to_excel(\'comments.xlsx\',index=False)