如何通过beautifulsoup4将抓取的数据上传到csv文件

Question

import requests
from bs4 import BeautifulSoup
import csv

#import question from stack overflow
htp='https://stackoverflow.com/questions?tab=newest&page=2'

response=requests.get(htp).text
soup=Beautiful Soup(response,"HTML.parser")
#class question-summary...

question=soup.select("question-summary")

#open csv file....

with open("new.csv","w") as file:
write=csv.writer(file)
write.writerow(["heading","summary","votes"])

for ques in question:
    print(ques.select_one("question-hyperlink").getText())
    print(ques.select_one("excerpt").getText())
    print(ques.select_one("vote-count-post").getText())
    
    #problem area
    write.writerow...???( what to do)


    

Answer 1

要将数据保存为 CSV，您可以使用以下示例：

import csv
import requests
from bs4 import BeautifulSoup

#import question from stack overflow
htp='https://stackoverflow.com/questions?tab=newest&page=2'

response=requests.get(htp).text
soup=BeautifulSoup(response, "html.parser")

#class question-summary...
question=soup.select(".question-summary")

#open csv file....
with open("new.csv", "w") as file:
    write=csv.writer(file)
    write.writerow(["heading","summary","votes"])

    for ques in question:
        heading = ques.select_one(".question-hyperlink").getText()
        summary = ques.select_one(".excerpt").getText()
        votes = ques.select_one(".vote-count-post").getText()

        print(heading)
        print(summary)
        print(votes)
        
        write.writerow([heading, summary, votes])

创建 new.csv（来自 LibreOffice 的屏幕截图）：