偶然看到收藏一下

const puppeteer = require('puppeteer');
const fs = require('fs');

(async () => {
    const browser = await puppeteer.launch({
        headless: true
    })
    
    const page = await browser.newPage();
    
    await page.goto('https://juejin.im');

    await page.waitFor(1000);

    await page.evaluate(async () => {
        window.scrollTo(0,document.querySelector('.entry-list').scrollHeight);
    });
    await page.waitFor(500);
    await page.evaluate(async () => {
        window.scrollTo(0,document.querySelector('.entry-list').scrollHeight);
    });
    await page.waitFor(500);
    const res = await page.evaluate(async () => {
        window.scrollTo(0,document.querySelector('.entry-list').scrollHeight)
        window.scrollTo(0,document.querySelector('.entry-list').scrollHeight)
        return [].map.apply(document.querySelectorAll('.info-row.title-row .title'),[v => ({
            title:v.innerText,
            link:v.href,
        })])
    });
    fs.writeFileSync('juejin.txt',JSON.stringify(res));
    browser.close();
})()

 

相关文章:

  • 2021-12-21
  • 2021-11-20
  • 2022-01-13
  • 2021-11-30
  • 2022-02-09
  • 2021-11-30
  • 2022-02-08
  • 2022-12-23
猜你喜欢
  • 2022-12-23
  • 2021-12-08
  • 2022-12-23
  • 2021-04-12
  • 2022-12-23
  • 2022-01-03
相关资源
相似解决方案