puppeteer demo

初始化npm

npm init

install puppeteer

node demo.js

//demo.js
const puppeteer = require('puppeteer');
(async () => {
  const browser = await puppeteer.launch({
    executablePath: puppeteer.executablePath(),
    headless: false
  });
  var arr = [];
  for (let i = 1; i <= 40; i++) {
    console.log('正在抓取全职高手第' + i + '集');
    const targetUrl = `https://goudaitv1.com/play/78727-4-${i}.html`;
    console.log(targetUrl);
    const page = await browser.newPage();
    await page.goto(targetUrl, {
      timeout: 0,
      waitUntil: 'domcontentloaded'
    });
    const baseNode = '.row';
    const movieList = await page.evaluate(sel => {
      var stream = Array.from(
        $(sel)
          .find('iframe#Player')
          .attr('src')
      );
      stream && (stream = stream.join(''));
      return stream;
    }, baseNode);
    arr.push(movieList);
    page.close();
  }
  console.log(arr);
  browser.close();
})();