CircleCI에서 Puppeteer 정기 실행

개요

병아리 만들기

mkdir puppeteer-sample
cd puppeteer-sample
yarn init -y
# or
npm init -y

Puppeteer 소개

설치

yarn add puppeteer
# or
npm i puppeteer

샘플 만들기

const puppeteer = require('puppeteer');

(async() => {
  const browser = await puppeteer.launch();
  const page = await browser.newPage();

  await page.goto('https://developers.google.com/web/');

  // Type into search box.
  await page.type('#searchbox input', 'Headless Chrome');

  // Wait for suggest overlay to appear and click "show all results".
  const allResultsSelector = '.devsite-suggest-all-results';
  await page.waitForSelector(allResultsSelector);
  await page.click(allResultsSelector);

  // Wait for the results page to load and display the results.
  const resultsSelector = '.gsc-results .gsc-thumbnail-inside a.gs-title';
  await page.waitForSelector(resultsSelector);

  // Extract the results from the page.
  const links = await page.evaluate(resultsSelector => {
    const anchors = Array.from(document.querySelectorAll(resultsSelector));
    return anchors.map(anchor => {
      const title = anchor.textContent.split('|')[0].trim();
      return `${title} - ${anchor.href}`;
    });
  }, resultsSelector);
  console.log(links.join('\n'));

  await browser.close();
})();

CircleCI 설정

version: 2
jobs:
  execute:
    docker:
      - image: circleci/node:latest-browsers
    steps:
      - checkout
      - run: yarn install
      - run: node sample.js
workflows:
  version: 2
  execute-workflow:
    triggers:
      - schedule:
          cron: '0 0,6,12,18 * * *' # UTC
          filters:
            branches:
              only:
                - master
    jobs:
      - execute

실행