web-scraping.md

Simple Page Navigation

const puppeteer = require('puppeteer');

const url = 'https://foo/bar';

(async () => {
  const browser = await puppeteer.launch({
    headless: false
  });
  const page = await browser.newPage();
  await page.goto(url, { waitUntil: 'networkidle0'});
  try {
    await Promise.all([page.waitForNavigation({ waitUntil: 'networkidle0' }), page.click('#buttonBox'),]);
    await page.click('#txtSearch');
    await page.keyboard.type('spacegoats');
    await page.click('#btnSearch');
    await page.waitForNavigation({ waitUntil: 'networkidle0' });
  } catch (error) {
    console.log(error.message)
  }
  console.log(await page.content());
  await browser.close();
})();