Hyllesen

// the main app file
import express from "express";
import loadDb from "./loadDb"; // dummy middleware to load db (sets request.db)
import authenticate from "./authentication"; // middleware for doing authentication
import permit from "./permission"; // middleware for checking if user's role is permitted to make request

const app = express(),
      api = express.Router();

// first middleware will setup db connection

Hyllesen

const puppeteer = require("puppeteer");
const cheerio = require("cheerio");

async function scrapeListings(page, url) {
  await page.goto(url);
  const currentUrl = await page.url();
  if (currentUrl !== url) {
    console.log(currentUrl);
    console.log(url);
    console.log("We've reached the end!");