General purpose scraper adapted to angel.co

scraper.js

/*

General purpose scraper adapted to angel.co.
Does not support pagination.

Usage:
1. For other pages change `map` and `item`.
2. Copy entire code into browser console
3. Results are copied to clipboard and can be pasted on a spreadsheet.

*/

JSONresults = []
TSVresults = []

map = {
  name: '.startup-link',
  URL:  ['.startup-link', 'href'],
  title: '.collapsed-title',
  compensation: '.collapsed-compensation',
  tags: '.collapsed-tags',
  active: '.tag.active',
  applicants: '.tag.applicants',
  locations: '.tag.locations',
  employees: '.tag.employees'
}
item = '.header-info'

TSVresults.push(Object.keys(map).join("\t"))

document
  .querySelectorAll(item)
  .forEach(function(node){
    result = {}
    for (name in map) {
      map[name] = Array.isArray(map[name]) ? map[name] : [map[name]]

      selector = map[name][0]
      method = map[name][1] || 'innerText'

      result[name] = node.querySelector(selector)[method]
    }
    JSONresults.push(result)
    TSVresults.push(Object.values(result).join("\t"))
  })

TSVresults = TSVresults.join("\n")
copy(TSVresults)