using axios and jsdom, we scrape up a federal court judge directory from the SDNY public website and output it as JSON

sdny-judge-screen-scraper.js

/**
 * SDNY judge screen-scraper for node.js
 *
 * crawls over the USDJs and USMJs information on the nysd.uscourts.gov website
 * and compiles a basic directory -- name, courthouse, courtroom -- as JSON
 * data.
 *
 */
const axios = require("axios");
const jsdom = require("jsdom");
const https = require("https");
const { JSDOM } = jsdom;
const httpsAgent = new https.Agent({
    // unfortunate, but...
    rejectUnauthorized : false
    // ...because I couldn't solve the site's certificate errors
});
const client = axios.create({
    httpsAgent,
    baseURL : "https://nysd.uscourts.gov"
});

const get_judge_links = function(flavor, page){
    return new Promise(
        resolve => {
            if (! page) { page = "0"; }
            client.get(`/judges/${flavor}-judges?page=${page}`,{httpsAgent})
            .then((response) => {
                var dom = new JSDOM(response.data);
                var links = dom.window.document.querySelectorAll(".judges-view-result a");
                resolve(links);
            })
            .catch((error)=>{console.warn("oops"); console.log(error)});
        }
    );
};

const parse_judge_info = function(url){
    return new Promise(
        resolve => {
            client.get(url,{httpsAgent}).then((response)=>{
                var dom = new JSDOM(response.data);
                var elements = dom.window.document
                    .querySelectorAll(".judge-detail-left, .courthouse-info");
                var courthouse, courtroom, match;
                elements.forEach(function(el){
                    var text = el.textContent.trim();
                    match = text.match(/courtroom:? *([a-z0-9-]+)\s+/i);
                    if (match) {
                        courtroom = match[1];
                    }
                    match = text.match(/(500 Pearl|40 Foley|White Plains)/);
                    if (match) {
                        courthouse = match[1];
                    }
                });
                resolve({courthouse,courtroom});
            });
        }
    );
};

var data = {USMJ: {}, USDJ: {}};

(async function() {
    var usdj_links = Array.from(await get_judge_links("district",0));
    var page_2 = Array.from(await get_judge_links("district",1));
    usdj_links.push(...page_2);
    for (var i = 0; i < usdj_links.length; i++) {
        let name = usdj_links[i].textContent.trim().replace(/^Hon. /,"");
        let url = usdj_links[i].href;
        // alas, there is no reliable way of parsing out first, middle and
        // last names any longer. it formerly was '<surnames>, <forenames and/or initials>'
        // but we do know they are sorted alphabetically. that might make it possible to
        // infer from a name's position which part is the surname.
        // console.error(`fetching ${url} for: ${name}, USDJ`);
        data.USDJ[name] = await parse_judge_info(url);
    }
    var usmj_links = await get_judge_links("magistrate");
    for ( i = 0; i < usmj_links.length; i++) {
        let name = usmj_links[i].textContent.trim().replace(/^Hon. /,"");
        let url = usmj_links[i].href;
        // console.error(`fetching ${url} for: ${name}, USMJ`);
        data.USMJ[name] = await parse_judge_info(url);
    }
    console.log(JSON.stringify(data));
})();

An exercise to help get my head around the subtleties of this asynchronous stuff.