fetchWildDogApps

fetchWildDogApps.js

async function fetchWildDogApps() {
  for (var i = 0; i < 100; i++) {
    var html = await GET(`https://github.com/search?p=${i+1}&q=.wilddogio.com&type=Code&_pjax=%23js-pjax-container`)
    var urls = html.match(/https?:\/\/[^<]{1,50}.<em>wilddogio<\/em>.<em>com<\/em>/g)
    if (!urls) { continue }
    urls.map((item)=>item.replace(/<[^.]+>/g,''))
    window.globalUrls = [...new Set(window.globalUrls.concat(urls))]
    console.log(window.globalUrls.length, i);
  }
}

async function GET(url) {
  return new Promise(function(resolve, reject) {
    var request = new XMLHttpRequest()
    request.open('GET', url, true)
    request.onreadystatechange = () => {
      console.log(' - readyState:' + request.readyState + ' status:' + request.status)
      if (request.readyState == 4) {
        resolve(request.responseText)
      }
    }
    request.onerror = (a,b,c)=>{
      console.log(a,b,c);
    }
    request.send()
  });
}
window.globalUrls = []
fetchWildDogApps()