scrapePackages.js

const scrapePackages = () => {
  fs.readFile('./temp/username.txt', 'utf-8', (err, data) => {
    if (err) throw err;
    let username = data
    let $;
    let npmModuleUrl;
    let $$;
    let obj = {}
    let packageName;
    request(`https://www.npmjs.com/~${username}`, (err, res) => {
      $ = cheerio.load(res.body)
      let packageLinks = $('.collaborated-packages').children('li').children('a')
      packageLinks.each(function(i, elem) {
        // console.log($(elem).attr('href'))
        npmModuleUrl = $(elem).attr('href')
        request(`https://www.npmjs.com${npmModuleUrl}`, (err, res) => {
          $$ = cheerio.load(res.body)
          // console.log(res.body)
          packageName = $(elem).attr('href').split('/package')[1].split('/')[1]
          obj = Object.assign(obj, {[packageName]: {
              daily: $$('.daily-downloads').text(),
              weekly: $$('.weekly-downloads').text(),
              monthly: $$('.monthly-downloads').text()
          }})
          console.log(Object.keys(obj).length)
          if(Object.keys(obj).length  == packageLinks.length ) {
            askUserWhichPackagesToDisplay(obj)
          }
        })
      })
    })
  });
}