scrab list of all countries and cities from RTX platform using NodeJS

rtx-platform-getAllCountriesCities.js

/* eslint-disable */

/**
 * Get All Cities from all RTX platform countries
 * To run:
 * 1. Try the url in your browser and Get Cookie from your browser request.
 * 2. install `request-promise`
 * 2. run: `node cities.js`
 */

var request = require('request');
var rp = require('request-promise');

const AllCities = {}

var options = (geotype, parentId) => ({
  method: 'GET',
  url: 'https://app.rtxplatform.com/core/json/geosearch/pops',
  qs: {geotype: geotype, parent_id: parentId},
  headers:
    {
      Cookie: '//Session Cookie from RTX//',
    },
});

getAllRegions = (countryId) => {
  return rp(options('region', countryId))
  .then(res => {
    return JSON.parse(res).results;
  })
  .catch(error => {
    throw new Error(error);
  })
};
const getCitiesInRegion = (regoinId) => {
  return rp(options('city', regoinId))
    .then(res => {
      return JSON.parse(res).results;
    })
    .catch(error => {
      throw new Error(error);
    })
};

const getCities = async () => {
  // All 250 cities in RTX
  for (let i = 1; i <= 250; i++) {
    let countryCode;
    const regionsInCountry = await getAllRegions(i);
    if (regionsInCountry && regionsInCountry) {
      const regions = regionsInCountry
      countryCode = regions[0] && regions[0].parent_string;
      AllCities[countryCode] = []
      for (let j = 0; j < regions.length; j++) {
        const cityParentId = regions[j].id;
        const citiesInRegion = await getCitiesInRegion(cityParentId);
        if (citiesInRegion) {
          AllCities[countryCode].push(...citiesInRegion);
        }
      }
    }
  }
  return AllCities;
}

module.exports = getCities();