Skip to content

Instantly share code, notes, and snippets.

@gaurangrshah
Created May 10, 2020 01:53
Show Gist options
  • Save gaurangrshah/2192569da67e45dd535c62d51482ecdb to your computer and use it in GitHub Desktop.
Save gaurangrshah/2192569da67e45dd535c62d51482ecdb to your computer and use it in GitHub Desktop.
Google Maps Listings Scraper
function JSONToCSVConvertor(JSONData, ReportTitle, ShowLabel) {
// http://jsfiddle.net/d7n0hj6k/1/
//If JSONData is not an object then JSON.parse will parse the JSON string in an Object
var arrData = typeof JSONData != 'object' ? JSON.parse(JSONData) : JSONData;
var CSV = '';
//Set Report title in first row or line
CSV += ReportTitle + '\r\n\n';
//This condition will generate the Label/Header
if (ShowLabel) {
var row = "";
//This loop will extract the label from 1st index of on array
for (var index in arrData[0]) {
//Now convert each value to string and comma-seprated
row += index + ',';
}
row = row.slice(0, -1);
//append Label row with line break
CSV += row + '\r\n';
}
//1st loop is to extract each row
for (var i = 0; i < arrData.length; i++) {
var row = "";
//2nd loop will extract each column and convert it in string comma-seprated
for (var index in arrData[i]) {
row += '"' + arrData[i][index] + '",';
}
row.slice(0, row.length - 1);
//add a line break after each row
CSV += row + '\r\n';
}
if (CSV == '') {
alert("Invalid data");
return;
}
//Generate a file name
var fileName = "MyReport_";
//this will remove the blank-spaces from the title and replace it with an underscore
fileName += ReportTitle.replace(/ /g,"_");
//Initialize file format you want csv or xls
var uri = 'data:text/csv;charset=utf-8,' + escape(CSV);
// Now the little tricky part.
// you can use either>> window.open(uri);
// but this will not work in some browsers
// or you will not get the correct file extension
//this trick will generate a temp <a /> tag
var link = document.createElement("a");
link.href = uri;
//set the visibility hidden so it will not effect on your web-layout
link.style = "visibility:hidden";
link.download = fileName + ".csv";
//this part will append the anchor tag and remove it after automatic click
document.body.appendChild(link);
link.click();
document.body.removeChild(link);
}
class Listing {
constructor(title, rating, details, location, phone, website) {
this.title = title
this.rating = rating
this.details = details
this.location = location
this.phone = phone
this.website = website
}
}
let listings = [];
if(!listings.length > 0) {
listings = document.querySelectorAll('.section-result-content')
console.log('listings found', listings)
const listingsArr = Array.prototype.slice.call(listings).map(listing => {
const listTitle = listing.querySelector('.section-result-title > span').textContent
const listRating = listing.querySelector('.cards-rating-score')?.textContent || 0
const listDetails = listing.querySelector('.section-result-details')?.textContent || "n/a"
const listLocation = listing.querySelector('.section-result-location')?.textContent || "n/a"
const listPhone = listing.querySelector('.section-result-phone-number')?.textContent || "n/a"
const listWebsite = listing.querySelector('a[href^="http"]')?.href || "n/a"
const listItem = new Listing(listTitle, listRating, listDetails, listLocation, listPhone, listWebsite)
return listItem
})
const newJSON = JSON.stringify(listingsArr, null, 2)
if(newJSON) {
JSONToCSVConvertor(newJSON, "Listings", true)
}
} else {
console.log(listings.length)
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment