Created
May 10, 2020 01:53
-
-
Save gaurangrshah/2192569da67e45dd535c62d51482ecdb to your computer and use it in GitHub Desktop.
Google Maps Listings Scraper
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
function JSONToCSVConvertor(JSONData, ReportTitle, ShowLabel) { | |
// http://jsfiddle.net/d7n0hj6k/1/ | |
//If JSONData is not an object then JSON.parse will parse the JSON string in an Object | |
var arrData = typeof JSONData != 'object' ? JSON.parse(JSONData) : JSONData; | |
var CSV = ''; | |
//Set Report title in first row or line | |
CSV += ReportTitle + '\r\n\n'; | |
//This condition will generate the Label/Header | |
if (ShowLabel) { | |
var row = ""; | |
//This loop will extract the label from 1st index of on array | |
for (var index in arrData[0]) { | |
//Now convert each value to string and comma-seprated | |
row += index + ','; | |
} | |
row = row.slice(0, -1); | |
//append Label row with line break | |
CSV += row + '\r\n'; | |
} | |
//1st loop is to extract each row | |
for (var i = 0; i < arrData.length; i++) { | |
var row = ""; | |
//2nd loop will extract each column and convert it in string comma-seprated | |
for (var index in arrData[i]) { | |
row += '"' + arrData[i][index] + '",'; | |
} | |
row.slice(0, row.length - 1); | |
//add a line break after each row | |
CSV += row + '\r\n'; | |
} | |
if (CSV == '') { | |
alert("Invalid data"); | |
return; | |
} | |
//Generate a file name | |
var fileName = "MyReport_"; | |
//this will remove the blank-spaces from the title and replace it with an underscore | |
fileName += ReportTitle.replace(/ /g,"_"); | |
//Initialize file format you want csv or xls | |
var uri = 'data:text/csv;charset=utf-8,' + escape(CSV); | |
// Now the little tricky part. | |
// you can use either>> window.open(uri); | |
// but this will not work in some browsers | |
// or you will not get the correct file extension | |
//this trick will generate a temp <a /> tag | |
var link = document.createElement("a"); | |
link.href = uri; | |
//set the visibility hidden so it will not effect on your web-layout | |
link.style = "visibility:hidden"; | |
link.download = fileName + ".csv"; | |
//this part will append the anchor tag and remove it after automatic click | |
document.body.appendChild(link); | |
link.click(); | |
document.body.removeChild(link); | |
} | |
class Listing { | |
constructor(title, rating, details, location, phone, website) { | |
this.title = title | |
this.rating = rating | |
this.details = details | |
this.location = location | |
this.phone = phone | |
this.website = website | |
} | |
} | |
let listings = []; | |
if(!listings.length > 0) { | |
listings = document.querySelectorAll('.section-result-content') | |
console.log('listings found', listings) | |
const listingsArr = Array.prototype.slice.call(listings).map(listing => { | |
const listTitle = listing.querySelector('.section-result-title > span').textContent | |
const listRating = listing.querySelector('.cards-rating-score')?.textContent || 0 | |
const listDetails = listing.querySelector('.section-result-details')?.textContent || "n/a" | |
const listLocation = listing.querySelector('.section-result-location')?.textContent || "n/a" | |
const listPhone = listing.querySelector('.section-result-phone-number')?.textContent || "n/a" | |
const listWebsite = listing.querySelector('a[href^="http"]')?.href || "n/a" | |
const listItem = new Listing(listTitle, listRating, listDetails, listLocation, listPhone, listWebsite) | |
return listItem | |
}) | |
const newJSON = JSON.stringify(listingsArr, null, 2) | |
if(newJSON) { | |
JSONToCSVConvertor(newJSON, "Listings", true) | |
} | |
} else { | |
console.log(listings.length) | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment