Last active
July 25, 2017 09:37
-
-
Save LitvinenkoD89/e9dae4834f1517357f08be6f74041e60 to your computer and use it in GitHub Desktop.
hyundaiusa
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# HYUNDAI {source_name: 'hyundaiusa', batch_number: 6, request_id: 6000000096, request_name: 'HYUNDAI'} | |
scraper_service.scrape do |browser, scraper, init_vars| | |
easy_seeder = Library.lib('EasySeeder') | |
easy_extractor = Library.lib('EasyExtractor') | |
easy_seeder.seed(source_name: init_vars[:source_name]) do | |
loop_postal_codes "us", radius: 10 do |zip, lat, long| | |
queue_url "https://prevapp.hyundaiusa.com/DealerServiceSSL.svc/content/v2/en-US/#{zip}/50/json", { | |
method: :get | |
} | |
end | |
end | |
easy_extractor.extract( | |
source_name: init_vars[:source_name], | |
scraper: scraper, | |
batch_number: init_vars[:batch_number], | |
request_id: init_vars[:request_id], | |
request_name: init_vars[:request_name], | |
) do | |
find_pages page_format: :json do |url, parser_page, json| | |
if json && json["GetDealerLocationNewJSONResult"].present? | |
data = json["GetDealerLocationNewJSONResult"] | |
data.each do |store| | |
doc_id = store_doc({ | |
store_id: store["DealerCode"], | |
brand: "HYUNDAI", | |
type: "HYUNDAI", | |
property_id: store["DealerCode"], | |
name: store["DealerName"], | |
address_1: store["Address1"], | |
address_2: store["Address2"], | |
city: store["City"], | |
state: store["State"], | |
zipcode: store["Zip"], | |
country: 'USA', | |
lat: store["Latitude"], | |
long: store["Longitude"], | |
location_url: store["DealerUrl"] | |
# map_link: nil | |
# address_container_html: | |
}) | |
end | |
end | |
end | |
end | |
end |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment