DanNi0130
DanNi0130
/ reddit.js v1
Created
July 19, 2018 01:55
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| const rp = require('request-promise'); | |
| const url = 'https://www.reddit.com'; | |
| rp(url) | |
| .then(function(html){ | |
| //success! | |
| console.log(html); | |
| }) | |
| .catch(function(err){ | |
| //handle error |
DanNi0130
/ potusScraper.js v4 output
Created
July 19, 2018 01:35
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [ | |
| { name: 'George Washington', birthday: '1732-02-22' }, | |
| { name: 'John Adams', birthday: '1735-10-30' }, | |
| { name: 'Thomas Jefferson', birthday: '1743-04-13' }, | |
| { name: 'James Madison', birthday: '1751-03-16' }, | |
| { name: 'James Monroe', birthday: '1758-04-28' }, | |
| { name: 'John Quincy Adams', birthday: '1767-07-11' }, | |
| { name: 'Andrew Jackson', birthday: '1767-03-15' }, | |
| { name: 'Martin Van Buren', birthday: '1782-12-05' }, | |
| { name: 'William Henry Harrison', birthday: '1773-02-09' }, |
DanNi0130
/ potusScraper.js v4
Created
July 19, 2018 01:35
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| const rp = require('request-promise'); | |
| const $ = require('cheerio'); | |
| const potusParse = require('./potusParse'); | |
| const url = 'https://en.wikipedia.org/wiki/List_of_Presidents_of_the_United_States'; | |
| rp(url) | |
| .then(function(html) { | |
| //success! | |
| const wikiUrls = []; | |
| for (let i = 0; i < 45; i++) { |
DanNi0130
/ potusParse.js v3
Created
July 19, 2018 01:33
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| const rp = require('request-promise'); | |
| const $ = require('cheerio'); | |
| const potusParse = function(url) { | |
| return rp(url) | |
| .then(function(html) { | |
| return { | |
| name: $('.firstHeading', html).text(), | |
| birthday: $('.bday', html).text(), | |
| }; |
DanNi0130
/ potusParse.js v2 output
Created
July 19, 2018 01:32
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| George Washington | |
| 1732-02-22 |
DanNi0130
/ potusParse.js v2
Created
July 19, 2018 01:32
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| const rp = require('request-promise'); | |
| const $ = require('cheerio'); | |
| const url = 'https://en.wikipedia.org/wiki/George_Washington'; | |
| rp(url) | |
| .then(function(html) { | |
| console.log($('.firstHeading', html).text()); | |
| console.log($('.bday', html).text()); | |
| }) | |
| .catch(function(err) { |
DanNi0130
/ potusParse.js v1 output
Created
July 19, 2018 01:30
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <html class="client-nojs" lang="en" dir="ltr"> | |
| <head> | |
| <meta charset="UTF-8"/> | |
| <title>George Washington - Wikipedia</title> | |
| ... |
DanNi0130
/ potusParse.js v1
Created
July 19, 2018 01:29
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| const rp = require('request-promise'); | |
| const url = 'https://en.wikipedia.org/wiki/George_Washington'; | |
| rp(url) | |
| .then(function(html) { | |
| console.log(html); | |
| }) | |
| .catch(function(err) { | |
| //handle error | |
| }); |
DanNi0130
/ potusScraper.js v3 output
Created
July 19, 2018 01:27
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [ | |
| '/wiki/George_Washington', | |
| '/wiki/John_Adams', | |
| '/wiki/Thomas_Jefferson', | |
| '/wiki/James_Madison', | |
| '/wiki/James_Monroe', | |
| '/wiki/John_Quincy_Adams', | |
| '/wiki/Andrew_Jackson', | |
| ... | |
| ] |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| const rp = require('request-promise'); | |
| const $ = require('cheerio'); | |
| const url = 'https://en.wikipedia.org/wiki/List_of_Presidents_of_the_United_States'; | |
| rp(url) | |
| .then(function(html){ | |
| //success! | |
| const wikiUrls = []; | |
| for (let i = 0; i < 45; i++) { | |
| wikiUrls.push($('big > a', html)[i].attribs.href); |