Scrapes Clinton Benghazi emails from the State Department's open records website

index.js

var fs  = require("fs");
var http = require('http');

fs.readFile("data.json", 'utf8', function(err, data){
	data = JSON.parse(data);

	data.Results.forEach(function(email, i){
		console.log("http://foia.state.gov/searchapp/"+email.pdfLink);
		
		// use a timeout so State's server doesn't get mad
		setTimeout(function(){
			var file = fs.createWriteStream(Date.now() + ".pdf");
			var request = http.get("http://foia.state.gov/searchapp/"+email.pdfLink, function(response) {
			  response.pipe(file);
			});
		}, i*500);
	});
});