tylerritchie

require(rvest)
require(httr)
setwd('~/p/species-scrape')
output_file_name<-'output.txt'
error_urls_file_name<-'error_urls.txt'
for(i in 6174:45000){  #or 1, or whatever
  url <- paste0("http://naeb.brit.org/uses/",i) #
  message("Scraping ", url)
  tryCatch({
    # RETRY() will default to 3 retries and add some jitter to the retries as well