ferblape · August 29, 2015 14:06
diff --git a/data-links.md b/data-links.md
diff --git a/scraper.rb b/scraper.rb
 #!/usr/bin/env duct # ruby

 require 'open-uri'
 require 'nokogiri'
 require 'gist'

 HOST = 'http://opendata.aragon.es'
 BASE_URL = 'http://opendata.aragon.es/catalogo/hojas-de-calculo'
 TOTAL_PAGES = 11

 def url_for_page(page)
  if page == 0
    BASE_URL
  else
    BASE_URL + "?page=#{page}"
  end
 end

 data = {}
 0.upto(TOTAL_PAGES) do |page|
  doc = Nokogiri::HTML(open(url_for_page(page)))
  doc.css(".dataset-item").each do |item|
    if link = item.css("h3 a").first
      data[link.text] = HOST + link['href']
    end
  end
 end

 formatted_data = [ "## Datos de hojas de cálculo del portal Aragón Open Data"]
 formatted_data << "\n\n **http://opendata.aragon.es/catalogo/hojas-de-calculo**"
 data.keys.sort.each do |text|
  formatted_data << " * [#{text}](#{data[text]})\n"
 end

 Gist.gist(formatted_data.join("\n"), update: 'https://gist.github.com/ferblape/ef3b801c63aaca365bc2', filename: 'data-links.md')

 __END__
 @@ Gemfile
 source 'https://rubygems.org'

 gem 'nokogiri'
 gem 'byebug'
 gem 'gist'
	#!/usr/bin/env duct # ruby

	require 'open-uri'
	require 'nokogiri'
	require 'gist'

	HOST = 'http://opendata.aragon.es'
	BASE_URL = 'http://opendata.aragon.es/catalogo/hojas-de-calculo'
	TOTAL_PAGES = 11

	def url_for_page(page)
	if page == 0
	BASE_URL
	else
	BASE_URL + "?page=#{page}"
	end
	end

	data = {}
	0.upto(TOTAL_PAGES) do \|page\|
	doc = Nokogiri::HTML(open(url_for_page(page)))
	doc.css(".dataset-item").each do \|item\|
	if link = item.css("h3 a").first
	data[link.text] = HOST + link['href']
	end
	end
	end

	formatted_data = [ "## Datos de hojas de cálculo del portal Aragón Open Data"]
	formatted_data << "\n\n http://opendata.aragon.es/catalogo/hojas-de-calculo"
	data.keys.sort.each do \|text\|
	formatted_data << " * [#{text}](#{data[text]})\n"
	end

	Gist.gist(formatted_data.join("\n"), update: 'https://gist.github.com/ferblape/ef3b801c63aaca365bc2', filename: 'data-links.md')

	__END__
	@@ Gemfile
	source 'https://rubygems.org'

	gem 'nokogiri'
	gem 'byebug'
	gem 'gist'
No results found