Fetches all ST:TNG episode summaries from Wikipedia

lorem_astrum.rb

#!/usr/bin/env ruby

require 'rubygems'
require 'mechanize'
require 'uri'

a = Mechanize.new

root = URI.parse('https://en.wikipedia.org/wiki/List_of_Star_Trek:_The_Next_Generation_episodes')

urls = []

a.get(root) do |page|
  page.search('.wikiepisodetable').each do |table|
    table.search('.summary a').each do |cell|
      urls << root.merge(cell['href'])
    end
  end
end

File.open('episodes.txt', 'w') do |file|
  urls.lazy.map{|url| a.get(url)}.each do |page|
    page.search('.mw-parser-output').first
      .search("//span[@id='Plot']/parent::h2/following-sibling::*")
      .take_while{|n| n.name=='p'}.each do |par|
        file.puts par.text
      end
  end.to_a
end