Split File into multiple pieces

split.rb

#!/usr/bin/env ruby

input_file = ARGV[0]

# This function is stolen from:
# http://snippets.dzone.com/posts/show/3486
def chunk_array(array, pieces=2)
  len = array.length;
  mid = (len/pieces)
  chunks = []
  start = 0
  1.upto(pieces) do |i|
    last = start+mid
    last = last-1 unless len%pieces >= i
    chunks << array[start..last] || []
    start = last+1
  end
  chunks
end


contents = File.read(input_file).split("\n")
content_chunks = chunk_array(contents, 1000)

content_chunks.each_with_index do |chunk, idx|
  File.open("#{File.basename(input_file)}.#{idx+1}", "w") do |out|
    out.puts(chunk.join("\n"))
  end
end