Convert a one-line stream of JSON objects into a newline separated (multiline) stream

convert_all_gzipped.sh

#/bin/bash
# Fix all the files and puts them in a 'fixed' subdirectory

mkdir fixed
for f in *.gz; do gunzip -c $f | ruby jsonsm.rb | gzip -c > fixed/$f; done

jsonsm.rb

require 'yajl'

Yajl::Parser.parse(STDIN) do |event|
    print Yajl::Encoder.encode(event)
    print "\n"
end

jsonsmurlgz.rb

require 'open-uri'
require 'zlib'
require 'yajl'

#gz = open('http://data.githubarchive.org/2012-03-11-12.json.gz')
js = Zlib::GzipReader.new(STDIN).read

Yajl::Parser.parse(js) do |event|
    print Yajl::Encoder.encode(event)
    print "\n"
end