count.rb

seen = {}
count = 0

File.open(ARGV[0]) do |iFile|
	iFile.each do |line|
		begin
			toks = line.split
			toks.each do |tok|
				tok = tok.downcase
				if not seen.keys.include? tok
					seen[tok] = nil
				end
				count += 1
				puts "#{count}\t#{seen.keys.size}"
			end
		rescue
		end
	end
end