char_count.rb

require 'find'
require 'ptools'

frequencies = Hash.new(0)

Find.find('.') do |path|
  basename = File.basename(path)

  if basename.start_with?('.')
    Find.prune if basename == '.git'
    next
  end

  next if File.directory?(path)
  next if File.binary?(path)

  contents = File.read(path)
  
  # ptools is letting some PNGs pass.
  next unless contents.valid_encoding?

  contents.each_char do |char|
    next if char.match?(/\s|[a-zA-Z0-9]/)
    frequencies[char] += 1
  end
end

pp frequencies.sort_by { -_2 }[0, 20]