I was attempting to enforce UTF-8, this only contains a few encodings but could do more

force_utf8.rb

 def fix_encodings(files)
  files.each do |file|
    next if File.directory?(file)
    [Encoding::UTF_8, Encoding::UTF_16LE, Encoding::UTF_16, Encoding::ISO_8859_1, Encoding::US_ASCII,  Encoding::default_external].each do |encoding|
      contents = File.read(file, :mode =>'rb', :encoding => encoding)
      next unless contents.valid_encoding?
      break if contents.valid_encoding? && encoding == Encoding::UTF_8

      
      if contents.valid_encoding?
        #if has_valid_utf8?(file) 
        begin
          puts "Converting #{file} to from #{encoding} to UTF-8 encoding"
        
          File.open(file,'w:UTF-8') do |f|
            f.write contents.encode('UTF-8') #.gsub(/\r\n?/u,"\n")
          end
          break
        rescue => e
          puts "Whoops, not able to convert #{file}. Try it manually"
        end
      end
    end
  end
end

https://gist.github.com/Iristyle/cbd1f57ce53de9964202

It sounds like I could have just used iconv for similar haha - http://stackoverflow.com/questions/1033104/how-do-i-convert-a-ucs2-string-into-utf8

This also may not even work correctly.