Convert CRLF -> LF and Enforce UTF-8 File Format

line_endings_and_encoding_enforcement.rb

files = Dir['**/*.blk']
files += Dir['**/*.mtf']

files.each do |file|
  puts "Checking file: #{file}"
  raw = File.read(file)

  # New Line Conversion from CRLF -> LF
  data = raw.encode(raw.encoding, universal_newline: true)

  # Convert to valid UTF-8
  data = data.unpack('C*').pack('U*') if !(data.encoding.name == 'UTF-8' && data.valid_encoding?)

  File.write(file, data)
end