bla2utf8

#!/usr/bin/env python
"""
Convert STDIN to UTF-8
based on character encoding detection
"""

import sys, json, itertools
from chardet.universaldetector import UniversalDetector

detector = UniversalDetector()
lines = []
for line in sys.stdin:
  lines.append(line)
  detector.feed(line)
  if detector.done: break
detector.close()

print>>sys.stderr, detector.result

encoding = detector.result['encoding']
for line in itertools.chain(lines, sys.stdin):
  converted = line.decode(encoding, 'replace').encode('utf8')
  sys.stdout.write(converted)