encode-cluster.js

var startTime = Date.now()
var fs = require('fs')
var Iconv = require('iconv').Iconv
var cluster = require('cluster')
var workers;

if (cluster.isMaster) workers = [1, 2, 3, 4].map(_ => cluster.fork())

if (!cluster.isMaster)
{
  var converter = new Iconv('UTF-8', 'UTF-16LE')
  var input = fs.createReadStream('./enwik8')
  var out = fs.createWriteStream('enwik16_' + Date.now())
  input.pipe(converter).pipe(out)
  out.on('close', _ => process.exit())
}