bigBuild.js

const fs = require("fs");
const JSONStream = require("JSONStream");
const AWS = require("aws-sdk");
const csd = new AWS.CloudSearchDomain({endpoint: process.env.CSD_ENDPOINT, region: "us-east-1"});

const writeFile = fs.createWriteStream("big.json");
// const stringifier = JSONStream.stringify("[", ",", "]");
const stringifier = JSONStream.stringify();

stringifier.pipe(writeFile);

for (let i = 0; i < 10; i++) {
    let fd = fs.openSync("/dev/urandom", "r");
    let buffer = new Buffer(1000000);
    fs.readSync(fd, buffer, 0, 1000000);

    stringifier.write({content: buffer.toString("hex")});
}

stringifier.end();