sanity-ndjson-utils.ts

import fs from "fs";

const convertNDJSONtoJSON =
  (ndjsonPath: string, jsonOutputPath: string) => async () => {
    const data = await new Promise((res, rej) => {
      const dataNDJSON: any[] = [];
      const stream = fs.createReadStream(ndjsonPath).pipe(ndjson.parse());

      stream.on("data", (obj: any) => dataNDJSON.push(obj));
      stream.on("end", () => res(dataNDJSON));
      stream.on("error", rej);
    });

    await writeFile(jsonOutputPath, data);
  };

const convertJSONtoNDJSON =
  (jsonPath: string, ndjsonOutputPath: string) => async () => {
    const json_raw = await readFileToString(jsonPath);
    const jsonData = json_raw && JSON.parse(json_raw);

    const stream = ndjson.stringify();
    stream.on("data", (line) => {
      fs.appendFile(ndjsonOutputPath, line, (err) => err && console.error(err));
    });
    jsonData.forEach((obj: any) => stream.write(obj));
    stream.end();
  };