Process large JSON files with streams

json-processor.js

import fs from 'fs'
import { Transform } from 'stream'
import JSONStream from 'JSONStream'

// Custom transform stream
const transformer = new Transform({
  objectMode: true,
  transform(jsonItem, encoding, callback) {
    // your logic goes here...
    // const updatedItem = {}

    callback(null, updatedItem)
   }
})

const input = fs.createReadStream('./raw-input.json', 'utf8')
const output = fs.createWriteStream('processed-output.json', 'utf8')

input
  .pipe(JSONStream.parse('*')) // JSON structure parser pattern
  .pipe(transformer) // Process data
  .pipe(JSONStream.stringify()) // Convert it back to JSON
  .pipe(output) // save the result

Can you provide the whole code? This is just an example of how to process a JSON file, and it seems to be working fine to me, so the issue is probably somewhere else. @Sidney011100