Axios Read Stream

axios-stream.js

/*
* How to process stream and NDJson
*/

const matcher = /\r?\n/
  
const processLine = (line) => {
  console.log('line', line)
}

const axiosFetch = (url) => {
  const response = await axios.get(url, { responseType: 'stream' })
  const stream = response.data;

  let buff = "";
  
  stream.on('data', (data) => {
    buff += data.toString();
    const parts = buff.split(matcher);
    buff = parts.pop();
    
    for (const i of parts) {
      processLine(JSON.parse(i));
    }
  })
  
  stream.on('end', () => {
    if (buff.length > 0) {
      processLine(JSON.parse(buff))
    }
  })
}