Get a single readable stream of contents from multiple URLs on Node.js

urls-to-stream.js

const { Readable } = require("stream");
const { default: got } = require("got");

/**
 * @param {string[]} [urls]
 * @param {import("got").Options} [options]
 * @return {Promise<Readable>} `Promise<Readable>`
 */
const getStreamFromUrls = async (urls = [], options = {}) => {
  async function* generateChunk() {
    const fetchStreams = urls.map((url) => got.stream(url, options));

    for (const stream of fetchStreams) {
      for await (chunk of stream) {
        yield chunk;
      }
    }
  }

  const readable = Readable.from(generateChunk());

  return readable;
};

module.exports = getStreamFromUrls;