get more than 1000 elements from s3 bucket (node.js)

listAllObjectsFromS3Bucket.js

const AWS = require('aws-sdk');

const s3 = new AWS.S3({
  region: 'eu-central-1',
  accessKeyId: process.env.AWS_ACCESS_KEY_ID,
  secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY,
});

async function listAllObjectsFromS3Bucket(bucket, prefix) {
  let isTruncated = true;
  let marker;
  const elements = [];
  while(isTruncated) {
    let params = { Bucket: bucket };
    if (prefix) params.Prefix = prefix;
    if (marker) params.Marker = marker;
    try {
      const response = await s3.listObjects(params).promise();
      response.Contents.forEach(item => {
        elements.push(item.Key);
      });
      isTruncated = response.IsTruncated;
      if (isTruncated) {
        marker = response.Contents.slice(-1)[0].Key;
      }
  } catch(error) {
      throw error;
    }
  }
  return elements;
}

// example call
listAllObjectsFromS3Bucket('<your bucket name>', '<optional prefix>');

modified from: codingfundas

Excellent script! Great contribution, thank you very much

Excellent code! Thank you very much

Thank you very much, excellent code!