S3 Helper

s3.ts

import { S3 } from "aws-sdk";
import * as BbPromise from "bluebird";
import * as _ from "lodash";

export async function listAllObjects(s3: S3, bucket: string, prefix: string) {
  const keys: string[] = [];

  let nextContinuationToken: any;

  do {
    const result = await s3.listObjectsV2({
      Bucket: bucket,
      Prefix: prefix,
      ContinuationToken: nextContinuationToken,
    }).promise();

    const contents = result.Contents || [];

    Array.prototype.push.apply(keys, contents.map((content) => content.Key!));

    nextContinuationToken = result.IsTruncated ? result.NextContinuationToken : undefined;
  } while (nextContinuationToken);

  return keys;
}

export async function deleteObjectsByPrefix(s3: S3, bucket: string, prefix: string, quiet = true) {
  const keys = await listAllObjects(s3, bucket, prefix);

  await BbPromise.map(_.chunk(keys, 1000), async (chunkedKeys) => {
    await s3.deleteObjects({
      Bucket: bucket,
      Delete: {
        Objects: chunkedKeys.map((key) => ({ Key: key })),
        Quiet: quiet,
      },
    }).promise();
  }, { concurrency: 4 });
}