s3 utils

s3 utils.js

// dependencias
const _ = require("lodash");
const AWS = require('aws-sdk');
const AmazonS3URI = require("amazon-s3-uri");
const request = require("request");
const accessparams = {
    accessKeyId: "",
    secretAccessKey: "",
};
const s3 = new AWS.S3(accessparams);
const fs = require('fs');
const promiseConcurrency = require("promise-concurrency");

utils1.js

// leer todos los archivos de un bucket

const s3 = new AWS.S3(accessparams);

var params = {
            Bucket: NEW_BUCKET,
            Delimiter: '/',
            Prefix: ''
};

const objects = await new Promise((_resolve, _reject) => {
        var allKeys = [];
        function listAllKeys(marker, cb) {
            s3.listObjects({ ...params, Marker: marker }, function(err, data) {
                if (err) return cb(err);
                allKeys.push(data.Contents.map((o) => o.Key));
                if (data.IsTruncated)
                    listAllKeys(data.NextMarker, cb);
                else
                    cb();
            });
        }
        listAllKeys(null, (err) => {
            if (err) _reject(err);
            _resolve(_.flatten(allKeys));
        });
    });

utils2.js

// copiar desde url publica 

const put_from_url = (url, bucket, key, callback, force = false) => {
            request({
                url: url,
                encoding: null
            }, function(err, res, body) {
                if (err)
                    return callback(err, res);
                s3.putObject({
                    Bucket: bucket,
                    Key: key,
                    ContentType: res.headers['content-type'],
                    ContentLength: res.headers['content-length'],
                    Body: body // buffer
                }, (err) => {
                    setTimeout(() => callback(err), 200);
                });
            });
}

utils3.js

// generar url publica

const getSignedUrl = (url) => {
    try {
        const { region, bucket, key } = AmazonS3URI(url);
        const signedUrl = s3.getSignedUrl('getObject', {
            Bucket: bucket,
            Key: key,
            Expires: 60 * 25 // time in seconds: e.g. 60 * 5 = 5 mins
        });
        return signedUrl;
    } catch (_err) {
        // console.log(_err)
    }
    return url;
}