aws-sdk S3：通過listObjectsV2遞歸列出所有密鑰的最佳方式

Question

使用listObjects API調用的v1版本，您可以完成類似SO answer的操作。

var allKeys = []; 
function listAllKeys(marker, cb) { 
    s3.listObjects({Bucket: s3bucket, Marker: marker}, function(err, data){ 
    allKeys.push(data.Contents); 

    if(data.IsTruncated) 
     listAllKeys(data.NextMarker, cb); 
    else 
     cb(); 
    }); 
} 

會是什麼listObjectsV2功能的相同呢？

Answer 1

以下是從桶中獲取密鑰列表的代碼。

var params = { 
    Bucket: 'bucket-name'  
}; 

var allKeys = []; 
listAllKeys(); 
function listAllKeys() { 
    s3.listObjectsV2(params, function (err, data) { 
     if (err) { 
      console.log(err, err.stack); // an error occurred 
     } else { 
      var contents = data.Contents; 
      contents.forEach(function (content) { 
       allKeys.push(content.Key); 
      }); 

      if (data.IsTruncated) { 
       params.ContinuationToken = data.NextContinuationToken; 
       console.log("get further list..."); 
       listAllKeys(); 
      } 

     } 
    }); 
} 

Answer 2

這是做，在我看來，最好的辦法：

const AWS = require('aws-sdk'); 
const s3 = new AWS.S3(); 

const listAllKeys = (params, out = []) => new Promise((resolve, reject) => { 
    s3.listObjectsV2(params).promise() 
    .then(({Contents, IsTruncated, NextContinuationToken}) => { 
     out.push(...Contents); 
     !IsTruncated ? resolve(out) : resolve(listAllKeys(Object.assign(params, {ContinuationToken: NextContinuationToken}), out)); 
    }) 
    .catch(reject); 
}); 

listAllKeys({Bucket: 'bucket-name'}) 
    .then(console.log) 
    .catch(console.log);