有没有办法使用node.js从URL上传到S3？

Question

我发现了这个问题,但它似乎没有回答我的问题,因为我认为它仍在讨论本地文件.

我想拿,然后和imgur.com链接并使用节点将其上传到S3.是诺克斯这个能力或者我需要用别的东西吗？

不知道从哪里开始.

Answer 1

我没有使用knox,而是使用Node.js中的官方AWS SDK for JavaScript.我发出一个URL请求{encoding: null},以便检索缓冲区中的数据,该数据可以直接传递给Body参数s3.putObject().下面是使用aws-sdk和request将远程映像放入存储桶的示例.

var AWS = require('aws-sdk');
var request = require('request');

AWS.config.loadFromPath('./config.json');
var s3 = new AWS.S3();

function put_from_url(url, bucket, key, callback) {
    request({
        url: url,
        encoding: null
    }, function(err, res, body) {
        if (err)
            return callback(err, res);

        s3.putObject({
            Bucket: bucket,
            Key: key,
            ContentType: res.headers['content-type'],
            ContentLength: res.headers['content-length'],
            Body: body // buffer
        }, callback);
    })
}

put_from_url('http://a0.awsstatic.com/main/images/logos/aws_logo.png', 'your_bucket', 'media/aws_logo.png', function(err, res) {
    if (err)
        throw err;

    console.log('Uploaded data successfully!');
});

Answer 2

对于那些正在寻求基于@micmia代码doesn't involves callbacks并优先考虑的解决方案的人，promises这里可以选择：

var AWS = require('aws-sdk'),
request = require('request');


const bucketName='yourBucketName';
const bucketOptions = {...Your options};
var s3 = new AWS.S3(options);

function UploadFromUrlToS3(url,destPath){
    return new Promise((resolve,reject)=> {            
        request({
            url: url,
            encoding: null
        }, function(err, res, body) {        
            if (err){
                reject(err);
            }
            var objectParams = {
                ContentType: res.headers['content-type'],
                ContentLength: res.headers['content-length'],
                Key: destPath,
                Body: body 
            };
            resolve(s3.putObject(objectParams).promise());
        });
    });
}

UploadFromUrlToS3(
    'http://a0.awsstatic.com/main/images/logos/aws_logo.png',
    'your/s3/path/aws_logo.png' )
    .then(function() {
        console.log('image was saved...');
    }).catch(function(err) {
        console.log('image was not saved!',err);
    });

Answer 3

以@Yuri 的帖子为基础，对于那些想要使用& ES6 语法axios代替request& ES6 语法以获得更现代方法的人+ 添加所需的Bucket属性params（并且它下载任何文件，而不仅仅是图像）：

const uploadFileToS3 = (url, bucket, key) => {
  return axios.get(url, { responseType: "arraybuffer", responseEncoding: "binary" }).then((response) => {
    const params = {
      ContentType: response.headers["content-type"],
      ContentLength: response.data.length.toString(), // or response.header["content-length"] if available for the type of file downloaded
      Bucket: bucket,
      Body: response.data,
      Key: key,
    };
    return s3.putObject(params).promise();
  });
}

uploadFileToS3(<your_file_url>, <your_s3_path>, <your_s3_bucket>)
   .then(() => console.log("File saved!"))
   .catch(error) => console.log(error));