那些遇到过的问题

使用aws-sdk和Node/Express将简单文件上传到S3

abr*_*tez 41 file-upload amazon-s3 node.js aws-sdk multer-s3

我不知道我做错了什么,这就是我所拥有的:

HTML

<html>
<body>
    <form method="POST" action="/upload" enctype="multipart/form-data">
        <div class="field">
            <label for="image">Image Upload</label>
            <input type="file" name="image" id="image">
        </div>
        <input type="submit" class="btn" value="Save">
    </form>
</body>
</html>
Run Code Online (Sandbox Code Playgroud)

Port5000是我的Node.js服务器的端口.

在这个例子中我使用POST到/upload,并能正常工作.

module.exports = function(app, models) {

    var fs = require('fs');
    var AWS = require('aws-sdk');
    var accessKeyId =  process.env.AWS_ACCESS_KEY || "xxxxxx";
    var secretAccessKey = process.env.AWS_SECRET_KEY || "+xxxxxx+B+xxxxxxx";

    AWS.config.update({
        accessKeyId: accessKeyId,
        secretAccessKey: secretAccessKey
    });

    var s3 = new AWS.S3();

    app.post('/upload', function(req, res){

        var params = {
            Bucket: 'makersquest',
            Key: 'myKey1234.png',
            Body: "Hello"
        };

        s3.putObject(params, function (perr, pres) {
            if (perr) {
                console.log("Error uploading data: ", perr);
            } else {
                console.log("Successfully uploaded data to myBucket/myKey");
            }
        });
    });

}
Run Code Online (Sandbox Code Playgroud)

现在我想发布我正在发布的文件POST,这就是问题出现的地方.

module.exports = function(app, models) {

    var fs = require('fs');
    var AWS = require('aws-sdk');
    var accessKeyId =  process.env.AWS_ACCESS_KEY || "xxxxxx";
    var secretAccessKey = process.env.AWS_SECRET_KEY || "+xxxxxx+B+xxxxxxx";

    AWS.config.update({
        accessKeyId: accessKeyId,
        secretAccessKey: secretAccessKey
    });

    var s3 = new AWS.S3();

    app.post('/upload', function(req, res){
        var path = req.files.image.path;
        fs.readFile(path, function(err, file_buffer){
            var params = {
                Bucket: 'makersquest',
                Key: 'myKey1234.png',
                Body: file_buffer
            };

            s3.putObject(params, function (perr, pres) {
                if (perr) {
                    console.log("Error uploading data: ", perr);
                } else {
                    console.log("Successfully uploaded data to myBucket/myKey");
                }
            });
        });
    });
}
Run Code Online (Sandbox Code Playgroud)

我得到的错误是:

TypeError:无法读取未定义的属性"path"

事实上files是完全空洞的.

我假设我错过了一些非常明显的东西,但我似乎无法找到它.

the*_*mix 30

您将需要类似multer处理多部分上传的内容.以下是使用您的文件上传到s3的示例aws-sdk.

var multer = require('multer');
var AWS = require('aws-sdk');

var accessKeyId =  process.env.AWS_ACCESS_KEY || "xxxxxx";
var secretAccessKey = process.env.AWS_SECRET_KEY || "+xxxxxx+B+xxxxxxx";

AWS.config.update({
    accessKeyId: accessKeyId,
    secretAccessKey: secretAccessKey
});

var s3 = new AWS.S3();

app.use(multer({ // https://github.com/expressjs/multer
  dest: './public/uploads/', 
  limits : { fileSize:100000 },
  rename: function (fieldname, filename) {
    return filename.replace(/\W+/g, '-').toLowerCase();
  },
  onFileUploadData: function (file, data, req, res) {
    // file : { fieldname, originalname, name, encoding, mimetype, path, extension, size, truncated, buffer }
    var params = {
      Bucket: 'makersquest',
      Key: file.name,
      Body: data
    };

    s3.putObject(params, function (perr, pres) {
      if (perr) {
        console.log("Error uploading data: ", perr);
      } else {
        console.log("Successfully uploaded data to myBucket/myKey");
      }
    });
  }
}));

app.post('/upload', function(req, res){
    if(req.files.image !== undefined){ // `image` is the field name from your form
        res.redirect("/uploads"); // success
    }else{
        res.send("error, no file chosen");
    }
});
Run Code Online (Sandbox Code Playgroud)

  • 在此示例中,我应该删除本地文件吗？例如`,onFileUploadComplete:function(file,req,res){fs.unlink(file.path)}` (3认同)

Zee*_*mon 26

最新答案@ 2016年12月[新]

使用multer-s3将多部分上传到s3而不保存在本地磁盘上:

var express = require('express'),
    aws = require('aws-sdk'),
    bodyParser = require('body-parser'),
    multer = require('multer'),
    multerS3 = require('multer-s3');

aws.config.update({
    secretAccessKey: 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX',
    accessKeyId: 'XXXXXXXXXXXXXXX',
    region: 'us-east-1'
});

var app = express(),
    s3 = new aws.S3();

app.use(bodyParser.json());

var upload = multer({
    storage: multerS3({
        s3: s3,
        bucket: 'bucket-name',
        key: function (req, file, cb) {
            console.log(file);
            cb(null, file.originalname); //use Date.now() for unique file keys
        }
    })
});

//open in browser to see upload form
app.get('/', function (req, res) {
    res.sendFile(__dirname + '/index.html');
});

//use by upload form
app.post('/upload', upload.array('upl',1), function (req, res, next) {
    res.send("Uploaded!");
});

app.listen(3000, function () {
    console.log('Example app listening on port 3000!');
});
Run Code Online (Sandbox Code Playgroud)

最新答案@ Mar-2016 [Old-One]

编辑1 使用 multer@1.1.0 和 multer-s3@1.4.1 以下代码段:

var express = require('express'),
    bodyParser = require('body-parser'),
    multer = require('multer'),
    s3 = require('multer-s3');

var app = express();

app.use(bodyParser.json());

var upload = multer({
    storage: s3({
        dirname: '/',
        bucket: 'bucket-name',
        secretAccessKey: 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX',
        accessKeyId: 'XXXXXXXXXXXXXXX',
        region: 'us-east-1',
        filename: function (req, file, cb) {
            cb(null, file.originalname); //use Date.now() for unique file keys
        }
    })
});

//open in browser to see upload form
app.get('/', function (req, res) {
    res.sendFile(__dirname + '/index.html');
});

//use by upload form
app.post('/upload', upload.array('upl'), function (req, res, next) {
    res.send("Uploaded!");
});

app.listen(3000, function () {
    console.log('Example app listening on port 3000!');
});
Run Code Online (Sandbox Code Playgroud)

对于完整的运行示例,克隆express_multer_s3 repo并运行node app.

  • 使用此代码获取错误`default:throw new TypeError('Expected opts.s3 as object')^ TypeError:期望opts.s3成为新S3Storage的对象(M:\ workspace\Angular2StartKit \node_modules\multer-s3\index .js:66:20)在module.exports(M:\ workspace\Angular2StartKit \node_modules\multer-s3\index.js:150:10) (6认同)

小智 22

无需 Multer 的简单 S3 文件上传

var express = require('express')
const fileUpload = require('express-fileupload');
const app = express();

app.use(fileUpload());


var AWS = require('aws-sdk');

app.post('/imageUpload', async (req, res) => {
    AWS.config.update({
        accessKeyId: "ACCESS-KEY", // Access key ID
        secretAccesskey: "SECRET-ACCESS-KEY", // Secret access key
        region: "us-east-1" //Region
    })


    const s3 = new AWS.S3();

    // Binary data base64
    const fileContent  = Buffer.from(req.files.uploadedFileName.data, 'binary');

    // Setting up S3 upload parameters
    const params = {
        Bucket: 'BUKET-NAME',
        Key: "test.jpg", // File name you want to save as in S3
        Body: fileContent 
    };

    // Uploading files to the bucket
    s3.upload(params, function(err, data) {
        if (err) {
            throw err;
        }
        res.send({
            "response_code": 200,
            "response_message": "Success",
            "response_data": data
        });
    });

})

app.listen(3000, function () {
    console.log('Example app listening on port 3000!');
});
Run Code Online (Sandbox Code Playgroud)

  • 最佳答案，因为您使用express-fileupload 和本机 Buffer 函数 (7认同)

mor*_*och 1

您需要中间件集中的multermultipart/form-data之类的东西来为您处理并填充req.files. 来自文档：

var express = require('express')
var multer  = require('multer')

var app = express()
app.use(multer({ dest: './uploads/'}))
Run Code Online (Sandbox Code Playgroud)

现在req.files.image.path应该填充在您的app.post函数中。

归档时间：

查看次数：

64941 次

最近记录：

8 年，9 月 前
当我尝试向S3 Bucket(Node.js)发送内容时,AWS缺少凭据 44
更多相关链接
相关归档
app.js中的全局变量可以在路由中访问吗？ 81
如何在我的npm脚本中使用"watch"？ 19
仅当在应用程序中使用 pg 包执行 INSERT SQL 操作时，“错误”：“枚举的输入值无效” 17
如何使用Azure API启动容器实例？ 13
类型错误：Object.hasOwn 不是函数 13
如何找出NPX运行的是哪个文件？ 12
找不到Python可执行文件"/path/to/executable/python2.7",可以设置PYTHON env变量 10
通过AWS Ruby SDK将Base64图像数据上传到S3 5
删除文件夹及其内容AWS S3 java 5
在 S3 中存储高度敏感/私人文件的最安全选项是什么？ 5
难疑归档
在JavaScript中深度克隆对象的最有效方法是什么？ 5181
在Git存储库中查找并恢复已删除的文件 2716
你如何设置,清除和切换一个位？ 2454
如何从YouTube API获取YouTube视频缩略图？ 2291
为什么GCC不优化a*a*a*a*a*a到(a*a*a)*(a*a*a)？ 2083
什么是 ":-!!" 用C代码？ 1627
重命名pandas中的列 1601
你什么时候使用git rebase而不是git merge？ 1461
如何确定Python变量的类型？ 1437
安全地将JSON字符串转换为对象 1298