谷歌云函数下载文件并重定向到bucket存储

Question

我正在尝试使用 Node.js 中的谷歌云功能下载 wordpress 存储库的文件，然后将文件发送到谷歌云存储桶。我下载了 wordpress 文件，但无法写入谷歌存储桶。

function writeToBucket(jsonObject){

/*
 *  Google API authentication
 */

var gcs = require('@google-cloud/storage')({
         projectId: 'wp-media-cdn',
         keyFilename: 'wp-media-cdn-d9d7c61bfad9.json'
});

/*
 *  rename image file with image size, format: size X size imgName
 */

var pluginUrl = "https://downloads.wordpress.org/plugin/bbpress.2.5.14.zip";
    newPluginName = "bbpress";

/*
 *  Read image into stream, upload image to bucket
 */

var request = require('request');
var fs = require('fs'); //used for createWriteString()

var myBucket = gcs.bucket('test_buckyy'); //PUT BUCKET NAME HERE
var file = myBucket.file(nnewPluginName);

// file.exists() returns true if file already in bucket, then returns file url, exits function
if(file.exists()){
    return 'https://storage.googleapis.com/${test_buckyy}/${file}';
}

//pipes image data into fileStream
var fileStream = myBucket.file(newImageName).createWriteStream();
request(imgUrl).pipe(fileStream)
    .on('error', function(err) {
        console.log('upload failed');
    })
    .on('finish', function() {
        console.log('file uploaded');
    });
/*
 *  return image url
 *  use getSignedUrl
 */


    return 'https://storage.googleapis.com/${test_buckyy}/${file}';

}

Answer 1

使用Chris32的答案我创建了一个类似的版本，但避免将图像下载到 tmp 文件夹。希望它有用！

'use strict';

const http = require('http');
const {Storage} = require('@google-cloud/storage');

exports.http = (request, response) => {
  const imageUrl = request.body.url;
  const fileName = imageUrl.substring(imageUrl.lastIndexOf('/') + 1);

  const storage = new Storage({keyFilename: "keyfile.json"});
  const bucket = storage.bucket('MY_BUCKET_NAME');
  const file = bucket.file(fileName);

  console.log('Uploading image')
  http.get(imageUrl, function(res) {
    res.pipe(
      file.createWriteStream({
        resumable: false,
        public: true,
        metadata: {
          contentType: res.headers["content-type"]
        }
      })
    );
  });

  console.log('Image uploaded')
  response.status(201).send('Image successful uploaded!');
};

exports.event = (event, callback) => {
  callback();
};

Answer 2

我刚刚复制了您的用例场景，并且成功地将文件下载到了 Cloud Function 的临时文件夹中，然后我将该文件复制到了一个存储桶中。

为了实现这一点，我将文件下载createWriteStream到 /tmp 文件夹中，因为这是我们可以在 Cloud Functions 中存储文件的唯一文件夹，如Cloud Functions 执行环境文档中所述。

之后，我只是按照此Cloud Storage Uploading Objects文档将文件复制到存储桶中。

你可以看看我的示例函数

Index.js

const {Storage} = require('@google-cloud/storage');

exports.writeToBucket = (req, res) => {
const http = require('http');
const fs = require('fs');

const file = fs.createWriteStream("/tmp/yourfile.jpg");
const request = http.get("YOUR_URL_TO_DOWNLOAD_A_FILE", function(response) {
  response.pipe(file);
});

console.log('file downloaded');

// Imports the Google Cloud client library
const {Storage} = require('@google-cloud/storage');

// Creates a client
const storage = new Storage();
const bucketName = 'YOUR_BUCKET_NAME';
const filename = '/tmp/yourfile.jpg';

// Uploads a local file to the bucket
storage.bucket(bucketName).upload(filename, {
  gzip: true,
  metadata: {
    cacheControl: 'no-cache',
  },
});

res.status(200).send(`${filename} uploaded to ${bucketName}.`);

};


package.json

{
  "name": "sample-http",
  "version": "0.0.1",
  "dependencies": {
        "@google-cloud/storage": "^3.0.3"
    }
}