4

我有一个简单的场景。我需要从 S3 读取一个对象并将其输出传递给PUT请求。这是我使用request的代码。

// client.js
let AWS = require('aws-sdk')
let request = require('request')

let bucket = 'my_bucket'
let filename = 'path/to/file.zip'

let host = 'localhost'
let port = 8080

let s3 = new AWS.S3({
  . . .
})

let readStream = s3.getObject({
  Bucket: bucket,
  Key: filename
}).createReadStream()

let formData = {
  applicationType: 'my_app_type',
  applicationName: 'my_app_name',
  upload: {
    value: readStream,
    options: {
      filename: 'my_file_name.zip',
      contentType: 'application/zip'
    }
  }
}

request.put({
  url: 'http://' + host + ':' + port + '/bootstrap',
  formData: formData
}, function (error, response, body) {
  if (error) throw error
  console.log(body)
})

而且，这是我的server.js代码。

// server.js
let http = require('http')
let Busboy = require('busboy')
let events = require('events')
let fs = require('fs')

let host = 'localhost'
let port = 8080

let compressedCodeLocation = './code.zip'

let handleRequest = function (request, response) {
  let eventEmitter = new events.EventEmitter()
  let inputStreamWriter = fs.createWriteStream(compressedCodeLocation)
  inputStreamWriter.on('finish', function () {
    eventEmitter.emit('input.stream.saved')
  })
  let busboy = new Busboy({
    headers: request.headers
  })

  busboy.on('file', function (field, file) {
    file.pipe(inputStreamWriter)
  })
  busboy.on('field', function (field, val) {
    console.log(field + ': ' + val)
  })
  eventEmitter.on('input.stream.saved', function () {
    let stats = fs.statSync(compressedCodeLocation)
    response.statusCode = 200
    response.end(JSON.stringify(stats))
  })

  request.pipe(busboy)
}

let server = http.createServer(handleRequest)
server.listen(port, host, function () {
  console.log('Server started on ' + host + ':' + port)
})

let handleShutdown = function () {
  server.close(function () {
    console.log('Server stopped on ' + host + ':' + port)
  })
}
process.on('SIGTERM', handleShutdown)
process.on('SIGINT', handleShutdown)

Server收到以下内容headers：

{ host: 'localhost:8080',
  'content-type': 'multipart/form-data; boundary=--------------------------870259812928253745629174',
  'content-length': '465',
  connection: 'close' }

我收到了这个错误Server：

File [upload] got 58 bytes
events.js:160
      throw er; // Unhandled 'error' event
      ^

Error: Unexpected end of multipart data
    at /pots/cnc/node_modules/dicer/lib/Dicer.js:62:28
    at _combinedTickCallback (internal/process/next_tick.js:67:7)
    at process._tickCallback (internal/process/next_tick.js:98:9)

并且，Client收到以下错误：

Error: read ECONNRESET
    at exports._errnoException (util.js:1018:11)
    at TCP.onread (net.js:568:26)

有趣的是，如果我先在本地保存文件，然后再createReadStream为该本地文件保存，它可以工作：

let formData = {
  ...
  upload: {
    value: fs.createReadStream(localPath + "/" + filename),
    options: {
      ...
    }
  }
};
4

2 回答 2

6

我在使用请求时遇到了麻烦。但工作得很好。尝试这个：

const {S3} = require('aws-sdk'),
      got = require('got'),
      FormData = require('form-data'),
;
const form = new FormData(),
      readStream = s3.getObject({
          Bucket: bucket,
          Key: filename
      }).createReadStream()
;
form.append('applicationType', 'my_app_type')
form.append('applicationName', 'my_app_name')
form.append('upload', readStream,{
  filename: 'my_file_name.zip',
  contentType: 'application/zip'
})
got.put('http://' + host + ':' + port + '/bootstrap', {body: form})
于 2017-10-26T06:07:43.270 回答
2

解决方案2：

我今天发现的另一个答案要简单得多。只需使用该属性knownLength让请求模块提前知道文件的大小。

upload: {
  value: readStream,
  options: {
    filename: 'my_file_name.zip',
    contentType: 'application/zip'
    knownLength: 423424
  }
}


解决方案 1

此解决方案使用请求模块本身，以防您 不想在代码中引入新库。

我在@metakungfu answer的帮助下解决了这个问题。请将任何投票重定向到他的回答。

我需要将require模块的表单重置为form-data模块的表单。正如request 文件所述：

对于高级情况，您可以通过 访问表单数据对象本身 r.form()。

一旦在我的请求中设置了新表单（我认为这会重写多部分边界），我会将表单数据通过管道传输到我的请求。请参阅参考资料。

let AWS = require('aws-sdk')
let FormData = require('form-data')
let request = require('request')

let bucket = 'ppi-uploads'
let filename = 'introduction.zip'

let host = 'localhost'
let port = 8080

let s3 = new AWS.S3({
  . . .
})

let readStream = s3.getObject({
  Bucket: bucket,
  Key: filename
}).createReadStream()

let form = new FormData()
form.append('applicationType', 'html')
form.append('applicationName', 'introduction')
form.append('upload', readStream, {
  filename: 'introduction.zip',
  contentType: 'application/zip'
})

let putRequest = request.put({
  url: 'http://' + host + ':' + port + '/bootstrap',
  headers: form.getHeaders()
}, function (error, response, body) {
  if (error) throw error
  console.log(body)
})

form.pipe(putRequest)
于 2017-10-26T23:58:08.637 回答