speckle-server/packages/server/modules/core/rest/diffDownload.js

'use strict'
const zlib = require('zlib')
const debug = require('debug')
const cors = require('cors')

const { validatePermissionsReadStream } = require('./authUtils')
const { SpeckleObjectsStream } = require('./speckleObjectsStream')
const { getObjectsStream } = require('../services/objects')

const { pipeline, PassThrough } = require('stream')

module.exports = (app) => {
  app.options('/api/getobjects/:streamId', cors())

  app.post('/api/getobjects/:streamId', cors(), async (req, res) => {
    const hasStreamAccess = await validatePermissionsReadStream(
      req.params.streamId,
      req
    )
    if (!hasStreamAccess.result) {
      return res.status(hasStreamAccess.status).end()
    }

    const childrenList = JSON.parse(req.body.objects)
    const simpleText = req.headers.accept === 'text/plain'

    res.writeHead(200, {
      'Content-Encoding': 'gzip',
      'Content-Type': simpleText ? 'text/plain; charset=UTF-8' : 'application/json'
    })

    // "output" stream, connected to res with `pipeline` (auto-closing res)
    const speckleObjStream = new SpeckleObjectsStream(simpleText)
    const gzipStream = zlib.createGzip()

    pipeline(
      speckleObjStream,
      gzipStream,
      new PassThrough({ highWaterMark: 16384 * 31 }),
      res,
      (err) => {
        if (err) {
          debug('speckle:error')(
            `[User ${
              req.context.userId || '-'
            }] App error streaming objects from stream ${req.params.streamId}: ${err}`
          )
        } else {
          debug('speckle:info')(
            `[User ${req.context.userId || '-'}] Streamed ${
              childrenList.length
            } objects from stream ${req.params.streamId} (size: ${
              gzipStream.bytesWritten / 1000000
            } MB)`
          )
        }
      }
    )

    const cSize = 1000
    try {
      for (let cStart = 0; cStart < childrenList.length; cStart += cSize) {
        const childrenChunk = childrenList.slice(cStart, cStart + cSize)

        const dbStream = await getObjectsStream({
          streamId: req.params.streamId,
          objectIds: childrenChunk
        })
        await new Promise((resolve, reject) => {
          dbStream.pipe(speckleObjStream, { end: false })
          dbStream.once('end', resolve)
          dbStream.once('error', reject)
        })
      }
    } catch (ex) {
      debug('speckle:error')(
        `[User ${req.context.userId || '-'}] DB Error streaming objects from stream ${
          req.params.streamId
        }: ${ex}`
      )
      speckleObjStream.emit('error', new Error('Database streaming error'))
    }
    speckleObjStream.end()
  })
}