'use strict' const zlib = require('zlib') const cors = require('cors') const { validatePermissionsReadStream } = require('./authUtils') const { SpeckleObjectsStream } = require('./speckleObjectsStream') const { getObjectsStream } = require('../services/objects') const { pipeline, PassThrough } = require('stream') module.exports = (app) => { app.options('/api/getobjects/:streamId', cors()) app.post('/api/getobjects/:streamId', cors(), async (req, res) => { req.log = req.log.child({ userId: req.context.userId || '-', streamId: req.params.streamId }) const hasStreamAccess = await validatePermissionsReadStream( req.params.streamId, req ) if (!hasStreamAccess.result) { return res.status(hasStreamAccess.status).end() } const childrenList = JSON.parse(req.body.objects) const simpleText = req.headers.accept === 'text/plain' res.writeHead(200, { 'Content-Encoding': 'gzip', 'Content-Type': simpleText ? 'text/plain; charset=UTF-8' : 'application/json' }) // "output" stream, connected to res with `pipeline` (auto-closing res) const speckleObjStream = new SpeckleObjectsStream(simpleText) const gzipStream = zlib.createGzip() pipeline( speckleObjStream, gzipStream, new PassThrough({ highWaterMark: 16384 * 31 }), res, (err) => { if (err) { req.log.error(err, `App error streaming objects`) } else { req.log.info( `Streamed ${childrenList.length} objects (size: ${ gzipStream.bytesWritten / 1000000 } MB)` ) } } ) const cSize = 1000 try { for (let cStart = 0; cStart < childrenList.length; cStart += cSize) { const childrenChunk = childrenList.slice(cStart, cStart + cSize) const dbStream = await getObjectsStream({ streamId: req.params.streamId, objectIds: childrenChunk }) await new Promise((resolve, reject) => { dbStream.pipe(speckleObjStream, { end: false }) dbStream.once('end', resolve) dbStream.once('error', reject) }) } } catch (ex) { req.log.error(ex, `DB Error streaming objects`) speckleObjStream.emit('error', new Error('Database streaming error')) } speckleObjStream.end() }) }