Iain Sproat
444d2ca7dd
* Revert "Revert "feat(structured logging): implements structured logging for backend (#1217)" (#1227)"
This reverts commit 63e6581162.
* Use pino-http instead of express pino logger
* Use correct reference to knex and do not instantiate HttpLogger prematurely
* Adds missing dependency for pino to webhook-service
* Do not instantiate middleware when passed to express
* Refactor to move logging into shared
* Copy shared packages into dockerfiles
* Build shared workspace in docker build-stage for fileimport & webhook
86 lines
2.6 KiB
JavaScript
86 lines
2.6 KiB
JavaScript
'use strict'
|
|
const zlib = require('zlib')
|
|
const cors = require('cors')
|
|
|
|
const { validatePermissionsReadStream } = require('./authUtils')
|
|
const { SpeckleObjectsStream } = require('./speckleObjectsStream')
|
|
const { getObjectsStream } = require('../services/objects')
|
|
|
|
const { pipeline, PassThrough } = require('stream')
|
|
const { logger } = require('@/logging/logging')
|
|
|
|
module.exports = (app) => {
|
|
app.options('/api/getobjects/:streamId', cors())
|
|
|
|
app.post('/api/getobjects/:streamId', cors(), async (req, res) => {
|
|
const hasStreamAccess = await validatePermissionsReadStream(
|
|
req.params.streamId,
|
|
req
|
|
)
|
|
if (!hasStreamAccess.result) {
|
|
return res.status(hasStreamAccess.status).end()
|
|
}
|
|
|
|
const childrenList = JSON.parse(req.body.objects)
|
|
const simpleText = req.headers.accept === 'text/plain'
|
|
|
|
res.writeHead(200, {
|
|
'Content-Encoding': 'gzip',
|
|
'Content-Type': simpleText ? 'text/plain; charset=UTF-8' : 'application/json'
|
|
})
|
|
|
|
// "output" stream, connected to res with `pipeline` (auto-closing res)
|
|
const speckleObjStream = new SpeckleObjectsStream(simpleText)
|
|
const gzipStream = zlib.createGzip()
|
|
|
|
pipeline(
|
|
speckleObjStream,
|
|
gzipStream,
|
|
new PassThrough({ highWaterMark: 16384 * 31 }),
|
|
res,
|
|
(err) => {
|
|
if (err) {
|
|
logger.error(
|
|
`[User ${
|
|
req.context.userId || '-'
|
|
}] App error streaming objects from stream ${req.params.streamId}: ${err}`
|
|
)
|
|
} else {
|
|
logger.info(
|
|
`[User ${req.context.userId || '-'}] Streamed ${
|
|
childrenList.length
|
|
} objects from stream ${req.params.streamId} (size: ${
|
|
gzipStream.bytesWritten / 1000000
|
|
} MB)`
|
|
)
|
|
}
|
|
}
|
|
)
|
|
|
|
const cSize = 1000
|
|
try {
|
|
for (let cStart = 0; cStart < childrenList.length; cStart += cSize) {
|
|
const childrenChunk = childrenList.slice(cStart, cStart + cSize)
|
|
|
|
const dbStream = await getObjectsStream({
|
|
streamId: req.params.streamId,
|
|
objectIds: childrenChunk
|
|
})
|
|
await new Promise((resolve, reject) => {
|
|
dbStream.pipe(speckleObjStream, { end: false })
|
|
dbStream.once('end', resolve)
|
|
dbStream.once('error', reject)
|
|
})
|
|
}
|
|
} catch (ex) {
|
|
logger.error(
|
|
`[User ${req.context.userId || '-'}] DB Error streaming objects from stream ${
|
|
req.params.streamId
|
|
}: ${ex}`
|
|
)
|
|
speckleObjStream.emit('error', new Error('Database streaming error'))
|
|
}
|
|
speckleObjStream.end()
|
|
})
|
|
}
|