Files
speckle-server/packages/server/modules/previews/rest/router.ts
T
Gergő Jedlicska 61609de97e gergo/previews (#3765)
* feat(preview-generator): add new preview generator webapp

* wip(preview-service): reworking the preview service backend

* feat(previews): logging

* feat(preview-service): streamline payloads

* fix(preview-service): do not log the full payload

* feat(preview-service): build new preview service

* feat(preview-service): add separate response queue

* feat(previews): integrate preview queues with the server

* feat(previews): use module alias

* chore(previews): remove old preview service code

* feat(previews): log stuff on job statuses

* fix(previews): add missing deps and scripts

* fix(previews): package deps fix

* fix(server): moar typing fixes

* Metrics related to jobs: total count, request failures, response errors & durations

* duration should include unit.
- histogram metric should be summary
- error responses include duration in seconds
- attempt to remove metric before adding it (prevent errors with duplicate metrics)

* fix(server, frontend): some ts fixes

* fixes

* fix(frontend): remove unneeded ts-expect-error

* chore(preview-service): eslint

* TS fix

* feat(previews): more smoal fixes

* fix(preview-service): alias loading

* feat(helm): updates for new preview service queue setup

* feat(preview-service): launch new browser for each job

* feat(preview-service): add timeout, fix liveliness

* fix(helm): add access to new secret in service accounts

* tidy metrics into a separate file

* Remove broken preview service acceptance test

* fix broken import

* Add metrics to test

* feat(preview-service): handle preview service shutdown properly

* fix(previews): merge bork

---------

Co-authored-by: Iain Sproat <68657+iainsproat@users.noreply.github.com>
Co-authored-by: Kristaps Fabians Geikins <fabis94@live.com>
2025-03-06 14:26:56 +01:00

307 lines
10 KiB
TypeScript

import { Router } from 'express'
import cors from 'cors'
import { validateScopes, authorizeResolver } from '@/modules/shared'
import { makeOgImage } from '@/modules/previews/ogImage'
import { db } from '@/db/knex'
import {
getObjectPreviewBufferOrFilepathFactory,
sendObjectPreviewFactory,
checkStreamPermissionsFactory
} from '@/modules/previews/services/management'
import {
getObjectPreviewInfoFactory,
getPreviewImageFactory,
storeObjectPreviewFactory
} from '@/modules/previews/repository/previews'
import {
getCommitFactory,
getPaginatedBranchCommitsItemsFactory,
legacyGetPaginatedStreamCommitsPageFactory
} from '@/modules/core/repositories/commits'
import {
getStreamCollaboratorsFactory,
getStreamFactory
} from '@/modules/core/repositories/streams'
import { getPaginatedBranchCommitsItemsByNameFactory } from '@/modules/core/services/commit/retrieval'
import { getStreamBranchByNameFactory } from '@/modules/core/repositories/branches'
import { getFormattedObjectFactory } from '@/modules/core/repositories/objects'
import { getProjectDbClient } from '@/modules/multiregion/utils/dbSelector'
import { createObjectPreviewFactory } from '@/modules/previews/services/createObjectPreview'
import { createAppTokenFactory } from '@/modules/core/services/tokens'
import {
storeApiTokenFactory,
storeTokenResourceAccessDefinitionsFactory,
storeTokenScopesFactory,
storeUserServerAppTokenFactory
} from '@/modules/core/repositories/tokens'
import { getServerOrigin } from '@/modules/shared/helpers/envHelper'
import { requestObjectPreviewFactory } from '@/modules/previews/queues/previews'
import { Queue } from 'bull'
import { Knex } from 'knex'
const httpErrorImage = (httpErrorCode: number) =>
require.resolve(`#/assets/previews/images/preview_${httpErrorCode}.png`)
const noPreviewImage = require.resolve('#/assets/previews/images/no_preview.png')
const buildCreateObjectPreviewFunction = ({
projectDb,
previewRequestQueue,
responseQueueName
}: {
projectDb: Knex
previewRequestQueue: Queue
responseQueueName: string
}) => {
return createObjectPreviewFactory({
requestObjectPreview: requestObjectPreviewFactory({
queue: previewRequestQueue,
responseQueue: responseQueueName
}),
serverOrigin: getServerOrigin(),
storeObjectPreview: storeObjectPreviewFactory({ db: projectDb }),
getStreamCollaborators: getStreamCollaboratorsFactory({ db }),
createAppToken: createAppTokenFactory({
storeApiToken: storeApiTokenFactory({ db }),
storeTokenScopes: storeTokenScopesFactory({ db }),
storeTokenResourceAccessDefinitions: storeTokenResourceAccessDefinitionsFactory({
db
}),
storeUserServerAppToken: storeUserServerAppTokenFactory({ db })
})
})
}
export const previewRouterFactory = ({
previewRequestQueue,
responseQueueName
}: {
previewRequestQueue: Queue
responseQueueName: string
}): Router => {
const app = Router()
app.options('/preview/:streamId/:angle?', cors())
app.get('/preview/:streamId/:angle?', cors(), async (req, res) => {
const projectDb = await getProjectDbClient({ projectId: req.params.streamId })
const checkStreamPermissions = checkStreamPermissionsFactory({
validateScopes,
authorizeResolver,
// getting the stream from the main DB, cause it needs to join on roles
getStream: getStreamFactory({ db })
})
const { hasPermissions, httpErrorCode } = await checkStreamPermissions(req)
if (!hasPermissions) {
// return res.status( httpErrorCode ).end()
return res.sendFile(httpErrorImage(httpErrorCode))
}
const getCommitsByStreamId = legacyGetPaginatedStreamCommitsPageFactory({
db: projectDb
})
const { commits } = await getCommitsByStreamId({
streamId: req.params.streamId,
limit: 1,
ignoreGlobalsBranch: true,
cursor: undefined
})
if (!commits || commits.length === 0) {
return res.sendFile(noPreviewImage)
}
const lastCommit = commits[0]
const getObjectPreviewBufferOrFilepath = getObjectPreviewBufferOrFilepathFactory({
logger: req.log,
getObject: getFormattedObjectFactory({ db: projectDb }),
getObjectPreviewInfo: getObjectPreviewInfoFactory({ db: projectDb }),
createObjectPreview: buildCreateObjectPreviewFunction({
projectDb,
previewRequestQueue,
responseQueueName
}),
getPreviewImage: getPreviewImageFactory({ db: projectDb })
})
const sendObjectPreview = sendObjectPreviewFactory({
// getting the stream from the projectDb here, to handle preview data properly
getStream: getStreamFactory({ db: projectDb }),
getObjectPreviewBufferOrFilepath,
makeOgImage
})
return sendObjectPreview(
req,
res,
req.params.streamId,
lastCommit.referencedObject,
req.params.angle
)
})
app.options('/preview/:streamId/branches/:branchName/:angle?', cors())
app.get(
'/preview/:streamId/branches/:branchName/:angle?',
cors(),
async (req, res) => {
const checkStreamPermissions = checkStreamPermissionsFactory({
validateScopes,
authorizeResolver,
// getting the stream from the main DB, cause it needs to join on roles
getStream: getStreamFactory({ db })
})
const { hasPermissions, httpErrorCode } = await checkStreamPermissions(req)
if (!hasPermissions) {
// return res.status( httpErrorCode ).end()
return res.sendFile(httpErrorImage(httpErrorCode))
}
const projectDb = await getProjectDbClient({ projectId: req.params.streamId })
let commitsObj
try {
const getCommitsByBranchName = getPaginatedBranchCommitsItemsByNameFactory({
getStreamBranchByName: getStreamBranchByNameFactory({ db: projectDb }),
getPaginatedBranchCommitsItems: getPaginatedBranchCommitsItemsFactory({
db: projectDb
})
})
commitsObj = await getCommitsByBranchName({
streamId: req.params.streamId,
branchName: req.params.branchName,
limit: 1,
cursor: undefined
})
} catch {
commitsObj = {}
}
const { commits } = commitsObj
if (!commits || commits.length === 0) {
return res.sendFile(noPreviewImage)
}
const lastCommit = commits[0]
const getObjectPreviewBufferOrFilepath = getObjectPreviewBufferOrFilepathFactory({
logger: req.log,
getObject: getFormattedObjectFactory({ db: projectDb }),
getObjectPreviewInfo: getObjectPreviewInfoFactory({ db: projectDb }),
createObjectPreview: buildCreateObjectPreviewFunction({
projectDb,
previewRequestQueue,
responseQueueName
}),
getPreviewImage: getPreviewImageFactory({ db: projectDb })
})
const sendObjectPreview = sendObjectPreviewFactory({
// getting the stream from the projectDb here, to handle preview data properly
getStream: getStreamFactory({ db: projectDb }),
getObjectPreviewBufferOrFilepath,
makeOgImage
})
return sendObjectPreview(
req,
res,
req.params.streamId,
lastCommit.referencedObject,
req.params.angle
)
}
)
app.options('/preview/:streamId/commits/:commitId/:angle?', cors())
app.get('/preview/:streamId/commits/:commitId/:angle?', cors(), async (req, res) => {
const checkStreamPermissions = checkStreamPermissionsFactory({
validateScopes,
authorizeResolver,
// getting the stream from the main DB, cause it needs to join on roles
getStream: getStreamFactory({ db })
})
const { hasPermissions, httpErrorCode } = await checkStreamPermissions(req)
if (!hasPermissions) {
// return res.status( httpErrorCode ).end()
return res.sendFile(httpErrorImage(httpErrorCode))
}
const projectDb = await getProjectDbClient({ projectId: req.params.streamId })
const getCommit = getCommitFactory({ db: projectDb })
const commit = await getCommit(req.params.commitId, {
streamId: req.params.streamId
})
if (!commit) return res.sendFile(noPreviewImage)
const getObjectPreviewBufferOrFilepath = getObjectPreviewBufferOrFilepathFactory({
logger: req.log,
getObject: getFormattedObjectFactory({ db: projectDb }),
getObjectPreviewInfo: getObjectPreviewInfoFactory({ db: projectDb }),
createObjectPreview: buildCreateObjectPreviewFunction({
projectDb,
previewRequestQueue,
responseQueueName
}),
getPreviewImage: getPreviewImageFactory({ db: projectDb })
})
const sendObjectPreview = sendObjectPreviewFactory({
// getting the stream from the projectDb here, to handle preview data properly
getStream: getStreamFactory({ db: projectDb }),
getObjectPreviewBufferOrFilepath,
makeOgImage
})
return sendObjectPreview(
req,
res,
req.params.streamId,
commit.referencedObject,
req.params.angle
)
})
app.options('/preview/:streamId/objects/:objectId/:angle?', cors())
app.get('/preview/:streamId/objects/:objectId/:angle?', cors(), async (req, res) => {
const checkStreamPermissions = checkStreamPermissionsFactory({
validateScopes,
authorizeResolver,
// getting the stream from the main DB, cause it needs to join on roles
getStream: getStreamFactory({ db })
})
const { hasPermissions } = await checkStreamPermissions(req)
if (!hasPermissions) {
return res.status(403).end()
}
const projectDb = await getProjectDbClient({ projectId: req.params.streamId })
const getObjectPreviewBufferOrFilepath = getObjectPreviewBufferOrFilepathFactory({
logger: req.log,
getObject: getFormattedObjectFactory({ db: projectDb }),
getObjectPreviewInfo: getObjectPreviewInfoFactory({ db: projectDb }),
createObjectPreview: buildCreateObjectPreviewFunction({
projectDb,
previewRequestQueue,
responseQueueName
}),
getPreviewImage: getPreviewImageFactory({ db: projectDb })
})
const sendObjectPreview = sendObjectPreviewFactory({
// getting the stream from the projectDb here, to handle preview data properly
getStream: getStreamFactory({ db: projectDb }),
getObjectPreviewBufferOrFilepath,
makeOgImage
})
return sendObjectPreview(
req,
res,
req.params.streamId,
req.params.objectId,
req.params.angle
)
})
return app
}