chore(condo): DOMA-9803 try to monitor memory usage during lifetime (#…

…5081)

* chore(condo): DOMA-9803 try to monitor memory usage during lifetime

* chore(condo): DOMA-9803 add some gql data

apps/condo/index.js

@@ -18,6 +18,7 @@ const {
     getPfxCertificateHealthCheck,
 } = require('@open-condo/keystone/healthCheck')
 const { prepareKeystone } = require('@open-condo/keystone/KSv5v6/v5/prepareKeystone')
+const { isMemMonEnabled, catchGC } = require('@open-condo/keystone/memMon/utils')
 const { RequestCache } = require('@open-condo/keystone/requestCache')
 const { getWebhookModels } = require('@open-condo/webhooks/schema')
 const { getWebhookTasks } = require('@open-condo/webhooks/tasks')
@@ -152,6 +153,10 @@ const extendExpressApp = (app) => {
     app.use(Sentry.Handlers.errorHandler())
 }
 
+if (isMemMonEnabled()) {
+    catchGC()
+}
+
 module.exports = prepareKeystone({
     extendExpressApp,
     schemas, tasks, queues: ['low', 'medium', 'high'],

packages/keystone/KSv5v6/v5/prepareKeystone.js

@@ -22,6 +22,8 @@ const { IpBlackListMiddleware } = require('@open-condo/keystone/ipBlackList')
 const { registerSchemas } = require('@open-condo/keystone/KSv5v6/v5/registerSchema')
 const { getKeystonePinoOptions, GraphQLLoggerPlugin, getLogger } = require('@open-condo/keystone/logging')
 const { expressErrorHandler } = require('@open-condo/keystone/logging/expressErrorHandler')
+const { ApolloMemMonPlugin } = require('@open-condo/keystone/memMon/plugin')
+const { isMemMonEnabled } = require('@open-condo/keystone/memMon/utils')
 const metrics = require('@open-condo/keystone/metrics')
 const { schemaDocPreprocessor, adminDocPreprocessor, escapeSearchPreprocessor, customAccessPostProcessor } = require('@open-condo/keystone/preprocessors')
 const { ApolloRateLimitingPlugin } = require('@open-condo/keystone/rateLimiting')
@@ -155,6 +157,10 @@ function prepareKeystone ({ onConnect, extendKeystoneConfig, extendExpressApp, s
         apolloPlugins.unshift(new ApolloSentryPlugin())
     }
 
+    if (isMemMonEnabled()) {
+        apolloPlugins.push(new ApolloMemMonPlugin())
+    }
+
     return {
         keystone,
         // NOTE(pahaz): please, check the `executeDefaultServer(..)` to understand how it works.

packages/keystone/memMon/plugin.js

@@ -0,0 +1,34 @@
+const cuid = require('cuid')
+const { get } = require('lodash')
+
+const { logger } = require('./utils')
+
+/** @implements {import('apollo-server-plugin-base').ApolloServerPlugin} */
+class ApolloMemMonPlugin {
+
+    requestDidStart () {
+        return {
+            didResolveOperation: async (requestContext) => {
+                const operationId = get(requestContext, 'operationId') || cuid()
+                const mem = process.memoryUsage()
+                const operationName = get(requestContext, ['request', 'operationName'])
+                const query = get(requestContext, ['request', 'query'])
+                const variables = get(requestContext, ['request', 'variables'])
+
+                requestContext.operationId = operationId
+
+                logger.info({ msg: 'beforeQuery', operationId, operationName, query, variables, data: { mem } })
+            },
+            willSendResponse: async (requestContext) => {
+                const mem = process.memoryUsage()
+                const operationName = get(requestContext, ['request', 'operationName'])
+
+                logger.info({ msg: 'afterQuery', operationId: requestContext.operationId, operationName, data: { mem } })
+            },
+        }
+    }
+}
+
+module.exports = {
+    ApolloMemMonPlugin,
+}

packages/keystone/memMon/utils.js

@@ -0,0 +1,23 @@
+const process = require('node:process')
+const { PerformanceObserver } = require('perf_hooks')
+
+const { getLogger } = require('@open-condo/keystone/logging')
+
+const logger = getLogger('memMon')
+
+function isMemMonEnabled () {
+    return !process.env['DISABLE_MEM_MON']
+}
+
+function catchGC () {
+    const obs = new PerformanceObserver((list) => {
+        const entries = list.getEntries()
+        const mem = process.memoryUsage()
+
+        logger.info({ msg: 'afterGC', data: { mem, entriesCount: entries.length, entries } })
+    })
+
+    obs.observe({ entryTypes: ['gc'], buffered: true })
+}
+
+module.exports = { isMemMonEnabled, catchGC, logger }