feat: feature flag integration with webhook body format support

.vscode/settings.json

@@ -6,7 +6,7 @@
     "editor.formatOnSave": true
   },
   "[javascript]": {
-    "editor.defaultFormatter": "esbenp.prettier-vscode",
+    "editor.defaultFormatter": "vscode.typescript-language-features",
     "editor.formatOnSave": true
   },
   "[jsonc]": {

package.json

@@ -77,6 +77,7 @@
     "component-each": "^0.2.6",
     "crypto-js": "^4.2.0",
     "dotenv": "^16.0.3",
+    "feature-flag-sdk": "file:../rudder-control-plane/libs/featureflag-sdk-node",
     "flat": "^5.0.2",
     "form-data": "^4.0.0",
     "get-value": "^3.0.1",
@@ -109,6 +110,7 @@
     "parse-static-imports": "^1.1.0",
     "prom-client": "^14.2.0",
     "qs": "^6.11.1",
+    "querystring": "^0.2.1",
     "rs-jsonpath": "^1.1.2",
     "set-value": "^4.1.0",
     "sha256": "^0.2.0",

src/cdk/v2/destinations/http/utils.js

@@ -1,6 +1,7 @@
 const { toXML } = require('jstoxml');
 const { groupBy } = require('lodash');
 const { createHash } = require('crypto');
+const querystring = require('querystring');
 const { ConfigurationError } = require('@rudderstack/integrations-lib');
 const { BatchUtils } = require('@rudderstack/workflow-engine');
 const {
@@ -84,6 +85,18 @@ const getXMLPayload = (payload) =>
     header: true,
   });
 
+/**
+ * Converts JSON payload to application/x-www-form-urlencoded format.
+ * @param {Object} payload - The JSON payload to be converted.
+ * @returns {string} - The payload in application/x-www-form-urlencoded format.
+ */
+const getFORMPayload = (payload) => {
+  if (!payload) {
+    throw new ConfigurationError('Invalid payload for FORM format');
+  }
+  return querystring.stringify(payload);
+}
+
 const getMergedEvents = (batch) => {
   const events = [];
   batch.forEach((event) => {
@@ -152,5 +165,6 @@ module.exports = {
   addPathParams,
   excludeMappedFields,
   getXMLPayload,
+  getFORMPayload,
   batchSuccessfulEvents,
 };

src/cdk/v2/destinations/webhook/procWorkflow.yaml

@@ -4,6 +4,7 @@ bindings:
   - path: ../../bindings/jsontemplate
     exportAll: true
   - path: ../../../../v0/destinations/webhook/utils
+    exportAll: true
   - name: getHashFromArray
     path: ../../../../v0/util
   - name: getIntegrationsObj
@@ -60,7 +61,32 @@ steps:
         payload.context.ip = ip;
       )
       $.context.payload = $.removeUndefinedAndNullValues(payload)
-  - name: buildResponseForProcessTransformation
+  - name: buildResponseForProcessTransformationWithBodyFormatting
+    condition: await $.isFormattedBodyFeatureEnabled(.metadata.workspaceId) === true
+    template: |
+      const finalPayload = {
+        body: {
+          JSON: {},
+          JSON_ARRAY: {},
+          XML: {},
+          FORM: {},
+        },
+        version: '1',
+        userId: ^.message.anonymousId,
+        type: 'REST',
+        method: $.context.method,
+        endpoint: $.context.finalEndpoint,
+        headers: $.context.finalHeaders,
+        params: $.context.params,
+        files: {},
+      };
+
+      const formattedPayload = $.getFormatedPayload($.context.finalHeaders, $.context.payload);
+      finalPayload.body[formattedPayload.contentTypeSimplified] = formattedPayload.payload || {};
+      $.context.payload = finalPayload;
+      $.context.payload
+  - name: buildResponseForProcessTransformationWithDefaultBodyFormat
+    condition: await $.isFormattedBodyFeatureEnabled(.metadata.workspaceId) !== true
     template: |
       $.context.payload.({
          "body": {
@@ -77,4 +103,4 @@ steps:
          "headers": $.context.finalHeaders,
          "params": $.context.params,
          "files": {}
-       })
+       })

src/cdk/v2/handler.ts

@@ -19,6 +19,7 @@ import {
 
 import logger from '../../logger';
 
+
 const defTags = {
   [tags.TAG_NAMES.IMPLEMENTATION]: tags.IMPLEMENTATIONS.CDK_V2,
 };

src/v0/destinations/webhook/utils.js

@@ -1,5 +1,41 @@
+const { getXMLPayload, getFORMPayload } = require('../../../cdk/v2/destinations/http/utils');
 const { EventType } = require('../../../constants');
 const { getFieldValueFromMessage, flattenJson } = require('../../util');
+const { isFeatureEnabled, setDefaultTraits } = require('feature-flag-sdk')
+
+
+const JSON = 'JSON',
+  XML = 'XML',
+  FORM = 'FORM';
+
+const ContentTypeConstants = {
+  'application/json': JSON,
+  'application/xml': XML,
+  'text/xml': XML,
+  'application/x-www-form-urlencoded': FORM
+}
+
+const isFormattedBodyFeatureEnabled = async (workspaceId) => {
+  return await isFeatureEnabled(workspaceId, 'dest_transformer_webhook_form_support');
+}
+
+const getFormatedPayload = (headers, payload) => {
+  const normalizedHeaders = Object.keys(headers).reduce((acc, key) => {
+    acc[key.toLowerCase()] = headers[key];
+    return acc;
+  }, {});
+  const contentType = normalizedHeaders['content-type'];
+  const contentTypeSimplified = ContentTypeConstants[contentType] || JSON;
+
+  switch (contentTypeSimplified) {
+    case XML:
+      return { payload: getXMLPayload(payload), contentTypeSimplified };
+    case FORM:
+      return { payload: getFORMPayload(payload), contentTypeSimplified };
+    default:
+      return { payload, contentTypeSimplified };
+  }
+};
 
 const getPropertyParams = (message) => {
   if (message.type === EventType.IDENTIFY) {
@@ -10,4 +46,7 @@ const getPropertyParams = (message) => {
 
 module.exports = {
   getPropertyParams,
+  getFormatedPayload,
+  isFormattedBodyFeatureEnabled,
+  ContentTypeConstants
 };