feat: feature flag http dest example

.vscode/settings.json

@@ -1,12 +1,12 @@
 {
   "prettier.requireConfig": true,
   "prettier.configPath": ".prettierrc",
   "[typescript]": {
-    "editor.defaultFormatter": "esbenp.prettier-vscode",
+    "editor.defaultFormatter": "vscode.typescript-language-features",
     "editor.formatOnSave": true
   },
   "[javascript]": {
-    "editor.defaultFormatter": "esbenp.prettier-vscode",
+    "editor.defaultFormatter": "vscode.typescript-language-features",
     "editor.formatOnSave": true
   },
   "[jsonc]": {

package.json

@@ -77,6 +77,7 @@
     "component-each": "^0.2.6",
     "crypto-js": "^4.2.0",
     "dotenv": "^16.0.3",
+    "feature-flag-sdk": "file:../rudder-control-plane/libs/featureflag-sdk-node",
     "flat": "^5.0.2",
     "form-data": "^4.0.0",
     "get-value": "^3.0.1",
@@ -109,6 +110,7 @@
     "parse-static-imports": "^1.1.0",
     "prom-client": "^14.2.0",
     "qs": "^6.11.1",
+    "querystring": "^0.2.1",
     "rs-jsonpath": "^1.1.2",
     "set-value": "^4.1.0",
     "sha256": "^0.2.0",

src/cdk/v2/destinations/http/utils.js

@@ -1,6 +1,7 @@
 const { toXML } = require('jstoxml');
 const { groupBy } = require('lodash');
 const { createHash } = require('crypto');
+const querystring = require('querystring');
 const { ConfigurationError } = require('@rudderstack/integrations-lib');
 const { BatchUtils } = require('@rudderstack/workflow-engine');
 const {
@@ -84,6 +85,18 @@ const getXMLPayload = (payload) =>
     header: true,
   });
 
+/**
+ * Converts JSON payload to application/x-www-form-urlencoded format.
+ * @param {Object} payload - The JSON payload to be converted.
+ * @returns {string} - The payload in application/x-www-form-urlencoded format.
+ */
+const getFORMPayload = (payload) => {
+  if (!payload) {
+    throw new ConfigurationError('Invalid payload for FORM format');
+  }
+  return querystring.stringify(payload);
+}
+
 const getMergedEvents = (batch) => {
   const events = [];
   batch.forEach((event) => {
@@ -152,5 +165,6 @@ module.exports = {
   addPathParams,
   excludeMappedFields,
   getXMLPayload,
+  getFORMPayload,
   batchSuccessfulEvents,
 };

src/cdk/v2/destinations/webhook/procWorkflow.yaml

@@ -3,6 +3,11 @@ bindings:
     path: ../../../../constants
   - path: ../../bindings/jsontemplate
     exportAll: true
+  - name: getPropertyParams
+  - path: ../../../../v0/destinations/webhook/utils
+  - name: getFormattedPayload
+  - path: ../../../../v0/destinations/webhook/utils
+  - name: isFeatureEnabled
   - path: ../../../../v0/destinations/webhook/utils
   - name: getHashFromArray
     path: ../../../../v0/util
@@ -33,7 +38,6 @@ steps:
         ...configHeaders,
         ...messageHeader
       }
-
   - name: deduceEndPoint
     template: |
       let integrationsObjects = $.getIntegrationsObj(.message, "webhook");
@@ -60,7 +64,34 @@ steps:
         payload.context.ip = ip;
       )
       $.context.payload = $.removeUndefinedAndNullValues(payload)
-  - name: buildResponseForProcessTransformation
+
+  - name: buildResponseForProcessTransformationWithBodyFormatting
+    condition: await $.isFeatureEnabled(.metadata.workspaceId, 'dest_transformer_webhook_form_support')
+    template: |
+      const finalPayload = {
+        body: {
+          JSON: {},
+          JSON_ARRAY: {},
+          XML: {},
+          FORM: {},
+        },
+        version: '1',
+        userId: ^.message.anonymousId,
+        type: 'REST',
+        method: $.context.method,
+        endpoint: $.context.finalEndpoint,
+        headers: $.context.finalHeaders,
+        params: $.context.params,
+        files: {},
+      };
+
+      const formattedPayload = $.getFormattedPayload($.context.finalHeaders, $.context.payload);
+      finalPayload.body[formattedPayload.contentTypeSimplified] = formattedPayload.payload || {};
+      $.context.payload = finalPayload;
+      $.context.payload
+
+  - name: buildResponseForProcessTransformationWithDefaultBodyFormat
+    condition: await $.isFeatureEnabled(.metadata.workspaceId, 'dest_transformer_webhook_form_support') !== true
     template: |
       $.context.payload.({
          "body": {
@@ -77,4 +108,4 @@ steps:
          "headers": $.context.finalHeaders,
          "params": $.context.params,
          "files": {}
-       })
+       })

src/cdk/v2/handler.ts

@@ -19,6 +19,7 @@ import {
 
 import logger from '../../logger';
 
+
 const defTags = {
   [tags.TAG_NAMES.IMPLEMENTATION]: tags.IMPLEMENTATIONS.CDK_V2,
 };

src/v0/destinations/webhook/utils.js

@@ -1,6 +1,37 @@
+const { isFeatureEnabled } = require('feature-flag-sdk');
+const { getXMLPayload } = require('../../../cdk/v2/destinations/http/utils');
 const { EventType } = require('../../../constants');
 const { getFieldValueFromMessage, flattenJson } = require('../../util');
 
+const JSON = 'JSON';
+const XML = 'XML';
+const FORM = 'FORM';
+
+const ContentTypeConstants = {
+  'application/json': JSON,
+  'application/xml': XML,
+  'text/xml': XML,
+  'application/x-www-form-urlencoded': FORM,
+};
+
+const getFormattedPayload = (headers, payload) => {
+  const normalizedHeaders = Object.keys(headers).reduce((acc, key) => {
+    acc[key.toLowerCase()] = headers[key];
+    return acc;
+  }, {});
+  const contentType = normalizedHeaders['content-type'];
+  const contentTypeSimplified = ContentTypeConstants[contentType] || JSON;
+
+  switch (contentTypeSimplified) {
+    case XML:
+      return { payload: { payload: getXMLPayload(payload) }, contentTypeSimplified };
+    case FORM:
+      return { payload, contentTypeSimplified };
+    default:
+      return { payload, contentTypeSimplified };
+  }
+};
+
 const getPropertyParams = (message) => {
   if (message.type === EventType.IDENTIFY) {
     return flattenJson(getFieldValueFromMessage(message, 'traits'));
@@ -10,4 +41,6 @@
 
 module.exports = {
   getPropertyParams,
+  getFormattedPayload,
+  isFeatureEnabled,
 };

test/integrations/destinations/webhook/mocks.ts

@@ -0,0 +1,5 @@
+const webhookUtils = require('../../../../src/v0/destinations/webhook/utils');
+
+export const defaultMockFns = (_) => {
+  jest.spyOn(webhookUtils, 'isFeatureEnabled').mockResolvedValue(true);
+};