resolve conflicts

.dockerignore

@@ -1,9 +1,10 @@
-node_modules
-npm-debug.log
-Dockerfile
-.dockerignore
-.git
-.gitignore
-docker-compose.yml
-buildspec.yml
-appspec.yml
+*
+!src
+!Makefile
+!jest*.js
+!benchmark
+!package*.json
+!tsconfig.json
+!test
+!scripts/skipPrepareScript.js
+!swagger

.eslintignore

@@ -1,18 +1,23 @@
 node_modules/
 .husky/
 reports/
+test/
+benchmark/
+dist/
+**/warehouse/
+**/lambda/
+**/openfaas/
 *.md
 *.test.js
-test/**/*.js
+*.test.ts
 src/util/lodash-es-core.js
 **/ivm*.js
 **/custom*.js
-**/warehouse/
-**/lambda/
-**/openfaas/
 src/util/url-search-params.min.js
 src/logger.js
 src/util/eventValidations.js
 **/trackingPlan*
 src/v0/destinations/personalize/scripts/
 test/integrations/destinations/testTypes.d.ts
+*.config*.js
+scripts/skipPrepareScript.js

.eslintrc.json

@@ -5,12 +5,21 @@
     "jest": true,
     "commonjs": true
   },
-  "extends": ["airbnb-base", "prettier", "plugin:json/recommended"],
-  "plugins": ["unicorn"],
+  "extends": [
+    "airbnb-base",
+    "airbnb-typescript/base",
+    "plugin:sonarjs/recommended",
+    "prettier",
+    "plugin:json/recommended",
+    "plugin:@typescript-eslint/recommended"
+  ],
+  "plugins": ["@typescript-eslint", "unicorn"],
   "globals": {},
+  "parser": "@typescript-eslint/parser",
   "parserOptions": {
     "ecmaVersion": 12,
-    "sourceType": "module"
+    "sourceType": "module",
+    "project": "./tsconfig.json"
   },
   "rules": {
     "unicorn/filename-case": [
@@ -19,7 +28,7 @@
     ],
     "unicorn/no-instanceof-array": "error",
     "unicorn/no-static-only-class": "error",
-    "unicorn/consistent-destructuring": "error",
+    "unicorn/consistent-destructuring": "off",
     "unicorn/better-regex": "error",
     "unicorn/no-for-loop": "error",
     "unicorn/prefer-array-some": "error",
@@ -32,6 +41,28 @@
     "unicorn/no-useless-length-check": "error",
     "unicorn/prefer-export-from": "error",
     "import/no-dynamic-require": "warn",
-    "no-param-reassign": "warn"
+    "no-param-reassign": "warn",
+    "sonarjs/prefer-immediate-return": "off",
+    "sonarjs/no-nested-template-literals": "off",
+    "sonarjs/max-switch-cases": "off",
+    "sonarjs/no-small-switch": "warn",
+    "sonarjs/cognitive-complexity": ["error", 60],
+    "@typescript-eslint/no-var-requires": "off",
+    "global-require": "off",
+    "@typescript-eslint/naming-convention": "off",
+    "@typescript-eslint/ban-types": "off",
+    "class-methods-use-this": "off",
+    "@typescript-eslint/return-await": "off",
+    "import/prefer-default-export": "off",
+    "sonarjs/no-ignored-return": "off",
+    "no-new": "off",
+    "@typescript-eslint/no-shadow": "off",
+    "@typescript-eslint/no-loop-func": "off",
+    "sonarjs/no-same-line-conditional": "off",
+    "no-restricted-syntax": "off",
+    "sonarjs/no-duplicate-string": "off",
+    "sonarjs/no-identical-functions": "off",
+    "no-prototype-builtins": "off",
+    "@typescript-eslint/dot-notation": "off"
   }
 }

.github/ISSUE_TEMPLATE/bug_report.md

@@ -12,11 +12,6 @@ A clear and concise description of what the bug is.
 **To Reproduce**
 Steps to reproduce the behavior:
 
-1. Go to '...'
-2. Click on '....'
-3. Scroll down to '....'
-4. See error
-
 **Expected behavior**
 A clear and concise description of what you expected to happen.
 

.github/dependabot.yml

@@ -0,0 +1,6 @@
+version: 2
+updates:
+  - package-ecosystem: 'github-actions'
+    directory: '/'
+    schedule:
+      interval: 'weekly'

.github/workflows/build-pr-artifacts.yml

@@ -0,0 +1,68 @@
+name: Build Artifacts for PRs
+
+on:
+  pull_request:
+    types:
+      - opened
+      - reopened
+      - synchronize
+
+jobs:
+  generate-tag-names:
+    runs-on: ubuntu-latest
+    name: Generate Tag Names
+    # Skip for the release pull requests as staging artifacts will be generated
+    if: startsWith(github.event.pull_request.head.ref, 'release/') != true && startsWith(github.event.pull_request.head.ref, 'hotfix-release/') != true && github.event.pull_request.head.ref != 'main'
+    outputs:
+      tag_name: ${{ steps.gen_tag_names.outputs.tag_name }}
+      tag_name_ut: ${{ steps.gen_tag_names.outputs.tag_name_ut }}
+    steps:
+      - name: Checkout
+        uses: actions/[email protected]
+        with:
+          fetch-depth: 1
+
+      # Replace problematic characters in branch name (like '/') with safe characters (like '.')
+      - name: Generate Tag Names
+        id: gen_tag_names
+        run: |
+          tag_name=$(echo ${{ github.head_ref }} | tr "/" .)
+          echo "Tag Name: $tag_name"
+          echo "tag_name=$tag_name" >> $GITHUB_OUTPUT
+
+          tag_name_ut="ut-$tag_name"
+          echo "UT Tag Name: $tag_name_ut"
+          echo "tag_name_ut=$tag_name_ut" >> $GITHUB_OUTPUT
+
+  build-transformer-image:
+    name: Build Transformer Docker Image - PR
+    # Skip for the release pull requests as staging artifacts will be generated
+    # Skip main to develop sync pull requests
+    if: startsWith(github.event.pull_request.head.ref, 'release/') != true && startsWith(github.event.pull_request.head.ref, 'hotfix-release/') != true && github.event.pull_request.head.ref != 'main'
+    needs: [generate-tag-names]
+    uses: ./.github/workflows/build-push-docker-image.yml
+    with:
+      build_tag: rudderstack/develop-rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name }}
+      push_tags: rudderstack/develop-rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name }}
+      img_tag: ${{ needs.generate-tag-names.outputs.tag_name }}
+      dockerfile: Dockerfile
+      load_target: development
+      push_target: production
+    secrets:
+      DOCKERHUB_PROD_TOKEN: ${{ secrets.DOCKERHUB_PROD_TOKEN }}
+
+  build-user-transformer-image:
+    name: Build User Transformer Docker Image - PR
+    # Skip for the release pull requests as staging artifacts will be generated
+    if: startsWith(github.event.pull_request.head.ref, 'release/') != true && startsWith(github.event.pull_request.head.ref, 'hotfix-release/') != true && github.event.pull_request.head.ref != 'main'
+    needs: [generate-tag-names]
+    uses: ./.github/workflows/build-push-docker-image.yml
+    with:
+      build_tag: rudderstack/develop-rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name_ut }}
+      push_tags: rudderstack/develop-rudder-transformer:${{ needs.generate-tag-names.outputs.tag_name_ut }}
+      img_tag: ${{ needs.generate-tag-names.outputs.tag_name_ut }}
+      dockerfile: Dockerfile-ut-func
+      load_target: development
+      push_target: production
+    secrets:
+      DOCKERHUB_PROD_TOKEN: ${{ secrets.DOCKERHUB_PROD_TOKEN }}

.github/workflows/build-push-docker-image.yml

@@ -0,0 +1,149 @@
+name: Build Transformer Docker Image
+
+on:
+  workflow_call:
+    inputs:
+      build_tag:
+        required: true
+        type: string
+      push_tags:
+        required: true
+        type: string
+      img_tag:
+        required: true
+        type: string
+      dockerfile:
+        required: true
+        type: string
+      load_target:
+        required: true
+        type: string
+      push_target:
+        required: true
+        type: string
+    secrets:
+      DOCKERHUB_PROD_TOKEN:
+        required: true
+
+env:
+  DOCKERHUB_USERNAME: rudderlabs
+
+jobs:
+  build-transformer-image-arm64:
+    name: Build Transformer Docker Image ARM64
+    runs-on: [self-hosted, Linux, ARM64]
+    steps:
+      - name: Checkout
+        uses: actions/[email protected]
+        with:
+          fetch-depth: 1
+
+      - name: Setup Docker Buildx
+        uses: docker/[email protected]
+
+      - name: Login to DockerHub
+        uses: docker/[email protected]
+        with:
+          username: ${{ env.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_PROD_TOKEN }}
+
+      - name: Build Docker Image
+        uses: docker/[email protected]
+        with:
+          context: .
+          file: ${{ inputs.dockerfile }}
+          target: ${{ inputs.load_target }}
+          load: true
+          tags: ${{ inputs.build_tag }}
+          # cache-from: type=gha
+          # cache-to: type=gha,mode=max
+
+      - name: Run Tests
+        run: |
+          docker run ${{ inputs.build_tag }} npm run test:js:ci
+          docker run ${{ inputs.build_tag }} npm run test:ts:ci
+
+      - name: Build and Push Multi-platform Images
+        uses: docker/[email protected]
+        with:
+          context: .
+          file: ${{ inputs.dockerfile }}
+          target: ${{ inputs.push_target }}
+          push: true
+          tags: ${{ inputs.push_tags }}-arm64
+          platforms: |
+            linux/arm64
+          build-args: |
+            version=${{ inputs.img_tag }}-arm64
+            GIT_COMMIT_SHA=${{ github.sha }}
+          # cache-from: type=gha
+          # cache-to: type=gha,mode=max
+
+  build-transformer-image-amd64:
+    name: Build Transformer Docker Image AMD64
+    runs-on: [self-hosted, Linux, X64]
+    steps:
+      - name: Checkout
+        uses: actions/[email protected]
+        with:
+          fetch-depth: 1
+
+      - name: Setup Docker Buildx
+        uses: docker/[email protected]
+
+      - name: Login to DockerHub
+        uses: docker/[email protected]
+        with:
+          username: ${{ env.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_PROD_TOKEN }}
+
+      - name: Build Docker Image
+        uses: docker/[email protected]
+        with:
+          context: .
+          file: ${{ inputs.dockerfile }}
+          target: ${{ inputs.load_target }}
+          load: true
+          tags: ${{ inputs.build_tag }}
+          # cache-from: type=gha
+          # cache-to: type=gha,mode=max
+
+      - name: Run Tests
+        run: |
+          docker run ${{ inputs.build_tag }} npm run test:js:ci
+          docker run ${{ inputs.build_tag }} npm run test:ts:ci
+
+      - name: Build and Push Multi-platform Images
+        uses: docker/[email protected]
+        with:
+          context: .
+          file: ${{ inputs.dockerfile }}
+          target: ${{ inputs.push_target }}
+          push: true
+          tags: ${{ inputs.push_tags }}-amd64
+          platforms: |
+            linux/amd64
+          build-args: |
+            version=${{ inputs.img_tag }}-amd64
+            GIT_COMMIT_SHA=${{ github.sha }}
+          # cache-from: type=gha
+          # cache-to: type=gha,mode=max
+
+  create-manifest:
+    name: Create multi-arch manifest
+    runs-on: ubuntu-latest
+    needs: [build-transformer-image-amd64, build-transformer-image-arm64]
+
+    steps:
+      - name: Set up Docker Buildx
+        uses: docker/[email protected]
+
+      - name: Login to DockerHub
+        uses: docker/[email protected]
+        with:
+          username: ${{ env.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_PROD_TOKEN }}
+
+      - name: Create multi-arch manifest
+        run: |
+          docker buildx imagetools create -t ${{ inputs.push_tags }} ${{ inputs.push_tags }}-amd64 ${{ inputs.push_tags }}-arm64