Merge branch 'master' of https://github.com/rudderlabs/rudder-transfo…

…rmer into technocrats/ONCEHUB-66139
scheduleonce · Jul 11, 2023 · c034ae8 · c034ae8
2 parents 3eb62c9 + c1d0b91
commit c034ae8
Show file tree

Hide file tree

Showing 151 changed files with 16,445 additions and 2,152 deletions.
diff --git a/.eslintignore b/.eslintignore
@@ -15,3 +15,4 @@ src/logger.js
 src/util/eventValidations.js
 **/trackingPlan*
 src/v0/destinations/personalize/scripts/
+test/integrations/destinations/testTypes.d.ts
diff --git a/.github/workflows/master-bulids.yml b/.github/workflows/master-bulids.yml
@@ -4,9 +4,63 @@ on:
     branches:
       - 'master'
 env:
+  REPO_NAME_OLD: dockeronce.azurecr.io/kubernetes/rudder-transformer
   REPO_NAME: dockeronce.azurecr.io/kubernetes/rudder-transformer
+  DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
 
 jobs:
+  transformer-build:
+    name: Build transformer master image
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Get image version
+        id: get_version
+        run: |
+          VERSION="master"
+          echo $VERSION
+          echo "::set-output name=version::$VERSION"
+
+      - name: Login to Docker Hub
+        uses: docker/login-action@v2
+        with:
+          username: ${{ env.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_PROD_TOKEN }}
+
+      - name: Build image
+        uses: docker/build-push-action@v3
+        with:
+          context: .
+          file: Dockerfile
+          load: true
+          tags: |
+            ${{ env.REPO_NAME }}:${{ steps.get_version.outputs.version }}
+
+      - name: Run Tests
+        run: |
+          docker run ${{ env.REPO_NAME }}:${{ steps.get_version.outputs.version }} npm run test
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+
+      - name: Build and push multi-platform images
+        uses: docker/build-push-action@v3
+        with:
+          context: .
+          file: Dockerfile
+          push: true
+          tags: |
+            ${{ env.REPO_NAME_OLD }}:${{ steps.get_version.outputs.version }}
+            ${{ env.REPO_NAME }}:${{ steps.get_version.outputs.version }}
+          platforms: |
+            linux/amd64
+            linux/arm64
+          build-args: |
+            VERSION=${{ steps.get_version.outputs.version }}
+            COMMIT_HASH=${{ github.sha }}
+  
   user-transformer-build:
     name: Build user transformer master image
     runs-on: ubuntu-latest
@@ -27,26 +81,34 @@ jobs:
           username: ${{ secrets.DOCKERHUB_USERNAME }}
           password: ${{ secrets.DOCKERHUB_TOKEN }}
 
-      - name: Build and export to Docker
+      - name: Build image
         uses: docker/build-push-action@v3
         with:
           context: .
           file: Dockerfile-ut-func
           load: true
-          tags: ${{ env.REPO_NAME }}:${{ steps.get_version.outputs.version }}
+          tags: |
+            ${{ env.REPO_NAME }}:${{ steps.get_version.outputs.version }}
 
       - name: Run Tests
         run: |
           docker run ${{ env.REPO_NAME }}:${{ steps.get_version.outputs.version }} npm run test
 
-      - name: Build and push
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+
+      - name: Build and push multi-platform images
         uses: docker/build-push-action@v3
         with:
           context: .
           file: Dockerfile-ut-func
           push: true
-          tags: ${{ env.REPO_NAME }}:${{ steps.get_version.outputs.version }}
+          tags: |
+            ${{ env.REPO_NAME_OLD }}:${{ steps.get_version.outputs.version }}
+            ${{ env.REPO_NAME }}:${{ steps.get_version.outputs.version }}
+          platforms: |
+            linux/amd64
+            linux/arm64
           build-args: |
             VERSION=${{ steps.get_version.outputs.version }}
             COMMIT_HASH=${{ github.sha }}
-  # TODO: Add Dest transformer build job after codebuild is removed
diff --git a/.github/workflows/pr-builds.yml b/.github/workflows/pr-builds.yml
@@ -9,9 +9,63 @@ on:
       - ready_for_review
       - synchronize
 env:
+  REPO_NAME_OLD: dockeronce.azurecr.io/kubernetes/rudder-transformer
   REPO_NAME: dockeronce.azurecr.io/kubernetes/rudder-transformer
+  DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
 
 jobs:
+  transformer-build:
+    name: Build transformer image
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Extract branch name
+        shell: bash
+        run: |
+          echo "##[set-output name=branch;]$(echo ${{ github.head_ref }} | tr "/" .)"
+        id: extract_branch
+
+      - name: Login to Docker Hub
+        uses: docker/login-action@v2
+        with:
+          registry: dockeronce.azurecr.io
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      - name: Build image
+        uses: docker/build-push-action@v3
+        with:
+          context: .
+          file: Dockerfile
+          load: true
+          tags: |
+            ${{ env.REPO_NAME }}:${{ steps.extract_branch.outputs.branch }}
+
+      - name: Run Tests
+        run: |
+          docker run ${{ env.REPO_NAME }}:${{ steps.extract_branch.outputs.branch }} npm run test
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+
+      - name: Build and push multi-platform images
+        uses: docker/build-push-action@v3
+        with:
+          context: .
+          file: Dockerfile
+          push: true
+          tags: |
+            ${{ env.REPO_NAME_OLD }}:${{ steps.extract_branch.outputs.branch }}
+            ${{ env.REPO_NAME }}:${{ steps.extract_branch.outputs.branch }}
+          platforms: |
+            linux/amd64
+            linux/arm64
+          build-args: |
+            VERSION=${{ steps.extract_branch.outputs.branch }}
+            COMMIT_HASH=${{ github.sha }}
+  
   user-transformer-build:
     name: Build user transformer image
     runs-on: ubuntu-latest
@@ -32,26 +86,34 @@ jobs:
           username: ${{ secrets.DOCKERHUB_USERNAME }}
           password: ${{ secrets.DOCKERHUB_TOKEN }}
 
-      - name: Build and export to Docker
+      - name: Build image
         uses: docker/build-push-action@v3
         with:
           context: .
           file: Dockerfile-ut-func
           load: true
-          tags: ${{ env.REPO_NAME }}:${{ steps.extract_branch.outputs.branch }}
+          tags: |
+            ${{ env.REPO_NAME }}:${{ steps.extract_branch.outputs.branch }}
 
       - name: Run Tests
         run: |
           docker run ${{ env.REPO_NAME }}:${{ steps.extract_branch.outputs.branch }} npm run test
 
-      - name: Build and push
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+
+      - name: Build and push multi-platform images
         uses: docker/build-push-action@v3
         with:
           context: .
           file: Dockerfile-ut-func
           push: true
-          tags: ${{ env.REPO_NAME }}:${{ steps.extract_branch.outputs.branch }}
+          tags: |
+            ${{ env.REPO_NAME_OLD }}:${{ steps.extract_branch.outputs.branch }}
+            ${{ env.REPO_NAME }}:${{ steps.extract_branch.outputs.branch }}
+          platforms: |
+            linux/amd64
+            linux/arm64
           build-args: |
             VERSION=${{ steps.extract_branch.outputs.branch }}
             COMMIT_HASH=${{ github.sha }}
-  # TODO: Add Dest transformer build job after codebuild is removed
diff --git a/.github/workflows/saas-builds.yml b/.github/workflows/saas-builds.yml
@@ -4,9 +4,63 @@ on:
     branches:
       - 'rudder-saas'
 env:
-  REPO_NAME: rudderlabs/rudder-transformer
+  REPO_NAME_OLD: rudderlabs/rudder-transformer
+  REPO_NAME: rudderstack/rudder-transformer
+  DOCKERHUB_USERNAME: rudderlabs
 
 jobs:
+  transformer-build:
+    name: Build transformer image
+    environment: production
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Get image version
+        id: get_version
+        run: |
+          VERSION="$(date '+%d%m%Y.%H%M%S')"
+          echo $VERSION
+          echo "::set-output name=version::$VERSION"
+
+      - name: Login to Docker Hub
+        uses: docker/login-action@v2
+        with:
+          username: ${{ env.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_PROD_TOKEN }}
+
+      - name: Build image
+        uses: docker/build-push-action@v3
+        with:
+          context: .
+          file: Dockerfile
+          load: true
+          tags: ${{ env.REPO_NAME }}:${{ steps.get_version.outputs.version }}
+
+      - name: Run Tests
+        run: |
+          docker run ${{ env.REPO_NAME }}:${{ steps.get_version.outputs.version }} npm run test
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+
+      - name: Build and push multi-platform images
+        uses: docker/build-push-action@v3
+        with:
+          context: .
+          file: Dockerfile
+          push: true
+          tags: |
+            ${{ env.REPO_NAME_OLD }}:${{ steps.get_version.outputs.version }}
+            ${{ env.REPO_NAME }}:${{ steps.get_version.outputs.version }}
+          platforms: |
+            linux/amd64
+            linux/arm64
+          build-args: |
+            VERSION=${{ steps.get_version.outputs.version }}
+            COMMIT_HASH=${{ github.sha }}
+
   user-transformer-build:
     name: Build user transformer image
     environment: production
@@ -19,16 +73,16 @@ jobs:
         id: get_version
         run: |
           VERSION="ut-$(date '+%d%m%Y.%H%M%S')"
-          echo $VERSION          
+          echo $VERSION
           echo "::set-output name=version::$VERSION"
 
       - name: Login to Docker Hub
         uses: docker/login-action@v2
         with:
-          username: rudderlabs
+          username: ${{ env.DOCKERHUB_USERNAME }}
           password: ${{ secrets.DOCKERHUB_PROD_TOKEN }}
 
-      - name: Build and export to Docker
+      - name: Build image
         uses: docker/build-push-action@v3
         with:
           context: .
@@ -40,14 +94,21 @@ jobs:
         run: |
           docker run ${{ env.REPO_NAME }}:${{ steps.get_version.outputs.version }} npm run test
 
-      - name: Build and push
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+
+      - name: Build and push multi-platform images
         uses: docker/build-push-action@v3
         with:
           context: .
           file: Dockerfile-ut-func
           push: true
-          tags: ${{ env.REPO_NAME }}:${{ steps.get_version.outputs.version }}
+          tags: |
+            ${{ env.REPO_NAME_OLD }}:${{ steps.get_version.outputs.version }}
+            ${{ env.REPO_NAME }}:${{ steps.get_version.outputs.version }}
+          platforms: |
+            linux/amd64
+            linux/arm64
           build-args: |
             VERSION=${{ steps.get_version.outputs.version }}
             COMMIT_HASH=${{ github.sha }}
-  # TODO: Add Dest transformer build job after codebuild is removed