Init profiles worker with member affiliations update (#1962)

CrowdDotDev · Jan 8, 2024 · fc79c4b · fc79c4b
1 parent 31f906e
commit fc79c4b
Show file tree

Hide file tree

Showing 29 changed files with 615 additions and 11,929 deletions.
diff --git a/.github/workflows/lf-production-deploy-new.yaml b/.github/workflows/lf-production-deploy-new.yaml
@@ -27,6 +27,10 @@ on:
         description: Deploy emails-worker service?
         required: true
         type: boolean
+      deploy_profiles_worker:
+        description: Deploy profiles-worker service?
+        required: true
+        type: boolean
       deploy_members_enrichment_worker:
         description: Deploy members-enrichment-worker service?
         required: true
@@ -182,6 +186,27 @@ jobs:
         id: image
         run: echo "IMAGE=${{ steps.image-builder.outputs.image }}" >> $GITHUB_OUTPUT
 
+  build-and-push-profiles-worker:
+    runs-on: ubuntu-latest
+    if: ${{ inputs.deploy_profiles_worker }}
+    outputs:
+      image: ${{ steps.image.outputs.IMAGE }}
+    defaults:
+      run:
+        shell: bash
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/build-docker-image
+        id: image-builder
+        with:
+          image: profiles-worker
+
+      - name: Set docker image output
+        id: image
+        run: echo "IMAGE=${{ steps.image-builder.outputs.image }}" >> $GITHUB_OUTPUT
+
   build-and-push-members-enrichment-worker:
     runs-on: ubuntu-latest
     if: ${{ inputs.deploy_members_enrichment_worker }}
@@ -378,6 +403,24 @@ jobs:
           image: ${{ needs.build-and-push-emails-worker.outputs.image }}
           cluster: ${{ env.CROWD_CLUSTER }}
 
+  deploy-profiles-worker:
+    needs: build-and-push-profiles-worker
+    runs-on: ubuntu-latest
+    if: ${{ inputs.deploy_profiles_worker }}
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/deploy-service
+        with:
+          service: profiles-worker
+          image: ${{ needs.build-and-push-profiles-worker.outputs.image }}
+          cluster: ${{ env.CROWD_CLUSTER }}
+
   deploy-members-enrichment-worker:
     needs: build-and-push-members-enrichment-worker
     runs-on: ubuntu-latest

diff --git a/.github/workflows/lf-staging-deploy-profiles-worker.yaml b/.github/workflows/lf-staging-deploy-profiles-worker.yaml
@@ -0,0 +1,60 @@
+name: LF Staging Deploy Profiles Worker
+
+on:
+  push:
+    branches:
+      - 'lf-staging/**'
+      - 'lf-staging-**'
+    paths:
+      - 'services/libs/**'
+      - 'services/apps/profiles_worker/**'
+
+env:
+  DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+  DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+  CROWD_CLUSTER: ${{ secrets.LF_STAGING_CLUSTER_NAME }}
+  CROWD_ROLE_ARN: ${{ secrets.LF_STAGING_CLUSTER_ROLE_ARN }}
+  AWS_ACCESS_KEY_ID: ${{ secrets.LF_AWS_ACCESS_KEY_ID }}
+  AWS_SECRET_ACCESS_KEY: ${{ secrets.LF_AWS_SECRET_ACCESS_KEY }}
+  AWS_REGION: ${{ secrets.LF_AWS_REGION }}
+  SLACK_CHANNEL: deploys-lf-staging
+  SLACK_WEBHOOK: ${{ secrets.LF_STAGING_SLACK_CHANNEL_HOOK }}
+
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    outputs:
+      image: ${{ steps.image.outputs.IMAGE }}
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/build-docker-image
+        id: image-builder
+        with:
+          image: profiles-worker
+
+      - name: Set docker image output
+        id: image
+        run: echo "IMAGE=${{ steps.image-builder.outputs.image }}" >> $GITHUB_OUTPUT
+
+  deploy-profiles-worker:
+    needs: build-and-push
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/deploy-service
+        with:
+          service: profiles-worker
+          image: ${{ needs.build-and-push.outputs.image }}
+          cluster: ${{ env.CROWD_CLUSTER }}
diff --git a/.github/workflows/production-deploy-new.yaml b/.github/workflows/production-deploy-new.yaml
@@ -27,6 +27,10 @@ on:
         description: Deploy emails-worker service?
         required: true
         type: boolean
+      deploy_profiles_worker:
+        description: Deploy profiles-worker service?
+        required: true
+        type: boolean
       deploy_members_enrichment_worker:
         description: Deploy members-enrichment-worker service?
         required: true
@@ -182,6 +186,27 @@ jobs:
         id: image
         run: echo "IMAGE=${{ steps.image-builder.outputs.image }}" >> $GITHUB_OUTPUT
 
+  build-and-push-profiles-worker:
+    runs-on: ubuntu-latest
+    if: ${{ inputs.deploy_profiles_worker }}
+    outputs:
+      image: ${{ steps.image.outputs.IMAGE }}
+    defaults:
+      run:
+        shell: bash
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/build-docker-image
+        id: image-builder
+        with:
+          image: profiles-worker
+
+      - name: Set docker image output
+        id: image
+        run: echo "IMAGE=${{ steps.image-builder.outputs.image }}" >> $GITHUB_OUTPUT
+
   build-and-push-members-enrichment-worker:
     runs-on: ubuntu-latest
     if: ${{ inputs.deploy_members_enrichment_worker }}
@@ -378,6 +403,24 @@ jobs:
           image: ${{ needs.build-and-push-emails-worker.outputs.image }}
           cluster: ${{ env.CROWD_CLUSTER }}
 
+  deploy-profiles-worker:
+    needs: build-and-push-profiles-worker
+    runs-on: ubuntu-latest
+    if: ${{ inputs.deploy_profiles_worker }}
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/deploy-service
+        with:
+          service: profiles-worker
+          image: ${{ needs.build-and-push-profiles-worker.outputs.image }}
+          cluster: ${{ env.CROWD_CLUSTER }}
+
   deploy-members-enrichment-worker:
     needs: build-and-push-members-enrichment-worker
     runs-on: ubuntu-latest

diff --git a/.github/workflows/staging-deploy-profiles-worker.yaml b/.github/workflows/staging-deploy-profiles-worker.yaml
@@ -0,0 +1,60 @@
+name: Staging Deploy Profiles Worker
+
+on:
+  push:
+    branches:
+      - 'staging/**'
+      - 'staging-**'
+    paths:
+      - 'services/libs/**'
+      - 'services/apps/profiles_worker/**'
+
+env:
+  DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+  DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+  CROWD_CLUSTER: ${{ secrets.STAGING_CLUSTER_NAME }}
+  CROWD_ROLE_ARN: ${{ secrets.STAGING_CLUSTER_ROLE_ARN }}
+  AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+  AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+  AWS_REGION: ${{ secrets.AWS_REGION }}
+  SLACK_CHANNEL: deploys-staging
+  SLACK_WEBHOOK: ${{ secrets.STAGING_SLACK_CHANNEL_HOOK }}
+
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    outputs:
+      image: ${{ steps.image.outputs.IMAGE }}
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/build-docker-image
+        id: image-builder
+        with:
+          image: profiles-worker
+
+      - name: Set docker image output
+        id: image
+        run: echo "IMAGE=${{ steps.image-builder.outputs.image }}" >> $GITHUB_OUTPUT
+
+  deploy-profiles-worker:
+    needs: build-and-push
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/deploy-service
+        with:
+          service: profiles-worker
+          image: ${{ needs.build-and-push.outputs.image }}
+          cluster: ${{ env.CROWD_CLUSTER }}