Enhance deployment workflows with recordprocessor change detection

- Added a new job to detect changes in the recordprocessor directory, influencing the build process for the Docker image.
- Updated the deployment workflows to conditionally build the recordprocessor image based on detected changes.
- Improved tagging of Docker images to include a 'latest' tag alongside the versioned tag for better image management.
- Adjusted dependencies in the deployment jobs to ensure proper sequencing and execution based on change detection.

Author: Thomas-Boyle

.github/workflows/continuous-deployment.yml

@@ -15,12 +15,31 @@ jobs:
     secrets:
       SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
 
+  detect-recordprocessor-changes:
+    runs-on: ubuntu-latest
+    outputs:
+      has_changes: ${{ steps.detect.outputs.has_changes }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@0c366fd6a839edf440554fa01a7085ccba70ac98
+        with:
+          fetch-depth: 0
+
+      - name: Detect recordprocessor changes compared to master
+        id: detect
+        run: |
+          if git diff --name-only "${{ github.event.before }}" "${{ github.sha }}" | grep -q '^lambdas/recordprocessor/'; then
+            echo "has_changes=true" >> "$GITHUB_OUTPUT"
+          else
+            echo "has_changes=false" >> "$GITHUB_OUTPUT"
+          fi
+
   deploy-internal-dev-backend:
-    needs: [run-quality-checks]
+    needs: [run-quality-checks, detect-recordprocessor-changes]
     uses: ./.github/workflows/deploy-backend.yml
     with:
       apigee_environment: internal-dev
-      build_recordprocessor_image: true
+      build_recordprocessor_image: ${{needs.detect-recordprocessor-changes.outputs.has_changes == 'true'}}
       create_mns_subscription: true
       environment: dev
       sub_environment: internal-dev
@@ -76,14 +95,14 @@ jobs:
       STATUS_API_KEY: ${{ secrets.STATUS_API_KEY }}
 
   deploy-higher-dev-envs:
-    needs: [run-internal-dev-tests]
+    needs: [run-internal-dev-tests, detect-recordprocessor-changes]
     strategy:
       matrix:
         sub_environment_name: [ref, internal-qa]
     uses: ./.github/workflows/deploy-backend.yml
     with:
       apigee_environment: ${{ matrix.sub_environment_name }}
-      build_recordprocessor_image: true
+      build_recordprocessor_image: ${{needs.detect-recordprocessor-changes.outputs.has_changes == 'true'}}
       create_mns_subscription: true
       environment: dev
       sub_environment: ${{ matrix.sub_environment_name }}

.github/workflows/deploy-backend.yml

@@ -100,9 +100,12 @@ jobs:
           IMAGE_TAG="${SUB_ENVIRONMENT}-${GITHUB_SHA}"
           REPOSITORY_NAME="imms-recordprocessor-repo"
           IMAGE_URI="${ECR_REGISTRY}/${REPOSITORY_NAME}:${IMAGE_TAG}"
+          LATEST_IMAGE_URI="${ECR_REGISTRY}/${REPOSITORY_NAME}:latest"
 
           docker build -f recordprocessor/Dockerfile -t "${IMAGE_URI}" .
           docker push "${IMAGE_URI}"
+          docker tag "${IMAGE_URI}" "${LATEST_IMAGE_URI}"
+          docker push "${LATEST_IMAGE_URI}"
 
       - name: Skip image build
         if: ${{ !inputs.build_recordprocessor_image }}

.github/workflows/pr-deploy-and-test.yml

@@ -11,6 +11,7 @@ concurrency:
 jobs:
   detect-recordprocessor-changes:
     runs-on: ubuntu-latest
+    if: github.event.action == 'synchronize'
     outputs:
       has_changes: ${{ steps.detect.outputs.has_changes }}
     steps:
@@ -37,10 +38,11 @@ jobs:
 
   deploy-pr-backend:
     needs: [run-quality-checks, detect-recordprocessor-changes]
+    if: ${{ always() && !failure() && !cancelled() }}
     uses: ./.github/workflows/deploy-backend.yml
     with:
       apigee_environment: internal-dev
-      build_recordprocessor_image: ${{ github.event.action == 'opened' || needs.detect-recordprocessor-changes.outputs.has_changes == 'true' }}
+      build_recordprocessor_image: ${{ github.event.action == 'opened' || github.event.action == 'reopened' || needs.detect-recordprocessor-changes.outputs.has_changes == 'true' }}
       create_mns_subscription: true
       environment: dev
       sub_environment: pr-${{github.event.pull_request.number}}