Swatkat1 patch 1

.github/renovate.json

@@ -0,0 +1,3 @@
+{
+  "extends": ["config:base"]
+}

.github/workflows/deploy.yml

@@ -0,0 +1,127 @@
+name: Seattle Deploy
+run-name: Seattle Deploy for ${{ github.event.inputs.environment || 'staging' }}
+
+on:
+  workflow_dispatch:
+    inputs:
+      environment:
+        type: environment
+        default: staging
+        required: true
+
+      deploy_enabled:
+        type: boolean
+        description: 'Deploy when checked'
+        default: true
+        required: true
+
+      probers_enabled:
+        type: boolean
+        description: 'Runs probers when checked'
+        default: false
+        required: true
+
+  schedule:
+    - cron: '0 12 1/1 * *'
+
+permissions:
+  id-token: write
+  contents: read
+
+# Two probers running at once can break each other.
+concurrency:
+  group: group-${{ github.event.inputs.environment || 'staging' }}
+
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+    environment: ${{ github.event.inputs.environment || 'staging' }}
+
+    env:
+      SKIP_CONFIRMATIONS: true
+      SKIP_USER_INPUT: true
+      SLACK_CHANNEL: 'C03UXPUEXU4'
+      # When run by the schedule github.event.inputs are not set. It's easier to normalize these here into environment variables
+      # than to have the extra logic all over and duplicated.
+      # If environment is null default to the staging site
+      ENVIRONMENT: ${{ github.event.inputs.environment || 'staging' }}
+      # Consider deployment to be enabled if manually checked or if run from a schedule
+      DEPLOY_ENABLED: ${{ (github.event.inputs == null || github.event.inputs.deploy_enabled == 'true') }}
+      # Consider probers to be enabled if manually checked or if run from a schedule, but only run them on the staging site
+      # beause we don't want to wipe test site data.
+      # PROBERS_ENABLED: ${{ (github.event.inputs == null || github.event.inputs.probers_enabled == 'true') && ((github.event.inputs.environment || 'staging') == 'staging')  }}
+      PROBERS_ENABLED: ${{ (github.event.inputs.probers_enabled == 'true') && ((github.event.inputs.environment || 'staging') == 'staging')  }}
+
+    steps:
+      - name: Notify Slack Start
+        uses: slackapi/slack-github-action@v2.0.0
+        with:
+          method: chat.postMessage
+          token: ${{ secrets.SLACK_BOT_TOKEN }}
+          payload: |
+            channel: ${{ env.CHANNEL_ID }}
+            text: ":space-needle: Starting Seattle Deploy\nEnv: ${{ env.ENVIRONMENT }}\nDeploy: ${{ env.DEPLOY_ENABLED }}\nProbers: ${{ env.PROBERS_ENABLED }}"
+        env:
+          CHANNEL_ID: C03UXPUEXU4
+
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Install terraform cli
+        uses: hashicorp/setup-terraform@v3
+        with:
+          terraform_wrapper: false
+
+      - name: Resolve Latest Snapshot Tag
+        run: source bin/resolve-latest-snapshot-tag
+
+      - name: Configure AWS Credentials
+        id: credentials
+        uses: aws-actions/configure-aws-credentials@v4
+        with:
+          aws-region: us-west-2
+          role-to-assume: ${{ secrets.AWS_ROLE_IAM }}
+          output-credentials: true
+
+      - name: Get caller identity
+        run: aws sts get-caller-identity
+
+      - name: Run deployment with latest on ${{ env.ENVIRONMENT }}
+        if: (env.DEPLOY_ENABLED == 'true')
+        env:
+          AWS_ACCESS_KEY_ID: ${{ steps.credentials.outputs.aws-access-key-id }}
+          AWS_SECRET_ACCESS_KEY: ${{ steps.credentials.outputs.aws-secret-access-key }}
+        run: bin/deploy --config="civiform_config.${{ env.ENVIRONMENT }}.sh"
+
+      - name: Run Prober tests
+        if: (env.PROBERS_ENABLED == 'true')
+        env:
+          TEST_USER_LOGIN: ${{ secrets.TEST_USER_LOGIN }}
+          TEST_USER_PASSWORD: ${{ secrets.TEST_USER_PASSWORD }}
+          TEST_USER_DISPLAY_NAME: 'TEST, UATAPP'
+          TEST_CIVIC_ENTITY_SHORT_NAME: '${{ vars.CIVIC_ENTITY_SHORT_NAME }}'
+          BASE_URL: 'https://${{ vars.SUBDOMAIN }}.seattle.gov'
+        run: bin/run-prober
+
+      - name: Upload test videos and traces on failure
+        if: failure()
+        uses: actions/upload-artifact@v4
+        with:
+          name: tests videos and traces
+          retention-days: 3
+          path: |
+            tmp/html-output/
+            tmp/videos/
+
+      - name: Notify Slack Complete
+        if: always()
+        uses: slackapi/slack-github-action@v2.0.0
+        with:
+          method: chat.postMessage
+          token: ${{ secrets.SLACK_BOT_TOKEN }}        
+          payload: |
+            channel: ${{ env.SLACK_CHANNEL }}
+            text: ":space-needle: ${{ env.STATUS_ICON }} Completed Seattle Deploy <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|${{ job.status }}>\nVersion: ${{ env.LATEST_SNAPSHOT_TAG }}\nEnv: ${{ env.ENVIRONMENT }}\nDeploy: ${{ env.DEPLOY_ENABLED }}\nProbers: ${{ env.PROBERS_ENABLED }}"
+        env:
+          CHANNEL_ID: C03UXPUEXU4
+          STATUS_ICON: ${{fromJSON('[":no_entry:", ":white_check_mark:"]')[job.status == 'success']}}

.github/workflows/slack-notification-tester.yml

@@ -0,0 +1,23 @@
+name: Slack Notification Tester
+
+on:
+  workflow_dispatch: {}
+
+permissions: read-all
+
+jobs:
+  run_prober:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Notify Slack Complete
+        if: always()
+        uses: slackapi/slack-github-action@v2.0.0
+        with:
+          method: chat.postMessage
+          token: ${{ secrets.SLACK_BOT_TOKEN }}
+          payload: |
+            channel: ${{ env.CHANNEL_ID }}
+            text: ":space-needle: Test Message from Seattle Staging Deploy:  \n${{ job.status }} ${{ env.ICON }} <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|${{ job.status }} TEST>"
+        env:
+          CHANNEL_ID: C03UXPUEXU4
+          ICON: ${{fromJSON('[":no_entry:", ":white_check_mark:"]')[job.status == 'success']}}

.github/workflows/test_api.yml

@@ -0,0 +1,45 @@
+name: Test API
+run-name: Test API
+
+on:
+  workflow_dispatch: 
+    inputs:
+      environment:
+        type: environment
+        default: test
+        required: true
+
+permissions: {}
+
+jobs:
+  test-api:
+    runs-on: ubuntu-latest
+    environment: ${{ github.event.inputs.environment || 'staging' }}
+
+    env:
+      ENVIRONMENT: ${{ github.event.inputs.environment || 'staging' }}
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Setup
+        run: cd qa && npm install
+
+      - name: Run
+        env:
+          BASE_URL: 'https://${{ vars.SUBDOMAIN }}.seattle.gov'
+          API_TOKEN: ${{ secrets.API_TOKEN }}
+          PROGRAM_SLUGS: ${{ secrets.PROGRAM_SLUGS }}
+        run: cd qa && npx playwright test
+
+      - name: On Failure
+        if: failure()
+        run: echo "FAILED"
+
+      # - name: Send message to ms teams   
+      #   if: failure()
+      #   uses: dhollerbach/actions.send-message-to-ms-teams@1.0.10
+      #   with:
+      #     webhook: '${{ secrets.MICROSOFT_TEAMS_WEBHOOK_URI }}'
+      #     message: 'Testing API failed. There *may* be issues with the API. ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}'

.github/workflows/test_gis.yml

@@ -0,0 +1,43 @@
+name: Test GIS
+
+on:
+  workflow_dispatch:
+    inputs:
+      force_send_teams_message:
+        type: boolean
+        description: 'Message Teams anyway'
+        default: false
+        required: false
+
+  schedule:
+    - cron: '0 * * * *'
+
+permissions: {}
+
+jobs:
+  test-gis:
+    runs-on: ubuntu-latest
+
+    env:
+      FORCE_SEND_TEAMS_MESSAGE: ${{ (github.event.inputs != null && github.event.inputs.force_send_teams_message == 'true') }}
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Run gis testing script
+        run: bin/test_gis.sh
+
+      - name: Send message to ms teams   
+        if: failure()
+        uses: dhollerbach/actions.send-message-to-ms-teams@1.0.10
+        with:
+          webhook: '${{ secrets.MICROSOFT_TEAMS_WEBHOOK_URI }}'
+          message: 'Testing GIS failed. There *may* be issues afoot. ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}'
+
+      - name: Force send test message to ms teams
+        if: (env.FORCE_SEND_TEAMS_MESSAGE == 'true')
+        uses: dhollerbach/actions.send-message-to-ms-teams@1.0.10
+        with:
+          webhook: '${{ secrets.MICROSOFT_TEAMS_WEBHOOK_URI }}'
+          message: 'Nothing is wrong. Just testing the teams connection.'

.gitignore

@@ -1,7 +1,8 @@
-civiform_config.sh
 .DS_Store
 .idea
 *.log
+*.tar
 tmp/
 nuke.yaml     # this file is created by developers when working on the deployment system. see https://docs.civiform.us/contributor-guide/developer-guide/deploy-system/prerequisites#setup-aws-nuke
 checkout/
+node_modules/

SETUP.md

@@ -0,0 +1,5 @@
+# Setup
+
+Environments are configured under the repository settings. 
+
+To add a new deployment target create a new environment and a new deploy config file named civiform_config.ENV_NAME.sh

bin/remove-pgadmin-temp-secrets.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+
+pushd $(git rev-parse --show-toplevel) > /dev/null
+
+CONFIG="${1}"
+
+if [[ ! -f "${CONFIG}" ]]; then
+    echo "Add config file name"
+    exit 1
+fi
+
+source ${CONFIG}
+
+aws secretsmanager delete-secret --force-delete-without-recovery --secret-id "${APP_PREFIX}-cf-pgadmin-default-password"
+aws secretsmanager delete-secret --force-delete-without-recovery --secret-id "${APP_PREFIX}-cf-pgadmin-default-username"

bin/resolve-latest-snapshot-tag

@@ -0,0 +1,23 @@
+#! /usr/bin/env bash
+
+set -e
+set -o pipefail
+
+docker pull docker.io/civiform/civiform:latest
+
+snapshot_tag="$(docker inspect docker.io/civiform/civiform:latest \
+  | jq '.[0].Config.Env' \
+  | grep 'CIVIFORM_IMAGE_TAG' \
+  | grep -oP 'SNAPSHOT-\w+-\d+')"
+
+if [[ -z "${snapshot_tag}" ]]; then
+  echo "Latest snapshot tag not found." 2>&1
+  exit 1
+fi
+
+export LATEST_SNAPSHOT_TAG="${snapshot_tag}"
+
+if [[ -n "${GITHUB_ENV}" ]]; then
+  echo "LATEST_SNAPSHOT_TAG=${snapshot_tag}" >>"${GITHUB_ENV}"
+fi
+

bin/run-prober

@@ -0,0 +1,19 @@
+#! /usr/bin/env bash
+
+# DOC: Run the browser test suite in Docker against the staging environment.
+
+docker pull civiform/civiform-browser-test:latest
+
+docker run \
+  -v "$(pwd)/tmp:/usr/src/civiform-browser-tests/tmp" \
+  -e BASE_URL="${BASE_URL}" \
+  -e TEST_USER_AUTH_STRATEGY="seattle-staging" \
+  -e TEST_USER_LOGIN="${TEST_USER_LOGIN}" \
+  -e TEST_USER_PASSWORD="${TEST_USER_PASSWORD}" \
+  -e TEST_USER_DISPLAY_NAME="TEST, UATAPP" \
+  -e TEST_CIVIC_ENTITY_SHORT_NAME="Seattle [STAGING]" \
+  -e DISABLE_BROWSER_ERROR_WATCHER=true \
+  -e DISABLE_SCREENSHOTS=false \
+  -e CI=true \
+  civiform/civiform-browser-test:latest \
+  -c "npm install && npm test -- --grep-invert @northstar $@"

bin/test_gis.sh

@@ -0,0 +1,54 @@
+#! /usr/bin/env bash
+
+# DOC: Test seattle gis servers
+
+pushd "$(git rev-parse --show-toplevel)" > /dev/null
+
+set -e
+set +x
+
+function test_url {
+    local url="${1}"
+    local jq_array_path="${2}"
+    local expected_array_size="${3}"
+    local RED='\033[0;31m'
+    local GREEN='\033[0;32m'
+    local NC='\033[0m'
+
+    response="$(curl \
+        --silent \
+        "${url}")"
+
+    if ! jq --exit-status . >/dev/null 2>&1 <<<"${response}"; then
+        printf "${RED}Failed to parse response${NC}\n"
+        echo "--------------------------------------------------------------------"
+        echo "${response}"
+        exit 1
+    else
+        printf "${GREEN}Valid JSON${NC}\n"
+    fi
+
+    actual_array_size="$(jq "${jq_array_path} | length" <<<"${response}")"
+
+    if [[ "${expected_array_size}" != "${actual_array_size:0:1}" ]]; then
+        printf "${RED}Did not get the expected result count. Expected |${expected_array_size}|. Actual |${actual_array_size}|${NC}\n"
+        echo "--------------------------------------------------------------------"
+        echo "${response}" | jq
+        exit 1
+    else
+        printf "${GREEN}General array counts match${NC}\n"
+    fi
+}
+
+echo "Test findAddressCandidates"
+findAddressCandidatesUrl="https://gisdata.seattle.gov/cosgis/rest/services/locators/AddressPoints/GeocodeServer/findAddressCandidates?Address=700+5th+Ave&City=Seattle&Region=WA&Postal=98101&f=pjson"
+test_url "${findAddressCandidatesUrl}" ".candidates" 3
+
+echo "Test serviceArea"
+serviceAreaUrl="https://gisdata.seattle.gov/server/rest/services/COS/Seattle_City_Limits/MapServer/1/query?geometryType=esriGeometryPoint&outFields=*&returnGeometry=false&f=json&inSR=2926&maxLocations=3&geometry={''x'':1271253,''y'':224277,''spatialReference'':2926}"
+test_url "${serviceAreaUrl}" ".fields" 8
+
+echo "Test ssl certficate"
+echo | openssl s_client -servername gisdata.seattle.gov -connect gisdata.seattle.gov:443
+
+echo ""