From 4b932098e39555c9a7d21c25b0cbab9db525a233 Mon Sep 17 00:00:00 2001
From: ric-evans <emejqz@gmail.com>
Date: Thu, 11 Sep 2025 15:59:15 -0500
Subject: [PATCH 01/14] Fix Dying Dummy Apptainer Test

---
 .github/workflows/tests.yml            | 1 +
 resources/launch_scripts/local_scan.py | 7 ++++---
 2 files changed, 5 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index d1f2f4244..e0c2571e6 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -20,6 +20,7 @@ env:
   BOT_NAME: wipacdevbot
   BOT_EMAIL: developers@icecube.wisc.edu
   #
+  CI_LOCAL_SCAN_TAIL: 20
   CI_DOCKER_IMAGE_TAG: icecube/skymap_scanner:local
   #
   CI_TEST_RUN_STDOUT_STDERR_DIR: /home/runner/work/skymap_scanner/testrun_outputs
diff --git a/resources/launch_scripts/local_scan.py b/resources/launch_scripts/local_scan.py
index c003a419b..8360307cf 100644
--- a/resources/launch_scripts/local_scan.py
+++ b/resources/launch_scripts/local_scan.py
@@ -9,6 +9,8 @@
 from pathlib import Path
 from collections import deque
 
+TAIL = os.getenv("CI_LOCAL_SCAN_TAIL", 5)
+
 
 def _print_now(string: str) -> None:
     """Print immediately, prefixed with the date/time."""
@@ -234,10 +236,9 @@ def main():
             ret = proc.poll()
 
             if i % 6 == 0:
-                tail = 5
                 _print_now(f"{name} 'tail -{tail} {log}':")
-                for ln in _last_n_lines(log, tail):
-                    _print_now(f"\t{ln}")
+                for ln in _last_n_lines(log, TAIL):
+                    _print_now(f"\t>>>\t{ln}")
                 _print_now("- - - - -")
 
             # is it done?

From 65c799200ca5ecdc9159edd6a10dc052572c93e8 Mon Sep 17 00:00:00 2001
From: ric-evans <emejqz@gmail.com>
Date: Thu, 11 Sep 2025 16:38:53 -0500
Subject: [PATCH 02/14] syntax

---
 resources/launch_scripts/local_scan.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/resources/launch_scripts/local_scan.py b/resources/launch_scripts/local_scan.py
index 8360307cf..952806f77 100644
--- a/resources/launch_scripts/local_scan.py
+++ b/resources/launch_scripts/local_scan.py
@@ -236,7 +236,7 @@ def main():
             ret = proc.poll()
 
             if i % 6 == 0:
-                _print_now(f"{name} 'tail -{tail} {log}':")
+                _print_now(f"{name} 'tail -{TAIL} {log}':")
                 for ln in _last_n_lines(log, TAIL):
                     _print_now(f"\t>>>\t{ln}")
                 _print_now("- - - - -")

From 76ecaaccbfd65c61652e2b36700db11744dcd0f3 Mon Sep 17 00:00:00 2001
From: ric-evans <emejqz@gmail.com>
Date: Thu, 11 Sep 2025 17:59:53 -0500
Subject: [PATCH 03/14] syntax - 2

---
 resources/launch_scripts/local_scan.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/resources/launch_scripts/local_scan.py b/resources/launch_scripts/local_scan.py
index 952806f77..e3218f8e2 100644
--- a/resources/launch_scripts/local_scan.py
+++ b/resources/launch_scripts/local_scan.py
@@ -9,7 +9,7 @@
 from pathlib import Path
 from collections import deque
 
-TAIL = os.getenv("CI_LOCAL_SCAN_TAIL", 5)
+TAIL = int(os.getenv("CI_LOCAL_SCAN_TAIL", 5))
 
 
 def _print_now(string: str) -> None:

From f0013753f72caf469353449780c8dc6ec1d3b4e1 Mon Sep 17 00:00:00 2001
From: ric-evans <emejqz@gmail.com>
Date: Mon, 15 Sep 2025 15:28:54 -0500
Subject: [PATCH 04/14] add env vars for rabbitmq to lower disk limits

---
 .github/workflows/tests.yml | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)

diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index e0c2571e6..666cc3632 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -171,6 +171,9 @@ jobs:
           RABBITMQ_PASSWORD: password
           RABBITMQ_VHOST: test
           BITNAMI_DEBUG: true
+          # relax broker alarms for CI:
+          RABBITMQ_DISK_FREE_LIMIT: 1MB
+          RABBITMQ_VM_MEMORY_HIGH_WATERMARK: 0.9
         # Note: `--network` option is not supported.
         options: >-
           --name rabbitmq
@@ -375,6 +378,22 @@ jobs:
           find $CI_TEST_RUN_STDOUT_STDERR_DIR/worker-2/pilot-* -name "stderrfile" -o -name "stdoutfile" | xargs more | cat
           echo "::::::::::::::" && tree $CI_TEST_RUN_STDOUT_STDERR_DIR/worker-2/pilot-*
 
+      - name: RabbitMQ diagnostics
+        if: always()
+        run: |
+          set -euo pipefail; echo "now: $(date -u +"%Y-%m-%dT%H:%M:%S.%3N")"
+          echo "=== docker logs (rabbitmq) ==="
+          docker logs rabbitmq || true
+          echo "=== rabbitmqctl status ==="
+          docker exec rabbitmq rabbitmqctl status || true
+          echo "=== rabbitmq-diagnostics memory ==="
+          docker exec rabbitmq rabbitmq-diagnostics memory || true
+          echo "=== rabbitmq-diagnostics environment ==="
+          docker exec rabbitmq rabbitmq-diagnostics environment || true
+          echo "=== rabbitmq-diagnostics alarms ==="
+          docker exec rabbitmq rabbitmq-diagnostics alarms || true
+
+
   test-run-nsides-thresholds-dummy:
     needs: [ flake8 ]
     runs-on: ubuntu-latest

From aa1dfad825500902535c0946258c11250d1f2470 Mon Sep 17 00:00:00 2001
From: ric-evans <emejqz@gmail.com>
Date: Mon, 15 Sep 2025 15:30:02 -0500
Subject: [PATCH 05/14] faster

---
 .github/workflows/tests.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 666cc3632..f03aee665 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -142,7 +142,7 @@ jobs:
           load: true
 
   test-run-dummy:
-    needs: [ flake8 ]
+    # needs: [ flake8 ]   # remove so this starts up asap w/ priority
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false

From c53e9958f4ae5a0cb25608711f92a0a2d6b140c0 Mon Sep 17 00:00:00 2001
From: ric-evans <emejqz@gmail.com>
Date: Mon, 15 Sep 2025 16:06:06 -0500
Subject: [PATCH 06/14] clear space after sif install

---
 .github/workflows/tests.yml | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index f03aee665..9f4d95c96 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -247,10 +247,19 @@ jobs:
           sudo systemctl reload apparmor
       - if: ${{ matrix.container_platform == 'apptainer' }}
         name: build apptainer (.sif) image
+        env:
+          # keep caches off $HOME and easy to delete
+          APPTAINER_CACHEDIR: ${{ runner.temp }}/apptainer-cache
+          APPTAINER_TMPDIR: ${{ runner.temp }}
         run: |
           set -euo pipefail; echo "now: $(date -u +"%Y-%m-%dT%H:%M:%S.%3N")"
           apptainer build skymap_scanner.sif docker-daemon://$CI_DOCKER_IMAGE_TAG
           ls -lh skymap_scanner.sif
+          # free docker layers now that SIF is built
+          docker ps -a --filter "ancestor=$CI_DOCKER_IMAGE_TAG" --format '{{.ID}}' | xargs -r docker rm -f
+          docker rmi -f "$CI_DOCKER_IMAGE_TAG" || true
+          # drop apptainer caches
+          rm -rf "$APPTAINER_CACHEDIR" || true
       - if: ${{ matrix.container_platform == 'apptainer' }}
         name: Install squashfuse in order to run .sif
         run: |

From 2838dc63d7e862dcad7ad40fda58b277c4f9c800 Mon Sep 17 00:00:00 2001
From: ric-evans <emejqz@gmail.com>
Date: Mon, 15 Sep 2025 16:09:15 -0500
Subject: [PATCH 07/14] add env vars for rabbitmq to lower disk limits - 2

---
 .github/workflows/tests.yml | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 9f4d95c96..8245cae7b 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -171,9 +171,10 @@ jobs:
           RABBITMQ_PASSWORD: password
           RABBITMQ_VHOST: test
           BITNAMI_DEBUG: true
-          # relax broker alarms for CI:
-          RABBITMQ_DISK_FREE_LIMIT: 1MB
-          RABBITMQ_VM_MEMORY_HIGH_WATERMARK: 0.9
+          # Use the Bitnami-specific absolute limit var:
+          RABBITMQ_DISK_FREE_ABSOLUTE_LIMIT: "1MB"   # or "1MB" if you prefer
+          # (Optional) leave memory watermark alone or keep it generous:
+          RABBITMQ_VM_MEMORY_HIGH_WATERMARK: "0.9"
         # Note: `--network` option is not supported.
         options: >-
           --name rabbitmq

From 2da7b3e08a150b683c6b2cfa59da344964c77b80 Mon Sep 17 00:00:00 2001
From: ric-evans <emejqz@gmail.com>
Date: Mon, 15 Sep 2025 16:27:59 -0500
Subject: [PATCH 08/14] make room!

---
 .github/workflows/tests.yml | 56 +++++++++++++------------------------
 1 file changed, 19 insertions(+), 37 deletions(-)

diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 8245cae7b..9d1d0b5ec 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -172,7 +172,7 @@ jobs:
           RABBITMQ_VHOST: test
           BITNAMI_DEBUG: true
           # Use the Bitnami-specific absolute limit var:
-          RABBITMQ_DISK_FREE_ABSOLUTE_LIMIT: "1MB"   # or "1MB" if you prefer
+          RABBITMQ_DISK_FREE_ABSOLUTE_LIMIT: "1MB"
           # (Optional) leave memory watermark alone or keep it generous:
           RABBITMQ_VM_MEMORY_HIGH_WATERMARK: "0.9"
         # Note: `--network` option is not supported.
@@ -254,13 +254,19 @@ jobs:
           APPTAINER_TMPDIR: ${{ runner.temp }}
         run: |
           set -euo pipefail; echo "now: $(date -u +"%Y-%m-%dT%H:%M:%S.%3N")"
+          
           apptainer build skymap_scanner.sif docker-daemon://$CI_DOCKER_IMAGE_TAG
           ls -lh skymap_scanner.sif
+          # drop apptainer caches
+          rm -rf "$APPTAINER_CACHEDIR" || true
+          
           # free docker layers now that SIF is built
           docker ps -a --filter "ancestor=$CI_DOCKER_IMAGE_TAG" --format '{{.ID}}' | xargs -r docker rm -f
           docker rmi -f "$CI_DOCKER_IMAGE_TAG" || true
-          # drop apptainer caches
-          rm -rf "$APPTAINER_CACHEDIR" || true
+          # prune buildkit + volume
+          docker ps -a --filter "ancestor=moby/buildkit:buildx-stable-1" --format '{{.ID}}' | xargs -r docker rm -f
+          docker buildx ls | awk 'NR>1 {print $1}' | xargs -r -n1 docker buildx rm -f
+          docker volume prune -f
       - if: ${{ matrix.container_platform == 'apptainer' }}
         name: Install squashfuse in order to run .sif
         run: |
@@ -270,40 +276,16 @@ jobs:
           sudo apt-get update
           sudo apt-get install -y squashfuse
       - if: ${{ matrix.container_platform == 'apptainer' }}
-        name: clear up disk space
-        run: |
-          set -euo pipefail; echo "now: $(date -u +"%Y-%m-%dT%H:%M:%S.%3N")"
-          
-          echo "=== Disk usage summary ==="
-          df -h /
-          
-          echo "=== Before: docker system df ==="
-          docker system df
-          echo "=== All Docker images ==="
-          docker images
-          echo "=== All Docker containers ==="
-          docker ps -a
-          echo "=== Removing containers using $CI_DOCKER_IMAGE_TAG ==="
-          docker ps -a --filter "ancestor=$CI_DOCKER_IMAGE_TAG" --format '{{.ID}}' | xargs -r docker rm -f
-          docker rmi -f "$CI_DOCKER_IMAGE_TAG" || true
-          echo "=== Remove BuildKit container and volume ==="
-          docker ps -a --filter "ancestor=moby/buildkit:buildx-stable-1" --format '{{.ID}}' | xargs -r docker rm -f
-          echo "=== Volume prune ==="
-          docker volume prune -f
-          echo "=== Builder prune ==="
-          docker builder prune -a -f
-          echo "=== System prune (including volumes) ==="
-          docker system prune -a --volumes -f
-          echo "=== After: docker system df ==="
-          docker system df
-          
-          echo "=== Clear up space w/ apt-get ==="
-          sudo apt-get clean
-          sudo apt-get autoremove -y
-          sudo rm -rf /var/lib/apt/lists/*  # delete all cached package metadata 
-
-          echo "=== Disk usage summary ==="
-          df -h /
+        uses: jlumbroso/free-disk-space@main  # need space for mq broker
+        with:
+          docker-images: true  # no longer need docker images
+          # everything else to 'false'
+          tool-cache: false
+          android: false
+          dotnet: false
+          haskell: false
+          large-packages: false
+          swap-storage: false
 
       - name: run
         timeout-minutes: 15  # on average ~9min

From b3178e92e3f99f62db71822e7dc38303a4a4d621 Mon Sep 17 00:00:00 2001
From: ric-evans <emejqz@gmail.com>
Date: Mon, 15 Sep 2025 16:39:09 -0500
Subject: [PATCH 09/14] install 'squashfuse' at in same step as apptainer

---
 .github/workflows/tests.yml | 14 ++++++--------
 1 file changed, 6 insertions(+), 8 deletions(-)

diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 9d1d0b5ec..5083c9c63 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -246,6 +246,12 @@ jobs:
           }
           EOF
           sudo systemctl reload apparmor
+          
+          # Install squashfuse in order to run .sif
+          #   without squashfuse, .sif can't be run directly and needs to be converted
+          #   to a sandbox dir, 1 for each instance
+          sudo apt-get update
+          sudo apt-get install -y squashfuse
       - if: ${{ matrix.container_platform == 'apptainer' }}
         name: build apptainer (.sif) image
         env:
@@ -267,14 +273,6 @@ jobs:
           docker ps -a --filter "ancestor=moby/buildkit:buildx-stable-1" --format '{{.ID}}' | xargs -r docker rm -f
           docker buildx ls | awk 'NR>1 {print $1}' | xargs -r -n1 docker buildx rm -f
           docker volume prune -f
-      - if: ${{ matrix.container_platform == 'apptainer' }}
-        name: Install squashfuse in order to run .sif
-        run: |
-          set -euo pipefail; echo "now: $(date -u +"%Y-%m-%dT%H:%M:%S.%3N")"
-          # without squashfuse, .sif can't be run directly and needs to be converted
-          #  to a sandbox dir, 1 for each instance
-          sudo apt-get update
-          sudo apt-get install -y squashfuse
       - if: ${{ matrix.container_platform == 'apptainer' }}
         uses: jlumbroso/free-disk-space@main  # need space for mq broker
         with:

From 02f98e65264e00f2178509928dd0c989251c86aa Mon Sep 17 00:00:00 2001
From: ric-evans <emejqz@gmail.com>
Date: Mon, 15 Sep 2025 16:52:14 -0500
Subject: [PATCH 10/14] report how much cleared space

---
 .github/workflows/tests.yml | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 5083c9c63..fb7f6c38e 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -264,15 +264,24 @@ jobs:
           apptainer build skymap_scanner.sif docker-daemon://$CI_DOCKER_IMAGE_TAG
           ls -lh skymap_scanner.sif
           # drop apptainer caches
+          echo "clearing apptainer caches..."
+          du -sh "$APPTAINER_CACHEDIR" || true
           rm -rf "$APPTAINER_CACHEDIR" || true
           
-          # free docker layers now that SIF is built
+          # Free docker stuff now that SIF is built
+          echo "clearing docker things..."
+          BEFORE="$(df -B1 --output=avail / | tail -1)"
+          # docker layers
           docker ps -a --filter "ancestor=$CI_DOCKER_IMAGE_TAG" --format '{{.ID}}' | xargs -r docker rm -f
           docker rmi -f "$CI_DOCKER_IMAGE_TAG" || true
           # prune buildkit + volume
           docker ps -a --filter "ancestor=moby/buildkit:buildx-stable-1" --format '{{.ID}}' | xargs -r docker rm -f
           docker buildx ls | awk 'NR>1 {print $1}' | xargs -r -n1 docker buildx rm -f
           docker volume prune -f
+          # report
+          AFTER="$(df -B1 --output=avail / | tail -1)"
+          DELTA="$(( AFTER - BEFORE ))"
+          echo "Freed: $(awk -v b="$DELTA" 'BEGIN{printf "%.2f", b/1024/1024/1024}') GiB ($(awk -v b="$DELTA" "BEGIN{printf \"%.0f\", b/1024/1024}") MiB)"
       - if: ${{ matrix.container_platform == 'apptainer' }}
         uses: jlumbroso/free-disk-space@main  # need space for mq broker
         with:

From 3c364473fea8563b80560d1c7a9c4ca9eed3726d Mon Sep 17 00:00:00 2001
From: ric-evans <emejqz@gmail.com>
Date: Mon, 15 Sep 2025 17:03:44 -0500
Subject: [PATCH 11/14] report how much cleared space - 2

---
 .github/workflows/tests.yml | 25 ++++++++++++++++---------
 1 file changed, 16 insertions(+), 9 deletions(-)

diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index fb7f6c38e..b568816ec 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -268,20 +268,27 @@ jobs:
           du -sh "$APPTAINER_CACHEDIR" || true
           rm -rf "$APPTAINER_CACHEDIR" || true
           
-          # Free docker stuff now that SIF is built
+          # Free Docker stuff now that SIF is built (keeps RabbitMQ up)
           echo "clearing docker things..."
           BEFORE="$(df -B1 --output=avail / | tail -1)"
-          # docker layers
-          docker ps -a --filter "ancestor=$CI_DOCKER_IMAGE_TAG" --format '{{.ID}}' | xargs -r docker rm -f
+          # remove any containers using your scanner image, then the image itself
+          docker ps -a --filter "ancestor=$CI_DOCKER_IMAGE_TAG" -q | xargs -r docker rm -f
           docker rmi -f "$CI_DOCKER_IMAGE_TAG" || true
-          # prune buildkit + volume
-          docker ps -a --filter "ancestor=moby/buildkit:buildx-stable-1" --format '{{.ID}}' | xargs -r docker rm -f
-          docker buildx ls | awk 'NR>1 {print $1}' | xargs -r -n1 docker buildx rm -f
-          docker volume prune -f
+          # kill BuildKit daemon so its volume becomes prunable (cover both labels & image)
+          docker ps -aq --filter "label=name=buildx_buildkit" | xargs -r docker rm -f || true
+          docker ps -aq --filter "ancestor=moby/buildkit:buildx-stable-1" | xargs -r docker rm -f || true
+          # remove non-default builders; strip trailing '*' from active builder name
+          docker buildx ls | awk 'NR>1{print $1}' | sed 's/\*$//' | grep -vE '^(default|)$' | sort -u | xargs -r -n1 docker buildx rm -f || true
+          # prune caches/images/containers/networks/volumes that are UNUSED
+          docker builder prune -af || true
+          docker system prune -af --volumes || true
           # report
           AFTER="$(df -B1 --output=avail / | tail -1)"
-          DELTA="$(( AFTER - BEFORE ))"
-          echo "Freed: $(awk -v b="$DELTA" 'BEGIN{printf "%.2f", b/1024/1024/1024}') GiB ($(awk -v b="$DELTA" "BEGIN{printf \"%.0f\", b/1024/1024}") MiB)"
+          DELTA="$((AFTER - BEFORE))"
+          echo "Freed: $(awk -v b="$DELTA" 'BEGIN{printf "%.2f GiB (%.0f MiB)\n", b/1024/1024/1024, b/1024/1024)}')"
+          # status
+          docker system df -v || true
+
       - if: ${{ matrix.container_platform == 'apptainer' }}
         uses: jlumbroso/free-disk-space@main  # need space for mq broker
         with:

From 921f25d05c2dc6e2795323fafe6d388d50e47be5 Mon Sep 17 00:00:00 2001
From: ric-evans <emejqz@gmail.com>
Date: Mon, 15 Sep 2025 17:29:40 -0500
Subject: [PATCH 12/14] report how much cleared space - 3

---
 .github/workflows/tests.yml | 31 +++++++++----------------------
 1 file changed, 9 insertions(+), 22 deletions(-)

diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index b568816ec..b5bfb8835 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -268,38 +268,25 @@ jobs:
           du -sh "$APPTAINER_CACHEDIR" || true
           rm -rf "$APPTAINER_CACHEDIR" || true
           
-          # Free Docker stuff now that SIF is built (keeps RabbitMQ up)
+          # Free docker stuff now that SIF is built
           echo "clearing docker things..."
           BEFORE="$(df -B1 --output=avail / | tail -1)"
-          # remove any containers using your scanner image, then the image itself
+          # -- docker layers
           docker ps -a --filter "ancestor=$CI_DOCKER_IMAGE_TAG" -q | xargs -r docker rm -f
           docker rmi -f "$CI_DOCKER_IMAGE_TAG" || true
-          # kill BuildKit daemon so its volume becomes prunable (cover both labels & image)
+          # -- prune buildkit + volume
           docker ps -aq --filter "label=name=buildx_buildkit" | xargs -r docker rm -f || true
           docker ps -aq --filter "ancestor=moby/buildkit:buildx-stable-1" | xargs -r docker rm -f || true
-          # remove non-default builders; strip trailing '*' from active builder name
-          docker buildx ls | awk 'NR>1{print $1}' | sed 's/\*$//' | grep -vE '^(default|)$' | sort -u | xargs -r -n1 docker buildx rm -f || true
-          # prune caches/images/containers/networks/volumes that are UNUSED
+          docker buildx ls | awk 'NR>1{gsub(/\*$/,"",$1); if($1!="default" && $1!="") print $1}' | xargs -r -n1 docker buildx rm -f || true
           docker builder prune -af || true
           docker system prune -af --volumes || true
-          # report
+          docker volume ls -q --filter 'name=buildx_buildkit_.*_state' | xargs -r docker volume rm -f || true
+          # -- report
           AFTER="$(df -B1 --output=avail / | tail -1)"
           DELTA="$((AFTER - BEFORE))"
-          echo "Freed: $(awk -v b="$DELTA" 'BEGIN{printf "%.2f GiB (%.0f MiB)\n", b/1024/1024/1024, b/1024/1024)}')"
-          # status
-          docker system df -v || true
-
-      - if: ${{ matrix.container_platform == 'apptainer' }}
-        uses: jlumbroso/free-disk-space@main  # need space for mq broker
-        with:
-          docker-images: true  # no longer need docker images
-          # everything else to 'false'
-          tool-cache: false
-          android: false
-          dotnet: false
-          haskell: false
-          large-packages: false
-          swap-storage: false
+          GIB="$(awk -v b="$DELTA" 'BEGIN{printf "%.2f", b/1024/1024/1024}')"
+          MIB="$(awk -v b="$DELTA" 'BEGIN{printf "%.0f", b/1024/1024}')"
+          echo "Freed: ${GIB} GiB (${MIB} MiB)"
 
       - name: run
         timeout-minutes: 15  # on average ~9min

From 3bf03ad657742092aa76d44fc57bdb230329fd39 Mon Sep 17 00:00:00 2001
From: ric-evans <emejqz@gmail.com>
Date: Mon, 15 Sep 2025 17:49:22 -0500
Subject: [PATCH 13/14] try using `ayllyz/free-disk-space@3bda29d` for
 speeeeeed

---
 .github/workflows/tests.yml | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index b5bfb8835..c260c81ad 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -186,7 +186,7 @@ jobs:
           - 5672:5672
           - 15672:15672
     steps:
-      - uses: jlumbroso/free-disk-space@main  # need space for mq broker and image
+      - uses: Jayllyz/free-disk-space@3bda29d  # until https://github.com/jlumbroso/free-disk-space/pull/26  # need space for mq broker and image
         with:
           docker-images: false
       - uses: actions/checkout@v5
@@ -427,7 +427,7 @@ jobs:
           - 5672:5672
           - 15672:15672
     steps:
-      - uses: jlumbroso/free-disk-space@main  # need space for mq broker and image
+      - uses: Jayllyz/free-disk-space@3bda29d  # until https://github.com/jlumbroso/free-disk-space/pull/26  # need space for mq broker and image
         with:
           docker-images: false
       - uses: actions/checkout@v5
@@ -555,7 +555,7 @@ jobs:
           - 5672:5672
           - 15672:15672
     steps:
-      - uses: jlumbroso/free-disk-space@main  # need space for mq broker and image
+      - uses: Jayllyz/free-disk-space@3bda29d  # until https://github.com/jlumbroso/free-disk-space/pull/26  # need space for mq broker and image
         with:
           docker-images: false
       - uses: actions/checkout@v5

From aeb7ff6af34b55d6686e6a77fa490d8c4e29d014 Mon Sep 17 00:00:00 2001
From: ric-evans <emejqz@gmail.com>
Date: Mon, 15 Sep 2025 17:53:47 -0500
Subject: [PATCH 14/14] try using `ayllyz/free-disk-space@3bda29d` for
 speeeeeed - 2

---
 .github/workflows/tests.yml | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index c260c81ad..d1664351b 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -186,7 +186,7 @@ jobs:
           - 5672:5672
           - 15672:15672
     steps:
-      - uses: Jayllyz/free-disk-space@3bda29d  # until https://github.com/jlumbroso/free-disk-space/pull/26  # need space for mq broker and image
+      - uses: Jayllyz/free-disk-space@3bda29d61d3f1fa7bf46c5a9a11f22dd20af07c9 # until https://github.com/jlumbroso/free-disk-space/pull/26  # need space for mq broker and image
         with:
           docker-images: false
       - uses: actions/checkout@v5
@@ -427,7 +427,7 @@ jobs:
           - 5672:5672
           - 15672:15672
     steps:
-      - uses: Jayllyz/free-disk-space@3bda29d  # until https://github.com/jlumbroso/free-disk-space/pull/26  # need space for mq broker and image
+      - uses: Jayllyz/free-disk-space@3bda29d61d3f1fa7bf46c5a9a11f22dd20af07c9 # until https://github.com/jlumbroso/free-disk-space/pull/26  # need space for mq broker and image
         with:
           docker-images: false
       - uses: actions/checkout@v5
@@ -555,7 +555,7 @@ jobs:
           - 5672:5672
           - 15672:15672
     steps:
-      - uses: Jayllyz/free-disk-space@3bda29d  # until https://github.com/jlumbroso/free-disk-space/pull/26  # need space for mq broker and image
+      - uses: Jayllyz/free-disk-space@3bda29d61d3f1fa7bf46c5a9a11f22dd20af07c9 # until https://github.com/jlumbroso/free-disk-space/pull/26  # need space for mq broker and image
         with:
           docker-images: false
       - uses: actions/checkout@v5