Add warning log to EvictionQueue::Purge for slow purge detection

.github/config/extensions/test-utils.cmake

@@ -1,6 +1,8 @@
 duckdb_extension_load(test_utils
   GIT_URL https://github.com/duckdb/bwc-test-utils
-  GIT_TAG 7074208283523a3af8b5ddd1c890a03abdba3b9b
+  # Use the commit before "Update extensions" (that contains the binaries of
+  # the commit before that).
+  GIT_TAG 5b9c7334949c47cdf69ce11c151139c4c88aa7f8
   # For local dev:
   # SOURCE_DIR "${EXTENSION_CONFIG_BASE_DIR}/../../../../test-utils"
 )

.github/workflows/Main.yml

@@ -1442,6 +1442,18 @@ jobs:
       run: |
         python3 scripts/ci/run_tests.py --test-config=test/configs/prefetch_all_parquet_files.json ./build/release/test/unittest
 
+    - name: test/configs/verification_projection.json
+      if: success() || failure()
+      shell: bash
+      run: |
+        python3 scripts/ci/run_tests.py --test-config=test/configs/verification_projection.json ./build/release/test/unittest
+
+    - name: test/configs/verify_column_bindings.json
+      if: success() || failure()
+      shell: bash
+      run: |
+        python3 scripts/ci/run_tests.py --test-config=test/configs/verify_column_bindings.json ./build/release/test/unittest
+
     - name: test/configs/no_local_filesystem.json
       if: success() || failure()
       shell: bash

.github/workflows/NightlyTests.yml

@@ -626,14 +626,23 @@ jobs:
        run: make unittest_relassert T="--track-runtime 30 --batch-timeout 120 --test-config=test/configs/hash_zero.json"
 
 
-  bwc_build:
+  bwc-build:
     name: Build DuckDB
     runs-on: ubuntu-latest
+    outputs:
+      groups: ${{ steps.resolve.outputs.groups }}
     steps:
       - uses: actions/checkout@v6
         with:
           fetch-depth: 0
 
+      - name: Resolve versions
+        id: resolve
+        run: |
+          groups_json=$(python3 test/bwc/list_versions.py --groups-json)
+          echo "groups=${groups_json}" >> "$GITHUB_OUTPUT"
+          echo "Resolved BWC version groups: ${groups_json}"
+
       - name: Install
         run: python3 scripts/ci/retry.py -- make toolsci
 
@@ -653,28 +662,13 @@ jobs:
           path: build/release/duckdb
 
   bwc-test:
-    name: BWC Test (DuckDB ${{ matrix.old_duckdb_version }})
+    name: BWC Test (DuckDB ${{ matrix.series.group }})
     runs-on: ubuntu-latest
-    needs: bwc_build
+    needs: bwc-build
     strategy:
       fail-fast: false
       matrix:
-        old_duckdb_version:
-          - v1.1.0
-          - v1.1.1
-          - v1.1.2
-          - v1.1.3
-          - v1.2.0
-          - v1.2.1
-          - v1.2.2
-          - v1.3.0
-          - v1.3.1
-          - v1.3.2
-          - v1.4.0
-          - v1.4.1
-          - v1.4.2
-          - v1.4.3
-          - v1.4.4
+        series: ${{ fromJSON(needs.bwc-build.outputs.groups) }}
     steps:
       - uses: actions/checkout@v6
         with:
@@ -696,46 +690,64 @@ jobs:
       - name: Install Python dependencies
         run: python3 scripts/ci/retry.py -- pip install duckdb git+https://github.com/duckdb/duckdb-sqllogictest-python.git
 
-      - name: Download BWC cache
-        if: ${{ vars.ENABLE_BWC_CACHE_DOWNLOAD == 'true' }}
+      - name: Run BWC series
         run: |
-          VERSION=${{ matrix.old_duckdb_version }}
-          CACHE_ARCHIVE="runtime_${VERSION}.tar.gz"
+          versions='${{ toJson(matrix.series.versions) }}'
+          mapfile -t VERSION_LIST < <(python3 -c 'import json,sys; [print(v) for v in json.loads(sys.argv[1])]' "$versions")
+          FAILED=0
+          FAILED_VERSIONS=""
           RUNTIME_DIR="duckdb_unittest_tempdir/bwc/runtime"
           mkdir -p "${RUNTIME_DIR}"
+          mkdir -p duckdb_unittest_tempdir/bwc/cache
+
+          for VERSION in "${VERSION_LIST[@]}"; do
+            echo "============================================================"
+            echo "Running BWC for ${VERSION} (group: ${{ matrix.series.group }})"
+            echo "============================================================"
+
+            if [ "${{ vars.ENABLE_BWC_CACHE_DOWNLOAD }}" = "true" ]; then
+              CACHE_ARCHIVE="runtime_${VERSION}.tar.gz"
+              DOWNLOAD_URL="https://raw.githubusercontent.com/duckdb/bwc-test-utils/main/cache/${CACHE_ARCHIVE}"
+              HTTP_CODE=$(curl -sL -w '%{http_code}' -o "/tmp/${CACHE_ARCHIVE}" "${DOWNLOAD_URL}" || true)
+              if [ "${HTTP_CODE}" = "200" ]; then
+                tar xzf "/tmp/${CACHE_ARCHIVE}" -C "${RUNTIME_DIR}"
+                CACHED=$(find "${RUNTIME_DIR}/${VERSION}" -name "*.plan.bin" | wc -l)
+                echo "Extracted cache for ${VERSION}: ${CACHED} cached test plans"
+              else
+                echo "Failed to download cache for ${VERSION} (HTTP ${HTTP_CODE})"
+                FAILED=1
+                FAILED_VERSIONS="${FAILED_VERSIONS} ${VERSION}(cache)"
+              fi
+            fi
 
-          # Download the cache archive from test-utils repo
-          DOWNLOAD_URL="https://raw.githubusercontent.com/duckdb/bwc-test-utils/main/cache/${CACHE_ARCHIVE}"
-          HTTP_CODE=$(curl -sL -w '%{http_code}' -o "/tmp/${CACHE_ARCHIVE}" "${DOWNLOAD_URL}" || true)
+            if ! python3.11 test/bwc/runner.py --old_duckdb_version="${VERSION}"; then
+              FAILED=1
+              FAILED_VERSIONS="${FAILED_VERSIONS} ${VERSION}(tests)"
+            fi
 
-          if [ "${HTTP_CODE}" != "200" ]; then
-            echo "Failed to download cache for ${VERSION} (HTTP ${HTTP_CODE})"
+            if ! python3.11 test/bwc/export_cache.py --version "${VERSION}" --output-dir duckdb_unittest_tempdir/bwc/cache; then
+              FAILED=1
+              FAILED_VERSIONS="${FAILED_VERSIONS} ${VERSION}(export)"
+            fi
+          done
+
+          if [ "$FAILED" -ne 0 ]; then
+            echo "BWC series had failures:${FAILED_VERSIONS}"
             exit 1
           fi
 
-          tar xzf "/tmp/${CACHE_ARCHIVE}" -C "${RUNTIME_DIR}"
-          CACHED=$(find "${RUNTIME_DIR}/${VERSION}" -name "*.plan.bin" | wc -l)
-          echo "Extracted cache for ${VERSION}: ${CACHED} cached test plans"
-
-      - name: Run BWC tests
-        run: python3.11 test/bwc/runner.py --old_duckdb_version=${{ matrix.old_duckdb_version }}
-
-      - name: Export BWC cache
-        if: always()
-        run: python3.11 test/bwc/export_cache.py --version ${{ matrix.old_duckdb_version }} --output-dir duckdb_unittest_tempdir/bwc/cache
-
       - name: Upload BWC cache
         if: always()
         uses: actions/upload-artifact@v7
         with:
-          name: bwc-cache-${{ matrix.old_duckdb_version }}
-          path: duckdb_unittest_tempdir/bwc/cache/runtime_${{ matrix.old_duckdb_version }}.tar.gz
+          name: bwc-cache-${{ matrix.series.group }}
+          path: duckdb_unittest_tempdir/bwc/cache/runtime_*.tar.gz
 
       - name: Upload test artifacts
         if: always()
         uses: actions/upload-artifact@v7
         with:
-          name: bwc-test-results-${{ matrix.old_duckdb_version }}
+          name: bwc-test-results-${{ matrix.series.group }}
           path: |
             duckdb_unittest_tempdir/bwc/tests_summary_*.txt
             duckdb_unittest_tempdir/bwc/reports/test_report_*.duckdb

Makefile

@@ -23,7 +23,7 @@ MKFILE_PATH := $(abspath $(lastword $(MAKEFILE_LIST)))
 PROJ_DIR := $(dir $(MKFILE_PATH))
 
 PYTHON ?= python3
-FORMAT_VENV ?= build/format-venv
+FORMAT_VENV ?= .cache/format-venv
 FORMAT_PYTHON := $(FORMAT_VENV)/bin/python
 FORMAT_SETUP_DEPS := format_venv
 

extension/json/json_functions/json_serialize_plan.cpp

@@ -147,7 +147,7 @@ static void JsonSerializePlanFunction(DataChunk &args, ExpressionState &state, V
 				}
 
 				ColumnBindingResolver resolver;
-				resolver.Verify(*plan);
+				resolver.Verify(context, *plan);
 				resolver.VisitOperator(*plan);
 				plan->ResolveOperatorTypes();
 

scripts/parser/build_grammar.sh

@@ -12,4 +12,17 @@ fi
 python "$GRAMMAR_FILE" --grammar-file
 python "$GRAMMAR_FILE"
 
-echo "Successfully build grammar files"
+echo "Successfully built grammar files"
+
+# Generate Internal transformer wrappers for auto-generatable grammar rules
+GEN_TRANSFORMER_FILE="scripts/parser/gen_transformer_v2.py"
+if [[ ! -f "$GEN_TRANSFORMER_FILE" ]]; then
+  echo "Error: $GEN_TRANSFORMER_FILE not found"
+  exit 1
+fi
+
+python "$GEN_TRANSFORMER_FILE" --write
+
+echo "Successfully generated transformer wrappers"
+
+make format-fix