cuda_extra.yml

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

name: CUDA Extra

on:
  push:
    branches:
      - '**'
      - '!dependabot/**'
    paths:
      - '**/*cuda*'
      - '**/*gpu*'
    tags:
      - '**'
  pull_request:
    # This trigger ensures that the `check_labels` workflow runs on manual label changes
    types:
      - labeled
      - opened
      - reopened
      - synchronize
  schedule:
    - cron: |
        0 6 * * *

concurrency:
  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
  cancel-in-progress: true

permissions:
  actions: read
  contents: read
  pull-requests: read

jobs:
  check-labels:
    uses: ./.github/workflows/check_labels.yml
    with:
      parent-workflow: cuda_extra

  check-enabled:
    # Check whether the CI builds in this workflow need to be run
    needs: check-labels
    runs-on: ubuntu-latest
    outputs:
      is_enabled: ${{ steps.set_enabled.outputs.is_enabled }}
    steps:
      - id: set_enabled
        if: >-
          github.ref_type == 'tag' ||
          (github.event_name == 'push' &&
           github.repository == 'apache/arrow' &&
           github.ref_name == 'main') ||
          (github.event_name == 'schedule' && github.repository == 'apache/arrow') ||
          contains(fromJSON(needs.check-labels.outputs.ci-extra-labels || '[]'), 'CI: Extra') ||
          contains(fromJSON(needs.check-labels.outputs.ci-extra-labels || '[]'), 'CI: Extra: CUDA')
        run: echo "is_enabled=true" >> "$GITHUB_OUTPUT"

  docker:
    needs: check-enabled
    if: needs.check-enabled.outputs.is_enabled == 'true'
    name: ${{ matrix.title }}
    runs-on: "runs-on=${{ github.run_id }}/family=g4dn.xlarge/image=ubuntu24-gpu-x64/spot=capacity-optimized"
    timeout-minutes: 75
    strategy:
      fail-fast: false
      matrix:
        include:
          - cuda: 12.9.0
            ubuntu: 24.04
            image: ubuntu-cuda-cpp
            title: AMD64 Ubuntu 24 CUDA 12.9.0
          - cuda: 11.7.1
            ubuntu: 22.04
            image: ubuntu-cuda-cpp
            title: AMD64 Ubuntu 22 CUDA 11.7.1
          - cuda: 12.9.0
            ubuntu: 24.04
            image: ubuntu-cuda-python
            title: AMD64 Ubuntu 24 CUDA 12.9.0 Python
          - cuda: 11.7.1
            ubuntu: 22.04
            image: ubuntu-cuda-python
            title: AMD64 Ubuntu 22 CUDA 11.7.1 Python
    env:
      ARCHERY_DEBUG: 1
      ARROW_ENABLE_TIMING_TESTS: OFF
      DOCKER_VOLUME_PREFIX: ".docker/"
    steps:
      - name: Checkout Arrow
        uses: actions/checkout@v7
        with:
          persist-credentials: false
          fetch-depth: 0
          submodules: recursive
      - name: Restore Docker Volumes
        uses: apache/infrastructure-actions/stash/restore@e3e0a2261a9c6d5bdd882802b303f34b1511b6df
        with:
          path: .docker
          key: extra-${{ matrix.image }}-${{ matrix.ubuntu }}-${{ matrix.cuda }}
      - name: Setup Python
        uses: actions/setup-python@v7
        with:
          python-version: 3
      - name: Setup Archery
        run: python3 -m pip install -e dev/archery[docker]
      - name: Display NVIDIA SMI details
        run: |
          nvidia-smi
          nvidia-smi -L
          nvidia-smi -q -d Memory
      - name: Execute Docker Build
        continue-on-error: ${{ matrix.continue-on-error || false }}
        env:
          ARCHERY_DOCKER_USER: ${{ secrets.DOCKERHUB_USER }}
          ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }}
          CUDA: ${{ matrix.cuda }}
          UBUNTU: ${{ matrix.ubuntu }}
        run: |
          # GH-40558: reduce ASLR to avoid ASAN/LSAN crashes
          sudo sysctl -w vm.mmap_rnd_bits=28
          source ci/scripts/util_enable_core_dumps.sh
          archery docker run ${{ matrix.run-options || '' }} ${{ matrix.image }}
      - name: Save Docker Volumes
        if: ${{ !cancelled() }}
        continue-on-error: true
        uses: apache/infrastructure-actions/stash/save@e3e0a2261a9c6d5bdd882802b303f34b1511b6df
        with:
          path: .docker
          key: extra-${{ matrix.image }}-${{ matrix.ubuntu }}-${{ matrix.cuda }}
          include-hidden-files: true
      - name: Docker Push
        if: >-
          success() &&
          github.event_name == 'push' &&
          github.repository == 'apache/arrow' &&
          github.ref_name == 'main'
        env:
          ARCHERY_DOCKER_USER: ${{ secrets.DOCKERHUB_USER }}
          ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }}
        continue-on-error: true
        run: archery docker push ${{ matrix.image }}

  report-extra-cpp:
    if: github.event_name == 'schedule' && always()
    needs:
      - docker
    uses: ./.github/workflows/report_ci.yml
    secrets:
      ARROW_SMTP_PASSWORD: ${{ secrets.ARROW_SMTP_PASSWORD }}
      ARROW_ZULIP_WEBHOOK: ${{ secrets.ARROW_ZULIP_WEBHOOK }}