[1/4]: FOO

.ci/buildbot/worker.py

@@ -148,7 +148,7 @@ def rmtree(path):
     Taken from official Python docs
     https://docs.python.org/3/library/shutil.html#rmtree-example
     """
-    shutil.rmtree(path, onexc=_remove_readonly)
+    shutil.rmtree(path, onerror=_remove_readonly)
 
 
 def try_delete(path):

.ci/green-dragon/bisect.groovy

@@ -0,0 +1,191 @@
+branchName = 'main'
+
+library identifier: "zorg-shared-lib@${branchName}",
+        retriever: modernSCM([
+            $class: 'GitSCMSource',
+            remote: "https://github.com/llvm/llvm-zorg.git"
+        ])
+
+pipeline {
+    options {
+        skipDefaultCheckout()
+    }
+
+    agent {
+        node {
+            label 'macos-trigger'
+        }
+    }
+
+    parameters {
+        string(name: 'GOOD_COMMIT', description: 'Known good commit SHA', defaultValue: '')
+        string(name: 'BAD_COMMIT', description: 'Known bad commit SHA', defaultValue: '')
+        choice(
+            name: 'TEST_JOB_NAME',
+            choices: [
+              'clang-stage1-RA',
+              'clang-stage1-RA-cmake-incremental',
+              'clang-stage1-RA-expensive',
+              'clang-stage1-RA-as',
+              'clang-san-iossim',
+              'clang-stage2-cmake-RgSan',
+              'clang-stage2-cmake-RgTSan',
+              'clang-stage2-Rthinlto',
+            ],
+            description: 'Job to execute for testing each commit'
+        )
+        choice(
+            name: 'REPOSITORY',
+            choices: ['llvm-project'],
+            description: 'Repository to bisect'
+        )
+        booleanParam(name: 'RUN_TESTS', defaultValue: true, description: 'Run tests as part of bisection. Set to False if bisecting a build failure.')
+        string(name: 'SESSION_ID', description: 'Session ID to continue (optional)', defaultValue: '')
+        booleanParam(name: 'DRY_RUN', defaultValue: false, description: 'Dry run mode')
+        string(name: 'REQUESTOR', description: 'Email address of the requestor', defaultValue: '')
+    }
+
+    stages {
+        stage('Validate Parameters') {
+            steps {
+                script {
+                    if (!params.GOOD_COMMIT || !params.BAD_COMMIT) {
+                        error("Both GOOD_COMMIT and BAD_COMMIT parameters are required")
+                    }
+                    if (!params.TEST_JOB_NAME) {
+                        error("TEST_JOB_NAME parameter is required")
+                    }
+                }
+            }
+        }
+
+        stage('Setup Repository') {
+            steps {
+                script {
+                    echo "📁 Setting up repository: ${params.REPOSITORY}..."
+
+                    dir(params.REPOSITORY) {
+                        // Clone or checkout the repository
+                        checkout([$class: 'GitSCM', branches: [
+                            [name: params.GOOD_COMMIT]
+                        ], extensions: [
+                            [$class: 'CloneOption',
+                            timeout: 30]
+                        ], userRemoteConfigs: [
+                            [url: 'https://github.com/llvm/llvm-project.git']
+                        ]])
+
+                        // Verify commits exist
+                        sh "git cat-file -e ${params.GOOD_COMMIT}"
+                        sh "git cat-file -e ${params.BAD_COMMIT}"
+
+                        echo "Repository setup complete"
+                    }
+                }
+            }
+        }
+
+        stage('Initialize Bisection') {
+            steps {
+                script {
+                    bisectionManager.initializeBisection(
+                        params.GOOD_COMMIT,
+                        params.BAD_COMMIT,
+                        params.TEST_JOB_NAME,
+                        params.REPOSITORY,
+                        params.SESSION_ID ?: null
+                    )
+                }
+            }
+        }
+
+        stage('Execute Bisection') {
+            steps {
+                script {
+                    def stepNumber = 1
+                    def maxSteps = 50
+
+                    while (stepNumber <= maxSteps) {
+                        // Log step and get info
+                        def stepInfo = bisectionManager.logStepStart(stepNumber, params.REPOSITORY)
+
+                        if (stepInfo.type == 'complete') {
+                            echo "Bisection complete! Failing commit: ${stepInfo.failing_commit}"
+                            break
+                        }
+
+                        // Show restart instructions
+                        bisectionManager.showRestartInstructions(stepNumber, params.TEST_JOB_NAME, params.REPOSITORY)
+
+                        if (params.DRY_RUN) {
+                            def simulatedResult = (stepNumber % 2 == 0) ? "SUCCESS" : "FAILURE"
+                            echo "Simulated result: ${simulatedResult}"
+                            bisectionManager.recordTestResult(stepInfo.commit, simulatedResult, params.REPOSITORY)
+                        } else {
+                            // Execute real job
+                            def startTime = System.currentTimeMillis()
+
+                            def jobResult = build(
+                                job: "llvm.org/bisect/${params.TEST_JOB_NAME}",
+                                parameters: [
+                                    string(name: 'GIT_SHA', value: stepInfo.commit),
+                                    string(name: 'BISECT_GOOD', value: stepInfo.bisection_range.current_good),
+                                    string(name: 'BISECT_BAD', value: stepInfo.bisection_range.current_bad),
+                                    booleanParam(name: 'IS_BISECT_JOB', value: true),
+                                    booleanParam(name: 'SKIP_TESTS', value: params.RUN_TESTS),
+                                    booleanParam(name: 'SKIP_TRIGGER', value: true)
+                                ],
+                                propagate: false,
+                                wait: true
+                            )
+
+                            def duration = ((System.currentTimeMillis() - startTime) / 1000.0) as double
+
+                            // Log the job execution
+                            bisectionManager.logJobExecution(
+                                params.TEST_JOB_NAME,
+                                jobResult.result,
+                                duration,
+                                jobResult.absoluteUrl,
+                                jobResult.number.toString(),
+                                params.REPOSITORY
+                            )
+
+                            // Record the test result
+                            bisectionManager.recordTestResult(stepInfo.commit, jobResult.result, params.REPOSITORY)
+                        }
+
+                        stepNumber++
+                        sleep(2)
+                    }
+
+                    if (stepNumber > maxSteps) {
+                        error("Bisection exceeded maximum steps")
+                    }
+                }
+            }
+        }
+
+        stage('Final Report') {
+            steps {
+                script {
+                    bisectionManager.generateFinalReport(params.REPOSITORY)
+                }
+            }
+        }
+    }
+
+    post {
+        always {
+            script {
+                bisectionManager.displaySummary(params.REPOSITORY)
+                archiveArtifacts artifacts: "bisection_state.json,bisection.log,restart_instructions.log,bisection_final_report.txt",
+                                allowEmptyArchive: true
+            }
+        }
+        cleanup {
+            // Clean up but preserve artifacts
+            sh 'rm -f bisection_manager.py'
+        }
+    }
+}

.ci/green-dragon/relay-clang-stage2-sanitizers.groovy

@@ -1,5 +1,9 @@
 branchName = 'main'
 
+properties([
+    disableConcurrentBuilds()
+])
+
 library identifier: "zorg-shared-lib@${branchName}",
         retriever: modernSCM([
             $class: 'GitSCMSource',

.ci/green-dragon/relay-clang-stage2-thinlto.groovy

@@ -0,0 +1,16 @@
+branchName = 'main'
+
+properties([
+    disableConcurrentBuilds()
+])
+
+library identifier: "zorg-shared-lib@${branchName}",
+        retriever: modernSCM([
+            $class: 'GitSCMSource',
+            remote: "https://github.com/llvm/llvm-zorg.git",
+            credentialsId: scm.userRemoteConfigs[0].credentialsId
+        ])
+
+relay.pipeline([
+    "llvm.org/clang-stage2-Rthinlto"
+])

.ci/green-dragon/relay-lnt-ctmark.groovy

@@ -1,5 +1,9 @@
 branchName = 'main'
 
+properties([
+    disableConcurrentBuilds()
+])
+
 library identifier: "zorg-shared-lib@${branchName}",
         retriever: modernSCM([
             $class: 'GitSCMSource',

.ci/green-dragon/relay-test-suite-verify-machineinstrs.groovy

@@ -1,5 +1,9 @@
 branchName = 'main'
 
+properties([
+    disableConcurrentBuilds()
+])
+
 library identifier: "zorg-shared-lib@${branchName}",
         retriever: modernSCM([
             $class: 'GitSCMSource',

.github/workflows/build-libc-container.yml

@@ -0,0 +1,58 @@
+name: Build libc Container
+
+permissions:
+  contents: read
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - .github/workflows/build-libc-container.yml
+      - '.github/workflows/containers/libc/**'
+  pull_request:
+    paths:
+      - .github/workflows/build-libc-container.yml
+      - '.github/workflows/containers/libc/**'
+
+jobs:
+  build-libc-container:
+    name: Build libc container
+    if: github.repository_owner == 'llvm'
+    runs-on: ${{ matrix.runs-on }}
+    strategy:
+      matrix:
+        runs-on:
+          - ubuntu-24.04
+          - ubuntu-24.04-arm
+    steps:
+      - name: Checkout LLVM
+        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
+        with:
+          sparse-checkout: |
+            .github/workflows/containers/libc/
+            .github/actions/build-container
+      - name: Build Container
+        uses: ./.github/actions/build-container
+        with:
+          container-name: libc-ubuntu-24.04
+          dockerfile: .github/workflows/containers/libc/Dockerfile
+          target: ''
+          test-command: ${{ matrix.test-command }}
+  push-libc-container:
+    if: github.event_name == 'push'
+    needs:
+      - build-libc-container
+    permissions:
+      packages: write
+    runs-on: ubuntu-24.04
+    steps:
+      - name: Checkout LLVM
+        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
+        with:
+          sparse-checkout: |
+            .github/actions/push-container
+
+      - uses: ./.github/actions/push-container
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/commit-access-review.py

@@ -9,6 +9,7 @@
 #
 # ===------------------------------------------------------------------------===#
 
+import concurrent.futures
 import datetime
 import github
 import re
@@ -264,6 +265,11 @@ def count_prs(gh: github.Github, triage_list: dict, start_date: datetime.datetim
         date_begin = date_end
 
 
+# 4 because that's how many cores the default github runners have.  Also, if we
+# make this too high, we risk hitting some of GitHub's secondary rate limits.
+THREAD_POOL_MAX_WORKERS = 4
+
+
 def main():
     token = sys.argv[1]
     gh = github.Github(auth=github.Auth.Token(token))
@@ -291,21 +297,34 @@ def main():
         sys.exit(0)
 
     # Step 2 check for reviews
-    for user in list(triage_list.keys()):
-        review_count = get_review_count(gh, user, one_year_ago)
-        triage_list[user].add_reviewed(review_count)
+
+    with concurrent.futures.ThreadPoolExecutor(
+        max_workers=THREAD_POOL_MAX_WORKERS
+    ) as executor:
+        executor.map(
+            lambda user: triage_list[user].add_reviewed(
+                get_review_count(gh, user, one_year_ago)
+            ),
+            list(triage_list.keys()),
+        )
 
     print("After Reviews:", len(triage_list), "triagers")
 
     if len(triage_list) == 0:
         sys.exit(0)
 
     # Step 3 check for number of commits
-    for user in list(triage_list.keys()):
-        num_commits = get_num_commits(gh, user, one_year_ago)
+    with concurrent.futures.ThreadPoolExecutor(
+        max_workers=THREAD_POOL_MAX_WORKERS
+    ) as executor:
         # Override the total number of commits to not double count commits and
         # authored PRs.
-        triage_list[user].set_authored(num_commits)
+        executor.map(
+            lambda user: triage_list[user].set_authored(
+                get_num_commits(gh, user, one_year_ago)
+            ),
+            list(triage_list.keys()),
+        )
 
     print("After Commits:", len(triage_list), "triagers")
 

.github/workflows/commit-access-review.yml

@@ -13,6 +13,7 @@ permissions:
 jobs:
   commit-access-review:
     if: github.repository_owner == 'llvm'
+    environment: main-branch-only
     runs-on: ubuntu-24.04
     steps:
       - name: Fetch LLVM sources
@@ -21,10 +22,19 @@ jobs:
       - name: Install dependencies
         run: |
           pip install --require-hashes -r ./llvm/utils/git/requirements.txt
+
+      - id: app-token
+        uses: actions/create-github-app-token@29824e69f54612133e76f7eaac726eef6c875baf  #v2.2.1
+        with:
+          app-id: ${{ secrets.LLVM_TOKEN_GENERATOR_CLIENT_ID }}
+          private-key: ${{ secrets.LLVM_TOKEN_GENERATOR_PRIVATE_KEY }}
+          owner: ${{ github.repository_owner }}
+          permission-members: read
+          permission-contents: read
 
       - name: Run Script
         env:
-          GITHUB_TOKEN: ${{ secrets.RELEASE_TASKS_USER_TOKEN }}
+          GITHUB_TOKEN: ${{ steps.app-token.outputs.token }}
         run: |
           python3 .github/workflows/commit-access-review.py $GITHUB_TOKEN