diff --git a/.github/workflows/test-model-fast-transformers_release.yml b/.github/workflows/test-model-fast-transformers_release.yml
new file mode 100644
index 000000000..643b3e5e6
--- /dev/null
+++ b/.github/workflows/test-model-fast-transformers_release.yml
@@ -0,0 +1,40 @@
+# This job is run as a github action.
+# It checks Olive works on random and small models with transformers 5.9.
+name: Test model fast (transformers 5.9)
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - main
+  pull_request:
+    branches:
+      - main
+
+jobs:
+  ubuntu-test-model-fast-transformers59:
+    name: Ubuntu test model fast (transformers 5.9)
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Install dependencies
+        run: |
+          python -m pip install -r requirements.txt
+          python -m pip install -r test/requirements-test-cpu.txt
+          python -m pip install "transformers>=5.9,<5.10"
+
+      - name: pip freeze
+        run: |
+          python -m pip freeze
+
+      - name: Run fast test
+        run: |
+          python -m pytest -v -s -p no:warnings --disable-warnings --log-cli-level=WARNING test/cli/test_cli_test_model_smoke.py