Merge branch 'main' of https://github.com/TechnologyEnhancedLearning/DatabricksPOC into poc-dab-workflow

Author: Phil-NHS

.github/workflows/ci.yml

@@ -22,6 +22,12 @@ jobs:
           echo "WARNING: Commit lint step is currently a placeholder."
           echo "Reference project: TELBlazor"
           # exit 0  <-- Change to 0 if you don't want to block the rest of the pipe yet
+
+      - name: Maybe code lint for only top priority issues
+        run: |
+          echo "WARNING: pylint lint step is currently a placeholder."
+          # exit 0  <-- Change to 0 if you don't want to block the rest of the pipe yet
+      #- databricks readme pages recommend [using their lint plugin](https://github.com/databrickslabs/pylint-plugin)
 
   pytest:
     runs-on: ubuntu-latest

.github/workflows/main.yml-old

@@ -31,4 +31,4 @@ jobs:
       - name: Check Staging Integration Tests Before Allowing Prod Deploy
         run: |
           echo "running the integration yml test job integration_test_job.yml"
-          databricks bundle run -t staging run_integration_tests
+          databricks bundle run -t staging integration_test_job

.github/workflows/staging-cd.yml

@@ -23,20 +23,6 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v4
 
-     ### maybe put in later 
-      # - name: Set up Python
-      #   uses: actions/setup-python@v4
-      #   with:
-      #     python-version: '3.10'
-      
-      # - name: Install dependencies
-      #   run: |
-      #     pip install -r requirements.txt
-    # qqqq add a step to make a version number so can see its changed and print it as part of the job
-    #DAB_VERSION: "staging-${GITHUB_SHA::7}"  # short commit hash
-    # databricks bundle deploy --environment staging --version $DAB_VERSION
-    
-    
       - name: Set up Databricks CLI
         uses: databricks/setup-cli@main