Merge pull request #100 from TechnologyEnhancedLearning/ongoing-tweak… #31
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Deploy to Databricks Dev and Trigger Dev Tests in Databricks | |
| on: | |
| push: | |
| branches: | |
| - dev-data-team-shared | |
| jobs: | |
| deploy_to_dev: | |
| name: "Deploy Bundle to Dev Environment" | |
| runs-on: ubuntu-latest | |
| environment: dev | |
| env: | |
| DATABRICKS_HOST: ${{ vars.DBX_HOST }} | |
| DATABRICKS_CLIENT_ID: ${{ vars.DBX_SP_ID }} | |
| DATABRICKS_CLIENT_SECRET: ${{ secrets.DBX_SP_SECRET }} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Set up Databricks CLI | |
| uses: databricks/setup-cli@main | |
| # Just incase somethings changed there is no harm in it | |
| - name: Validate Dev Bundle | |
| # trigger target the Dev deploy in databricks.yml | |
| run: databricks bundle validate -t dev | |
| - name: Deploy Dev Bundle | |
| # trigger target the Dev deploy in databricks.yml | |
| run: databricks bundle deploy -t dev --auto-approve | |
| check-dev-is-stable: | |
| name: Check dev still stable after deploy | |
| needs: deploy_to_dev | |
| runs-on: ubuntu-latest | |
| environment: dev | |
| env: | |
| DATABRICKS_HOST: ${{ vars.DBX_HOST }} | |
| DATABRICKS_CLIENT_ID: ${{ vars.DBX_SP_ID }} | |
| DATABRICKS_CLIENT_SECRET: ${{ secrets.DBX_SP_SECRET }} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Set up Databricks CLI | |
| uses: databricks/setup-cli@main | |
| # The notebook will actually run both as set up atm but maybe its ok for now | |
| - name: Check Dev Integration Tests After Deploy | |
| run: | | |
| echo "running the integration yml test job integration_test_job.yml" | |
| databricks bundle run -t dev integration_test_job |