[Extensions] Add ability to test using ci-test.ps1

cli/azd/extensions/microsoft.azd.demo/ci-test.ps1

@@ -0,0 +1,4 @@
+Write-Host "Run test command(s) here..."
+
+# Exit 0 for success, nonzero exit for failure
+exit 0

eng/pipelines/release-ext-azure-ai-agents.yml

@@ -16,6 +16,7 @@ pr:
   paths:
     include:
       - cli/azd/extensions/azure.ai.agents
+      - eng/pipelines/release-ext-azure-ai-agents.yml
       - eng/pipelines/release-azd-extension.yml
       - eng/pipelines/templates/steps/publish-cli.yml
     exclude:
@@ -30,3 +31,4 @@ extends:
           AzdExtensionId: azure.ai.agents
           SanitizedExtensionId: azure-ai-agents
           AzdExtensionDirectory: cli/azd/extensions/azure.ai.agents
+          SkipTests: true

eng/pipelines/release-ext-azure-ai-finetune.yml

@@ -16,6 +16,7 @@ pr:
   paths:
     include:
       - cli/azd/extensions/azure.ai.finetune
+      - eng/pipelines/release-ext-azure-ai-finetune.yml
       - eng/pipelines/release-azd-extension.yml
       - eng/pipelines/templates/steps/publish-cli.yml
     exclude:
@@ -29,4 +30,5 @@ extends:
         parameters: 
           AzdExtensionId: azure.ai.finetune
           SanitizedExtensionId: azure-ai-finetune
-          AzdExtensionDirectory: cli/azd/extensions/azure.ai.finetune
+          AzdExtensionDirectory: cli/azd/extensions/azure.ai.finetune
+          SkipTests: true

eng/pipelines/release-ext-azure-coding-agent.yml

@@ -15,6 +15,7 @@ pr:
   paths:
     include:
       - cli/azd/extensions/azure.coding-agent
+      - eng/pipelines/release-ext-azure-coding-agent.yml
       - eng/pipelines/release-azd-extension.yml
       - eng/pipelines/templates/steps/publish-cli.yml
     exclude:
@@ -29,3 +30,4 @@ extends:
           AzdExtensionId: azure.coding-agent
           SanitizedExtensionId: azure-coding-agent
           AzdExtensionDirectory: cli/azd/extensions/azure.coding-agent
+          SkipTests: true

eng/pipelines/release-ext-microsoft-azd-ai-builder.yml

@@ -17,6 +17,7 @@ pr:
     include:
       - go.mod
       - cli/azd/extensions/microsoft.azd.ai.builder
+      - eng/pipelines/release-ext-microsoft-azd-ai-builder.yml
       - eng/pipelines/release-azd-extension.yml
       - eng/pipelines/templates/steps/publish-cli.yml
     exclude:
@@ -31,3 +32,4 @@ extends:
           AzdExtensionId: microsoft.azd.ai.builder
           SanitizedExtensionId: microsoft-azd-ai-builder
           AzdExtensionDirectory: cli/azd/extensions/microsoft.azd.ai.builder
+          SkipTests: true

eng/pipelines/release-ext-microsoft-azd-concurx.yml

@@ -15,6 +15,7 @@ pr:
   paths:
     include:
       - cli/azd/extensions/microsoft.azd.concurx
+      - eng/pipelines/release-ext-microsoft-azd-concurx.yml
       - eng/pipelines/release-azd-extension.yml
       - eng/pipelines/templates/steps/publish-cli.yml
     exclude:
@@ -29,3 +30,4 @@ extends:
           AzdExtensionId: microsoft.azd.concurx
           SanitizedExtensionId: microsoft-azd-concurx
           AzdExtensionDirectory: cli/azd/extensions/microsoft.azd.concurx
+          SkipTests: true

eng/pipelines/release-ext-microsoft-azd-demo.yml

@@ -17,6 +17,7 @@ pr:
     include:
       - go.mod
       - cli/azd/extensions/microsoft.azd.demo
+      - eng/pipelines/release-ext-microsoft-azd-demo.yml
       - eng/pipelines/release-azd-extension.yml
       - eng/pipelines/templates/steps/publish-cli.yml
     exclude:

eng/pipelines/release-ext-microsoft-azd-extensions.yml

@@ -15,6 +15,7 @@ pr:
   paths:
     include:
       - cli/azd/extensions/microsoft.azd.extensions
+      - eng/pipelines/release-ext-microsoft-azd-extensions.yml
       - eng/pipelines/release-azd-extension.yml
       - eng/pipelines/templates/steps/publish-cli.yml
     exclude:
@@ -29,3 +30,4 @@ extends:
           AzdExtensionId: microsoft.azd.extensions
           SanitizedExtensionId: microsoft-azd-extensions
           AzdExtensionDirectory: cli/azd/extensions/microsoft.azd.extensions
+          SkipTests: true

eng/pipelines/templates/jobs/build-azd-extension.yml

@@ -18,6 +18,9 @@ parameters:
     default: true
   - name: AzdExtensionDirectory
     type: string
+  - name: SkipTests
+    type: boolean
+    default: false
 
 jobs:
   - job: BuildExtension_${{ parameters.NameSuffix }}
@@ -36,8 +39,6 @@ jobs:
       - checkout: self
 
       - template: /eng/pipelines/templates/steps/setup-go.yml
-        parameters:
-          Condition: and(succeeded(), ne(variables['Skip.LiveTest'], 'true'))
 
       - task: PowerShell@2
         inputs:
@@ -46,35 +47,38 @@ jobs:
           filePath: eng/scripts/Set-ExtensionVersionVariable.ps1
           arguments: >-
             -ExtensionDirectory ${{ parameters.AzdExtensionDirectory }}
+
+      - ${{ if not(parameters.SkipTests) }}:
+        - task: PowerShell@2
+          inputs:
+            pwsh: true
+            targetType: filePath
+            filePath: ${{ parameters.AzdExtensionDirectory }}/ci-build.ps1
+            arguments: >-
+              -OutputFileName $(BuildTarget)
+              -Version $(EXT_VERSION)
+              -SourceVersion $(Build.SourceVersion)
+              -CodeCoverageEnabled
+              -BuildRecordMode
+            workingDirectory: ${{ parameters.AzdExtensionDirectory }}
+          displayName: Build Go Binary (for tests)
 
-      - task: PowerShell@2
-        inputs:
-          pwsh: true
-          targetType: filePath
-          filePath: ${{ parameters.AzdExtensionDirectory }}/ci-build.ps1
-          arguments: >-
-            -OutputFileName $(BuildTarget)
-            -Version $(EXT_VERSION)
-            -SourceVersion $(Build.SourceVersion)
-            -CodeCoverageEnabled
-            -BuildRecordMode
-          workingDirectory: ${{ parameters.AzdExtensionDirectory }}
-        displayName: Build Go Binary (for tests)
-
-      - pwsh: Write-Host "Tests would run here..."
-        condition: and(succeeded(), ne(variables['Skip.LiveTest'], 'true'))
-        workingDirectory: ${{ parameters.AzdExtensionDirectory }}
-        displayName: Run tests
+        - task: PowerShell@2
+          displayName: Run tests
+          inputs:
+            pwsh: true
+            targetType: filePath
+            filePath: ${{ parameters.AzdExtensionDirectory }}/ci-test.ps1
 
-      - task: PublishTestResults@2
-        inputs:
-          testResultsFormat: JUnit
-          testResultsFiles: "**/junitTestReport.xml"
-          testRunTitle: $(Agent.JobName)
-          searchFolder: ${{ parameters.AzdExtensionDirectory }}
-          publishRunAttachments: true
-        displayName: Publish test results
-        condition: succeededOrFailed()
+        - task: PublishTestResults@2
+          inputs:
+            testResultsFormat: JUnit
+            testResultsFiles: "**/junitTestReport.xml"
+            testRunTitle: $(Agent.JobName)
+            searchFolder: ${{ parameters.AzdExtensionDirectory }}
+            publishRunAttachments: true
+          displayName: Publish test results
+          condition: succeededOrFailed()
 
       - task: PowerShell@2
         inputs:

eng/pipelines/templates/stages/build-and-test-azd-extension.yml

@@ -5,6 +5,9 @@ parameters:
     type: string
   - name: AzdExtensionDirectory
     type: string
+  - name: SkipTests
+    type: boolean
+    default: false
   - name: CrossBuildMatrix
     type: object
     default:
@@ -81,6 +84,7 @@ stages:
               UploadArtifact: ${{ build.value.UploadArtifact}}
               Variables: ${{ build.value.Variables }}
               AzdExtensionDirectory: ${{ parameters.AzdExtensionDirectory }}
+              SkipTests: ${{ parameters.SkipTests }}
 
       - ${{ each build in parameters.CrossBuildMatrix }}:
         - template: /eng/pipelines/templates/jobs/cross-build-azd-extension.yml

eng/pipelines/templates/stages/release-azd-extension.yml

@@ -5,12 +5,16 @@ parameters:
     type: string
   - name: SanitizedExtensionId
     type: string
+  - name: SkipTests
+    type: boolean
+    default: false
 
 stages: 
   - template: /eng/pipelines/templates/stages/build-and-test-azd-extension.yml
     parameters:
       AzdExtensionId: ${{ parameters.AzdExtensionId }}
       AzdExtensionDirectory: ${{ parameters.AzdExtensionDirectory }}
+      SkipTests: ${{ parameters.SkipTests }}
       BuildMatrix:
         Windows:
           Pool: $(WINDOWSPOOL)