Enhance deploy workflow with new branch and region logic

Updated the deploy workflow to include a new branch for triggering the pipeline and modified the region selection logic for Azure resources based on quota availability.

Author: Vemarthula-Microsoft

.github/workflows/deploy.yml

@@ -1,17 +1,18 @@
 name: Deploy-Test-Cleanup Pipeline
 
 on:
-    workflow_run:
-      workflows: ["Build Docker and Optional Push"]
-      types:
-        - completed
-      branches:
-        - main
-        - dev
-        - demo
-    schedule:
-      - cron: '0 5,17 * * *'  # Runs at 5:00 AM and 5:00 PM GMT
-    workflow_dispatch:
+  workflow_run:
+    workflows: ["Build Docker and Optional Push"]
+    types:
+      - completed
+    branches:
+      - main
+      - dev
+      - demo
+      - vee-pipeline-fixes
+  schedule:
+    - cron: '0 5,17 * * *'  # Runs at 5:00 AM and 5:00 PM GMT
+  workflow_dispatch:
 
 env:
   GPT_MIN_CAPACITY: 150
@@ -36,22 +37,28 @@ jobs:
         run: |
           az login --service-principal -u ${{ secrets.AZURE_CLIENT_ID }} -p ${{ secrets.AZURE_CLIENT_SECRET }} --tenant ${{ secrets.AZURE_TENANT_ID }}
 
-      - name: Run Quota Check
-        id: quota-check
+      - name: Select Region with Sufficient OpenAI Quota
+        id: select_region
         run: |
-          export AZURE_CLIENT_ID=${{ secrets.AZURE_CLIENT_ID }}
-          export AZURE_TENANT_ID=${{ secrets.AZURE_TENANT_ID }}
-          export AZURE_CLIENT_SECRET=${{ secrets.AZURE_CLIENT_SECRET }}
-          export AZURE_SUBSCRIPTION_ID="${{ secrets.AZURE_SUBSCRIPTION_ID }}"
-          export GPT_MIN_CAPACITY="${{ env.GPT_MIN_CAPACITY }}"
-          export AZURE_REGIONS="${{ vars.AZURE_REGIONS }}"
-          chmod +x scripts/checkquota.sh
-          if ! scripts/checkquota.sh; then
-            # If quota check fails due to insufficient quota, set the flag
-            if grep -q "No region with sufficient quota found" scripts/checkquota.sh; then
-              echo "QUOTA_FAILED=true" >> $GITHUB_ENV
+          regions=("eastus2" "francecentral" "westus3" "southcentralus")
+          required_quota=150
+          selected_region=""
+          for region in "${regions[@]}"; do
+            available_quota=$(az openai quota show --location "$region" --query "quotas[?name=='OpenAI.GlobalStandard.gpt-4o'].limit" -o tsv)
+            used_quota=$(az openai quota show --location "$region" --query "quotas[?name=='OpenAI.GlobalStandard.gpt-4o'].used" -o tsv)
+            if [[ $((available_quota - used_quota)) -ge $required_quota ]]; then
+              selected_region="$region"
+              break
             fi
-            exit 1  # Fail the pipeline if any other failure occurs
+          done
+          if [[ -z "$selected_region" ]]; then
+            echo "No region with sufficient quota found."
+            echo "QUOTA_FAILED=true" >> $GITHUB_ENV
+            exit 1
+          else
+            echo "Selected region: $selected_region"
+            echo "SELECTED_REGION=$selected_region" >> $GITHUB_ENV
+            echo "selected_region=$selected_region" >> $GITHUB_OUTPUT
           fi
 
       - name: Send Notification on Quota Failure
@@ -94,7 +101,7 @@ jobs:
           rg_exists=$(az group exists --name ${{ env.RESOURCE_GROUP_NAME }})
           if [ "$rg_exists" = "false" ]; then
             echo "Resource group does not exist. Creating..."
-            az group create --name ${{ env.RESOURCE_GROUP_NAME }} --location northcentralus || { echo "Error creating resource group"; exit 1; }
+            az group create --name ${{ env.RESOURCE_GROUP_NAME }} --location ${{ env.SELECTED_REGION }} || { echo "Error creating resource group"; exit 1; }
           else
             echo "Resource group already exists."
           fi
@@ -132,11 +139,12 @@ jobs:
             --template-file infra/main.bicep \
             --parameters \
                 solutionName="${{ env.SOLUTION_PREFIX }}" \
-                aiDeploymentsLocation="eastus" \
+                aiDeploymentsLocation="${{ env.SELECTED_REGION }}" \
                 useWafAlignedArchitecture=false \
                 capacity=${{ env.GPT_MIN_CAPACITY }} \
                 imageVersion="${IMAGE_TAG}" \
                 createdBy="Pipeline" 
+
       - name: Assign Contributor role to Service Principal
         if: always()
         run: |
@@ -356,7 +364,7 @@ jobs:
 
           # Purge OpenAI Resource
           echo "Purging the OpenAI Resource..."
-          if ! az resource delete --ids /subscriptions/${{ secrets.AZURE_SUBSCRIPTION_ID }}/providers/Microsoft.CognitiveServices/locations/northcentralus/resourceGroups/${{ env.RESOURCE_GROUP_NAME }}/deletedAccounts/${{ env.OPENAI_RESOURCE_NAME }} --verbose; then
+          if ! az resource delete --ids /subscriptions/${{ secrets.AZURE_SUBSCRIPTION_ID }}/providers/Microsoft.CognitiveServices/locations/${{ env.SELECTED_REGION }}/resourceGroups/${{ env.RESOURCE_GROUP_NAME }}/deletedAccounts/${{ env.OPENAI_RESOURCE_NAME }} --verbose; then
             echo "Failed to purge openai resource: ${{ env.OPENAI_RESOURCE_NAME }}"
           else
             echo "Purged the openai resource: ${{ env.OPENAI_RESOURCE_NAME }}"