refactor: improve AI Foundry validation logic

Author: Abdul-Microsoft

scripts/validate_model_deployment_quota.ps1

@@ -15,58 +15,64 @@ if (-not $ModelsParameter) { $MissingParams += "ModelsParameter" }
 
 if ($MissingParams.Count -gt 0) {
     Write-Error "❌ ERROR: Missing required parameters: $($MissingParams -join ', ')"
+    Write-Host "Usage: validate_model_deployment_quota.ps1 -SubscriptionId <SUBSCRIPTION_ID> -Location <LOCATION> -ModelsParameter <MODELS_PARAMETER>"
     exit 1
 }
 
 # Load model deployments from parameter file
 $JsonContent = Get-Content -Path "./infra/main.parameters.json" -Raw | ConvertFrom-Json
-if (-not $JsonContent) {
-    Write-Error "❌ ERROR: Failed to parse main.parameters.json. Ensure the JSON file is valid."
-    exit 1
-}
-
 $aiModelDeployments = $JsonContent.parameters.$ModelsParameter.value
 if (-not $aiModelDeployments -or -not ($aiModelDeployments -is [System.Collections.IEnumerable])) {
-    Write-Error "❌ ERROR: The specified property '$ModelsParameter' does not exist or is not an array."
+    Write-Error "❌ ERROR: Failed to parse main.parameters.json or missing '$ModelsParameter'"
     exit 1
 }
 
-# Check if AI Foundry exists and has all required model deployments
-$existing = $null
+# Try to discover AI Foundry name if not set
+if (-not $AiFoundryName -and $ResourceGroup) {
+    $AiFoundryName = az cognitiveservices account list `
+        --resource-group $ResourceGroup `
+        --query "sort_by([?kind=='AIServices'], &name)[0].name" `
+        -o tsv 2>$null
+}
+
+# Check if AI Foundry exists
 if ($AiFoundryName -and $ResourceGroup) {
     $existing = az cognitiveservices account show `
         --name $AiFoundryName `
         --resource-group $ResourceGroup `
         --query "name" --output tsv 2>$null
-}
 
-if ($existing) {
-    $deployedModelsOutput = az cognitiveservices account deployment list `
-        --name $AiFoundryName `
-        --resource-group $ResourceGroup `
-        --query "[].name" --output tsv 2>$null
+    if ($existing) {
+        # adding into .env
+        azd env set AZURE_AIFOUNDRY_NAME $existing | Out-Null
 
-    $deployedModels = @()
-    if ($deployedModelsOutput -is [string]) {
-        $deployedModels += $deployedModelsOutput
-    } elseif ($deployedModelsOutput) {
-        $deployedModels = $deployedModelsOutput -split "`r?`n"
-    }
+        $deployedModelsOutput = az cognitiveservices account deployment list `
+            --name $AiFoundryName `
+            --resource-group $ResourceGroup `
+            --query "[].name" --output tsv 2>$null
 
-    $requiredDeployments = $aiModelDeployments | ForEach-Object { $_.name }
-    $missingDeployments = $requiredDeployments | Where-Object { $_ -notin $deployedModels }
+        $deployedModels = @()
+        if ($deployedModelsOutput -is [string]) {
+            $deployedModels += $deployedModelsOutput
+        } elseif ($deployedModelsOutput) {
+            $deployedModels = $deployedModelsOutput -split "`r?`n"
+        }
+
+        $requiredDeployments = $aiModelDeployments | ForEach-Object { $_.name }
+        $missingDeployments = $requiredDeployments | Where-Object { $_ -notin $deployedModels }
 
-    if ($missingDeployments.Count -eq 0) {
-        Write-Host "ℹ️ AI Foundry '$AiFoundryName' exists and all required model deployments are already provisioned."
-        Write-Host "⏭️ Skipping quota validation."
-        exit 0
-    } else {
-        Write-Host "🔍 AI Foundry exists, but the following model deployments are missing: $($missingDeployments -join ', ')"
-        Write-Host "➡️ Proceeding with quota validation for missing models..."
+        if ($missingDeployments.Count -eq 0) {
+            Write-Host "ℹ️ AI Foundry '$AiFoundryName' exists and all required model deployments are already provisioned."
+            Write-Host "⏭️ Skipping quota validation."
+            exit 0
+        } else {
+            Write-Host "🔍 AI Foundry exists, but the following model deployments are missing: $($missingDeployments -join ', ')"
+            Write-Host "➡️ Proceeding with quota validation for missing models..."
+        }
     }
 }
 
-# Run quota validation for all models
+# Run quota validation
 az account set --subscription $SubscriptionId
 Write-Host "🎯 Active Subscription: $(az account show --query '[name, id]' --output tsv)"
 
@@ -78,7 +84,8 @@ foreach ($deployment in $aiModelDeployments) {
     $type = if ($env:AZURE_ENV_MODEL_DEPLOYMENT_TYPE) { $env:AZURE_ENV_MODEL_DEPLOYMENT_TYPE } else { $deployment.sku.name }
     $capacity = if ($env:AZURE_ENV_MODEL_CAPACITY) { $env:AZURE_ENV_MODEL_CAPACITY } else { $deployment.sku.capacity }
 
-    Write-Host "`n🔍 Validating model deployment: $name ..."
+    Write-Host ""
+    Write-Host "🔍 Validating model deployment: $name ..."
     & .\scripts\validate_model_quota.ps1 -Location $Location -Model $model -Capacity $capacity -DeploymentType $type
     $exitCode = $LASTEXITCODE
 

scripts/validate_model_deployment_quota.sh

@@ -47,34 +47,44 @@ if [[ $? -ne 0 || -z "$aiModelDeployments" ]]; then
   exit 1
 fi
 
-# Check if AI Foundry exists and has all required model deployments
-existing=""
-if [[ -n "$AIFOUNDRY_NAME" && -n "$RESOURCE_GROUP" ]]; then
-  existing=$(az cognitiveservices account show --name "$AIFOUNDRY_NAME" --resource-group "$RESOURCE_GROUP" --query "name" --output tsv 2>/dev/null)
+# Try to discover AI Foundry name if not set
+if [[ -z "$AIFOUNDRY_NAME" && -n "$RESOURCE_GROUP" ]]; then
+  AIFOUNDRY_NAME=$(az cognitiveservices account list --resource-group "$RESOURCE_GROUP" \
+    --query "sort_by([?kind=='AIServices'], &name)[0].name" -o tsv 2>/dev/null)
 fi
 
-if [[ -n "$existing" ]]; then
-  existing_deployments=$(az cognitiveservices account deployment list \
-    --name "$AIFOUNDRY_NAME" \
-    --resource-group "$RESOURCE_GROUP" \
-    --query "[].name" --output tsv 2>/dev/null)
-
-  required_models=$(jq -r ".parameters.$MODELS_PARAMETER.value[].name" ./infra/main.parameters.json)
-
-  missing_models=()
-  for model in $required_models; do
-    if ! grep -q -w "$model" <<< "$existing_deployments"; then
-      missing_models+=("$model")
+# Check if AI Foundry exists
+if [[ -n "$AIFOUNDRY_NAME" && -n "$RESOURCE_GROUP" ]]; then
+  existing=$(az cognitiveservices account show --name "$AIFOUNDRY_NAME" \
+    --resource-group "$RESOURCE_GROUP" --query "name" --output tsv 2>/dev/null)
+
+  if [[ -n "$existing" ]]; then
+    # adding into .env
+    azd env set AZURE_AIFOUNDRY_NAME "$existing" > /dev/null
+
+    # Check model deployments
+    existing_deployments=$(az cognitiveservices account deployment list \
+      --name "$AIFOUNDRY_NAME" \
+      --resource-group "$RESOURCE_GROUP" \
+      --query "[].name" --output tsv 2>/dev/null)
+
+    required_models=$(jq -r ".parameters.$MODELS_PARAMETER.value[].name" ./infra/main.parameters.json)
+
+    missing_models=()
+    for model in $required_models; do
+      if ! grep -q -w "$model" <<< "$existing_deployments"; then
+        missing_models+=("$model")
+      fi
+    done
+
+    if [[ ${#missing_models[@]} -eq 0 ]]; then
+      echo "ℹ️ AI Foundry '$AIFOUNDRY_NAME' exists and all required model deployments are already provisioned."
+      echo "⏭️ Skipping quota validation."
+      exit 0
+    else
+      echo "🔍 AI Foundry exists, but the following model deployments are missing: ${missing_models[*]}"
+      echo "➡️ Proceeding with quota validation for missing models..."
     fi
-  done
-
-  if [[ ${#missing_models[@]} -eq 0 ]]; then
-    echo "ℹ️ AI Foundry '$AIFOUNDRY_NAME' exists and all required model deployments are already provisioned."
-    echo "⏭️ Skipping quota validation."
-    exit 0
-  else
-    echo "🔍 AI Foundry exists, but the following model deployments are missing: ${missing_models[*]}"
-    echo "➡️ Proceeding with quota validation for missing models..."
   fi
 fi