Skip to content

fix: quota validation script update #130

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 2 commits into from
Jun 13, 2025
Merged

fix: quota validation script update #130

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
e6d0ea1
updated the validation file
Priyanka-Microsoft Jun 13, 2025
5c5dfbc
updated the recommended list
Priyanka-Microsoft Jun 13, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
195 changes: 131 additions & 64 deletions scripts/validate_model_quota.ps1
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,49 +5,59 @@ param (
[int]$Capacity
)

# Validate parameters
$RECOMMENDED_TOKENS = 200
$BicepParamsFile = "main.bicepparams"
$ParametersJsonFile = "./infra/main.parameters.json"
$PreferredRegions = @('australiaeast', 'eastus', 'eastus2', 'francecentral', 'japaneast', 'norwayeast', 'southindia', 'swedencentral', 'uksouth', 'westus', 'westus3')
$AllResults = @()
$RecommendedRegions = @()
$NotRecommendedRegions = @()
$EligibleFallbacks = @()

# ------------------ Validate Inputs ------------------
$MissingParams = @()
if (-not $Location) { $MissingParams += "location" }
if (-not $Model) { $MissingParams += "model" }
if (-not $Capacity) { $MissingParams += "capacity" }
if (-not $Capacity -or $Capacity -le 0) { $MissingParams += "capacity" }

if ($MissingParams.Count -gt 0) {
Write-Error "❌ ERROR: Missing required parameters: $($MissingParams -join ', ')"
Write-Error "❌ ERROR: Missing or invalid parameters: $($MissingParams -join ', ')"
Write-Host "Usage: .\validate_model_quota.ps1 -Location <LOCATION> -Model <MODEL> -Capacity <CAPACITY> [-DeploymentType <DEPLOYMENT_TYPE>]"
exit 1
}

if ($DeploymentType -ne "Standard" -and $DeploymentType -ne "GlobalStandard") {
Write-Error "❌ ERROR: Invalid deployment type: $DeploymentType. Allowed values are 'Standard' or 'GlobalStandard'."
Write-Error "❌ ERROR: Invalid deployment type: $DeploymentType. Allowed: 'Standard', 'GlobalStandard'"
exit 1
}

$ModelType = "OpenAI.$DeploymentType.$Model"
$PreferredRegions = @('australiaeast', 'eastus', 'eastus2', 'francecentral', 'japaneast', 'norwayeast', 'southindia', 'swedencentral', 'uksouth', 'westus', 'westus3')
$AllResults = @()

function Check-Quota {
param (
[string]$Region
)
param ([string]$Region)

try {
$ModelInfoRaw = az cognitiveservices usage list --location $Region --query "[?name.value=='$ModelType']" --output json
$ModelInfoRaw = az cognitiveservices usage list --location $Region --query "[?name.value=='$ModelType']" --output json 2>$null
$ModelInfo = $ModelInfoRaw | ConvertFrom-Json
if (-not $ModelInfo) { return $null }
if (-not $ModelInfo -or $ModelInfo.Count -eq 0) {
return $null
}

$CurrentValue = ($ModelInfo | Where-Object { $_.name.value -eq $ModelType }).currentValue
$Limit = ($ModelInfo | Where-Object { $_.name.value -eq $ModelType }).limit
$Current = [int]$ModelInfo[0].currentValue
$Limit = [int]$ModelInfo[0].limit
$Available = $Limit - $Current

$CurrentValue = [int]($CurrentValue -replace '\.0+$', '')
$Limit = [int]($Limit -replace '\.0+$', '')
$Available = $Limit - $CurrentValue
if ($Available -ge $RECOMMENDED_TOKENS) {
$script:RecommendedRegions += $Region
} else {
$script:NotRecommendedRegions += $Region
}

return [PSCustomObject]@{
Region = $Region
Model = $ModelType
Limit = $Limit
Used = $CurrentValue
Used = $Current
Available = $Available
}
} catch {
Expand All @@ -56,81 +66,138 @@ function Check-Quota {
}

function Show-Table {
Write-Host "`n--------------------------------------------------------------------------------------------"
Write-Host "| No. | Region | Model Name | Limit | Used | Available |"
Write-Host "--------------------------------------------------------------------------------------------"
$count = 1
foreach ($entry in $AllResults) {
Write-Host ("| {0,-3} | {1,-14} | {2,-35} | {3,-5} | {4,-5} | {5,-9} |" -f $count, $entry.Region, $entry.Model, $entry.Limit, $entry.Used, $entry.Available)
$count++
Write-Host "`n--------------------------------------------------------------------------------------------------"
Write-Host "| No. | Region | Model Name | Limit | Used | Available |"
Write-Host "--------------------------------------------------------------------------------------------------"
$i = 1
foreach ($entry in $AllResults | Where-Object { $_.Available -gt 50 }) {
Write-Host ("| {0,-3} | {1,-15} | {2,-35} | {3,-5} | {4,-5} | {5,-9} |" -f $i, $entry.Region, $entry.Model, $entry.Limit, $entry.Used, $entry.Available)
$i++
}
Write-Host "--------------------------------------------------------------------------------------------"
Write-Host "--------------------------------------------------------------------------------------------------"
}

# ----------- First check the user-specified region -----------
function Set-DeploymentValues($Region, $Capacity) {
azd env set AZURE_AISERVICE_LOCATION "$Region" | Out-Null
azd env set AZURE_ENV_MODEL_CAPACITY "$Capacity" | Out-Null

if (Test-Path $ParametersJsonFile) {
try {
$json = Get-Content $ParametersJsonFile -Raw | ConvertFrom-Json
if ($json.parameters.aiModelDeployments.value.Count -gt 0) {
$json.parameters.aiModelDeployments.value[0].sku.capacity = $Capacity
$json | ConvertTo-Json -Depth 20 | Set-Content $ParametersJsonFile -Force
Write-Host "✅ Updated '$ParametersJsonFile' with capacity $Capacity."
} else {
Write-Host "⚠️ 'aiModelDeployments.value' array is empty. No changes made."
}
} catch {
Write-Host "❌ Failed to update '$ParametersJsonFile': $_"
}
} else {
Write-Host "⚠️ '$ParametersJsonFile' not found. Skipping update."
}
}

# ------------------ Check Primary Region ------------------
Write-Host "`n🔍 Checking quota in the requested region '$Location'..."
$PrimaryResult = Check-Quota -Region $Location

if ($PrimaryResult) {
$AllResults += $PrimaryResult
if ($PrimaryResult.Available -ge $Capacity) {
Write-Host "`n✅ Sufficient quota found in original region '$Location'."
exit 0
if ($RecommendedRegions -notcontains $Location -and $RecommendedRegions.Count -gt 0) {
Write-Host "`n⚠️ Selected region '$Location' has sufficient quota but is not among the recommended regions (≥ $RECOMMENDED_TOKENS tokens)."
Write-Host "🚨 Your application may not work as expected due to limited quota."
Write-Host "`nℹ️ Recommended regions: $($RecommendedRegions -join ', ')"
Write-Host "👉 It's advisable to deploy in one of these regions for optimal app performance."
$choice = Read-Host "❓ Do you want to choose a recommended region instead? (y/n)"
if ($choice -match "^[Yy]$") {
Show-Table
break
} else {
if ($Capacity -gt 200) {
Write-Host "`n⚠️ Reducing capacity to 200 in '$BicepParamsFile' for safer deployment..."
(Get-Content $BicepParamsFile) -replace "capacity\s*:\s*\d+", "capacity: 200" | Set-Content $BicepParamsFile
Write-Host "✅ Updated '$BicepParamsFile' with capacity 200."
}
Set-DeploymentValues $Location $Capacity
Write-Host "✅ Proceeding with '$Location' as selected."
exit 0
}
} else {
Write-Host "`n✅ Sufficient quota found in original region '$Location'."
Set-DeploymentValues $Location $Capacity
exit 0
}
} else {
Write-Host "`n⚠️ Insufficient quota in '$Location' (Available: $($PrimaryResult.Available), Required: $Capacity). Checking fallback regions..."
Write-Host "`n⚠️ Insufficient quota in '$Location'. Checking fallback regions..."
}
} else {
Write-Host "`n⚠️ Could not retrieve quota info for region '$Location'. Checking fallback regions..."
Write-Host "`n⚠️ Could not retrieve quota info for region '$Location'."
}

# ----------- Check all other fallback regions -----------
$FallbackRegions = $PreferredRegions | Where-Object { $_ -ne $Location }
$EligibleFallbacks = @()

foreach ($region in $FallbackRegions) {
# ------------------ Check Fallback Regions ------------------
foreach ($region in $PreferredRegions) {
if ($region -eq $Location) { continue }
$result = Check-Quota -Region $region
if ($result) {
$AllResults += $result
if ($result.Available -ge $Capacity) {
$EligibleFallbacks += $result
$EligibleFallbacks += $region
}
}
}

# ----------- Show Table of All Regions Checked -----------
$AllResults = $AllResults | Where-Object { $_.Available -gt 50 }
Show-Table

# ----------- If eligible fallback regions found, ask user -----------
if ($EligibleFallbacks.Count -gt 0) {
Write-Host "`n❌ Deployment cannot proceed in '$Location'."
Write-Host "➡️ Found fallback regions with sufficient quota."

while ($true) {
Write-Host "`nPlease enter a fallback region from the list above to proceed:"
$NewLocation = Read-Host "Enter region"

if (-not $NewLocation) {
Write-Host "❌ No location entered. Exiting."
exit 1
Write-Host "`n➡️ Found fallback regions with sufficient quota."
if ($RecommendedRegions.Count -gt 0) {
Write-Host "`nℹ️ Recommended regions (≥ $RECOMMENDED_TOKENS tokens available):"
foreach ($region in $RecommendedRegions) {
Write-Host " - $region"
}
}
}

$UserResult = Check-Quota -Region $NewLocation
if (-not $UserResult) {
Write-Host "⚠️ Could not retrieve quota info for region '$NewLocation'. Try again."
continue
}
# ------------------ Manual Prompt if No Quota Found ------------------
Write-Host "`n❌ ERROR: No region has sufficient quota."

if ($UserResult.Available -ge $Capacity) {
Write-Host "✅ Sufficient quota found in '$NewLocation'. Proceeding with deployment."
azd env set AZURE_AISERVICE_LOCATION "$NewLocation" | Out-Null
Write-Host "➡️ Set AZURE_AISERVICE_LOCATION to '$NewLocation'."
exit 0
} else {
Write-Host "❌ Insufficient quota in '$NewLocation'. Try another."
while ($true) {
$ManualRegion = Read-Host "`nPlease enter a region you want to try manually"
if (-not $ManualRegion) {
Write-Host "❌ ERROR: No region entered. Exiting."
exit 1
}

$ManualCapacityStr = Read-Host "Enter the capacity you want to use (numeric value)"
if (-not ($ManualCapacityStr -as [int]) -or [int]$ManualCapacityStr -le 0) {
Write-Host "❌ Invalid capacity value. Try again."
continue
}

$ManualCapacity = [int]$ManualCapacityStr
$ManualResult = Check-Quota -Region $ManualRegion

if (-not $ManualResult) {
Write-Host "⚠️ Could not retrieve quota info for region '$ManualRegion'. Try again."
continue
}

if ($ManualResult.Available -ge $ManualCapacity) {
if ($ManualResult.Available -lt $RECOMMENDED_TOKENS) {
Write-Host "`n⚠️ Region '$ManualRegion' has less than recommended ($RECOMMENDED_TOKENS) tokens."
$proceed = Read-Host "❓ Proceed anyway? (y/n)"
if ($proceed -notmatch "^[Yy]$") {
continue
}
}

Set-DeploymentValues $ManualRegion $ManualCapacity
Write-Host "✅ Deployment values set. Exiting."
exit 0
} else {
Write-Host "❌ Quota in region '$ManualRegion' is insufficient. Available: $($ManualResult.Available), Required: $ManualCapacity"
}
}

Write-Error "`n❌ ERROR: No available quota found in any region."
exit 1
Loading