Azure OpenAI DeploymentNotFound — deployment name vs model ID

import os
from openai import AzureOpenAI

# CORRECT: AzureOpenAI client, not OpenAI
client = AzureOpenAI(
    api_key=os.environ["AZURE_OPENAI_API_KEY"],
    azure_endpoint=os.environ["AZURE_OPENAI_ENDPOINT"],   # https://myresource.openai.azure.com
    api_version="2024-10-21",                              # or a newer GA version
)

# CORRECT: model= is your DEPLOYMENT NAME, not "gpt-4o"
response = client.chat.completions.create(
    model="gpt4o-prod",                                    # <-- your deployment name
    messages=[
        {"role": "user", "content": "Hello Azure!"},
    ],
    max_tokens=200,
)

print(response.choices[0].message.content)

# Fill these three. The deployment name is what you set in Azure Portal
# under: your Azure OpenAI resource -> Deployments -> Deployment name column.
AZURE_OPENAI_API_KEY=your-key-here
AZURE_OPENAI_ENDPOINT=https://myresource.openai.azure.com
AZURE_OPENAI_DEPLOYMENT=gpt4o-prod

import os
from azure.identity import DefaultAzureCredential
from azure.mgmt.cognitiveservices import CognitiveServicesManagementClient

# Uses az login or workload identity — no static keys needed
credential = DefaultAzureCredential()
subscription_id = os.environ["AZURE_SUBSCRIPTION_ID"]
resource_group = os.environ["AZURE_RESOURCE_GROUP"]
account_name = os.environ["AZURE_OPENAI_RESOURCE"]   # the resource name, not endpoint

client = CognitiveServicesManagementClient(credential, subscription_id)

print(f"Deployments in {account_name}:")
print(f"{'Deployment name':<30} {'Model':<25} {'Version':<15} {'SKU':<15}")
print("-" * 85)

for deployment in client.deployments.list(resource_group, account_name):
    props = deployment.properties
    model = props.model
    sku = deployment.sku.name if deployment.sku else "-"
    print(f"{deployment.name:<30} {model.name:<25} {model.version:<15} {sku:<15}")

# Prereqs
pip install azure-identity azure-mgmt-cognitiveservices

# Login (interactive) — for CI use a service principal or workload identity
az login

# Set context
export AZURE_SUBSCRIPTION_ID=$(az account show --query id -o tsv)
export AZURE_RESOURCE_GROUP=my-rg
export AZURE_OPENAI_RESOURCE=my-aoai-resource

python list_deployments.py

import os
import time
import logging
from typing import Optional
from openai import AzureOpenAI, NotFoundError

log = logging.getLogger(__name__)

class DeploymentMissingError(RuntimeError):
    """Raised when the configured Azure OpenAI deployment does not exist."""

def build_azure_client(
    deployment: str,
    api_version: str = "2024-10-21",
    warmup: bool = True,
    max_retries: int = 3,
) -> AzureOpenAI:
    """Build an AzureOpenAI client and verify the deployment is reachable."""

    client = AzureOpenAI(
        api_key=os.environ["AZURE_OPENAI_API_KEY"],
        azure_endpoint=os.environ["AZURE_OPENAI_ENDPOINT"],
        api_version=api_version,
    )

    if not warmup:
        return client

    # Cheap probe: 1-token completion. Costs a fraction of a cent.
    for attempt in range(1, max_retries + 1):
        try:
            client.chat.completions.create(
                model=deployment,
                messages=[{"role": "user", "content": "ok"}],
                max_tokens=1,
            )
            log.info("Deployment %s reachable", deployment)
            return client
        except NotFoundError as e:
            body = str(e).lower()
            recently_created = "last 5 minutes" in body or "please wait" in body
            if recently_created and attempt < max_retries:
                wait = 30 * attempt
                log.warning("Deployment %s not ready — retry in %ss", deployment, wait)
                time.sleep(wait)
                continue
            raise DeploymentMissingError(
                f"Azure OpenAI deployment '{deployment}' does not exist on "
                f"{os.environ['AZURE_OPENAI_ENDPOINT']}. "
                f"Check portal -> Deployments, or run: az cognitiveservices "
                f"account deployment list --name <resource> -g <rg>"
            ) from e

# Usage in app startup
if __name__ == "__main__":
    client = build_azure_client(deployment=os.environ["AZURE_OPENAI_DEPLOYMENT"])