improve Application Insights logging and telemetry handling

Author: AjitPadhi-Microsoft

docs/LocalDevelopmentSetup.md

@@ -780,7 +780,6 @@ Enable detailed logging by setting these environment variables in your `.env` fi
 
 ```bash
 APP_LOGGING_LEVEL=DEBUG
-APP_LOGGING_ENABLE=True
 ```
 
 ## Related Documentation

infra/main.bicep

@@ -1005,6 +1005,10 @@ module avmContainerApp 'br/public:avm/res/app/container-app:0.19.0' = {
             name: 'AZURE_LOGGING_PACKAGES'
             value: ''
           }
+          {
+            name: 'APPLICATIONINSIGHTS_CONNECTION_STRING'
+            value: enableMonitoring ? applicationInsights.outputs.connectionString : ''
+          }
         ]
       }
     ]
@@ -1065,6 +1069,10 @@ module avmContainerApp_API 'br/public:avm/res/app/container-app:0.19.0' = {
             name: 'AZURE_LOGGING_PACKAGES'
             value: ''
           }
+          {
+            name: 'APPLICATIONINSIGHTS_CONNECTION_STRING'
+            value: enableMonitoring ? applicationInsights.outputs.connectionString : ''
+          }
         ]
         probes: [
           // Liveness Probe - Checks if the app is still running
@@ -1270,6 +1278,10 @@ module avmContainerApp_Workflow 'br/public:avm/res/app/container-app:0.19.0' = {
             name: 'AZURE_LOGGING_PACKAGES'
             value: ''
           }
+          {
+            name: 'APPLICATIONINSIGHTS_CONNECTION_STRING'
+            value: enableMonitoring ? applicationInsights.outputs.connectionString : ''
+          }
         ]
       }
     ]
@@ -1642,6 +1654,10 @@ module avmContainerApp_update 'br/public:avm/res/app/container-app:0.19.0' = {
             name: 'AZURE_LOGGING_PACKAGES'
             value: ''
           }
+          {
+            name: 'APPLICATIONINSIGHTS_CONNECTION_STRING'
+            value: enableMonitoring ? applicationInsights.outputs.connectionString : ''
+          }
         ]
       }
     ]
@@ -1717,6 +1733,10 @@ module avmContainerApp_API_update 'br/public:avm/res/app/container-app:0.19.0' =
             name: 'AZURE_LOGGING_PACKAGES'
             value: ''
           }
+          {
+            name: 'APPLICATIONINSIGHTS_CONNECTION_STRING'
+            value: enableMonitoring ? applicationInsights.outputs.connectionString : ''
+          }
         ]
         probes: [
           // Liveness Probe - Checks if the app is still running
@@ -1843,6 +1863,10 @@ module avmContainerApp_Workflow_update 'br/public:avm/res/app/container-app:0.19
             name: 'AZURE_LOGGING_PACKAGES'
             value: ''
           }
+          {
+            name: 'APPLICATIONINSIGHTS_CONNECTION_STRING'
+            value: enableMonitoring ? applicationInsights.outputs.connectionString : ''
+          }
         ]
       }
     ]

src/ContentProcessor/requirements.txt

@@ -3,6 +3,8 @@ azure-ai-inference==1.0.0b9
 azure-appconfiguration==1.7.2
 azure-core==1.38.0
 azure-identity==1.25.1
+azure-monitor-events-extension==0.1.0
+azure-monitor-opentelemetry==1.6.10
 azure-storage-blob==12.28.0
 azure-storage-queue==12.15.0
 certifi==2026.1.4

src/ContentProcessorAPI/app/application.py

@@ -8,6 +8,7 @@
 application context used by request handlers.
 """
 
+import logging
 import os
 import warnings
 from datetime import datetime
@@ -26,6 +27,12 @@
 from app.routers.logics.schemasetvault import SchemaSets
 from app.routers.logics.schemavault import Schemas
 
+# Azure Monitor and OpenTelemetry imports
+from azure.monitor.opentelemetry import configure_azure_monitor
+from opentelemetry.instrumentation.fastapi import FastAPIInstrumentor
+
+logger = logging.getLogger(__name__)
+
 # PyMongo emits a compatibility warning when it detects Azure Cosmos DB (Mongo API).
 # This is informational and is commonly suppressed to keep logs clean.
 warnings.filterwarnings(
@@ -79,6 +86,7 @@ def initialize(self):
         self.app.include_router(http_probes)
         self._register_dependencies()
         self._config_routers()
+        self._configure_telemetry()
 
     def _config_routers(self):
         """Mount feature routers onto the FastAPI application."""
@@ -119,3 +127,23 @@ def _register_dependencies(self):
 
     def run(self, host: str = "0.0.0.0", port: int = 8000, reload: bool = True):
         """No-op; the ASGI server (uvicorn) is launched externally."""
+
+    def _configure_telemetry(self):
+        """Configure Azure Monitor and instrument FastAPI for OpenTelemetry."""
+        connection_string = self.application_context.configuration.applicationinsights_connection_string
+        if connection_string:
+            configure_azure_monitor(
+                connection_string=connection_string,
+                enable_live_metrics=True,
+            )
+            FastAPIInstrumentor.instrument_app(
+                self.app,
+                excluded_urls="startup,health",
+            )
+            logger.info(
+                "Application Insights configured with live metrics and FastAPI instrumentation enabled"
+            )
+        else:
+            logger.warning(
+                "No Application Insights connection string found. Telemetry disabled."
+            )

src/ContentProcessorAPI/app/libs/application/application_configuration.py

@@ -46,7 +46,6 @@ class AppConfiguration(ModelBaseSettings):
         app_message_queue_extract: Extraction message-queue name.
         app_cps_max_filesize_mb: Maximum upload file size in megabytes.
         app_logging_level: Application log level.
-        app_logging_enable: Whether application logging is enabled.
         azure_package_logging_level: Log level for Azure SDK packages.
         azure_logging_packages: Comma-separated Azure package logger names.
     """
@@ -65,6 +64,6 @@ class AppConfiguration(ModelBaseSettings):
     app_message_queue_extract: str
     app_cps_max_filesize_mb: int
     app_logging_level: str
-    app_logging_enable: bool = False
     azure_package_logging_level: str
     azure_logging_packages: str
+    applicationinsights_connection_string: str = ""

src/ContentProcessorAPI/app/libs/base/application_base.py

@@ -59,7 +59,7 @@ def __init__(self, env_file_path: str | None = None, **data):
             1. Load ``.env`` from *env_file_path* (or derive from subclass location).
             2. Read Azure App Configuration and inject values into ``os.environ``.
             3. Populate ``application_context`` with config and Azure credentials.
-            4. Configure Python logging if enabled in config.
+            4. Configure Python logging unconditionally.
             5. Call ``self.initialize()``.
 
         Args:
@@ -80,28 +80,39 @@ def __init__(self, env_file_path: str | None = None, **data):
 
         self.application_context.set_configuration(AppConfiguration())
 
-        if self.application_context.configuration.app_logging_enable:
-            logging_level = getattr(
-                logging, self.application_context.configuration.app_logging_level
+        # Configure logging unconditionally
+        logging_level = getattr(
+            logging,
+            self.application_context.configuration.app_logging_level,
+            logging.INFO,
+        )
+        logging.basicConfig(
+            level=logging_level,
+            format="%(asctime)s - %(name)s - %(levelname)s - %(message)s",
+        )
+
+        # Suppress noisy Azure SDK and OpenTelemetry internal loggers
+        logging.getLogger("azure.core.pipeline.policies.http_logging_policy").setLevel(logging.WARNING)
+        logging.getLogger("azure.core.pipeline.policies._universal").setLevel(logging.WARNING)
+        logging.getLogger("opentelemetry.sdk").setLevel(logging.WARNING)
+        logging.getLogger("azure.monitor.opentelemetry.exporter.export._base").setLevel(logging.WARNING)
+
+        if self.application_context.configuration.azure_logging_packages:
+            azure_level = getattr(
+                logging,
+                self.application_context.configuration.azure_package_logging_level.upper(),
+                logging.WARNING,
             )
-            logging.basicConfig(level=logging_level)
-
-            if self.application_context.configuration.azure_logging_packages:
-                azure_level = getattr(
-                    logging,
-                    self.application_context.configuration.azure_package_logging_level.upper(),
-                    logging.WARNING,
-                )
-                for logger_name in filter(
-                    None,
-                    (
-                        pkg.strip()
-                        for pkg in self.application_context.configuration.azure_logging_packages.split(
-                            ","
-                        )
-                    ),
-                ):
-                    logging.getLogger(logger_name).setLevel(azure_level)
+            for logger_name in filter(
+                None,
+                (
+                    pkg.strip()
+                    for pkg in self.application_context.configuration.azure_logging_packages.split(
+                        ","
+                    )
+                ),
+            ):
+                logging.getLogger(logger_name).setLevel(azure_level)
 
         self.initialize()
 

src/ContentProcessorAPI/app/libs/logging/__init__.py

@@ -0,0 +1,2 @@
+# Copyright (c) Microsoft Corporation.
+# Licensed under the MIT License.

src/ContentProcessorAPI/app/libs/logging/event_utils.py

@@ -0,0 +1,28 @@
+# Copyright (c) Microsoft Corporation.
+# Licensed under the MIT License.
+
+"""Utility for tracking custom events to Application Insights."""
+
+import logging
+import os
+
+from azure.monitor.events.extension import track_event
+
+logger = logging.getLogger(__name__)
+
+
+def track_event_if_configured(event_name: str, event_data: dict):
+    """Track custom event to Application Insights if configured.
+
+    Args:
+        event_name: Name of the event to track.
+        event_data: Dictionary of event properties.
+    """
+    instrumentation_key = os.getenv("APPLICATIONINSIGHTS_CONNECTION_STRING")
+    if instrumentation_key:
+        track_event(event_name, event_data)
+    else:
+        logger.warning(
+            "Skipping track_event for %s: Application Insights is not configured",
+            event_name,
+        )

src/ContentProcessorAPI/app/routers/claimprocessor.py

@@ -9,6 +9,7 @@
 ClaimBatchProcessRepository.
 """
 
+import logging
 import uuid
 from enum import Enum
 
@@ -18,6 +19,9 @@
 from sas.cosmosdb.mongo.repository import SortField
 
 from app.libs.base.typed_fastapi import TypedFastAPI
+from app.libs.logging.event_utils import track_event_if_configured
+
+logger = logging.getLogger(__name__)
 from app.routers.logics.claimbatchpocessor import (
     ClaimBatchProcessor,
     ClaimBatchProcessRepository,
@@ -324,6 +328,11 @@ async def start_claim_process(
     try:
         batch_processor.enqueue_claim_request_for_processing(claim_process_request=data)
     except Exception as e:
+        track_event_if_configured("ClaimProcessError", {
+            "claim_id": data.claim_process_id,
+            "error": str(e),
+            "error_type": type(e).__name__,
+        })
         return JSONResponse(
             status_code=400,
             content={
@@ -344,6 +353,10 @@ async def start_claim_process(
         )
     )
 
+    track_event_if_configured("ClaimProcessSubmitted", {
+        "claim_id": data.claim_process_id,
+    })
+
     return JSONResponse(
         status_code=202,
         headers={"Location": f"/claims/{data.claim_process_id}/status"},

src/ContentProcessorAPI/app/routers/contentprocessor.py

@@ -10,6 +10,7 @@
 
 import datetime
 import io
+import logging
 import urllib.parse
 import uuid
 from enum import Enum
@@ -19,6 +20,9 @@
 from pymongo.results import UpdateResult
 
 from app.libs.base.typed_fastapi import TypedFastAPI
+from app.libs.logging.event_utils import track_event_if_configured
+
+logger = logging.getLogger(__name__)
 from app.routers.logics.claimbatchpocessor import ClaimBatchProcessRepository
 from app.utils.mime_types import MimeTypesDetection
 from app.utils.upload_validation import (
@@ -204,6 +208,14 @@ async def Submit_File_With_MetaData(
 
     content_processor.enqueue_message(submit_queue_message)
 
+    track_event_if_configured("FileSubmitted", {
+        "process_id": process_id,
+        "file_name": safe_filename,
+        "schema_id": schema_id,
+        "metadata_id": metadata_id,
+        "size_bytes": str(size_bytes),
+    })
+
     file_size_mb = size_bytes / (1024 * 1024)
 
     status_url = f"/contentprocessor/status/{process_id}"
@@ -271,6 +283,10 @@ async def get_status(
         collection_name=app.app_context.configuration.app_cosmos_container_process,
     )
 
+    track_event_if_configured("ProcessStatusQueried", {
+        "process_id": process_id,
+    })
+
     if process_status is None:
         return JSONResponse(
             status_code=404,
@@ -481,6 +497,10 @@ async def update_process_result(
             },
         )
     else:
+        track_event_if_configured("ProcessResultUpdated", {
+            "process_id": process_id,
+            "update_type": type(content_update_request).__name__,
+        })
         return JSONResponse(
             status_code=200,
             content={