pr-fix: update w custom exn handling strategy

Author: stijnmoreels

src/Arcus.BackgroundJobs.AzureActiveDirectory/ClientSecretExpirationJob.cs

@@ -70,36 +70,52 @@ public ClientSecretExpirationJob(
         /// </returns>
         public async Task ExecuteAsync(CancellationToken stoppingToken)
         {
-            _logger.LogTrace("Executing  {Name}", nameof(ClientSecretExpirationJob));
-            var graphServiceClient = new GraphServiceClient(new DefaultAzureCredential());
-            _logger.LogTrace("Token retrieved, getting a list of applications with expired or about to expire secrets.");
-
-            var clientSecretExpirationInfoProvider = new ClientSecretExpirationInfoProvider(graphServiceClient, _logger);
-            IEnumerable<AzureApplication> applications = 
-                await clientSecretExpirationInfoProvider.GetApplicationsWithPotentialExpiredSecrets(_options.UserOptions.ExpirationThreshold);
-
-            foreach (AzureApplication application in applications)
+            try
             {
-                var telemetryContext = new Dictionary<string, object>();
-                telemetryContext.Add("KeyId", application.KeyId);
-                telemetryContext.Add("ApplicationName", application.Name);
-                telemetryContext.Add("RemainingValidDays", application.RemainingValidDays);
+                _logger.LogTrace("Executing {Name}", nameof(ClientSecretExpirationJob));
+                var graphServiceClient = new GraphServiceClient(new DefaultAzureCredential());
+                _logger.LogTrace("Token retrieved, getting a list of applications with expired or about to expire secrets");
 
-                var eventType = ClientSecretExpirationEventType.ClientSecretAboutToExpire;
-                if (application.RemainingValidDays < 0)
-                {
-                    eventType = ClientSecretExpirationEventType.ClientSecretExpired;
-                    _logger.LogEvent($"The secret {application.KeyId} for Azure Active Directory application {application.Name} has expired.", telemetryContext);
-                }
-                else
+                var clientSecretExpirationInfoProvider = new ClientSecretExpirationInfoProvider(graphServiceClient, _logger);
+                IEnumerable<AzureApplication> applications =
+                    await clientSecretExpirationInfoProvider.GetApplicationsWithPotentialExpiredSecrets(_options.UserOptions.ExpirationThreshold);
+
+                foreach (AzureApplication application in applications)
                 {
-                    _logger.LogEvent($"The secret {application.KeyId} for Azure Active Directory application {application.Name} will expire within {application.RemainingValidDays} days.", telemetryContext);
+                    ClientSecretExpirationEventType eventType = DetermineExpirationEventType(application);
+
+                    CloudEvent @event = _options.UserOptions.CreateEvent(application, eventType, _options.UserOptions.EventUri);
+                    await _eventGridPublisher.PublishAsync(@event);
                 }
+                _logger.LogTrace("Executing {Name} finished", nameof(ClientSecretExpirationJob));
+            }
+            catch (Exception exception)
+            {
+                _logger.LogCritical(exception, "Could not correctly publish Azure EventGrid events for potential expired client secrets in the Azure Active Directory due to an exception");
+            }
+        }
+
+        private ClientSecretExpirationEventType DetermineExpirationEventType(AzureApplication application)
+        {
+            var telemetryContext = new Dictionary<string, object>
+            {
+                { "KeyId", application.KeyId },
+                { "ApplicationName", application.Name },
+                { "RemainingValidDays", application.RemainingValidDays }
+            };
 
-                CloudEvent @event = _options.UserOptions.CreateEvent(application, eventType, _options.UserOptions.EventUri);                
-                await _eventGridPublisher.PublishAsync(@event);
+            var eventType = ClientSecretExpirationEventType.ClientSecretAboutToExpire;
+            if (application.RemainingValidDays < 0)
+            {
+                eventType = ClientSecretExpirationEventType.ClientSecretExpired;
+                _logger.LogEvent($"The secret {application.KeyId} for Azure Active Directory application {application.Name} has expired.", telemetryContext);
+            }
+            else
+            {
+                _logger.LogEvent($"The secret {application.KeyId} for Azure Active Directory application {application.Name} will expire within {application.RemainingValidDays} days.", telemetryContext);
             }
-            _logger.LogTrace("Executing {Name} finished", nameof(ClientSecretExpirationJob));
+
+            return eventType;
         }
     }
 }

src/Arcus.BackgroundJobs.Databricks/DatabricksJobMetricsJob.cs

@@ -65,17 +65,24 @@ public DatabricksJobMetricsJob(
         /// </returns>
         public async Task ExecuteAsync(CancellationToken stoppingToken)
         {
-            using (DatabricksClient client = await _options.CreateDatabricksClientAsync(_secretProvider))
-            using (var databricksInfoProvider = new DatabricksInfoProvider(client, _logger))
+            try
             {
-                (DateTimeOffset start, DateTimeOffset end) = _options.DetermineNextTimeWindow();
+                using (DatabricksClient client = await _options.CreateDatabricksClientAsync(_secretProvider))
+                using (var databricksInfoProvider = new DatabricksInfoProvider(client, _logger))
+                {
+                    (DateTimeOffset start, DateTimeOffset end) = _options.DetermineNextTimeWindow();
 
-                _logger.LogInformation(
-                    "Job monitor for Databricks is starting at {TriggerTime} for time windows {WindowStart} - {WindowEnd}",
-                    DateTimeOffset.UtcNow, start, end);
+                    _logger.LogInformation(
+                        "Job monitor for Databricks is starting at {TriggerTime} for time windows {WindowStart} - {WindowEnd}",
+                        DateTimeOffset.UtcNow, start, end);
 
-                string metricName = _options.UserOptions.MetricName;
-                await databricksInfoProvider.MeasureJobOutcomesAsync(metricName, start, end);
+                    string metricName = _options.UserOptions.MetricName;
+                    await databricksInfoProvider.MeasureJobOutcomesAsync(metricName, start, end);
+                }
+            }
+            catch (Exception exception)
+            {
+                _logger.LogCritical(exception, "Could not measure the finished Databricks jobs due to an exception");
             }
         }
     }