feat: send recovery message on contract alerts (#345)

Co-authored-by: Mauro Toscano <12560266+MauroToscano@users.noreply.github.com>

Author: JuArce

alerts/contract_alerts.sh

@@ -11,6 +11,10 @@ function send_slack_message() {
     $SLACK_WEBHOOK_URL
 }
 
+# Flags to avoid sending multiple alerts
+no_new_batches_alert=false
+no_verified_batches_alert=false
+
 while :
 do
   last_block=$(cast block --rpc-url $RPC_URL -f number)
@@ -21,13 +25,31 @@ do
   new_batch_logs=$(cast logs --rpc-url $RPC_URL --from-block $from_block --address $CONTRACT_ADDRESS $NEW_BATCH_TOPIC)
   if [ -z "$new_batch_logs" ]; then
     printf "No new batches logs found\n"
-    send_slack_message "🚨 ALERT: No new batches in Service Manager since block $from_block"
+    if [ "$no_new_batches_alert" = false ]; then
+      send_slack_message "🚨 ALERT: No new batches in Service Manager since block $from_block"
+    fi
+    no_new_batches_alert=true
+  else
+    printf "New batches logs found\n"
+    if [ "$no_new_batches_alert" = true ]; then
+      send_slack_message "🟩 INFO: Batches creation resumed in Service Manager since block $from_block"
+    fi
+    no_new_batches_alert=false
   fi
 
   verified_batch_logs=$(cast logs --rpc-url $RPC_URL --from-block $from_block --address $CONTRACT_ADDRESS $VERIFIED_BATCH_TOPIC)
   if [ -z "$verified_batch_logs" ]; then
     printf "No verified batches logs found\n"
-    send_slack_message "🚨 ALERT: No new verified batches in Service Manager since block $from_block"
+    if [ "$no_verified_batches_alert" = false ]; then
+      send_slack_message "🚨 ALERT: No verified batches in Service Manager since block $from_block"
+    fi
+    no_verified_batches_alert=true
+  else
+    printf "Verified batches logs found\n"
+    if [ "$no_verified_batches_alert" = true ]; then
+      send_slack_message "🟩 INFO: Batches verification resumed in Service Manager since block $from_block"
+    fi
+    no_verified_batches_alert=false
   fi
 
   sleep 300