refactor: improve webhook processing with enhanced logging and retry mechanisms

backend/app/services/webhooks/dispatch.py

@@ -3,6 +3,7 @@
 from __future__ import annotations
 
 import asyncio
+import random
 import time
 
 from sqlmodel.ext.asyncio.session import AsyncSession
@@ -198,8 +199,13 @@ async def flush_webhook_delivery_queue(*, block: bool = False, block_timeout: fl
                     "error": str(exc),
                 },
             )
-            requeue_if_failed(item)
-        time.sleep(settings.rq_dispatch_throttle_seconds)
+            delay = min(
+                settings.rq_dispatch_retry_base_seconds * (2 ** max(0, item.attempts)),
+                settings.rq_dispatch_retry_max_seconds,
+            )
+            jitter = random.uniform(0, min(settings.rq_dispatch_retry_max_seconds / 10, delay * 0.1))
+            requeue_if_failed(item, delay_seconds=delay + jitter)
+        await asyncio.sleep(settings.rq_dispatch_throttle_seconds)
     if processed > 0:
         logger.info("webhook.dispatch.batch_complete", extra={"count": processed})
     return processed

backend/app/services/webhooks/queue.py

@@ -119,7 +119,11 @@ def dequeue_webhook_delivery(
         raise
 
 
-def requeue_if_failed(payload: QueuedInboundDelivery) -> bool:
+def requeue_if_failed(
+    payload: QueuedInboundDelivery,
+    *,
+    delay_seconds: float = 0,
+) -> bool:
     """Requeue payload delivery with capped retries.
 
     Returns True if requeued.
@@ -130,6 +134,7 @@ def requeue_if_failed(payload: QueuedInboundDelivery) -> bool:
             settings.rq_queue_name,
             max_retries=settings.rq_dispatch_max_retries,
             redis_url=settings.rq_redis_url,
+            delay_seconds=delay_seconds,
         )
     except Exception as exc:
         logger.warning(