feat(ci): add hive discord alert on failure (#9482)

.github/assets/hive/run_simulator.sh

@@ -22,8 +22,8 @@ while [ $attempt -lt $max_attempts ]; do
 
     # Check if no tests were run. sed removes ansi colors
     if check_log | grep -q "suites=0"; then
-        echo "no tests were run, retrying in 5 seconds"
-        sleep 5
+        echo "no tests were run, retrying in 10 seconds"
+        sleep 10
         attempt=$((attempt + 1))
         continue
     fi

.github/workflows/hive.yml

@@ -231,3 +231,14 @@ jobs:
         if: ${{ failure() }}
         run: |
           cat hivetests/workspace/logs/reth/client-*.log
+  notify-on-error:
+    needs: test
+    if: failure()
+    runs-on:
+      group: Reth
+    steps:
+      - name: Discord Webhook Action
+        uses: tsickert/discord-webhook@v5.3.0
+        with:
+          webhook-url: ${{ secrets.RETH_ALERTS_WEBHOOK }}
+          content: "Failed run: https://github.com/paradigmxyz/reth/actions/runs/${{ github.run_id }}"