feat(ci): add hive discord alert on failure (#9482)

.github/assets/hive/expected_failures.yaml

@@ -117,4 +117,4 @@ engine-cancun:
 
 # https://github.com/paradigmxyz/reth/issues/8579
 sync:
-  - sync reth -> reth
+  - sync reth -> reth

.github/assets/hive/run_simulator.sh

@@ -22,8 +22,8 @@ while [ $attempt -lt $max_attempts ]; do
 
     # Check if no tests were run. sed removes ansi colors
     if check_log | grep -q "suites=0"; then
-        echo "no tests were run, retrying in 5 seconds"
+        echo "no tests were run, retrying in 10 seconds"
-        sleep 5
+        sleep 10
         attempt=$((attempt + 1))
         continue
     fi
@@ -35,4 +35,4 @@ while [ $attempt -lt $max_attempts ]; do
         exit 1
     fi
 done
-exit 1
+exit 1

.github/workflows/hive.yml

@@ -231,3 +231,14 @@ jobs:
         if: ${{ failure() }}
         run: |
           cat hivetests/workspace/logs/reth/client-*.log
+  notify-on-error:
+    needs: test
+    if: failure()
+    runs-on:
+      group: Reth
+    steps:
+      - name: Discord Webhook Action
+        uses: tsickert/discord-webhook@v5.3.0
+        with:
+          webhook-url: ${{ secrets.RETH_ALERTS_WEBHOOK }}
+          content: "Failed run: https://github.com/paradigmxyz/reth/actions/runs/${{ github.run_id }}"