From 89e13109d77003e4d28835d981765e55a52ce6cb Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Marko=20Bari=C5=A1i=C4=87?= <48765171+MarkoBarisic@users.noreply.github.com> Date: Thu, 21 Mar 2024 18:39:40 +0100 Subject: [PATCH] Fix jepsen nodes not starting up healthy (#1846) * add a loop to check if all nodes started correctly and restart if any failed --- tests/jepsen/run.sh | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/tests/jepsen/run.sh b/tests/jepsen/run.sh index 040491c3f..d94dbf8de 100755 --- a/tests/jepsen/run.sh +++ b/tests/jepsen/run.sh @@ -178,8 +178,16 @@ PROCESS_RESULTS() { CLUSTER_UP() { PRINT_CONTEXT - "$script_dir/jepsen/docker/bin/up" --daemon - sleep 10 + local cnt=0 + while [[ "$cnt" < 5 ]]; do + if ! "$script_dir/jepsen/docker/bin/up" --daemon; then + cnt=$((cnt + 1)) + continue + else + sleep 10 + break + fi + done # Ensure all SSH connections between Jepsen containers work for node in $(docker ps --filter name=jepsen* --filter status=running --format "{{.Names}}"); do if [ "$node" == "jepsen-control" ]; then