RabbitMQ: document handling stream replicas

Closes-Bug: #2138290
Change-Id: Ic5fc1b7e801b28a2bb20b4a60146ac443ffe5ef0
Signed-off-by: Matt Crees <mattc@stackhpc.com>

1 files changed, 24 insertions, 0 deletions

diff --git a/contrib/ops/rabbitmq/rabbitmq-repair-stream-replicas.sh b/contrib/ops/rabbitmq/rabbitmq-repair-stream-replicas.sh
new file mode 100644
index 000000000..ffe2c7c20
--- /dev/null
+++ b/contrib/ops/rabbitmq/rabbitmq-repair-stream-replicas.sh
@@ -0,0 +1,24 @@
+#!/bin/bash
+
+running_nodes=$(docker exec rabbitmq rabbitmqctl cluster_status \
+    | awk '/Running Nodes/{f=1;next}/Versions/{f=0}f{print $1}')
+
+streams=$(docker exec rabbitmq rabbitmqctl list_queues name type --silent | awk '/stream/ {print $1}')
+
+for stream in $streams; do
+    stream_nodes=$(docker exec rabbitmq rabbitmq-streams stream_status -s $stream \
+        | awk 'NR>3 {print $4}')
+
+    missing=0
+    for node in $running_nodes; do
+        if ! grep -qx "$node" <<< "$stream_nodes"; then
+            echo "MISSING replica of $stream on $node"
+            missing=1
+            docker exec rabbitmq rabbitmq-streams add_replica $stream $node
+        fi
+    done
+
+    if [ $missing -eq 0 ]; then
+        echo "OK: All running nodes have a replica of $stream"
+    fi
+done