Merge pull request #13847 from rabbitmq/mergify/bp/v4.1.x/pr-13843

Launch another rabbitmq server from a Selenium test suite (backport #13843)

Author: michaelklishin

selenium/bin/components/other-rabbitmq

@@ -0,0 +1,146 @@
+#!/usr/bin/env bash
+
+SCRIPT="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+
+init_other_rabbitmq() {
+  RABBITMQ_CONFIG_DIR=${TEST_CONFIG_DIR}
+  RABBITMQ_DOCKER_IMAGE=${RABBITMQ_DOCKER_IMAGE:-rabbitmq}
+  OTHER_RABBITMQ_HOSTNAME=${OTHER_RABBITMQ_HOSTNAME:-other-rabbitmq}
+
+  print "> RABBITMQ_CONFIG_DIR: ${RABBITMQ_CONFIG_DIR}"
+  print "> RABBITMQ_DOCKER_IMAGE: ${RABBITMQ_DOCKER_IMAGE}"
+  print "> OTHER_RABBITMQ_HOSTNAME: ${OTHER_RABBITMQ_HOSTNAME}"
+  
+  [[ -z "${OAUTH_SERVER_CONFIG_BASEDIR}" ]] || print "> OAUTH_SERVER_CONFIG_BASEDIR: ${OAUTH_SERVER_CONFIG_BASEDIR}"
+  [[ -z "${OAUTH_SERVER_CONFIG_DIR}" ]] || print "> OAUTH_SERVER_CONFIG_DIR: ${OAUTH_SERVER_CONFIG_DIR}"
+
+  if [[ ! -d "${RABBITMQ_CONFIG_DIR}/certs" ]]; then 
+    mkdir ${RABBITMQ_CONFIG_DIR}/certs
+  fi 
+  generate-ca-server-client-kpi ${OTHER_RABBITMQ_HOSTNAME} $RABBITMQ_CONFIG_DIR/certs
+  generate-server-keystore-if-required ${OTHER_RABBITMQ_HOSTNAME} $RABBITMQ_CONFIG_DIR/certs
+  generate-client-keystore-if-required ${OTHER_RABBITMQ_HOSTNAME} $RABBITMQ_CONFIG_DIR/certs
+  generate-truststore-if-required ${OTHER_RABBITMQ_HOSTNAME} $RABBITMQ_CONFIG_DIR/certs
+}
+
+start_other_rabbitmq() {
+  if [[ "$PROFILES_FOR_OTHER" == *"docker"* ]]; then
+    start_docker_other_rabbitmq    
+  else
+    start_local_rabbitmq
+  fi
+}
+stop_other_rabbitmq() {
+  if [[ "$PROFILES_FOR_OTHER" == *"docker"* ]]; then
+    kill_container_if_exist "$component"
+  else
+    stop_local_rabbitmq
+  fi
+}
+
+save_logs_other_rabbitmq() {
+    if [[ "$PROFILES_FOR_OTHER" == *"docker"* ]]; then
+        if [[ "$PROFILES_FOR_OTHER" == *"cluster"* ]]; then
+            docker compose -f $CONF_DIR/rabbitmq/other-compose.yml logs > $LOGS/other-rabbitmq.log
+        else
+            save_container_logs "other-rabbitmq"
+        fi
+    fi
+}
+stop_local_other_rabbitmq() {
+    RABBITMQ_SERVER_ROOT=$(realpath ../)
+    gmake --directory=${RABBITMQ_SERVER_ROOT} stop-node
+}
+
+start_local_other_rabbitmq() {
+  begin "Starting ${OTHER_RABBITMQ_HOSTNAME} rabbitmq ..."
+
+  init_other_rabbitmq
+
+  RABBITMQ_SERVER_ROOT=$(realpath ../)
+  
+  MOUNT_RABBITMQ_CONF="/etc/rabbitmq/rabbitmq.conf"
+  MOUNT_ADVANCED_CONFIG="/etc/rabbitmq/advanced.config"
+
+  RABBITMQ_TEST_DIR="${RABBITMQ_CONFIG_DIR}" 
+
+  ${BIN_DIR}/gen-rabbitmq-conf "${PROFILES_FOR_OTHER}" ${RABBITMQ_CONFIG_DIR} $OTHER_ENV_FILE /tmp/other$MOUNT_RABBITMQ_CONF
+
+  print "> EFFECTIVE RABBITMQ_CONFIG_FILE: /tmp/other$MOUNT_RABBITMQ_CONF"
+  cp ${RABBITMQ_CONFIG_DIR}/enabled_plugins /tmp/other/etc/rabbitmq/
+  RABBITMQ_ENABLED_PLUGINS=`cat /tmp/other/etc/rabbitmq/enabled_plugins | tr -d " \t\n\r" | awk -F'[][]' '{print $2}'`
+  print "> EFFECTIVE PLUGINS: $RABBITMQ_ENABLED_PLUGINS"
+
+  ${BIN_DIR}/gen-advanced-config "${PROFILES_FOR_OTHER}" ${RABBITMQ_CONFIG_DIR} $OTHER_ENV_FILE /tmp/other$MOUNT_ADVANCED_CONFIG
+  RESULT=$?
+  if [ $RESULT -eq 0 ]; then
+    print "> EFFECTIVE RABBITMQ_CONFIG_FILE: /tmp/other$MOUNT_ADVANCED_CONFIG"    
+    gmake --directory=${RABBITMQ_SERVER_ROOT}  \
+        RABBITMQ_NODENAME=${OTHER_RABBITMQ_NODENAME} \
+        RABBITMQ_DIST_PORT=7001 \
+        RABBITMQ_ENABLED_PLUGINS="$RABBITMQ_ENABLED_PLUGINS" \
+  		RABBITMQ_CONFIG_FILE=/tmp/other$MOUNT_RABBITMQ_CONF \
+        RABBITMQ_ADVANCED_CONFIG_FILE=/tmp/other$MOUNT_ADVANCED_CONFIG run-broker
+  else
+    gmake --directory=${RABBITMQ_SERVER_ROOT} \
+        RABBITMQ_NODENAME=${OTHER_RABBITMQ_NODENAME} \
+        RABBITMQ_DIST_PORT=7001 \
+        RABBITMQ_ENABLED_PLUGINS="$RABBITMQ_ENABLED_PLUGINS" \
+  		RABBITMQ_CONFIG_FILE=/tmp/other$MOUNT_RABBITMQ_CONF run-broker
+  fi
+  print "> RABBITMQ_TEST_DIR: ${RABBITMQ_CONFIG_DIR}"
+
+
+}
+start_docker_other_rabbitmq() {
+  begin "Starting other-rabbitmq in docker ..."
+
+  init_other_rabbitmq
+  kill_container_if_exist other_rabbitmq
+
+  mkdir -pv $CONF_DIR/other-rabbitmq/conf.d/
+
+  RABBITMQ_TEST_DIR="/var/rabbitmq" 
+  ${BIN_DIR}/gen-rabbitmq-conf "${PROFILES_FOR_OTHER}" ${RABBITMQ_CONFIG_DIR} $OTHER_ENV_FILE $CONF_DIR/other-rabbitmq/rabbitmq.conf
+  print "> EFFECTIVE RABBITMQ_CONFIG_FILE: $CONF_DIR/other-rabbitmq/rabbitmq.conf"
+  ${BIN_DIR}/gen-advanced-config "${PROFILES_FOR_OTHER}" ${RABBITMQ_CONFIG_DIR} $OTHER_ENV_FILE $CONF_DIR/other-rabbitmq/advanced.config
+  RESULT=$?
+  if [ $RESULT -eq 0 ]; then
+      if [ -s $RESULT ]; then
+          print "> EFFECTIVE ADVANCED_CONFIG_FILE: $CONF_DIR/other-rabbitmq/advanced.config"
+      else
+          rm $CONF_DIR/rabbitmq/advanced.config
+      fi
+  fi
+  if [ -f ${RABBITMQ_CONFIG_DIR}/logging.conf ]; then
+      cp ${RABBITMQ_CONFIG_DIR}/logging.conf $CONF_DIR/other-rabbitmq/conf.d/
+  fi
+  if [ -f ${RABBITMQ_CONFIG_DIR}/enabled_plugins ]; then
+      cp ${RABBITMQ_CONFIG_DIR}/enabled_plugins $CONF_DIR/other-rabbitmq
+  fi
+  if [ -d "${RABBITMQ_CONFIG_DIR}/certs" ]; then
+      cp -r ${RABBITMQ_CONFIG_DIR}/certs $CONF_DIR/other-rabbitmq
+  fi
+  if [ -d ${RABBITMQ_CONFIG_DIR}/imports ]; then
+      cp -r ${RABBITMQ_CONFIG_DIR}/imports $CONF_DIR/other-rabbitmq
+  fi
+
+  print "> RABBITMQ_TEST_DIR: /var/rabbitmq"
+
+  docker run \
+    --detach \
+    --name ${OTHER_RABBITMQ_HOSTNAME} \
+    --net ${DOCKER_NETWORK} \
+    -p 5674:5672 \
+    -p 5673:5671 \
+    -p 15674:15672 \
+    -p 15673:15671 \
+    -v $CONF_DIR/other-rabbitmq/:/etc/rabbitmq \
+    -v $CONF_DIR/other-rabbitmq/imports:/var/rabbitmq/imports \
+    -v ${TEST_DIR}:/config \
+    ${RABBITMQ_DOCKER_IMAGE}
+
+  wait_for_message ${OTHER_RABBITMQ_HOSTNAME} "Server startup complete"
+  end "RabbitMQ ${OTHER_RABBITMQ_HOSTNAME} ready"
+}

selenium/bin/components/rabbitmq

@@ -66,23 +66,25 @@ start_local_rabbitmq() {
   MOUNT_RABBITMQ_CONF="/etc/rabbitmq/rabbitmq.conf"
   MOUNT_ADVANCED_CONFIG="/etc/rabbitmq/advanced.config"
 
-  RABBITMQ_TEST_DIR="${RABBITMQ_CONFIG_DIR}" ${BIN_DIR}/gen-rabbitmq-conf ${RABBITMQ_CONFIG_DIR} $ENV_FILE /tmp$MOUNT_RABBITMQ_CONF
+  RABBITMQ_TEST_DIR="${RABBITMQ_CONFIG_DIR}" ${BIN_DIR}/gen-rabbitmq-conf "${PROFILES}" ${RABBITMQ_CONFIG_DIR} $ENV_FILE /tmp$MOUNT_RABBITMQ_CONF
 
   print "> EFFECTIVE RABBITMQ_CONFIG_FILE: /tmp$MOUNT_RABBITMQ_CONF"
   cp ${RABBITMQ_CONFIG_DIR}/enabled_plugins /tmp/etc/rabbitmq/
   RABBITMQ_ENABLED_PLUGINS=`cat /tmp/etc/rabbitmq/enabled_plugins | tr -d " \t\n\r" | awk -F'[][]' '{print $2}'`
   print "> EFFECTIVE PLUGINS: $RABBITMQ_ENABLED_PLUGINS"
 
-  ${BIN_DIR}/gen-advanced-config ${RABBITMQ_CONFIG_DIR} $ENV_FILE /tmp$MOUNT_ADVANCED_CONFIG
+  ${BIN_DIR}/gen-advanced-config "${PROFILES}" ${RABBITMQ_CONFIG_DIR} $ENV_FILE /tmp$MOUNT_ADVANCED_CONFIG
   RESULT=$?
   if [ $RESULT -eq 0 ]; then
     print "> EFFECTIVE RABBITMQ_CONFIG_FILE: /tmp$MOUNT_ADVANCED_CONFIG"    
     gmake --directory=${RABBITMQ_SERVER_ROOT}  \
+        RABBITMQ_NODENAME="$RABBITMQ_NODENAME" \
         RABBITMQ_ENABLED_PLUGINS="$RABBITMQ_ENABLED_PLUGINS" \
   		RABBITMQ_CONFIG_FILE=/tmp$MOUNT_RABBITMQ_CONF \
         RABBITMQ_ADVANCED_CONFIG_FILE=/tmp$MOUNT_ADVANCED_CONFIG run-broker
   else
     gmake --directory=${RABBITMQ_SERVER_ROOT} \
+        RABBITMQ_NODENAME="$RABBITMQ_NODENAME" \
         RABBITMQ_ENABLED_PLUGINS="$RABBITMQ_ENABLED_PLUGINS" \
   		RABBITMQ_CONFIG_FILE=/tmp$MOUNT_RABBITMQ_CONF run-broker
   fi
@@ -99,9 +101,10 @@ start_docker_cluster_rabbitmq() {
 
     mkdir -pv $CONF_DIR/rabbitmq/conf.d/
 
-    RABBITMQ_TEST_DIR="/var/rabbitmq" ${BIN_DIR}/gen-rabbitmq-conf ${RABBITMQ_CONFIG_DIR} $ENV_FILE $CONF_DIR/rabbitmq/rabbitmq.conf
+    RABBITMQ_TEST_DIR="/var/rabbitmq" 
+    ${BIN_DIR}/gen-rabbitmq-conf "${PROFILES}" ${RABBITMQ_CONFIG_DIR} $ENV_FILE $CONF_DIR/rabbitmq/rabbitmq.conf
     print "> EFFECTIVE RABBITMQ_CONFIG_FILE: $CONF_DIR/rabbitmq/rabbitmq.conf"
-    ${BIN_DIR}/gen-advanced-config ${RABBITMQ_CONFIG_DIR} $ENV_FILE $CONF_DIR/rabbitmq/advanced.config
+    ${BIN_DIR}/gen-advanced-config "${PROFILES}" ${RABBITMQ_CONFIG_DIR} $ENV_FILE $CONF_DIR/rabbitmq/advanced.config
     RESULT=$?
     if [ $RESULT -eq 0 ]; then
         if [ -s $RESULT ]; then
@@ -150,9 +153,10 @@ start_docker_rabbitmq() {
 
   mkdir -pv $CONF_DIR/rabbitmq/conf.d/
 
-  RABBITMQ_TEST_DIR="/var/rabbitmq" ${BIN_DIR}/gen-rabbitmq-conf ${RABBITMQ_CONFIG_DIR} $ENV_FILE $CONF_DIR/rabbitmq/rabbitmq.conf
+  RABBITMQ_TEST_DIR="/var/rabbitmq" 
+  ${BIN_DIR}/gen-rabbitmq-conf "${PROFILES}" ${RABBITMQ_CONFIG_DIR} $ENV_FILE $CONF_DIR/rabbitmq/rabbitmq.conf
   print "> EFFECTIVE RABBITMQ_CONFIG_FILE: $CONF_DIR/rabbitmq/rabbitmq.conf"
-  ${BIN_DIR}/gen-advanced-config ${RABBITMQ_CONFIG_DIR} $ENV_FILE $CONF_DIR/rabbitmq/advanced.config
+  ${BIN_DIR}/gen-advanced-config "${PROFILES}" ${RABBITMQ_CONFIG_DIR} $ENV_FILE $CONF_DIR/rabbitmq/advanced.config
   RESULT=$?
   if [ $RESULT -eq 0 ]; then
       if [ -s $RESULT ]; then

selenium/bin/find-template-files

@@ -1,10 +1,15 @@
 #!/usr/bin/env bash
 
-TEST_PATH=${1:?"First parameter must be the test path"}
-TEMPLATE_FILE_PREFIX=${2:?"Second parameter must be the template file prefix"}
-TEMPLATE_FILE_SUFFIX=${3:-""}
+PROFILES=${1:?"First parameter must be a space-separated list of profiles"}
+TEST_PATH=${2:?"First parameter must be the test path"}
+TEMPLATE_FILE_PREFIX=${3:?"Second parameter must be the template file prefix"}
+TEMPLATE_FILE_SUFFIX=${4:-""}
 TEST_PARENT_PATH="$(dirname "$TEST_PATH")"
 
+if [[ ! -z "${DEBUG}" ]]; then
+  set -x
+fi
+
 find_templates_files() {
   find_template_files_in $TEST_PARENT_PATH
   find_template_files_in $TEST_PATH

selenium/bin/gen-advanced-config

@@ -3,9 +3,10 @@ SCRIPT="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
 
 #set -x
 
-TEST_PATH=${1:?First parameter is the directory env and config files are relative to}
-ENV_FILE=${2:?Second parameter is a comma-separated list of .env file which has exported template variables}
-FINAL_CONFIG_FILE=${3:?Forth parameter is the name of the final config file. It is relative to where this script is run from}
+PROFILES=${1:?First parameter is a string of comma separated list of profiles}
+TEST_PATH=${2:?First parameter is the directory env and config files are relative to}
+ENV_FILE=${3:?Second parameter is a comma-separated list of .env file which has exported template variables}
+FINAL_CONFIG_FILE=${4:?Forth parameter is the name of the final config file. It is relative to where this script is run from}
 
 source $ENV_FILE
 
@@ -15,7 +16,7 @@ mkdir -p $parentdir
 echo "" > $FINAL_CONFIG_FILE
 
 FOUND_TEMPLATES_COUNT=0
-for f in $($SCRIPT/find-template-files $TEST_PATH "advanced" "config")
+for f in $($SCRIPT/find-template-files "${PROFILES}" $TEST_PATH "advanced" "config")
 do
   envsubst < $f  >> $FINAL_CONFIG_FILE
   FOUND_TEMPLATES_COUNT+=1

selenium/bin/gen-env-file

@@ -7,8 +7,9 @@ fi
 
 
 ENV_FILE="/tmp/rabbitmq/.env"
-FIND_PATH=$1
-ENV_FILE=$2
+PROFILES=$1
+FIND_PATH=$2
+ENV_FILE=$3
 FIND_PARENT_PATH="$(dirname "$FIND_PATH")"
 
 generate_env_file() {
@@ -20,7 +21,7 @@ generate_env_file() {
   echo "export TEST_CONFIG_PATH=${FIND_PATH}" >> $ENV_FILE
 
   declare -a FILE_ARRAY
-  for f in $($SCRIPT/find-template-files $FIND_PATH "env")
+  for f in $($SCRIPT/find-template-files "${PROFILES}" $FIND_PATH "env")
   do
     FILE_ARRAY+=($f)
   done

selenium/bin/gen-httpd-conf

@@ -14,7 +14,7 @@ mkdir -p $parentdir
 
 echo "" > $FINAL_CONFIG_FILE
 
-for f in $($SCRIPT/find-template-files $TEST_PATH "httpd" "conf")
+for f in $($SCRIPT/find-template-files "${PROFILES}" $TEST_PATH "httpd" "conf")
 do
   envsubst < $f  >> $FINAL_CONFIG_FILE
 done

selenium/bin/gen-json

@@ -0,0 +1,22 @@
+#!/usr/bin/env bash
+
+SCRIPT="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+#set -x
+
+JSON_FILE_PATH=${1:?First parameter is the directory env and config files are relative to}
+JSON_FILENAME=${2:?Second parameter is the json filename of the realm without extension}
+ENV_FILE=${3:?Second parameter is a comma-separated list of .env file which has exported template variables}
+FINAL_CONFIG_FILE=${4:?Forth parameter is the name of the final config file. It is relative to where this script is run from}
+
+source $ENV_FILE
+
+parentdir="$(dirname "$FINAL_CONFIG_FILE")"
+mkdir -p $parentdir
+
+echo "" > $FINAL_CONFIG_FILE
+
+for f in $($SCRIPT/find-template-files "${PROFILES}" $JSON_FILE_PATH $JSON_FILENAME "json")
+do
+  envsubst < $f  >> $FINAL_CONFIG_FILE
+done

selenium/bin/gen-keycloak-json

@@ -16,7 +16,7 @@ mkdir -p $parentdir
 
 echo "" > $FINAL_CONFIG_FILE
 
-for f in $($SCRIPT/find-template-files $KEYCLOAK_PATH $KEYCLOAK_FILENAME "json")
+for f in $($SCRIPT/find-template-files "${PROFILES}" $KEYCLOAK_PATH $KEYCLOAK_FILENAME "json")
 do
   envsubst < $f  >> $FINAL_CONFIG_FILE
 done

selenium/bin/gen-rabbitmq-conf

@@ -3,9 +3,10 @@ SCRIPT="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
 
 #set -x
 
-TEST_PATH=${1:?First parameter is the directory env and config files are relative to}
-ENV_FILE=${2:?Second parameter is a comma-separated list of .env file which has exported template variables}
-FINAL_CONFIG_FILE=${3:?Forth parameter is the name of the final config file. It is relative to where this script is run from}
+PROFILES=${1:?First parameter is a string with a comma-separated list of profiles}
+TEST_PATH=${2:?First parameter is the directory env and config files are relative to}
+ENV_FILE=${3:?Second parameter is a comma-separated list of .env file which has exported template variables}
+FINAL_CONFIG_FILE=${4:?Forth parameter is the name of the final config file. It is relative to where this script is run from}
 
 source $ENV_FILE
 
@@ -14,7 +15,7 @@ mkdir -p $parentdir
 
 echo "" > $FINAL_CONFIG_FILE
 
-for f in $($SCRIPT/find-template-files $TEST_PATH "rabbitmq" "conf")
+for f in $($SCRIPT/find-template-files "${PROFILES}" $TEST_PATH "rabbitmq" "conf")
 do
   envsubst < $f  >> $FINAL_CONFIG_FILE
 done

selenium/bin/gen-uaa-yml

@@ -14,7 +14,7 @@ mkdir -p $parentdir
 
 echo "" > $FINAL_CONFIG_FILE
 
-for f in $($SCRIPT/find-template-files $UAA_PATH "uaa" "yml")
+for f in $($SCRIPT/find-template-files "${PROFILES}" $UAA_PATH "uaa" "yml")
 do
   envsubst < $f  >> $FINAL_CONFIG_FILE
 done