Skip to content

armgit / core

Public Imported from GitHub
0

100% open-source IoT Platform - Integrate your devices, add intelligence, build custom apps

9.9 KB
Raw Blame
#!/bin/bash

# Runs the test on the servers requested ./run.sh server1 server2 server3; this script requires SSH access to each server
#
# server1 - Server where the OpenRemote Manager should run (deployment 1)
# server2 - Server where the console-users test should run (deployment 2)
# server3 = Server where the auto-provisioning test should run (deployment 3)
#
# The following environment variables can be used:
#
# `DEPLOYMENT1_DO_NOTHING` (default: false) - Do not do anything with deployment1; useful when running the test multiple times to speed up deployment
# `DEPLOYMENT1_RESTART_ONLY` (default: false) - Will only restart the manager container on deployment 1 rather than the default behaviour of stack down/up
# `DEPLOYMENT1_MQTT_RATE_LIMIT` (default: 100/s) - Will set the MQTT_RATE_LIMIT on the proxy container to limit the connection rate of MQTT devices
# `DEPLOYMENT1_ENV` (default: unset) - Provide custom environment variables to the deployment
# `DEPLOYMENT2_THREAD_COUNT` (default: unset) - Override console user test `THREAD_COUNT` (set to `0` to skip deployment 2 test)
# `DEPLOYMENT2_DURATION` (default: unset) - Override console user test `DURATION`
# `DEPLOYMENT2_RAMP_RATE` (default: unset) - Override console user test `RAMP_RATE`
# `DEPLOYMENT2_WAIT_FOR_EXIT` (default: true) - Set to false to not wait for deployment 2 test runner container to exit
# `DEPLOYMENT3_THREAD_COUNT` (default: unset) - Override auto provisioning device test `THREAD_COUNT` (set to `0` to skip deployment 3 test)
# `DEPLOYMENT3_DURATION` (default: unset) - Override auto provisioning device test `DURATION`
# `DEPLOYMENT3_RAMP_RATE` (default: unset) - Override auto provisioning device test `RAMP_RATE`
# `DEPLOYMENT3_MILLIS_BETWEEN_PUBLISHES` (default: unset) - Auto provisioning device test `MILLIS_BETWEEN_PUBLISHES`
# `DEPLOYMENT3_USE_SETTLE_TEST` (default: false) - Set to true to use auto-provisioning-settle-test.yml instead of auto-provisioning.yml
# `DEPLOYMENT3_WAIT_FOR_EXIT` (default: true) - Set to false to not wait for deployment 3 test runner container to exit

SSH_PREFIX="ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -o LogLevel=error -q"
SCP_PREFIX="scp -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -o LogLevel=error -q"
SERVER1=${1,,}
SERVER2=${2,,}
SERVER3=${3,,}

invalid_args() {
  echo "Usage:"
  echo ""
  echo "./run.sh server1.com server2.com server3.com"
  echo ""
  echo "You must have SSH access already configured for each server"
}


if [ -z "$SERVER1" ] || [ -z "$SERVER2" ] || [ -z "$SERVER3" ]; then
 invalid_args
 exit 1
fi

# Build setup JAR and prepare the directories
cd ../../
./gradlew :setup:load1Jar
cd test
mkdir -p build/deployment1/manager/extensions build/deployment2/results build/deployment3/results
cp ../setup/build/libs/openremote-load1-setup-0.0.0.jar build/deployment1/manager/extensions
cp -r load1/deployment1 load1/deployment2 load1/deployment3 build
cd build

if [ "$DEPLOYMENT1_DO_NOTHING" == "true" ]; then
  echo "Skipping deployment1 (assuming stack already running and will be reused)"
else
  if [ "$SERVER1" == "localhost" ]; then
    echo "Deploying on localhost deployment1"
    docker-compose -p test -f deployment1/test-load1.yml up -d
  else
    echo "Copying files to remote host deployment1 -> $SERVER1"
    $SCP_PREFIX -r deployment1 $SERVER1:~
    echo "Deploying on remote host deployment1 -> $SERVER1"
    $SSH_PREFIX $SERVER1 << EOF

cd deployment1

if [ -n "$DEPLOYMENT1_MQTT_RATE_LIMIT" ]; then
  \$DEPLOYMENT1_ENV = "MQTT_RATE_LIMIT=$DEPLOYMENT1_MQTT_RATE_LIMIT $DEPLOYMENT1_ENV"
fi

if ! [ -f .env ]; then
  OR_ADMIN_PASSWORD=\$(date +%s | sha256sum | base64 | head -c 15)
  echo "OR_ADMIN_PASSWORD: \$OR_ADMIN_PASSWORD"
  touch .env
  echo OR_ADMIN_PASSWORD=\$OR_ADMIN_PASSWORD >> .env
else
  echo "Env variables:"
  cat .env
fi

if [ "$DEPLOYMENT1_RESTART_ONLY" == "true" ]; then
  echo "Skipping forced redeploy of manager instance, will just try restart"
  docker restart test-manager-1 1>/dev/null 2>&1
else
  echo "Stopping any existing stack"
  OR_HOSTNAME=$SERVER1 docker-compose -p test -f test-load1.yml down
  # Prune old data
  docker volume rm test_manager-data test_postgresql-data
  OR_HOSTNAME=$SERVER1 docker-compose -p test -f test-load1.yml pull --ignore-pull-failures
fi

$DEPLOYMENT1_ENV OR_HOSTNAME=$SERVER1 docker-compose -p test -f test-load1.yml up -d
if [ \$? -ne 0 ]; then
  echo "Failed to start the stack"
  exit 1
fi
docker image prune -af 1>/dev/null 2>&1

echo "Waiting for up to 45mins for all services to be healthy"
COUNT=1
STATUSES_OK=false
IFS=\$'\n'
while [ "\$STATUSES_OK" != 'true' ] && [ \$COUNT -le 270 ]; do

   echo "Checking service health...attempt \$COUNT"
   STATUSES=\$(docker ps --format "{{.Names}} {{.Status}}")
   STATUSES_OK=true

   for STATUS in \$STATUSES; do
     if [[ "\$STATUS" != *"healthy"* ]]; then
       STATUSES_OK=false
       break
     fi
   done

   if [ "\$STATUSES_OK" == 'true' ]; then
      break
   fi

   sleep 10
   COUNT=\$((COUNT+1))
done

if [ "\$STATUSES_OK" == 'true' ]; then
  echo "All services are healthy"
else
  echo "One or more services are unhealthy"
  docker ps -a
  exit 1
fi

EOF
  fi

  if [ $? -ne 0 ]; then
    echo "Failed to deploy deployment 1"
    exit 1
  else
    echo "Deployed deployment 1"
  fi
fi

# DEPLOYMENT 2
if [ "$DEPLOYMENT2_THREAD_COUNT" != "0" ]; then
  SETTINGS="-o settings.env.MANAGER_HOSTNAME=$SERVER1"
  if [ -n "$DEPLOYMENT2_THREAD_COUNT" ]; then
    SETTINGS="$SETTINGS -o settings.env.THREAD_COUNT=$DEPLOYMENT2_THREAD_COUNT"
  fi
  if [ -n "$DEPLOYMENT2_DURATION" ]; then
    SETTINGS="$SETTINGS -o settings.env.DURATION=$DEPLOYMENT2_DURATION"
  fi
  if [ -n "$DEPLOYMENT2_RAMP_RATE" ]; then
    SETTINGS="$SETTINGS -o settings.env.RAMP_RATE=$DEPLOYMENT2_RAMP_RATE"
  fi

  COMMAND="cd deployment2; docker run --rm -d --name deployment2 -v \$PWD:/bzt-configs -v \$PWD/results:/tmp/artifacts openremote/jmeter-taurus $SETTINGS console-users.yml; cd .."
  echo "Deployment 2 launch command: $COMMAND"

  if [ "$SERVER2" == "localhost" ]; then
    echo "Deploying on localhost"
    cd deployment2
    MSYS_NO_PATHCONV=1 docker run --rm -d --name deployment2 -v \$PWD:/bzt-configs -v \$PWD/results:/tmp/artifacts openremote/jmeter-taurus $SETTINGS console-users.yml
    cd ..
  else
    rm -rf deployment2/results
    $SSH_PREFIX $SERVER2 "rm -rf ~/deployment2"
    echo "Copying files to remote host deployment2 -> $SERVER2"
    $SCP_PREFIX -r deployment2 $SERVER2:~
    echo "Deploying on remote host deployment2 -> $SERVER2"
    $SSH_PREFIX $SERVER2 << EOF

$COMMAND

if [ \$? -ne 0 ]; then
  exit 1
fi

echo "Test container is now running"

EOF
  fi

  if [ $? -ne 0 ]; then
    echo "Failed to deploy deployment 2"
    exit 1
  else
    echo "Deployed deployment 2"
  fi
else
  echo "Skipping deployment 2"
fi

# DEPLOYMENT 3
if [ "$DEPLOYMENT3_THREAD_COUNT" != "0" ]; then
  SETTINGS="-o settings.env.MANAGER_HOSTNAME=$SERVER1"
  if [ -n "$DEPLOYMENT3_THREAD_COUNT" ]; then
    SETTINGS="$SETTINGS -o settings.env.THREAD_COUNT=$DEPLOYMENT3_THREAD_COUNT"
  fi
  if [ -n "$DEPLOYMENT3_DURATION" ]; then
    SETTINGS="$SETTINGS -o settings.env.DURATION=$DEPLOYMENT3_DURATION"
  fi
  if [ -n "$DEPLOYMENT3_RAMP_RATE" ]; then
    SETTINGS="$SETTINGS -o settings.env.RAMP_RATE=$DEPLOYMENT3_RAMP_RATE"
  fi
  if [ -n "$DEPLOYMENT3_MILLIS_BETWEEN_PUBLISHES" ]; then
    SETTINGS="$SETTINGS -o settings.env.MILLIS_BETWEEN_PUBLISHES=$DEPLOYMENT3_MILLIS_BETWEEN_PUBLISHES"
  fi

  DEPLOYMENT3_TEST_FILE="auto-provisioning.yml"
  if [ -n "$DEPLOYMENT3_USE_SETTLE_TEST" ]; then
    echo "Running auto provisioning settle test"
    DEPLOYMENT3_TEST_FILE="auto-provisioning-settle-test.yml"
  fi

  COMMAND="cd deployment3; docker run --rm -d --name deployment3 -v \$PWD:/bzt-configs -v \$PWD/results:/tmp/artifacts openremote/jmeter-taurus $SETTINGS $DEPLOYMENT3_TEST_FILE; cd .."
  echo "Deployment 3 launch command: $COMMAND"

  if [ "$SERVER3" == "localhost" ]; then
    echo "Deploying on localhost deployment3"
    cd deployment3
    MSYS_NO_PATHCONV=1 docker run --rm -d --name deployment3 -v $PWD:/bzt-configs -v $PWD/results:/tmp/artifacts openremote/jmeter-taurus $SETTINGS $DEPLOYMENT3_TEST_FILE
    cd ..
  else
    rm -rf deployment3/results
    $SSH_PREFIX $SERVER3 "sudo rm -rf ~/deployment3"
    echo "Copying files to remote host deployment3 -> $SERVER3"
    $SCP_PREFIX -r deployment3 $SERVER3:~
    echo "Deploying on remote host deployment3 -> $SERVER3"
    $SSH_PREFIX $SERVER3 << EOF

rm -rf deployment3/results
$COMMAND

if [ \$? -ne 0 ]; then
  exit 1
fi

echo "Test container is now running"

EOF
  fi

  if [ $? -ne 0 ]; then
    echo "Failed to deploy deployment 3"
    exit 1
  else
    echo "Deployed deployment 3"
  fi
else
  echo "Skipping deployment 3"
fi

echo "Waiting for test runners to finish"

if [ "$DEPLOYMENT2_THREAD_COUNT" != "0" ] && [ "$DEPLOYMENT2_WAIT_FOR_EXIT" != "false" ]; then
  if [ "$SERVER2" == "localhost" ]; then
    while [ -n "$(docker ps -q -f name=deployment2)" ]; do
      echo "Waiting for deployment 2 container to exit..."
      sleep 10
    done

    echo "Deployment 2 container has finished"

  else
    $SSH_PREFIX $SERVER2 << EOF

while [ -n "\$(docker ps -q -f name=deployment2)" ]; do
  echo "Waiting for deployment 2 container to exit..."
  sleep 10
done

echo "Deployment 2 container has finished"

EOF
    echo "Copying results"
    $SCP_PREFIX -r $SERVER2:~/deployment2/results ../build/deployment2/
  fi
fi

if [ "$DEPLOYMENT3_THREAD_COUNT" != "0" ] && [ "$DEPLOYMENT3_WAIT_FOR_EXIT" != "false" ]; then
  if [ "$SERVER3" == "localhost" ]; then
    while [ -n "$(docker ps -q -f name=deployment3)" ]; do
      echo "Waiting for deployment 3 container to exit..."
      sleep 10
    done

    echo "Deployment 3 container has finished"
  else
    $SSH_PREFIX $SERVER3 << EOF

while [ -n "\$(docker ps -q -f name=deployment3)" ]; do
  echo "Waiting for deployment 3 container to exit..."
  sleep 10
done

echo "Deployment 3 container has finished"

EOF
    echo "Copying results"
    $SCP_PREFIX -r $SERVER3:~/deployment3/results ../build/deployment3/
  fi
fi