rebuild_system_from_scratch.sh

#! /usr/bin/env bash -e

HOME_DIR=${LOFAR20_DIR:-${PWD}}
if [ ! -d ${HOME_DIR}/bootstrap ]; then
    # HOME_DIR/bootstrap needs to exist for this script to work.
    echo -e "$(basename ${0}):\n\nERROR\n\tCannot run this script because the \"bootstrap\" cannot be found!\n\n"
    exit 1
fi

# Save for the moment when tango will be cloned.
OLD_HOME_DIR=${HOME_DIR}.old

trap ' exit ${?} ' ABRT EXIT HUP INT TERM QUIT ERR


function pull_images()
{
    (cd ${HOME_DIR}/docker-compose && make pull)
}

function build_lofar_images()
{
    (cd ${HOME_DIR}/docker-compose && make build)
}

function move_tango_dir_out_of_the_way()
{
    mv ${HOME_DIR} ${OLD_HOME_DIR}
}

function remove_images()
{
    ${HOME_DIR}/bootstrap/sbin/delete_all_docker_images.sh YES_DELETE_ALL
}

function pull_tango()
{
    git clone https://git.astron.nl/lofar2.0/tango.git ${HOME_DIR}
    # Now remove the old tango dir.
    rm -rf ${OLD_HOME_DIR}
}

function clean_images()
{
    # This can return a non-0 return code if the system
    # has already been shut down.
    # Therefore disable Bash's exit on error flag
    set +e
    (cd ${HOME_DIR}/docker-compose && make clean)
    # And enable it again.
    set -e
}

function start_minimal_tango()
{
    (cd ${HOME_DIR}/docker-compose
    make minimal
    # There is an issue with the dsconfig container that it every
    # other time just exits without telling why.
    # Therefore start dsconfig, then wait for 10s to allow it
    # to die and just start it again.
    # Don't they say that the second time is always a charm?
    make start dsconfig
    echo -e "\tWaiting for dsconfig to settle down..."
    sleep 10
    echo -e "\tDone.\n\tStarting dsconfig again."
    make start dsconfig)
}

function configure_tango_db()
{
    # This somehow returns with a non-0 return code, make Bash happy.
    ${HOME_DIR}/sbin/update_ConfigDb.sh ${HOME_DIR}/CDB/LOFAR_ConfigDb.json || true
}

function configure_elk()
{
    (cd ${HOME_DIR}/docker-compose && make start elk-configure-host)
}

function start_support_images()
{
    (cd ${HOME_DIR}/docker-compose && make start elk
    make start jupyter)
}

function start_lofar_images()
{
    (cd ${HOME_DIR}/docker-compose
    make start device-pcc
    make start device-sdp)
}


# Clean out the Docker volumes.
echo "-> Stopping Docker images and cleaning cleaning up their volumes..."
clean_images
echo -e "\tDone.\n"

# Move the tango repo dir out of the way.
echo "-> Moving the tango directory ${HOME_DIR} out of the way..."
move_tango_dir_out_of_the_way
echo -e "\tDone.\n"

# Now pull the repo.
echo "-> Cloning tango's master branch to ${HOME_DIR}..."
pull_tango
echo -e "\tDone.\n"

# Now clean out the docker images.
echo "-> Deleting all Docker images from this host..."
remove_images
echo -e "\tDone.\n"

# Pull SKA's Docker images.
echo "-> Installing latest SKA Docker images on this host..."
pull_images
echo -e "\tDone.\n"

# Build all of the LOFAR Docker images.
echo "-> Building LOFAR2.0 Docker images..."
build_lofar_images
echo -e "\tDone.\n"

# Now start the basic Tango system, including dsconfig.
echo "-> Staring up a minimal Tango session..."
start_minimal_tango
echo -e "\tDone.\n"

# Load LOFAR's TangoDB.
echo "-> Configuring the Tango DB for LOFAR2.0..."
configure_tango_db
echo -e "\tDone.\n"

# Now configure the ELK container.
echo "-> Configuring the ELK container for this host..."
configure_elk
echo -e "\tDone.\n"

# Here I start ELK & Jupyter.
echo "-> Start LOFAR2.0 support containers (ELK, Jupyter, etc.)..."
start_support_images
echo -e "\tDone.\n"

# And finally start all the LOFAR images.
echo "-> Start LOFAR2.0 containers..."
start_lofar_images
echo -e "\tDone.\n"

# Now the system should be ready to use.
# For instance the cold start script could now be executed.
echo -e "-> LOFAR2.0 system rebuild was successful.\n\n"