Skip to content
Snippets Groups Projects
Commit be016557 authored by Jan David Mol's avatar Jan David Mol
Browse files

Merge branch 'replace-head01-head' into 'master'

Replace head01 head

See merge request !1
parents 6a86ce53 0a409958
No related branches found
No related tags found
1 merge request!1Replace head01 head
...@@ -94,11 +94,11 @@ function create_html_remotely_fn() { ...@@ -94,11 +94,11 @@ function create_html_remotely_fn() {
CREATE_HTML=create_html CREATE_HTML=create_html
command="$CREATE_HTML $GLOBAL_ARGS" command="$CREATE_HTML $GLOBAL_ARGS"
ssh $REMOTE_HOST "echo \"$GLOBAL_ARGS\" | tee -a $LOG" ssh -o StrictHostKeyChecking=no $REMOTE_HOST "echo \"$GLOBAL_ARGS\" | tee -a $LOG"
ssh $REMOTE_HOST "echo \"Creating HTML using $CREATE_HTML\" | tee -a $LOG" ssh -o StrictHostKeyChecking=no $REMOTE_HOST "echo \"Creating HTML using $CREATE_HTML\" | tee -a $LOG"
ssh $REMOTE_HOST "echo \"$command\"| tee -a $LOG" ssh -o StrictHostKeyChecking=no $REMOTE_HOST "echo \"$command\"| tee -a $LOG"
# Submit slurm jobs that start docker containers at cpuxx nodes... # Submit slurm jobs that start docker containers at cpuxx nodes...
ssh -n -tt -x lofarsys@head01.cep4.control.lofar \ ssh -n -tt -x -o StrictHostKeyChecking=no lofarsys@head.cep4.control.lofar \
docker-run-slurm.sh --rm -u `id -u` \ docker-run-slurm.sh --rm -u `id -u` \
-e USER=$USER -e HOME=$HOME \ -e USER=$USER -e HOME=$HOME \
-v /data:/data \ -v /data:/data \
...@@ -107,12 +107,12 @@ function create_html_remotely_fn() { ...@@ -107,12 +107,12 @@ function create_html_remotely_fn() {
"$command" "$command"
SSH_EXITCODE=$? SSH_EXITCODE=$?
if test "$SSH_EXITCODE" == "0"; then if test "$SSH_EXITCODE" == "0"; then
ssh $REMOTE_HOST "echo \"HTML Created successfully\" | tee -a $LOG" ssh -o StrictHostKeyChecking=no $REMOTE_HOST "echo \"HTML Created successfully\" | tee -a $LOG"
else else
ssh $REMOTE_HOST "echo \"Problem creating HTML overview for $GLOBAL_ARGS.\" | tee -a $LOG" ssh -o StrictHostKeyChecking=no $REMOTE_HOST "echo \"Problem creating HTML overview for $GLOBAL_ARGS.\" | tee -a $LOG"
ssh $REMOTE_HOST "echo \"Exit status: $exit_status\" | tee -a $LOG" ssh -o StrictHostKeyChecking=no $REMOTE_HOST "echo \"Exit status: $exit_status\" | tee -a $LOG"
ssh $REMOTE_HOST "echo \"$result\" | tee -a $LOG" ssh -o StrictHostKeyChecking=no $REMOTE_HOST "echo \"$result\" | tee -a $LOG"
ssh $REMOTE_HOST "echo \"Cannot start create_html: no HTML generated\" | tee -a $LOG" ssh -o StrictHostKeyChecking=no $REMOTE_HOST "echo \"Cannot start create_html: no HTML generated\" | tee -a $LOG"
fi fi
} }
...@@ -148,14 +148,14 @@ function exit_timeout() { ...@@ -148,14 +148,14 @@ function exit_timeout() {
function sigterm_handler() { function sigterm_handler() {
for sas_id in $GLOBAL_ARGS; do for sas_id in $GLOBAL_ARGS; do
ssh -n -tt -x lofarsys@head01.cep4.control.lofar "bash -ilc \"use Lofar; use Pyautoplot; report_global_status ${sas_id}\"" ssh -n -tt -x -o StrictHostKeyChecking=no lofarsys@head.cep4.control.lofar "bash -ilc \"use Lofar; use Pyautoplot; report_global_status ${sas_id}\""
done done
for sas_id in $GLOBAL_ARGS; do for sas_id in $GLOBAL_ARGS; do
ssh -n -x lofarsys@lcuhead "/home/fallows/inspect_bsts_msplots.bash $sas_id" ssh -n -x lofarsys@lcuhead "/home/fallows/inspect_bsts_msplots.bash $sas_id"
done done
create_html_remotely_fn lofarsys@head01.cep4.control.lofar create_html_remotely_fn lofarsys@head.cep4.control.lofar
DATE_DONE=`date` DATE_DONE=`date`
ssh lofarsys@head01.cep4.control.lofar "echo \"Done at $DATE_DONE\" | tee -a $LOG" ssh -o StrictHostKeyChecking=no lofarsys@head.cep4.control.lofar "echo \"Done at $DATE_DONE\" | tee -a $LOG"
exit exit
} }
...@@ -205,15 +205,15 @@ case `hostname_fqdn` in ...@@ -205,15 +205,15 @@ case `hostname_fqdn` in
*cep4*) *cep4*)
DATE=`date` DATE=`date`
ssh lofarsys@head01.cep4.control.lofar "echo \"\" | tee -a $LOG" ssh -o StrictHostKeyChecking=no lofarsys@head.cep4.control.lofar "echo \"\" | tee -a $LOG"
ssh lofarsys@head01.cep4.control.lofar "echo \"=======================\" | tee -a $LOG" ssh -o StrictHostKeyChecking=no lofarsys@head.cep4.control.lofar "echo \"=======================\" | tee -a $LOG"
ssh lofarsys@head01.cep4.control.lofar "echo \"Date: $DATE\"|tee -a $LOG" ssh -o StrictHostKeyChecking=no lofarsys@head.cep4.control.lofar "echo \"Date: $DATE\"|tee -a $LOG"
ssh lofarsys@head01.cep4.control.lofar "echo \"$0 $@\" | tee -a $LOG" ssh -o StrictHostKeyChecking=no lofarsys@head.cep4.control.lofar "echo \"$0 $@\" | tee -a $LOG"
ssh lofarsys@head01.cep4.control.lofar "echo \"On machine $HOSTNAME\" | tee -a $LOG" ssh -o StrictHostKeyChecking=no lofarsys@head.cep4.control.lofar "echo \"On machine $HOSTNAME\" | tee -a $LOG"
ssh lofarsys@head01.cep4.control.lofar "echo \"Using pyautoplot:$PYAUTOPLOT_TAG\" | tee -a $LOG" ssh -o StrictHostKeyChecking=no lofarsys@head.cep4.control.lofar "echo \"Using pyautoplot:$PYAUTOPLOT_TAG\" | tee -a $LOG"
for sas_id in $@; do for sas_id in $@; do
ssh lofarsys@head01.cep4.control.lofar "mkdir -v $INSPECT_ROOT/$sas_id $INSPECT_ROOT/HTML/$sas_id 2>&1 | tee -a $LOG" ssh -o StrictHostKeyChecking=no lofarsys@head.cep4.control.lofar "mkdir -v $INSPECT_ROOT/$sas_id $INSPECT_ROOT/HTML/$sas_id 2>&1 | tee -a $LOG"
done done
sleep 45 # to make sure writing of metadata in MSses has a reasonable chance to finish before plots are created. sleep 45 # to make sure writing of metadata in MSses has a reasonable chance to finish before plots are created.
...@@ -233,7 +233,7 @@ case `hostname_fqdn` in ...@@ -233,7 +233,7 @@ case `hostname_fqdn` in
-v $HOME/.ssh:$HOME/.ssh:ro \ -v $HOME/.ssh:$HOME/.ssh:ro \
--net=host \ --net=host \
pyautoplot:$PYAUTOPLOT_TAG \ pyautoplot:$PYAUTOPLOT_TAG \
'/bin/bash -c \\"msplots --prefix=/dev/shm/ --output='$sas_id' --memory=1.0 '$product' ; rsync -a /dev/shm/'$sas_id'/ lofarsys@head01.cep4.control.lofar:'$INSPECT_ROOT'/'$sas_id'/\\"' & '/bin/bash -c \\"msplots --prefix=/dev/shm/ --output='$sas_id' --memory=1.0 '$product' ; rsync -a /dev/shm/'$sas_id'/ lofarsys@head.cep4.control.lofar:'$INSPECT_ROOT'/'$sas_id'/\\"' &
SSH_PIDS="$SSH_PIDS $!" SSH_PIDS="$SSH_PIDS $!"
done done
...@@ -252,7 +252,7 @@ case `hostname_fqdn` in ...@@ -252,7 +252,7 @@ case `hostname_fqdn` in
-v $HOME/.ssh:$HOME/.ssh:ro \ -v $HOME/.ssh:$HOME/.ssh:ro \
--net=host \ --net=host \
pyautoplot:$PYAUTOPLOT_TAG \ pyautoplot:$PYAUTOPLOT_TAG \
'/bin/bash -c \\"report_global_status '$sas_id'; rsync -a /dev/shm/'$sas_id'/ lofarsys@head01.cep4.control.lofar:'$INSPECT_ROOT'/'$sas_id'/\\"' & '/bin/bash -c \\"report_global_status '$sas_id'; rsync -a /dev/shm/'$sas_id'/ lofarsys@head.cep4.control.lofar:'$INSPECT_ROOT'/'$sas_id'/\\"' &
SSH_PIDS="$SSH_PIDS $!" SSH_PIDS="$SSH_PIDS $!"
done done
...@@ -263,7 +263,7 @@ case `hostname_fqdn` in ...@@ -263,7 +263,7 @@ case `hostname_fqdn` in
ssh -n -x lofarsys@lcuhead "/home/fallows/inspect_bsts_msplots.bash $sas_id" ssh -n -x lofarsys@lcuhead "/home/fallows/inspect_bsts_msplots.bash $sas_id"
done done
create_html_remotely_fn lofarsys@head01.cep4.control.lofar create_html_remotely_fn lofarsys@head.cep4.control.lofar
;; ;;
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment