diff --git a/CEP/Pipeline/recipes/sip/nodes/imager_awimager.py b/CEP/Pipeline/recipes/sip/nodes/imager_awimager.py index e11471d3d8956c643ce3fcdfe8688f31a8472f6a..8c894ef291d7de05c8d3d5eed6ecba1039405949 100644 --- a/CEP/Pipeline/recipes/sip/nodes/imager_awimager.py +++ b/CEP/Pipeline/recipes/sip/nodes/imager_awimager.py @@ -25,6 +25,7 @@ from lofarpipe.support.pipelinelogging import log_time from lofarpipe.support.utilities import patch_parset from lofarpipe.support.utilities import get_parset from lofarpipe.support.utilities import catch_segfaults +from lofarpipe.support.utilities import create_directory from lofarpipe.support.lofarexceptions import PipelineException import pyrap.tables as pt # @UnresolvedImport from subprocess import CalledProcessError @@ -66,6 +67,10 @@ class imager_awimager(LOFARnodeTCP): # Read the parameters as specified in the parset parset_object = get_parset(parset) + #****************************************************************** + # 0. Create the directories used in this recipe + create_directory(working_directory) + # ************************************************************* # 1. Calculate awimager parameters that depend on measurement set # and the parset diff --git a/CEP/Pipeline/recipes/sip/nodes/imager_create_dbs.py b/CEP/Pipeline/recipes/sip/nodes/imager_create_dbs.py index 0fe1189ac51332120f88f65854d1e77c9d9c4234..30e60ab2a09214e8849173dc34d5064b526eb754 100644 --- a/CEP/Pipeline/recipes/sip/nodes/imager_create_dbs.py +++ b/CEP/Pipeline/recipes/sip/nodes/imager_create_dbs.py @@ -16,6 +16,7 @@ from lofarpipe.support.lofarnode import LOFARnodeTCP from lofarpipe.support.pipelinelogging import log_process_output from lofarpipe.support.pipelinelogging import CatchLog4CPlus from lofarpipe.support.utilities import catch_segfaults +from lofarpipe.support.utilities import create_directory import monetdb.sql as db import lofar.gsm.gsmutils as gsm @@ -65,6 +66,10 @@ class imager_create_dbs(LOFARnodeTCP): self.logger.info("Starting imager_create_dbs Node") self.environment.update(environment) + #****************************************************************** + # 0. Create the directories used in this recipe + create_directory(working_directory) + #******************************************************************* # 1. get a sourcelist: from gsm or from file source_list, append = self._create_source_list( diff --git a/CEP/Pipeline/recipes/sip/nodes/imager_source_finding.py b/CEP/Pipeline/recipes/sip/nodes/imager_source_finding.py index 07612e989918c527e7901ab3707d7a241c6ee6bd..2d5cc1fe13b541d529d2ffd591f29421f0a93a31 100644 --- a/CEP/Pipeline/recipes/sip/nodes/imager_source_finding.py +++ b/CEP/Pipeline/recipes/sip/nodes/imager_source_finding.py @@ -8,6 +8,7 @@ from lofarpipe.support.lofarnode import LOFARnodeTCP from lofarpipe.support.pipelinelogging import CatchLog4CPlus from lofarpipe.support.utilities import catch_segfaults +from lofarpipe.support.utilities import create_directory class imager_source_finding(LOFARnodeTCP): @@ -53,6 +54,10 @@ class imager_source_finding(LOFARnodeTCP): """ + #****************************************************************** + # 0. Create the directories used in this recipe + create_directory(working_directory) + import lofar.bdsm as bdsm#@UnresolvedImport self.logger.info("Starting imager_source_finding") self.environment.update(environment) diff --git a/CEP/Pipeline/recipes/sip/nodes/long_baseline.py b/CEP/Pipeline/recipes/sip/nodes/long_baseline.py index 60826d9fcabff25c6c0b31814b5fb283c5447963..244107a677c9943ba580f2b6b228b3b806203339 100644 --- a/CEP/Pipeline/recipes/sip/nodes/long_baseline.py +++ b/CEP/Pipeline/recipes/sip/nodes/long_baseline.py @@ -57,6 +57,7 @@ class long_baseline(LOFARnodeTCP): #****************************************************************** # I. Create the directories used in this recipe create_directory(processed_ms_dir) + create_directory(working_dir) # time slice dir_to_remove: assure empty directory: Stale data # is problematic for dppp