class: Workflow
cwlVersion: v1.0
id: prep
label: prep
$namespaces:
sbg: 'https://www.sevenbridges.com/'
inputs:
- id: msin
type: 'Directory[]'
'sbg:x': -515.1839599609375
'sbg:y': 330.674560546875
- id: filter_baselines
type: string
'sbg:x': 254.234375
'sbg:y': 684
- id: raw_data
type: boolean
'sbg:x': 0
'sbg:y': 563
- id: propagatesolutions
type: boolean
'sbg:x': 0
'sbg:y': 670
- id: flagunconverged
type: boolean
'sbg:x': 559.319091796875
'sbg:y': 837.5
- id: demix
type: boolean
'sbg:x': 254.234375
'sbg:y': 1326
- id: max_dppp_threads
type: int?
default: 10
'sbg:x': 254.234375
'sbg:y': 214
- id: memoryperc
type: int
'sbg:x': 254.234375
'sbg:y': 107
- id: flag_baselines
type: 'string[]'
'sbg:x': 254.234375
'sbg:y': 442
- id: avg_timeresolution
type: float
'sbg:x': 254.234375
'sbg:y': 1554
- id: avg_freqresolution
type: string
'sbg:x': 254.234375
'sbg:y': 1661
- id: process_baselines_cal
type: string
'sbg:x': 0
'sbg:y': 777
- id: demix_timestep
type: int
'sbg:x': 254.234375
'sbg:y': 898
- id: demix_freqstep
type: int
'sbg:x': 254.234375
'sbg:y': 1219
- id: demix_target
type: string
'sbg:x': 254.234375
'sbg:y': 1005
- id: demix_sources
type: 'string[]'
'sbg:x': 254.234375
'sbg:y': 1112
- id: min_length
type: int?
'sbg:x': 360
'sbg:y': 1919.42626953125
- id: overhead
type: float?
'sbg:x': 180
'sbg:y': 1903.963134765625
- id: min_separation
type: int?
'sbg:x': 0
'sbg:y': 884
- id: do_smooth
type: boolean?
default: false
'sbg:x': 559.319091796875
'sbg:y': 944.5
- id: max_separation_arcmin
type: float?
'sbg:x': 0
'sbg:y': 991
- id: calibrator_path_skymodel
type: Directory?
'sbg:x': 0
'sbg:y': 1098
- id: A-Team_skymodel
type: File?
'sbg:x': 0
'sbg:y': 1205
- id: elevation
type: string
default: 0deg..15deg
'sbg:x': 254.234375
'sbg:y': 791
- id: amplmin
type: float
default: 1.e-30
'sbg:x': 254.234375
'sbg:y': 1768
outputs:
- id: outh5parm
outputSource:
- h5parm_collector/outh5parm
type: File
'sbg:x': 1554.5106201171875
'sbg:y': 884
- id: check_Ateam_separation.png
outputSource:
- check_ateam_separation/output_imag
type: File
'sbg:x': 559.319091796875
'sbg:y': 1051.5
- id: msout
outputSource:
- predict_calibrate/msout
type: 'Directory[]'
'sbg:x': 1329.937255859375
'sbg:y': 663
- id: parset
outputSource:
- ndppp_prep_cal/parset
type: 'File[]'
'sbg:x': 1027.490966796875
'sbg:y': 884
- id: calibrator_name
outputSource:
- find_skymodel_cal/model_name
type: string
'sbg:x': 559.319091796875
'sbg:y': 1158.5
- id: outh5parm_logfile
outputSource:
- h5parm_collector/log
type: 'File[]'
'sbg:x': 1554.5106201171875
'sbg:y': 777
- id: logfiles
outputSource:
- concat_logfiles_calib/output
- ms_concat/logfile
- concat_logfiles_predict/output
- concat_logfiles_blsmooth/output
- make_sourcedb/log
- find_skymodel_cal/logfile
- concat_logfiles_prep_cal/output
- make_sourcedb_ateam/log
- check_ateam_separation/logfile
- aoflag/logfile
type: 'File[]'
linkMerge: merge_flattened
'sbg:x': 1554.5106201171875
'sbg:y': 991
steps:
- id: select
in:
- id: input
source:
- msin
out:
- id: output
run: ../../steps/selectfirstdirectory.cwl
label: select_only_first
'sbg:x': -303.7861022949219
'sbg:y': 542.37646484375
- id: ndppp_prep_cal
in:
- id: baselines_to_flag
default: []
source:
- flag_baselines
- id: elevation_to_flag
source: elevation
- id: min_amplitude_to_flag
source: amplmin
- id: memoryperc
default: 20
source: memoryperc
- id: raw_data
default: false
source: raw_data
- id: demix
default: false
source: demix
- id: msin
linkMerge: merge_flattened
source:
- msin
- id: msin_baseline
default: '*'
source: filter_baselines
- id: skymodel
source: make_sourcedb_ateam/sourcedb
- id: timeresolution
default: 1
source: avg_timeresolution
- id: freqresolution
default: 12.21kHz
source: avg_freqresolution
- id: demix_timestep
default: 1
source: demix_timestep
- id: demix_freqstep
default: 1
source: demix_freqstep
- id: demix_baseline
default: '*'
source: process_baselines_cal
- id: target_source
source: demix_target
- id: ntimechunk
default: 10
source: max_dppp_threads
- id: subtract_sources
source:
- demix_sources
out:
- id: msout
- id: logfile
- id: parset
run: ../../subworkflow/ndppp_prep_cal.cwl
label: ndppp_prep_cal
scatter:
- msin
'sbg:x': 559.319091796875
'sbg:y': 497.5
- id: predict_calibrate
in:
- id: msin
linkMerge: merge_flattened
source:
- aoflag/output_ms
- id: do_smooth
source: do_smooth
- id: sourcedb
source: make_sourcedb/sourcedb
- id: flagunconverged
source: flagunconverged
- id: propagatesolutions
source: propagatesolutions
out:
- id: msout
- id: BLsmooth.log
- id: predict_cal.log
- id: calib_cal.log
- id: outh5parm
run: ../../subworkflow/predict_calibrate.cwl
label: predict_calibrate
scatter:
- msin
'sbg:x': 1027.490966796875
'sbg:y': 749
- id: ms_concat
in:
- id: min_length
source: min_length
- id: overhead
source: overhead
- id: msin
linkMerge: merge_flattened
source:
- ndppp_prep_cal/msout
out:
- id: concat_meta_ms
- id: concat_additional_ms
- id: ms_outs
- id: logfile
run: ../../lofar-cwl/steps/ms_concat.cwl
label: ms_concat
'sbg:x': 700
'sbg:y': 749
- id: aoflag
in:
- id: msin
linkMerge: merge_flattened
source:
- ndppp_prep_cal/msout
- id: concat_meta_ms
source: ms_concat/concat_meta_ms
- id: concat_additional_ms
source: ms_concat/concat_additional_ms
- id: verbose
default: true
- id: combine-spws
default: true
out:
- id: output_ms
- id: logfile
run: ../../steps/aoflag.cwl
label: aoflag
'sbg:x': 850
'sbg:y': 749
- id: check_ateam_separation
in:
- id: ms
source:
- select/output
- id: min_separation
source: min_separation
out:
- id: output_imag
- id: logfile
run: ../../steps/check_ateam_separation.cwl
label: check_Ateam_separation
'sbg:x': 254.234375
'sbg:y': 1440
- id: make_sourcedb_ateam
in:
- id: sky_model
source: A-Team_skymodel
- id: logname
default: make_sourcedb_ateam.log
out:
- id: sourcedb
- id: log
run: ../../lofar-cwl/steps/makesourcedb.cwl
label: make_sourcedb_ateam
'sbg:x': 254.234375
'sbg:y': 328
- id: find_skymodel_cal
in:
- id: msin
source:
- select/output
- id: skymodels
source: calibrator_path_skymodel
- id: max_separation_arcmin
source: max_separation_arcmin
out:
- id: output_models
- id: model_name
- id: logfile
run: ../../steps/find_skymodel_cal.cwl
label: find_skymodel_cal
'sbg:x': 254.234375
'sbg:y': 563
- id: make_sourcedb
in:
- id: sky_model
source: find_skymodel_cal/output_models
- id: output_file_name
default: calibrator.sourcedb
out:
- id: sourcedb
- id: log
run: ../../lofar-cwl/steps/makesourcedb.cwl
label: make_sourcedb
'sbg:x': 559.319091796875
'sbg:y': 723.5
- id: concat_logfiles_prep_cal
in:
- id: file_list
linkMerge: merge_flattened
source:
- ndppp_prep_cal/logfile
- id: file_prefix
default: ndppp_prep_cal
out:
- id: output
run: ../../steps/concatenate_files.cwl
label: concat_logfiles_prep_cal
'sbg:x': 1027.490966796875
'sbg:y': 991
- id: concat_logfiles_blsmooth
in:
- id: file_list
source:
- predict_calibrate/BLsmooth.log
- id: file_prefix
default: blsmooth_prep
out:
- id: output
run: ../../steps/concatenate_files.cwl
label: concat_logfiles_blsmooth
'sbg:x': 1329.937255859375
'sbg:y': 1105
- id: concat_logfiles_predict
in:
- id: file_list
linkMerge: merge_flattened
source:
- predict_calibrate/predict_cal.log
- id: file_prefix
default: predict_cal
out:
- id: output
run: ../../steps/concatenate_files.cwl
label: concat_logfiles_predict
'sbg:x': 1329.937255859375
'sbg:y': 891
- id: concat_logfiles_calib
in:
- id: file_list
source:
- predict_calibrate/calib_cal.log
- id: file_prefix
default: calib_cal_prep
out:
- id: output
run: ../../steps/concatenate_files.cwl
label: concat_logfiles_calib
'sbg:x': 1329.937255859375
'sbg:y': 998
- id: h5parm_collector
in:
- id: h5parmFiles
source:
- predict_calibrate/outh5parm
- id: squeeze
default: true
- id: verbose
default: true
- id: clobber
default: true
out:
- id: outh5parm
- id: log
run: ../../lofar-cwl/steps/H5ParmCollector.cwl
label: H5parm_collector
'sbg:x': 1329.937255859375
'sbg:y': 777
requirements:
- class: InlineJavascriptRequirement
- class: StepInputExpressionRequirement
- class: SubworkflowFeatureRequirement
- class: ScatterFeatureRequirement