Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
LINC
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Iterations
Wiki
Requirements
Jira
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Locked files
Build
Pipelines
Jobs
Pipeline schedules
Test cases
Artifacts
Deploy
Releases
Container Registry
Model registry
Operate
Environments
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Code review analytics
Issue analytics
Insights
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
ResearchAndDevelopment
LINC
Commits
22bcd206
Commit
22bcd206
authored
5 years ago
by
Mattia Mancini
Browse files
Options
Downloads
Patches
Plain Diff
Refactor
Former-commit-id:
99c32c6a
parent
7c9afe46
No related branches found
No related tags found
No related merge requests found
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
prefactor_calibrator.cwl
+25
-20
25 additions, 20 deletions
prefactor_calibrator.cwl
steps/ddecal.cwl
+23
-21
23 additions, 21 deletions
steps/ddecal.cwl
steps/predict.cwl
+44
-43
44 additions, 43 deletions
steps/predict.cwl
with
92 additions
and
84 deletions
prefactor_calibrator.cwl
+
25
−
20
View file @
22bcd206
...
@@ -5,10 +5,6 @@ label: prefactor_calibrator
...
@@ -5,10 +5,6 @@ label: prefactor_calibrator
$namespaces:
$namespaces:
sbg: 'https://www.sevenbridges.com/'
sbg: 'https://www.sevenbridges.com/'
inputs:
inputs:
- id: msin
type: 'Directory[]'
'sbg:x': -659.0313110351562
'sbg:y': -522.6085205078125
- id: raw_data
- id: raw_data
type: boolean
type: boolean
'sbg:x': -620
'sbg:x': -620
...
@@ -21,6 +17,10 @@ inputs:
...
@@ -21,6 +17,10 @@ inputs:
type: Directory
type: Directory
'sbg:x': -154.39886474609375
'sbg:x': -154.39886474609375
'sbg:y': -775.5
'sbg:y': -775.5
- id: msin
type: 'Directory[]'
'sbg:x': -656
'sbg:y': -525
outputs:
outputs:
- id: demix_parmdb
- id: demix_parmdb
outputSource:
outputSource:
...
@@ -32,18 +32,12 @@ outputs:
...
@@ -32,18 +32,12 @@ outputs:
items: Directory
items: Directory
'sbg:x': -67.85011291503906
'sbg:x': -67.85011291503906
'sbg:y': -356.76287841796875
'sbg:y': -356.76287841796875
- id: output_models
outputSource:
- find_skymodel_cal_py/output_models
type: File
'sbg:x': 348.60113525390625
'sbg:y': -696.5
- id: msout
- id: msout
outputSource:
outputSource:
- ddecal/msout
- ddecal/msout
type: Directory
type: Directory
'sbg:x':
507
'sbg:x':
647.890625
'sbg:y': -5
24
'sbg:y': -5
70.5
steps:
steps:
- id: ndppp_prep_cal
- id: ndppp_prep_cal
in:
in:
...
@@ -81,8 +75,10 @@ steps:
...
@@ -81,8 +75,10 @@ steps:
- id: output_ms
- id: output_ms
run: steps/AOFlagger.cwl
run: steps/AOFlagger.cwl
label: AOFlagger
label: AOFlagger
'sbg:x': -82
scatter:
'sbg:y': -571
- msin
'sbg:x': -112
'sbg:y': -556
- id: find_skymodel_cal_py
- id: find_skymodel_cal_py
in:
in:
- id: msin
- id: msin
...
@@ -94,8 +90,8 @@ steps:
...
@@ -94,8 +90,8 @@ steps:
- id: output_models
- id: output_models
run: steps/find_skymodel_cal.cwl
run: steps/find_skymodel_cal.cwl
label: find_skymodel_cal.py
label: find_skymodel_cal.py
'sbg:x': 10
5
'sbg:x': 10
9.70829772949219
'sbg:y': -
709
'sbg:y': -
674.2916870117188
- id: blsmooth
- id: blsmooth
in:
in:
- id: msin
- id: msin
...
@@ -104,19 +100,28 @@ steps:
...
@@ -104,19 +100,28 @@ steps:
- id: msout
- id: msout
run: steps/blsmooth.cwl
run: steps/blsmooth.cwl
label: BLsmooth
label: BLsmooth
scatter:
- msin
'sbg:x': 112
'sbg:x': 112
'sbg:y': -522
'sbg:y': -522
- id: ddecal
- id: ddecal
in:
- id: msin
source: predict/msout
out:
- id: msout
run: steps/ddecal.cwl
'sbg:x': 490
'sbg:y': -575
- id: predict
in:
in:
- id: msin
- id: msin
source: blsmooth/msout
source: blsmooth/msout
- id: sources_db
source: find_skymodel_cal_py/output_models
out:
out:
- id: msout
- id: msout
run: steps/predict.cwl
run: steps/predict.cwl
'sbg:x':
31
3
'sbg:x':
27
3
'sbg:y': -5
21
'sbg:y': -5
73
requirements:
requirements:
- class: SubworkflowFeatureRequirement
- class: SubworkflowFeatureRequirement
- class: ScatterFeatureRequirement
- class: ScatterFeatureRequirement
This diff is collapsed.
Click to expand it.
steps/ddecal.cwl
+
23
−
21
View file @
22bcd206
...
@@ -13,17 +13,16 @@ hints:
...
@@ -13,17 +13,16 @@ hints:
dockerPull: prefactor
dockerPull: prefactor
arguments:
arguments:
- steps=[solve]
- steps=[ddecal]
- solve.type=ddecal
- ddecal.mode=rotation+diagonal
- solve.h5parm=h5parm
- ddecal.uvlambdamin=300
- solve.mode=rotation+diagonal
- ddecal.maxiter=50
- solve.uvlambdamin=300
- ddecal.nchan=1
- solve.maxiter=50
- ddecal.solint=1
- solve.nchan=1
- ddecal.propagateconvergedonly=True
- solve.solint=1
- ddecal.flagdivergedonly=True
- solve.propagateconvergedonly=True
- ddecal.tolerance=1.e-3
- solve.flagdivergedonly=True
- ddecal.usemodelcolumn=True
- solve.tolerance=1.e-3
inputs:
inputs:
- id: msin
- id: msin
...
@@ -35,11 +34,17 @@ inputs:
...
@@ -35,11 +34,17 @@ inputs:
- id: msin_datacolumn
- id: msin_datacolumn
type: string
type: string
default:
SMOOTHED_
DATA
default: DATA
doc: Input data Column
doc: Input data Column
inputBinding:
inputBinding:
prefix: msin.datacolumn=
prefix: msin.datacolumn=
separate: false
separate: false
- id: output_name_h5parm
type: string
default: instrument.h5
inputBinding:
prefix: --ddecal.h5parm=
separate: false
- id: msout_name
- id: msout_name
type: string
type: string
doc: Output Measurement Set
doc: Output Measurement Set
...
@@ -47,15 +52,6 @@ inputs:
...
@@ -47,15 +52,6 @@ inputs:
inputBinding:
inputBinding:
prefix: msout=
prefix: msout=
separate: false
separate: false
- id: usemodelcolumn
type: boolean
default: false
doc: |
Use model column. The model column name can be specified
with msin.modelcolumn (default MODEL_DATA)
inputBinding:
prefix: solve.usemodelcolumn=True
#--------------------
#--------------------
- id: flagunconverged
- id: flagunconverged
type: boolean
type: boolean
...
@@ -85,3 +81,9 @@ outputs:
...
@@ -85,3 +81,9 @@ outputs:
type: Directory
type: Directory
outputBinding:
outputBinding:
glob: $(inputs.msout_name=="."?inputs.msin:inputs.msout_name)
glob: $(inputs.msout_name=="."?inputs.msin:inputs.msout_name)
- id: h5parm
doc: Filename of output H5Parm (to be read by e.g. losoto)
type: File
outputBinding:
glob: $(inputs.output_name_h5parm)
\ No newline at end of file
This diff is collapsed.
Click to expand it.
steps/predict.cwl
+
44
−
43
View file @
22bcd206
#!/usr/bin/env cwl-runner
class: CommandLineTool
class: CommandLineTool
cwlVersion: v1.0
cwlVersion: v1.0
id: ddecal
$namespaces:
baseCommand: [DPPP]
sbg: 'https://www.sevenbridges.com/'
id: predict
requirements:
baseCommand:
InlineJavascriptRequirement: {}
- DPPP
InitialWorkDirRequirement:
listing:
- entry: $(inputs.msin)
writable: true
hints:
DockerRequirement:
dockerPull: prefactor
arguments:
- steps=[predict]
- predict.beammode=array_factor
- predict.usechannelfreq=False
- msout=.
inputs:
inputs:
- id: msin
- id: msin
type: Directory
type: Directory
doc: Input Measurement Set
inputBinding:
inputBinding:
prefix: msin=
position: 0
separate: false
prefix: msin=
- id: msin_datacolumn
separate: false
doc: Input Measurement Set
- default: DATA
id: msin_datacolumn
type: string
type: string
default: DATA
doc: Input data Column
inputBinding:
inputBinding:
prefix: msin.datacolumn=
position: 0
separate: false
prefix: msin.datacolumn=
- id: msout_datacolumn
separate: false
doc: Input data Column
- default: MODEL_DATA
id: msout_datacolumn
type: string
type: string
default: MODEL_DATA
inputBinding:
inputBinding:
prefix: msout.datacolumn=
position: 0
separate: false
prefix: msout.datacolumn=
separate: false
- id: sources_db
- id: sources_db
type:
[
File
, Directory]
type: File
inputBinding:
inputBinding:
position: 0
prefix: predict.sourcedb=
prefix: predict.sourcedb=
separate: false
separate: false
-
id: sources
-
default: null
type: string[]
id: sources
default: null
type: 'string[]'
inputBinding:
inputBinding:
position: 0
prefix: predict.sources=
prefix: predict.sources=
valueFrom: "[$(self)]"
separate: false
separate: false
itemSeparator: ','
itemSeparator: ','
- id: usebeammodel
valueFrom: '[$(self)]'
- default: false
id: usebeammodel
type: boolean
type: boolean
default: false
inputBinding:
inputBinding:
position: 0
prefix: predict.usebeammodel=True
prefix: predict.usebeammodel=True
outputs:
outputs:
- id: msout
- id: msout
doc: Output Measurement Set
doc: Output Measurement Set
type: Directory
type: Directory
outputBinding:
outputBinding:
glob: $(inputs.msin.basename)
glob: $(inputs.msin.basename)
arguments:
- 'steps=[predict]'
- predict.beammode=array_factor
- predict.usechannelfreq=False
- msout=.
requirements:
- class: InitialWorkDirRequirement
listing:
- entry: $(inputs.msin)
writable: true
- class: InlineJavascriptRequirement
hints:
- class: DockerRequirement
dockerPull: prefactor
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment