Skip to content
Snippets Groups Projects
Commit bb10ca12 authored by Mattia Mancini's avatar Mattia Mancini
Browse files

Improve LDV workflow

parent a72584b4
No related branches found
No related tags found
1 merge request!159Improve LDV workflow
Pipeline #54741 passed
class: ExpressionTool
cwlVersion: v1.2
inputs:
- id: plots
type: File[]
- id: summary
type: File
outputs:
- id: quality
type: Any
expression: |
${
return {
"quality": {
"plots": inputs.plots,
"details": {},
"sensitivity": "N/A",
"uv-coverage": "N/A",
"observing-conditions": "N/A",
"summary_file": inputs.summary
}
}
}
requirements:
- class: InlineJavascriptRequirement
id: listdirectory
label: list_directory
class: ExpressionTool
cwlVersion: v1.2
inputs:
- id: input
type: Directory
loadListing: shallow_listing
outputs:
- id: output
type: File[]
expression: |
${
return {'output': inputs.input.listing}
}
requirements:
- class: InlineJavascriptRequirement
...@@ -15,11 +15,11 @@ outputs: ...@@ -15,11 +15,11 @@ outputs:
- id: solutions - id: solutions
type: File type: File
outputSource: outputSource:
- prefactor_calibrator/solutions - linc_calibrator/solutions
- id: summary - id: summary
type: File type: File
outputSource: outputSource:
- prefactor_calibrator/summary - linc_calibrator/summary
- id: inspection_plots - id: inspection_plots
type: File type: File
outputSource: outputSource:
...@@ -28,7 +28,28 @@ outputs: ...@@ -28,7 +28,28 @@ outputs:
type: File type: File
outputSource: outputSource:
- compress_logs/compressed - compress_logs/compressed
- id: quality
type: Any
outputSource:
- format_quality/quality
steps: steps:
- id: format_quality
in:
- id: plots
source: list_inspection_plots/output
- id: summary
source: linc_calibrator/summary
run: ../steps/format_quality.cwl
out:
- id: quality
- id: list_inspection_plots
in:
- id: input
source: linc_calibrator/inspection_plots
run: ../steps/list_directory_files.cwl
out:
- id: output
- id: fetch_data - id: fetch_data
in: in:
- id: surl_link - id: surl_link
...@@ -37,7 +58,7 @@ steps: ...@@ -37,7 +58,7 @@ steps:
run: ../steps/fetch_data.cwl run: ../steps/fetch_data.cwl
out: out:
- id: uncompressed - id: uncompressed
- id: prefactor_calibrator - id: linc_calibrator
in: in:
- id: msin - id: msin
source: fetch_data/uncompressed source: fetch_data/uncompressed
...@@ -48,16 +69,16 @@ steps: ...@@ -48,16 +69,16 @@ steps:
- id: inspection_plots - id: inspection_plots
- id: log_files - id: log_files
- id: compress_inspection_plots - id: compress_inspection_plots
in: in:
- id: directory - id: directory
source: prefactor_calibrator/inspection_plots source: linc_calibrator/inspection_plots
run: ../steps/compress.cwl
out: out:
- id: compressed - id: compressed
run: ../steps/compress.cwl
- id: compress_logs - id: compress_logs
in: in:
- id: directory - id: directory
source: prefactor_calibrator/log_files source: linc_calibrator/log_files
run: ../steps/compress.cwl
out: out:
- id: compressed - id: compressed
run: ../steps/compress.cwl
\ No newline at end of file
...@@ -23,11 +23,11 @@ outputs: ...@@ -23,11 +23,11 @@ outputs:
- id: cal_solutions - id: cal_solutions
type: File type: File
outputSource: outputSource:
- prefactor_target/solutions - linc_target/solutions
- id: summary - id: summary
type: File type: File
outputSource: outputSource:
- prefactor_target/summary - linc_target/summary
- id: calibrated_data - id: calibrated_data
type: File[] type: File[]
outputSource: outputSource:
...@@ -40,7 +40,18 @@ outputs: ...@@ -40,7 +40,18 @@ outputs:
type: File type: File
outputSource: outputSource:
- compress_logs/compressed - compress_logs/compressed
- id: quality
type: Any
outputSource:
- format_quality/quality
steps: steps:
- id: format_quality
in:
- id: plots
source: list_inspection_plots/output
out:
- id: quality
run: ../steps/format_quality.cwl
- id: fetch_data - id: fetch_data
in: in:
- id: surl_link - id: surl_link
...@@ -56,7 +67,7 @@ steps: ...@@ -56,7 +67,7 @@ steps:
run: ../steps/fetch_file.cwl run: ../steps/fetch_file.cwl
out: out:
- id: downloaded - id: downloaded
- id: prefactor_target - id: linc_target
in: in:
- id: msin - id: msin
source: fetch_data/uncompressed source: fetch_data/uncompressed
...@@ -76,15 +87,21 @@ steps: ...@@ -76,15 +87,21 @@ steps:
- id: compress_inspection_plots - id: compress_inspection_plots
in: in:
- id: directory - id: directory
source: prefactor_target/inspection_plots source: linc_target/inspection_plots
out: out:
- id: compressed - id: compressed
run: ../steps/compress.cwl run: ../steps/compress.cwl
- id: list_inspection_plots
in:
- id: input
source: linc_target/inspection_plots
out:
- id: output
run: ../steps/list_directory_files.cwl
- id: split_calibrated_data - id: split_calibrated_data
in: in:
- id: input - id: input
source: prefactor_target/calibrated_data source: linc_target/calibrated_data
out: out:
- id: output - id: output
run: ../steps/list_directory.cwl run: ../steps/list_directory.cwl
...@@ -99,7 +116,7 @@ steps: ...@@ -99,7 +116,7 @@ steps:
- id: compress_logs - id: compress_logs
in: in:
- id: directory - id: directory
source: prefactor_target/log_files source: linc_target/log_files
out: out:
- id: compressed - id: compressed
run: ../steps/compress.cwl run: ../steps/compress.cwl
\ No newline at end of file
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment