Skip to content
Snippets Groups Projects
Select Git revision
  • releases/v0.5.18 protected
  • v0.5.x
  • releases/v0.5.17 protected
  • releases/v0.6.0 protected
  • releases/v0.5.19 protected
  • master default protected
  • releases/v0.5.16 protected
  • releases/v0.5.15 protected
  • nico_testing_juelich
  • nightly_build_test
  • releases/v0.5.14 protected
  • releases/v0.5.13 protected
  • releases/v0.5.12 protected
  • releases/v0.5.11 protected
  • numberOfCorrelatedDataProducts
  • releases/v0.5.10 protected
  • releases/v0.5.9 protected
  • releases/v0.5.8 protected
  • releases/v0.5.7 protected
  • releases/v0.5.6 protected
  • v0.5.18
  • v0.5.17
  • v0.6.0
  • v0.5.16
  • v0.5.15
  • v0.5.14
  • v0.5.13
  • v0.5.12
  • v0.5.11
  • v0.5.10
  • v0.5.9
  • v0.5.8
  • v0.5.7
  • v0.5.6
  • v0.5.5
  • v0.5.4
  • v0.5.3
  • v0.5.2
  • v0.5.1
  • v0.5.0
40 results

compress_pipeline.cwl

Blame
  • Code owners
    Assign users and groups as approvers for specific file changes. Learn more.
    compress_pipeline.cwl 3.75 KiB
    class: Workflow
    cwlVersion: v1.2
    id: compress_pipeline_cwl
    label: compress_pipeline.cwl
    inputs:
      - id: flag_autocorrelation
        type: boolean?
      - id: msin
        type: Directory
    outputs:
      - id: inspect
        outputSource:
          - inspect_flagging_dataloss/output
        type: 'File'
      - id: logfile
        outputSource:
          - dppp/logfile
        type: File[]
      - id: compressed
        outputSource:
          - compress/compressed
        type: File
      - id: ingest
        outputSource:
          - format_ingest/ingest
        type: Any
      - id: uv_plot
        type: File
        outputSource:
          - plot_uvw_coverage/uv_plot
      - id: uv_coverage
        type: File
        outputSource:
          - inspect_flagging_dataloss/flags_output
    steps:
      - id: identify_issues
        run: steps/identify_issues.cwl
        in:
          - id: msin
            source: msin
        out:
          - issue_list
          - msout
      - id: fix_ai_2013
        run: steps/fix_antenna_information_2013.cwl
        in:
          - id: msin
            source: identify_issues/msout
          - id: apply
            source: identify_issues/issue_list
            valueFrom: $(self.includes("FIX_ANTENNA_TABLE"))
        out:
          - id: msout
      - id: fix_weight_issue
        run: steps/fix_weightissue_flagging.cwl
        in:
          - id: msin
            source:
              - fix_ai_2013/msout
          - id: apply
            source: identify_issues/issue_list
            valueFrom: $(self.includes("FIX_WEIGHT_SPECTRUM"))
        out:
          - id: msout
      - id: fix_ai_2015
        run: steps/fix_antenna_information_2015.cwl
        in:
          - id: msin
            source:
              - fix_weight_issue/msout
          - id: apply
            source: identify_issues/issue_list
            valueFrom: $(self.includes("FIX_BROKEN_TILES"))
        out:
          - id: msout
      - id: fix_baselines
        run: steps/fix_long_baselines.cwl
        in:
          - id: msin
            source:
              - fix_ai_2015/msout
          - id: apply
            source: identify_issues/issue_list
            valueFrom: $(self.includes("FIX_STATION_ADDER"))
        out:
          - id: msout
      - id: extract_sip_meta
        in:
          - id: msin
            source: dppp/msout
          - id: compressed_file
            source: compress/compressed
        out:
          - id: ingest
        run: steps/extract_sip_meta.cwl
      - id: dppp
        in:
          - id: parset
            source: define_parset/output
          - id: msin
            source:
              - fix_baselines/msout
          - id: msout_name
            source: fix_baselines/msout
            valueFrom: '$("COMPRESSED_" + self.basename)'
          - id: writefullresflag
            default: true
          - id: storagemanager
            default: Dysco
          - id: databitrate
            default: 10
        out:
          - id: msout
          - id: logfile
        run: steps/DPPP.cwl
      - id: format_ingest
        in:
          - id: metadata
            source: extract_sip_meta/ingest
          - id: output_name
            default: compressed
          - id: file_name
            source: compress/compressed
            valueFrom: $(self.basename)
        out:
          - id: ingest
        run: steps/format_ingest.cwl
      - id: define_parset
        in:
          - id: flag_autocorrelation
            source: flag_autocorrelation
        out:
          - id: output
        run: steps/define_parset.cwl
        label: define_parset
      - id: inspect_flagging_dataloss
        in:
          - id: input
            source:
              - fix_baselines/msout
        out:
          - id: output
          - id: flags_output
        run: steps/inspect_flagging_dataloss.cwl
        label: inspect_flagging_dataloss
      - id: plot_uvw_coverage
        in:
          - id: input_file
            source: inspect_flagging_dataloss/flags_output
        out:
          - id: uv_plot
        run: steps/plot_uvw_coverage.cwl
      - id: compress
        in:
          - id: directory
            source: dppp/msout
        out:
          - id: compressed
        run: steps/compress.cwl
        label: compress
    requirements:
      - class: StepInputExpressionRequirement
      - class: InlineJavascriptRequirement
      - class: MultipleInputFeatureRequirement