.gitlab-ci.yml

image: lofareosc/prefactor3-cwl:latest

variables:
  TEST_HBA_DATASET_NAME: "test_data.tar.gz"
  CALIBRATOR_HBA_RESULTS_NAME: "results_calibrator.tar.gz"
  TARGET_HBA_RESULTS_NAME: "results_target.tar.gz"
  PIP_CACHE_DIR: "$CI_PROJECT_DIR/.cache/pip"

stages:
  - download_data
  - validate_cwl_scripts
  - test_steps
  - test_full
  - build
  - deploy

before_script:
  - mkdir workdir
  - mkdir logs

after_script:
  - echo "All done"

download_data:
  stage: download_data
  script:
    - mkdir data && cd data
    - wget -q www.astron.nl/citt/ci_data/prefactor/$TEST_HBA_DATASET_NAME -O $TEST_HBA_DATASET_NAME && tar xfz $TEST_HBA_DATASET_NAME && rm -f $TEST_HBA_DATASET_NAME
    - wget -q www.astron.nl/citt/ci_data/prefactor/$CALIBRATOR_HBA_RESULTS_NAME -O $CALIBRATOR_HBA_RESULTS_NAME && tar xfz $CALIBRATOR_HBA_RESULTS_NAME && rm -f $CALIBRATOR_HBA_RESULTS_NAME
    - wget -q www.astron.nl/citt/ci_data/prefactor/$TARGET_HBA_RESULTS_NAME -O $TARGET_HBA_RESULTS_NAME && tar xfz $TARGET_HBA_RESULTS_NAME && rm -f $TARGET_HBA_RESULTS_NAME
    - wget -q https://git.astron.nl/eosc/prefactor3-cwl/-/raw/master/test_data/example.h5 -O example.h5
    - wget -q https://git.astron.nl/eosc/prefactor3-cwl/-/raw/master/test_data/A-Team_lowres.sourcedb -O A-Team_lowres.sourcedb
  artifacts:
    paths:
    - data

validate_scripts:
  stage: validate_cwl_scripts
  script:
    - for file in `find . -name 'steps/*.cwl'`; do cwltool --validate $file; done

blsmooth:
  stage: test_steps
  allow_failure: true
  needs: ["download_data"]
  script:
    - cwltool --no-container steps/blsmooth.cwl test_jobs/blsmooth.json

find_skymodel_cal:
  stage: test_steps
  allow_failure: true
  needs: ["download_data"]
  script:
    - cwltool --no-container --preserve-environment PYTHONPATH steps/find_skymodel_cal.cwl test_jobs/find_skymodel_cal.json

check_ateam_separation:
  stage: test_steps
  allow_failure: true
  needs: ["download_data"]
  script:
    - cwltool --no-container --preserve-environment LD_LIBRARY_PATH --preserve-environment PATH --preserve-environment PYTHONPATH steps/check_ateam_separation.cwl test_jobs/check_ateam_separation.json

run_hba_calibrator:
  stage: test_full
  allow_failure: true
  needs: ["download_data"]
  script:
    - cwltool --no-container --preserve-environment LD_LIBRARY_PATH --preserve-environment PATH --preserve-environment PYTHONPATH workflows/HBA_calibrator.cwl test_jobs/HBA_calibrator.json
    - test_jobs/check_workflow_results.py results /builds/eosc/prefactor3-cwl/data/results_calibrator