.gitlab-ci.yml

image: lofareosc/lofar-pipeline-ci:latest

variables:
  TEST_DATASET_NAME: "L570745_uv_first10.MS.tar.xz"
  PIP_CACHE_DIR: "$CI_PROJECT_DIR/.cache/pip"

stages:
  - build_docker
  - push_docker
  - validate_cwl_scripts
  - test_steps
  - integration_test

before_script:
   - mkdir workdir
   - mkdir logs

after_script:
  - echo "All done"

build_docker:
  image: docker:latest
  stage: build_docker
  only:
    - tags
  script:
    - apk add git subversion git-lfs bash
    - cd Docker
    - bash build_docker.sh

push_docker_tags:
  image: docker:latest
  allow_failure: true
  stage: push_docker
  only:
    - tags
  script:
    - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
    - docker tag lofareosc/prefactor-ci:latest $CI_REGISTRY/prefactor-ci:$CI_COMMIT_REF_NAME
    - docker push $CI_REGISTRY/prefactor-ci:$CI_COMMIT_REF_NAME

validate_scripts:
  stage: validate_cwl_scripts
  script:
    - for file in `find . -name 'steps/*.cwl'`; do cwltool --validate $file; done

average_step_generator:
  stage: test_steps
  allow_failure: true
  script:
    - cwl-runner steps/DP3.AveragerStepGenerator.cwl test_jobs/averager_step_generator.json
    - ! cwl-runner steps/DP3.AveragerStepGenerator.cwl test_jobs/averager_step_generator_error.json

applycal_step_generator:
  stage: test_steps
  allow_failure: true
  script:
    - cwl-runner steps/DP3.ApplyCalStepGenerator.cwl test_jobs/applycal_step_generator.json

aoflagger_step_generator:
  stage: test_steps
  allow_failure: true
  script:
    - cwl-runner steps/DP3.AOFlaggerStepGenerator.cwl test_jobs/aoflagger_step_generator.json

preflagger_step_generator:
  stage: test_steps
  allow_failure: true
  script:
    - cwl-runner steps/DP3.PreflaggerStepGenerator.cwl test_jobs/preflagger_step_generator.json