Skip to content
Snippets Groups Projects
Commit ec7d1ba9 authored by alex's avatar alex
Browse files

add CI job

parent c8b55147
No related branches found
No related tags found
1 merge request!194add CI job
Pipeline #82781 failed
Stage: versioning
Stage: build
Stage: tests
Stage: docs
Stage: deploy
Hide whitespace changes
Inline Side-by-side
.gitlab-ci.yml
+ 34
− 0
View file @ ec7d1ba9
...@@ -9,8 +9,11 @@ workflow: ...@@ -9,8 +9,11 @@ workflow:
variables: variables:
TEST_HBA_DATASET_NAME: "test_data.tar.gz" TEST_HBA_DATASET_NAME: "test_data.tar.gz"
TEST_LBA_DATASET_NAME: "test_data_lba.tar.gz"
CALIBRATOR_HBA_RESULTS_NAME: "results_calibrator.tar.gz" CALIBRATOR_HBA_RESULTS_NAME: "results_calibrator.tar.gz"
CALIBRATOR_LBA_RESULTS_NAME: 'results_calibrator_lba.tar.gz'
TARGET_HBA_RESULTS_NAME: "results_target.tar.gz" TARGET_HBA_RESULTS_NAME: "results_target.tar.gz"
TARGET_LBA_RESULTS_NAME: "results_target_lba.tar.gz"
TARGET_HBA_SELFCAL_RESULTS_NAME: "results_target_selfcal.tar.gz" TARGET_HBA_SELFCAL_RESULTS_NAME: "results_target_selfcal.tar.gz"
PIP_CACHE_DIR: "$CI_PROJECT_DIR/.cache/pip" PIP_CACHE_DIR: "$CI_PROJECT_DIR/.cache/pip"
BUILD_DOCKER_IMAGE: "0" BUILD_DOCKER_IMAGE: "0"
...@@ -106,8 +109,11 @@ download_data: ...@@ -106,8 +109,11 @@ download_data:
script: script:
- mkdir data && cd data - mkdir data && cd data
- wget -nv https://support.astron.nl/software/ci_data/linc/$TEST_HBA_DATASET_NAME -O $TEST_HBA_DATASET_NAME && tar xfz $TEST_HBA_DATASET_NAME && rm -f $TEST_HBA_DATASET_NAME - wget -nv https://support.astron.nl/software/ci_data/linc/$TEST_HBA_DATASET_NAME -O $TEST_HBA_DATASET_NAME && tar xfz $TEST_HBA_DATASET_NAME && rm -f $TEST_HBA_DATASET_NAME
- wget -nv https://support.astron.nl/software/ci_data/linc/$TEST_LBA_DATASET_NAME -O $TEST_LBA_DATASET_NAME && tar xfz $TEST_LBA_DATASET_NAME && rm -f $TEST_LBA_DATASET_NAME
- wget -nv https://support.astron.nl/software/ci_data/linc/$CALIBRATOR_HBA_RESULTS_NAME -O $CALIBRATOR_HBA_RESULTS_NAME && tar xfz $CALIBRATOR_HBA_RESULTS_NAME && rm -f $CALIBRATOR_HBA_RESULTS_NAME - wget -nv https://support.astron.nl/software/ci_data/linc/$CALIBRATOR_HBA_RESULTS_NAME -O $CALIBRATOR_HBA_RESULTS_NAME && tar xfz $CALIBRATOR_HBA_RESULTS_NAME && rm -f $CALIBRATOR_HBA_RESULTS_NAME
- wget -nv https://support.astron.nl/software/ci_data/linc/$CALIBRATOR_LBA_RESULTS_NAME -O $CALIBRATOR_LBA_RESULTS_NAME && tar xfz $CALIBRATOR_LBA_RESULTS_NAME && rm -f $CALIBRATOR_LBA_RESULTS_NAME
- wget -nv https://support.astron.nl/software/ci_data/linc/$TARGET_HBA_RESULTS_NAME -O $TARGET_HBA_RESULTS_NAME && tar xfz $TARGET_HBA_RESULTS_NAME && rm -f $TARGET_HBA_RESULTS_NAME - wget -nv https://support.astron.nl/software/ci_data/linc/$TARGET_HBA_RESULTS_NAME -O $TARGET_HBA_RESULTS_NAME && tar xfz $TARGET_HBA_RESULTS_NAME && rm -f $TARGET_HBA_RESULTS_NAME
- wget -nv https://support.astron.nl/software/ci_data/linc/$TARGET_LBA_RESULTS_NAME -O $TARGET_LBA_RESULTS_NAME && tar xfz $TARGET_LBA_RESULTS_NAME && rm -f $TARGET_LBA_RESULTS_NAME
- wget -nv https://support.astron.nl/software/ci_data/linc/$TARGET_HBA_SELFCAL_RESULTS_NAME -O $TARGET_HBA_SELFCAL_RESULTS_NAME && tar xfz $TARGET_HBA_SELFCAL_RESULTS_NAME && rm -f $TARGET_HBA_SELFCAL_RESULTS_NAME - wget -nv https://support.astron.nl/software/ci_data/linc/$TARGET_HBA_SELFCAL_RESULTS_NAME -O $TARGET_HBA_SELFCAL_RESULTS_NAME && tar xfz $TARGET_HBA_SELFCAL_RESULTS_NAME && rm -f $TARGET_HBA_SELFCAL_RESULTS_NAME
artifacts: artifacts:
paths: paths:
...@@ -185,6 +191,34 @@ run_hba_target_selfcal: ...@@ -185,6 +191,34 @@ run_hba_target_selfcal:
- hba_target_selfcal_logs.tar.gz - hba_target_selfcal_logs.tar.gz
when: on_failure when: on_failure
run_lba_calibrator:
stage: tests
needs: ["versioning", "download_data"]
image: $INTEGRATION_IMAGE
script:
- cwltool --no-container --preserve-environment PATH --preserve-environment LINC_DATA_ROOT --preserve-environment PYTHONPATH --outdir results --leave-tmpdir --tmpdir-prefix /tmp/run_lba_calibrator workflows/LBA_calibrator.cwl test_jobs/LBA_calibrator.json
- test_jobs/check_workflow_results.py results /builds/RD/LINC/data/results_calibrator_lba
after_script:
- find /tmp/run_lba_calibrator -name "*.log" -print0 | tar czf lba_calibrator_logs.tar.gz --null -T -
artifacts:
paths:
- lba_calibrator_logs.tar.gz
when: on_failure
run_lba_target:
stage: tests
needs: ["versioning", "download_data"]
image: $INTEGRATION_IMAGE
script:
- cwltool --no-container --preserve-environment PATH --preserve-environment LINC_DATA_ROOT --preserve-environment PYTHONPATH --outdir results --leave-tmpdir --tmpdir-prefix /tmp/run_lba_target/ workflows/LBA_target.cwl test_jobs/LBA_target.json
- test_jobs/check_workflow_results.py results /builds/RD/LINC/data/results_target_lba
after_script:
- find /tmp/run_lba_target -name "*.log" -print0 | tar czf lba_target_logs.tar.gz --null -T -
artifacts:
paths:
- lba_target_logs.tar.gz
when: on_failure
build_doc: build_doc:
stage: docs stage: docs
needs: ["versioning", "download_data"] needs: ["versioning", "download_data"]
......
test_jobs/LBA_calibrator.json 0 → 100644
+ 84
− 0
View file @ ec7d1ba9
{
"msin": [
{
"class": "Directory",
"path": "../data/L812566_SB080_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB081_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB082_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB083_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB084_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB085_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB086_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB087_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB088_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB089_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB090_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB091_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB092_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB093_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB094_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB095_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB096_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB097_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB098_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812566_SB099_uv.MS"
}
]
}
test_jobs/LBA_target.json 0 → 100644
+ 84
− 0
View file @ ec7d1ba9
{
"msin": [
{
"class": "Directory",
"path": "../data/L812568_SB203_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB204_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB205_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB206_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB207_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB208_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB209_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB210_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB211_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB212_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB213_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB214_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB215_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB216_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB217_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB218_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB219_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB220_uv.MS"
},
{
"class": "Directory",
"path": "../data/L812568_SB221_uv.MS"
}
],
"cal_solutions": {
"class": "File",
"path": "../data/results_calibrator_lba/cal_solutions.h5"
}
}
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment