From ec7d1ba93fb8d32a5a033f46ed2c00525b1cfc6c Mon Sep 17 00:00:00 2001
From: alex <alex@tls-tautenburg.de>
Date: Mon, 22 Apr 2024 12:04:32 +0000
Subject: [PATCH] add CI job
---
.gitlab-ci.yml | 34 ++++++++++++++
test_jobs/LBA_calibrator.json | 84 +++++++++++++++++++++++++++++++++++
test_jobs/LBA_target.json | 84 +++++++++++++++++++++++++++++++++++
3 files changed, 202 insertions(+)
create mode 100644 test_jobs/LBA_calibrator.json
create mode 100644 test_jobs/LBA_target.json
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 78ac0478..6a3f9e69 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -9,8 +9,11 @@ workflow:
variables:
TEST_HBA_DATASET_NAME: "test_data.tar.gz"
+ TEST_LBA_DATASET_NAME: "test_data_lba.tar.gz"
CALIBRATOR_HBA_RESULTS_NAME: "results_calibrator.tar.gz"
+ CALIBRATOR_LBA_RESULTS_NAME: 'results_calibrator_lba.tar.gz'
TARGET_HBA_RESULTS_NAME: "results_target.tar.gz"
+ TARGET_LBA_RESULTS_NAME: "results_target_lba.tar.gz"
TARGET_HBA_SELFCAL_RESULTS_NAME: "results_target_selfcal.tar.gz"
PIP_CACHE_DIR: "$CI_PROJECT_DIR/.cache/pip"
BUILD_DOCKER_IMAGE: "0"
@@ -106,8 +109,11 @@ download_data:
script:
- mkdir data && cd data
- wget -nv https://support.astron.nl/software/ci_data/linc/$TEST_HBA_DATASET_NAME -O $TEST_HBA_DATASET_NAME && tar xfz $TEST_HBA_DATASET_NAME && rm -f $TEST_HBA_DATASET_NAME
+ - wget -nv https://support.astron.nl/software/ci_data/linc/$TEST_LBA_DATASET_NAME -O $TEST_LBA_DATASET_NAME && tar xfz $TEST_LBA_DATASET_NAME && rm -f $TEST_LBA_DATASET_NAME
- wget -nv https://support.astron.nl/software/ci_data/linc/$CALIBRATOR_HBA_RESULTS_NAME -O $CALIBRATOR_HBA_RESULTS_NAME && tar xfz $CALIBRATOR_HBA_RESULTS_NAME && rm -f $CALIBRATOR_HBA_RESULTS_NAME
+ - wget -nv https://support.astron.nl/software/ci_data/linc/$CALIBRATOR_LBA_RESULTS_NAME -O $CALIBRATOR_LBA_RESULTS_NAME && tar xfz $CALIBRATOR_LBA_RESULTS_NAME && rm -f $CALIBRATOR_LBA_RESULTS_NAME
- wget -nv https://support.astron.nl/software/ci_data/linc/$TARGET_HBA_RESULTS_NAME -O $TARGET_HBA_RESULTS_NAME && tar xfz $TARGET_HBA_RESULTS_NAME && rm -f $TARGET_HBA_RESULTS_NAME
+ - wget -nv https://support.astron.nl/software/ci_data/linc/$TARGET_LBA_RESULTS_NAME -O $TARGET_LBA_RESULTS_NAME && tar xfz $TARGET_LBA_RESULTS_NAME && rm -f $TARGET_LBA_RESULTS_NAME
- wget -nv https://support.astron.nl/software/ci_data/linc/$TARGET_HBA_SELFCAL_RESULTS_NAME -O $TARGET_HBA_SELFCAL_RESULTS_NAME && tar xfz $TARGET_HBA_SELFCAL_RESULTS_NAME && rm -f $TARGET_HBA_SELFCAL_RESULTS_NAME
artifacts:
paths:
@@ -185,6 +191,34 @@ run_hba_target_selfcal:
- hba_target_selfcal_logs.tar.gz
when: on_failure
+run_lba_calibrator:
+ stage: tests
+ needs: ["versioning", "download_data"]
+ image: $INTEGRATION_IMAGE
+ script:
+ - cwltool --no-container --preserve-environment PATH --preserve-environment LINC_DATA_ROOT --preserve-environment PYTHONPATH --outdir results --leave-tmpdir --tmpdir-prefix /tmp/run_lba_calibrator workflows/LBA_calibrator.cwl test_jobs/LBA_calibrator.json
+ - test_jobs/check_workflow_results.py results /builds/RD/LINC/data/results_calibrator_lba
+ after_script:
+ - find /tmp/run_lba_calibrator -name "*.log" -print0 | tar czf lba_calibrator_logs.tar.gz --null -T -
+ artifacts:
+ paths:
+ - lba_calibrator_logs.tar.gz
+ when: on_failure
+
+run_lba_target:
+ stage: tests
+ needs: ["versioning", "download_data"]
+ image: $INTEGRATION_IMAGE
+ script:
+ - cwltool --no-container --preserve-environment PATH --preserve-environment LINC_DATA_ROOT --preserve-environment PYTHONPATH --outdir results --leave-tmpdir --tmpdir-prefix /tmp/run_lba_target/ workflows/LBA_target.cwl test_jobs/LBA_target.json
+ - test_jobs/check_workflow_results.py results /builds/RD/LINC/data/results_target_lba
+ after_script:
+ - find /tmp/run_lba_target -name "*.log" -print0 | tar czf lba_target_logs.tar.gz --null -T -
+ artifacts:
+ paths:
+ - lba_target_logs.tar.gz
+ when: on_failure
+
build_doc:
stage: docs
needs: ["versioning", "download_data"]
diff --git a/test_jobs/LBA_calibrator.json b/test_jobs/LBA_calibrator.json
new file mode 100644
index 00000000..824b4e1e
--- /dev/null
+++ b/test_jobs/LBA_calibrator.json
@@ -0,0 +1,84 @@
+{
+ "msin": [
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB080_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB081_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB082_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB083_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB084_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB085_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB086_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB087_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB088_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB089_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB090_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB091_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB092_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB093_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB094_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB095_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB096_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB097_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB098_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812566_SB099_uv.MS"
+ }
+ ]
+}
diff --git a/test_jobs/LBA_target.json b/test_jobs/LBA_target.json
new file mode 100644
index 00000000..e0d682f4
--- /dev/null
+++ b/test_jobs/LBA_target.json
@@ -0,0 +1,84 @@
+{
+ "msin": [
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB203_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB204_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB205_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB206_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB207_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB208_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB209_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB210_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB211_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB212_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB213_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB214_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB215_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB216_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB217_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB218_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB219_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB220_uv.MS"
+ },
+ {
+ "class": "Directory",
+ "path": "../data/L812568_SB221_uv.MS"
+ }
+ ],
+ "cal_solutions": {
+ "class": "File",
+ "path": "../data/results_calibrator_lba/cal_solutions.h5"
+ }
+}
--
GitLab