Skip to content
Snippets Groups Projects
Commit c013fc4e authored by Marcel Loose's avatar Marcel Loose :sunglasses:
Browse files

Add casacore to docker build

parent d16d455c
No related branches found
No related tags found
1 merge request!225Add casacore to docker build
Pipeline #101731 failed
Stage: versioning
Stage: build
Stage: install
Stage: prepare_tests
Stage: run_tests
Stage: docs
Stage: deploy
Hide whitespace changes
Inline Side-by-side
Docker/Dockerfile-base
+ 36
− 31
View file @ c013fc4e
...@@ -9,8 +9,6 @@ RUN export DEBIAN_FRONTEND=noninteractive && \ ...@@ -9,8 +9,6 @@ RUN export DEBIAN_FRONTEND=noninteractive && \
apt-get install -y \ apt-get install -y \
bison \ bison \
build-essential \ build-essential \
casacore-data \
casacore-dev \
cmake \ cmake \
flex \ flex \
gfortran \ gfortran \
...@@ -39,14 +37,34 @@ RUN export DEBIAN_FRONTEND=noninteractive && \ ...@@ -39,14 +37,34 @@ RUN export DEBIAN_FRONTEND=noninteractive && \
python3-numpy \ python3-numpy \
python3-pip \ python3-pip \
wcslib-dev \ wcslib-dev \
wget && \ wget
mkdir -p /src
WORKDIR /src WORKDIR /src
# Do not use `pip` from the Debian repository, but fetch it from PyPA.
# This way, we are sure that the latest versions of `pip`, `setuptools`, and
# `wheel` are installed in /usr/local, the only directory we're going to copy
# over to the next build stage.
RUN wget -q https://bootstrap.pypa.io/get-pip.py && \
python3 get-pip.py
# Install required python packages
RUN python3 -m pip install --no-cache-dir --upgrade \
nodejs-wheel \
toil[cwl]
# Build portable binaries by default # Build portable binaries by default
ARG TARGET_CPU=haswell ARG TARGET_CPU=haswell
ARG CASACORE_COMMIT=master
RUN git clone --no-checkout \
https://github.com/casacore/casacore.git && \
mkdir casacore/build && \
cd casacore && git checkout ${CASACORE_COMMIT} && \
cd build && \
cmake .. -DTARGET_CPU=${TARGET_CPU} && \
make install -j`nproc`
ARG LOFARSTMAN_COMMIT=main ARG LOFARSTMAN_COMMIT=main
RUN git clone --no-checkout \ RUN git clone --no-checkout \
https://github.com/lofar-astron/LofarStMan && \ https://github.com/lofar-astron/LofarStMan && \
...@@ -132,17 +150,11 @@ RUN git clone --no-checkout \ ...@@ -132,17 +150,11 @@ RUN git clone --no-checkout \
cmake .. -DTARGET_CPU=${TARGET_CPU} && \ cmake .. -DTARGET_CPU=${TARGET_CPU} && \
make install -j`nproc` make install -j`nproc`
# Do not use `pip` from the Debian repository, but fetch it from PyPA. ARG PYTHONCASACORE_COMMIT=master
# This way, we are sure that the latest versions of `pip`, `setuptools`, and RUN git clone --no-checkout \
# `wheel` are installed in /usr/local, the only directory we're going to copy https://github.com/casacore/python-casacore.git && \
# over to the next build stage. cd python-casacore && git checkout ${PYTHONCASACORE_COMMIT} && \
RUN wget -q https://bootstrap.pypa.io/get-pip.py && \ python3 -m pip install --verbose .
python3 get-pip.py
# Install required python packages
RUN python3 -m pip install --no-cache-dir --upgrade \
nodejs-wheel \
toil[cwl]
# Install current version of LINC. By adding this to the base image # Install current version of LINC. By adding this to the base image
# we can speed up the build of the final image, because all of LINC's # we can speed up the build of the final image, because all of LINC's
...@@ -153,7 +165,7 @@ COPY . linc ...@@ -153,7 +165,7 @@ COPY . linc
# Note: LINC_VERSION should be provided as build argument # Note: LINC_VERSION should be provided as build argument
ARG LINC_VERSION=0.0.0 ARG LINC_VERSION=0.0.0
RUN SETUPTOOLS_SCM_PRETEND_VERSION_FOR_LINC=${LINC_VERSION} \ RUN SETUPTOOLS_SCM_PRETEND_VERSION_FOR_LINC=${LINC_VERSION} \
python3 -m pip install --no-cache-dir --upgrade ./linc python3 -m pip install --upgrade ./linc
#--------------------------------------------------------------------------- #---------------------------------------------------------------------------
...@@ -168,18 +180,22 @@ RUN chmod +rx /usr/local/bin/* ...@@ -168,18 +180,22 @@ RUN chmod +rx /usr/local/bin/*
SHELL ["/bin/bash", "-c"] SHELL ["/bin/bash", "-c"]
# Set default versions. Can be overridden from the command-line # Set default versions. Can be overridden from the command-line
ARG CASACORE_COMMIT=master
ARG LOFARSTMAN_COMMIT=main ARG LOFARSTMAN_COMMIT=main
ARG DYSCO_COMMIT=master ARG DYSCO_COMMIT=master
ARG SAGECAL_COMMIT=master
ARG IDG_COMMIT=master ARG IDG_COMMIT=master
ARG AOFLAGGER_COMMIT=master ARG AOFLAGGER_COMMIT=master
ARG LOFARBEAM_COMMIT=master ARG LOFARBEAM_COMMIT=master
ARG EVERYBEAM_COMMIT=master ARG EVERYBEAM_COMMIT=master
ARG SAGECAL_COMMIT=master
ARG DP3_COMMIT=master ARG DP3_COMMIT=master
ARG WSCLEAN_COMMIT=master ARG WSCLEAN_COMMIT=master
ARG PYTHONCASACORE_COMMIT=master
# Add version information to the metadata of the image # Add version information to the metadata of the image
LABEL \ LABEL \
nl.astron.nl.linc.casacore.version=${CASACORE_COMMIT} \
nl.astron.nl.linc.python-casacore.version=${PYTHONCASACORE_COMMIT} \
nl.astron.linc.lofarstman.version=${LOFARSTMAN_COMMIT} \ nl.astron.linc.lofarstman.version=${LOFARSTMAN_COMMIT} \
nl.astron.linc.dysco.version=${DYSCO_COMMIT} \ nl.astron.linc.dysco.version=${DYSCO_COMMIT} \
nl.astron.linc.sagecal.version=${SAGECAL_COMMIT} \ nl.astron.linc.sagecal.version=${SAGECAL_COMMIT} \
...@@ -194,7 +210,6 @@ LABEL \ ...@@ -194,7 +210,6 @@ LABEL \
RUN export DEBIAN_FRONTEND=noninteractive && \ RUN export DEBIAN_FRONTEND=noninteractive && \
apt-get update && \ apt-get update && \
apt-get install -y \ apt-get install -y \
casacore-tools \
gdb \ gdb \
git \ git \
libatkmm-1.6-1v5 \ libatkmm-1.6-1v5 \
...@@ -203,13 +218,6 @@ RUN export DEBIAN_FRONTEND=noninteractive && \ ...@@ -203,13 +218,6 @@ RUN export DEBIAN_FRONTEND=noninteractive && \
libboost-program-options1.74.0 \ libboost-program-options1.74.0 \
libboost-python1.74.0 \ libboost-python1.74.0 \
libcairomm-1.0-1v5 \ libcairomm-1.0-1v5 \
libcasa-casa6 \
libcasa-fits6 \
libcasa-measures6 \
libcasa-ms6 \
libcasa-python3-6 \
libcasa-scimath6 \
libcasa-tables6 \
libcfitsio9 \ libcfitsio9 \
libfftw3-double3 \ libfftw3-double3 \
libfftw3-single3 \ libfftw3-single3 \
...@@ -229,7 +237,6 @@ RUN export DEBIAN_FRONTEND=noninteractive && \ ...@@ -229,7 +237,6 @@ RUN export DEBIAN_FRONTEND=noninteractive && \
libsigc++-2.0-0v5 \ libsigc++-2.0-0v5 \
libstdc++6 \ libstdc++6 \
python3 \ python3 \
python3-casacore \
python3-distutils \ python3-distutils \
rsync \ rsync \
wget && \ wget && \
...@@ -238,11 +245,9 @@ RUN export DEBIAN_FRONTEND=noninteractive && \ ...@@ -238,11 +245,9 @@ RUN export DEBIAN_FRONTEND=noninteractive && \
# Install WSRT Measures (extra casacore data) # Install WSRT Measures (extra casacore data)
# Note: The file on the ftp site is updated daily. When warnings regarding leap # Note: The file on the ftp site is updated daily. When warnings regarding leap
# seconds appear, ignore them or regenerate the docker image. # seconds appear, ignore them or regenerate the docker image.
RUN wget -q -O /WSRT_Measures.ztar \ RUN mkdir -p /usr/local/share/casacore/data && \
ftp://ftp.astron.nl/outgoing/Measures/WSRT_Measures.ztar && \ wget -qO - ftp://ftp.astron.nl/outgoing/Measures/WSRT_Measures.ztar | \
cd /var/lib/casacore/data && \ tar -C /usr/local/share/casacore/data -xzf -
tar xfz /WSRT_Measures.ztar && \
rm /WSRT_Measures.ztar
# Try to run the compiled tools to make sure they run without # Try to run the compiled tools to make sure they run without
# a problem (e.g. no missing libraries). # a problem (e.g. no missing libraries).
......
Docker/fetch_latest_commits.sh
+ 11
− 9
View file @ c013fc4e
#!/bin/sh #!/bin/sh
git ls-remote https://github.com/lofar-astron/LofarStMan HEAD | awk '{ print "LOFARSTMAN_COMMIT="$1 }' git ls-remote https://github.com/casacore/casacore.git v3.6.1 | awk '{ print "CASACORE_COMMIT="$1 }'
git ls-remote https://github.com/aroffringa/dysco.git HEAD | awk '{ print "DYSCO_COMMIT="$1 }' git ls-remote https://github.com/lofar-astron/LofarStMan HEAD | awk '{ print "LOFARSTMAN_COMMIT="$1 }'
git ls-remote https://git.astron.nl/RD/idg.git HEAD | awk '{ print "IDG_COMMIT="$1 }' git ls-remote https://github.com/aroffringa/dysco.git HEAD | awk '{ print "DYSCO_COMMIT="$1 }'
git ls-remote https://gitlab.com/aroffringa/aoflagger.git HEAD | awk '{ print "AOFLAGGER_COMMIT="$1 }' git ls-remote https://git.astron.nl/RD/idg.git HEAD | awk '{ print "IDG_COMMIT="$1 }'
git ls-remote https://github.com/nlesc-dirac/sagecal HEAD | awk '{ print "SAGECAL_COMMIT="$1 }' git ls-remote https://gitlab.com/aroffringa/aoflagger.git HEAD | awk '{ print "AOFLAGGER_COMMIT="$1 }'
git ls-remote https://github.com/lofar-astron/LOFARBeam.git HEAD | awk '{ print "LOFARBEAM_COMMIT="$1 }' git ls-remote https://github.com/lofar-astron/LOFARBeam.git HEAD | awk '{ print "LOFARBEAM_COMMIT="$1 }'
git ls-remote https://git.astron.nl/RD/EveryBeam.git HEAD | awk '{ print "EVERYBEAM_COMMIT="$1 }' git ls-remote https://git.astron.nl/RD/EveryBeam.git HEAD | awk '{ print "EVERYBEAM_COMMIT="$1 }'
git ls-remote https://git.astron.nl/RD/DP3.git HEAD | awk '{ print "DP3_COMMIT="$1 }' git ls-remote https://github.com/nlesc-dirac/sagecal HEAD | awk '{ print "SAGECAL_COMMIT="$1 }'
git ls-remote https://gitlab.com/aroffringa/wsclean.git HEAD | awk '{ print "WSCLEAN_COMMIT="$1 }' git ls-remote https://git.astron.nl/RD/DP3.git HEAD | awk '{ print "DP3_COMMIT="$1 }'
git ls-remote https://gitlab.com/aroffringa/wsclean.git HEAD | awk '{ print "WSCLEAN_COMMIT="$1 }'
git ls-remote https://github.com/casacore/python-casacore.git v3.6.1 | awk '{ print "PYTHONCASACORE_COMMIT="$1 }'
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment