Don't redownload existing coefficient/ms files

scripts/download_lobes_coeffs.sh

@@ -15,5 +15,8 @@ cd ..
 mkdir -p coeffs/lobes
 cd coeffs/lobes
 
-# Download the h5 coefficient files in case they're not present (-nc option) in the coeffs/lobes directory
-wget -q -r -nc -nH --no-check-certificate --no-parent --cut-dirs=3 --accept-regex=LOBES_.*\.h5 --reject index.html -e robots=off https://www.astron.nl/citt/EveryBeam/lobes/
+if [ ! -f LOBES_CS302LBA.h5 ] ; then
+
+    # Download the h5 coefficient files in case they're not present (-nc option) in the coeffs/lobes directory
+    wget -q -r -nc -nH --no-check-certificate --no-parent --cut-dirs=3 --accept-regex=LOBES_.*\.h5 --reject index.html -e robots=off https://www.astron.nl/citt/EveryBeam/lobes/
+fi

scripts/download_lofar_hba_ms.sh

@@ -18,16 +18,14 @@ cd test_data/
 LOFAR_MOCK_ARCHIVE=LOFAR_HBA_ARCHIVE.tar.bz2
 LOFAR_HBA_MOCK_MS=LOFAR_HBA_MOCK.ms
 
-if [ ! -f "$LOFAR_MOCK_ARCHIVE" ]; then
-    wget -q https://www.astron.nl/citt/EveryBeam/L258627-one-timestep.tar.bz2 -O $LOFAR_MOCK_ARCHIVE
-fi
+if [ ! -f ${LOFAR_HBA_MOCK_MS}/table.f0 ] ; then
 
-if [ -d $LOFAR_HBA_MOCK_MS ]
-then
-    echo "Directory already exists"
-else
-    mkdir $LOFAR_HBA_MOCK_MS
-fi
+    if [ ! -f "$LOFAR_MOCK_ARCHIVE" ]; then
+	wget -q https://www.astron.nl/citt/EveryBeam/L258627-one-timestep.tar.bz2 -O $LOFAR_MOCK_ARCHIVE
+    fi
 
-tar -xf $LOFAR_MOCK_ARCHIVE  -C $LOFAR_HBA_MOCK_MS --strip-components=1
-rm $LOFAR_MOCK_ARCHIVE
+    mkdir -p $LOFAR_HBA_MOCK_MS
+
+    tar -xf $LOFAR_MOCK_ARCHIVE  -C $LOFAR_HBA_MOCK_MS --strip-components=1
+    rm $LOFAR_MOCK_ARCHIVE
+fi

scripts/download_lofar_lba_ms.sh

@@ -18,16 +18,14 @@ cd test_data/
 LOFAR_MOCK_ARCHIVE=LOFAR_LBA_ARCHIVE.tar.bz2
 LOFAR_LBA_MOCK_MS=LOFAR_LBA_MOCK.ms
 
-if [ ! -f "$LOFAR_MOCK_ARCHIVE" ]; then
-    wget -q https://www.astron.nl/citt/EveryBeam/lba.MS.tar.bz2 -O $LOFAR_MOCK_ARCHIVE
-fi
+if [ ! -f ${LOFAR_LBA_MOCK_MS}/table.f0 ] ; then
 
-if [ -d $LOFAR_LBA_MOCK_MS ]
-then
-    echo "Directory already exists"
-else
-    mkdir $LOFAR_LBA_MOCK_MS
-fi
+    if [ ! -f "$LOFAR_MOCK_ARCHIVE" ]; then
+	wget -q https://www.astron.nl/citt/EveryBeam/lba.MS.tar.bz2 -O $LOFAR_MOCK_ARCHIVE
+    fi
 
-tar -xf $LOFAR_MOCK_ARCHIVE  -C $LOFAR_LBA_MOCK_MS --strip-components=1
-rm $LOFAR_MOCK_ARCHIVE
\ No newline at end of file
+    mkdir -p $LOFAR_LBA_MOCK_MS
+    
+    tar -xf $LOFAR_MOCK_ARCHIVE  -C $LOFAR_LBA_MOCK_MS --strip-components=1
+    rm $LOFAR_MOCK_ARCHIVE
+fi

scripts/download_mwa_coeff.sh

@@ -16,11 +16,14 @@ mkdir -p test_data
 cd test_data/
 
 MWA_COEFF_ARCHIVE=MWA_COEFF.tar.bz2
-MWA_COEFF_H5=MWA_COEFF.H5
+MWA_COEFF_H5=mwa_full_embedded_element_pattern.h5
 
-if [ ! -f "$MWA_COEFF_ARCHIVE" ]; then
-    wget -q www.astron.nl/citt/EveryBeam/mwa_full_embedded_element_pattern.tar.bz2 -O $MWA_COEFF_ARCHIVE
-fi
+if [ ! -f ${MWA_COEFF_H5} ] ; then
+
+    if [ ! -f "$MWA_COEFF_ARCHIVE" ]; then
+	wget -q www.astron.nl/citt/EveryBeam/mwa_full_embedded_element_pattern.tar.bz2 -O $MWA_COEFF_ARCHIVE
+    fi
 
-tar -xf $MWA_COEFF_ARCHIVE
-rm $MWA_COEFF_ARCHIVE
\ No newline at end of file
+    tar -xf $MWA_COEFF_ARCHIVE
+    rm $MWA_COEFF_ARCHIVE
+fi

scripts/download_mwa_ms.sh

@@ -18,16 +18,14 @@ cd test_data/
 MWA_MOCK_ARCHIVE=MWA_ARCHIVE.tar.bz2
 MWA_MOCK_MS=MWA_MOCK.ms
 
-if [ ! -f "$MWA_MOCK_ARCHIVE" ]; then
-    wget -q www.astron.nl/citt/EveryBeam/MWA-single-timeslot.tar.bz2 -O $MWA_MOCK_ARCHIVE
-fi
+if [ ! -f ${MWA_MOCK_MS}/table.f1 ]; then
 
-if [ -d $MWA_MOCK_MS ]
-then
-    echo "Directory already exists"
-else
-    mkdir $MWA_MOCK_MS
-fi
+    if [ ! -f "$MWA_MOCK_ARCHIVE" ]; then
+	wget -q www.astron.nl/citt/EveryBeam/MWA-single-timeslot.tar.bz2 -O $MWA_MOCK_ARCHIVE
+    fi
 
-tar -xf $MWA_MOCK_ARCHIVE  -C $MWA_MOCK_MS --strip-components=1
-rm $MWA_MOCK_ARCHIVE
\ No newline at end of file
+    mkdir -p $MWA_MOCK_MS
+
+    tar -xf $MWA_MOCK_ARCHIVE  -C $MWA_MOCK_MS --strip-components=1
+    rm $MWA_MOCK_ARCHIVE
+fi

scripts/download_oskar_ms.sh

@@ -19,16 +19,14 @@ cd test_data/
 OSKAR_MOCK_ARCHIVE=OSKAR_MOCK.tar.bz2
 OSKAR_MOCK_MS=OSKAR_MOCK.ms
 
-if [ ! -f "$OSKAR_MOCK_ARCHIVE" ]; then
-    wget -q https://www.astron.nl/citt/EveryBeam/OSKAR-single-timeslot.tar.bz2 -O $OSKAR_MOCK_ARCHIVE
+if [ ! -f ${OSKAR_MOCK_MS}/table.f0 ] ; then
+
+    if [ ! -f "$OSKAR_MOCK_ARCHIVE" ]; then
+	wget -q https://www.astron.nl/citt/EveryBeam/OSKAR-single-timeslot.tar.bz2 -O $OSKAR_MOCK_ARCHIVE
+    fi
+    
+    mkdir -p $OSKAR_MOCK_MS
+    
+    tar -xf $OSKAR_MOCK_ARCHIVE  -C $OSKAR_MOCK_MS --strip-components=1
+    rm $OSKAR_MOCK_ARCHIVE
 fi
-
-if [ -d $OSKAR_MOCK_MS ]
-then
-    echo "Directory already exists"
-else
-    mkdir $OSKAR_MOCK_MS
-fi
-
-tar -xf $OSKAR_MOCK_ARCHIVE  -C $OSKAR_MOCK_MS --strip-components=1
-rm $OSKAR_MOCK_ARCHIVE
\ No newline at end of file

scripts/download_vla_ms.sh

@@ -18,16 +18,14 @@ cd test_data/
 VLA_MOCK_ARCHIVE=VLA_ARCHIVE.tar.bz2
 VLA_MOCK_MS=VLA_MOCK.ms
 
-if [ ! -f "$VLA_MOCK_ARCHIVE" ]; then
-    wget -q https://www.astron.nl/citt/EveryBeam/small-vla-set.tar.bz2 -O $VLA_MOCK_ARCHIVE
-fi
+if [ ! -f ${VLA_MOCK_MS}/table.f1 ] ; then
 
-if [ -d $VLA_MOCK_MS ]
-then
-    echo "Directory already exists"
-else
-    mkdir $VLA_MOCK_MS
-fi
+    if [ ! -f "$VLA_MOCK_ARCHIVE" ]; then
+	wget -q https://www.astron.nl/citt/EveryBeam/small-vla-set.tar.bz2 -O $VLA_MOCK_ARCHIVE
+    fi
 
-tar -xf $VLA_MOCK_ARCHIVE  -C $VLA_MOCK_MS --strip-components=1
-rm $VLA_MOCK_ARCHIVE
\ No newline at end of file
+    mkdir -p $VLA_MOCK_MS
+
+    tar -xf $VLA_MOCK_ARCHIVE  -C $VLA_MOCK_MS --strip-components=1
+    rm $VLA_MOCK_ARCHIVE
+fi