diff --git a/steps/fetch_data.cwl b/steps/fetch_data.cwl index 4dbb4675bd90d7a35df9339b702179ba44e3d1c6..391b8e8485061a188d8f9bb899bd439868ab489f 100644 --- a/steps/fetch_data.cwl +++ b/steps/fetch_data.cwl @@ -24,9 +24,17 @@ requirements: entry: | #!/bin/bash mkdir out - cd out - turl=`echo $1 | awk '{gsub("srm://srm.grid.sara.nl[:0-9]*","gsiftp://gridftp.grid.sara.nl"); print}'` - echo "Downloading $turl" - globus-url-copy $turl - | tar -xvf - + + if [[ "$1" == *"lta-head.lofar.psnc.pl"* ]]; then + wget --no-check-certificate --read-timeout=5 --timeout 5 https://lta-download.lofar.psnc.pl/lofigrid/SRMFifoGet.py\?surl\=$1 + cd out + tar -xvf ../*.tar + else + cd out + turl=`echo $1 | awk '{gsub("srm://srm.grid.sara.nl[:0-9]*","gsiftp://gridftp.grid.sara.nl"); print}'` + turl=`echo $turl | awk '{gsub("srm://lofar-srm.fz-juelich.de[:0-9]*","gsiftp://lofar-gridftp.fz-juelich.de:2811"); print}'` + echo "Downloading $turl" + globus-url-copy $turl - | tar -xvf - + fi