Skip to content
Snippets Groups Projects
Commit 7c0d000e authored by Jorrit Schaap's avatar Jorrit Schaap
Browse files

ROHD-2048: fix for scraper for changed lexar004 setup since june.

parent f364a69b
No related branches found
No related tags found
2 merge requests!47Merge Lofar release 4 0 back to master,!45Resolve ROHD-2048
......@@ -17,7 +17,7 @@
# You should have received a copy of the GNU General Public License along
# with the LOFAR software suite. If not, see <http://www.gnu.org/licenses/>.
# $Id$
# $Id: scraper.py 43211 2019-06-18 18:55:40Z klazema $
# TODO: add comments to methods
# TODO: code cleanup
......@@ -41,7 +41,7 @@ from random import random, randint
logger = logging.getLogger()
VISIT_INTERVAL = datetime.timedelta(days=7)
LEXAR_HOST = 'ingest@lexar004.offline.lofar'
LEXAR_HOST = 'ingest@lexar004.control.lofar'
class FileInfo:
'''Simple struct to hold filename and size'''
......@@ -135,8 +135,8 @@ class Location:
# the core command: do an srmls call and parse the results
# srmls can only yield max 900 items in a result, hence we can recurse for the next 900 by using the offset
cmd = ['ssh', '-tt', '-n', '-x', '-q', LEXAR_HOST, "bash", "-c",
"\'srmls -l -count=900 -offset=%d %s%s\'" % (
cmd = ['ssh', '-tt', '-n', '-x', '-q', LEXAR_HOST,
"srmls -l -count=900 -offset=%d %s%s" % (
offset,
self.srmurl,
self.directory) ]
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment