Skip to content
Snippets Groups Projects
Commit 872a2840 authored by Wouter Klijn's avatar Wouter Klijn
Browse files

Task #7168: Add a nproc parameter to the longbaseline pipeline master recipe.

Make it default to 1. Add it to the task.cfg as well 
parent 5b8c48d9
No related branches found
No related tags found
No related merge requests found
...@@ -45,6 +45,12 @@ class long_baseline(BaseRecipe, RemoteCommandRecipeMixIn): ...@@ -45,6 +45,12 @@ class long_baseline(BaseRecipe, RemoteCommandRecipeMixIn):
""" """
inputs = { inputs = {
'nproc': ingredient.IntField(
'--nproc',
default=1, # More then one might cause issues when ndppp shares
# temp files between runs
help="Maximum number of simultaneous processes per output node"
),
'ndppp_exec': ingredient.ExecField( 'ndppp_exec': ingredient.ExecField(
'--ndppp-exec', '--ndppp-exec',
help="The full path to the ndppp executable" help="The full path to the ndppp executable"
...@@ -202,7 +208,7 @@ class long_baseline(BaseRecipe, RemoteCommandRecipeMixIn): ...@@ -202,7 +208,7 @@ class long_baseline(BaseRecipe, RemoteCommandRecipeMixIn):
jobs.append(ComputeJob(output_item.host, node_command, arguments)) jobs.append(ComputeJob(output_item.host, node_command, arguments))
# Hand over the job(s) to the pipeline scheduler # Hand over the job(s) to the pipeline scheduler
self._schedule_jobs(jobs) self._schedule_jobs(jobs, max_per_node=self.inputs['nproc'])
# ********************************************************************* # *********************************************************************
# validate the output, cleanup, return output # validate the output, cleanup, return output
......
...@@ -70,6 +70,7 @@ asciistat_executable = %(lofarroot)s/bin/asciistats.py ...@@ -70,6 +70,7 @@ asciistat_executable = %(lofarroot)s/bin/asciistats.py
statplot_executable = %(lofarroot)s/bin/statsplot.py statplot_executable = %(lofarroot)s/bin/statsplot.py
msselect_executable = %(lofarroot)s/bin/msselect msselect_executable = %(lofarroot)s/bin/msselect
rficonsole_executable = %(lofarroot)s/bin/rficonsole rficonsole_executable = %(lofarroot)s/bin/rficonsole
nproc = 1
[imager_awimager] [imager_awimager]
recipe = imager_awimager recipe = imager_awimager
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment