Skip to content
Snippets Groups Projects
Commit 76d477bc authored by Jorrit Schaap's avatar Jorrit Schaap
Browse files

TMSS-190: factored out the create_UC1_scheduling_unit into a reusable method

parent fb0fff6d
No related branches found
No related tags found
1 merge request!252Resolve TMSS-190
Hide whitespace changes
Inline Side-by-side
SAS/TMSS/src/tmss/tmssapp/populate.py
+ 115
− 113
View file @ 76d477bc
......@@ -25,6 +25,7 @@ from lofar.sas.tmss.tmss.tmssapp.models.specification import *
from lofar.sas.tmss.tmss.tmssapp.models.scheduling import *
from lofar.common.json_utils import *
from lofar.common import isTestEnvironment, isDevelopmentEnvironment
from lofar.sas.tmss.test.tmss_test_data_django_models import SchedulingSet_test_data, SchedulingUnitDraft_test_data
working_dir = os.path.dirname(os.path.abspath(__file__))
......@@ -68,119 +69,120 @@ def populate_test_scheduling_set(apps, schema_editor):
scheduling unit json
:return:
"""
try:
from lofar.sas.tmss.test.tmss_test_data_django_models import SchedulingSet_test_data, SchedulingUnitDraft_test_data
if isTestEnvironment() or isDevelopmentEnvironment():
# create a Test Scheduling Set UC1 under project TMSS-Commissioning
tmss_project = models.Project.objects.get(name="TMSS-Commissioning")
scheduling_set_data = SchedulingSet_test_data(name="Test Scheduling Set UC1", project=tmss_project)
scheduling_set = models.SchedulingSet.objects.create(**scheduling_set_data)
# construct a scheduling_unit_doc, i.e.: a specification of interrelated tasks which conforms the scheduling unit schema
# by default, this scheduling_unit_doc holds no tasks, so lets setup the UC1 sequence of tasks here, and add it to the scheduling_unit_doc
scheduling_unit_template = models.SchedulingUnitTemplate.objects.get(name="scheduling unit schema")
scheduling_unit_doc = get_default_json_object_for_schema(scheduling_unit_template.schema)
# create and add a calibrator task spec
scheduling_unit_doc['tasks'].append({"name": "Calibrator Observation 1",
"description": "Calibrator Observation for UC1 HBA scheduling unit",
"specifications_doc": get_default_json_object_for_schema(models.TaskTemplate.objects.get(name="calibrator schema").schema),
"specifications_template": "calibrator schema"})
# create and add a calibrator preprocessing spec
scheduling_unit_doc['tasks'].append({"name": "Pipeline Calibrator1",
"description": "Preprocessing Pipeline for Calibrator Observation 1",
"specifications_doc": get_default_json_object_for_schema(models.TaskTemplate.objects.get(name="preprocessing schema").schema),
"specifications_template": "preprocessing schema"})
# create and add a target obs spec
scheduling_unit_doc['tasks'].append({"name": "Target Observation",
"description": "Target Observation for UC1 HBA scheduling unit",
"specifications_doc": get_default_json_object_for_schema(models.TaskTemplate.objects.get(name="observation schema").schema),
"specifications_template": "observation schema"})
# create and add a target pipeline spec for sap0
scheduling_unit_doc['tasks'].append({"name": "Preprocessing Pipeline SAP0",
"description": "Preprocessing Pipeline for Target Observation SAP0",
"specifications_doc": get_default_json_object_for_schema(models.TaskTemplate.objects.get(name="preprocessing schema").schema),
"specifications_template": "preprocessing schema"})
# create and add a target pipeline spec for sap1
scheduling_unit_doc['tasks'].append({"name": "Preprocessing Pipeline SAP1",
"description": "Preprocessing Pipeline for Target Observation SAP1",
"specifications_doc": get_default_json_object_for_schema(models.TaskTemplate.objects.get(name="preprocessing schema").schema),
"specifications_template": "preprocessing schema"})
# create and add a calibrator task spec
scheduling_unit_doc['tasks'].append({"name": "Calibrator Observation 2",
"description": "Calibrator Observation for UC1 HBA scheduling unit",
"specifications_doc": get_default_json_object_for_schema(models.TaskTemplate.objects.get(name="calibrator schema").schema),
"specifications_template": "calibrator schema"})
# create and add a calibrator preprocessing spec
scheduling_unit_doc['tasks'].append({"name": "Pipeline Calibrator2",
"description": "Preprocessing Pipeline for Calibrator Observation 2",
"specifications_doc": get_default_json_object_for_schema(models.TaskTemplate.objects.get(name="preprocessing schema").schema),
"specifications_template": "preprocessing schema"})
# ----- end of tasks
# setup task_scheduling_relations between Target and Calibrator observations
scheduling_unit_doc['task_scheduling_relations'].append({"first": "Calibrator Observation 1",
"second": "Target Observation",
"placement": "before",
"time_offset": 60 })
scheduling_unit_doc['task_scheduling_relations'].append({"first": "Calibrator Observation 2",
"second": "Target Observation",
"placement": "after",
"time_offset": 60 })
# ----- end of task_scheduling_relations
#TODO: check various input/output datatypes and roles for each task_relation
scheduling_unit_doc['task_relations'].append({"producer": "Calibrator Observation 1",
"consumer": "Pipeline Calibrator1",
"tags": [],
"input": { "role": "input", "datatype": "visibilities" },
"output": { "role": "correlator", "datatype": "visibilities" },
"dataformat": "MeasurementSet",
"selection_doc": {},
"selection_template": "All" })
scheduling_unit_doc['task_relations'].append({"producer": "Calibrator Observation 2",
"consumer": "Pipeline Calibrator2",
"tags": [],
"input": { "role": "input", "datatype": "visibilities" },
"output": { "role": "correlator", "datatype": "visibilities" },
"dataformat": "MeasurementSet",
"selection_doc": {},
"selection_template": "All" })
scheduling_unit_doc['task_relations'].append({"producer": "Target Observation",
"consumer": "Preprocessing Pipeline SAP0",
"tags": [],
"input": { "role": "input", "datatype": "visibilities" },
"output": { "role": "correlator", "datatype": "visibilities" },
"dataformat": "MeasurementSet",
"selection_doc": {"sap": [0]},
"selection_template": "SAP" })
scheduling_unit_doc['task_relations'].append({"producer": "Target Observation",
"consumer": "Preprocessing Pipeline SAP1",
"tags": [],
"input": { "role": "input", "datatype": "visibilities" },
"output": { "role": "correlator", "datatype": "visibilities" },
"dataformat": "MeasurementSet",
"selection_doc": {"sap": [1]},
"selection_template": "SAP" })
# finally... add the scheduling_unit_doc to a new SchedulingUnitDraft instance, and were ready to use it!
scheduling_unit_data = SchedulingUnitDraft_test_data(name="Test Scheduling Unit UC1", scheduling_set=scheduling_set,
template=scheduling_unit_template, requirements_doc=scheduling_unit_doc)
models.SchedulingUnitDraft.objects.create(**scheduling_unit_data)
except ImportError:
pass
if isTestEnvironment() or isDevelopmentEnvironment():
tmss_project = models.Project.objects.get(name="TMSS-Commissioning")
scheduling_set_data = SchedulingSet_test_data(name="Test Scheduling Set UC1", project=tmss_project)
scheduling_set = models.SchedulingSet.objects.create(**scheduling_set_data)
scheduling_unit = create_UC1_scheduling_unit("Test Scheduling Unit UC1", scheduling_set)
def create_UC1_scheduling_unit(name:str, scheduling_set: models.SchedulingSet=None):
# construct a scheduling_unit_doc, i.e.: a specification of interrelated tasks which conforms the scheduling unit schema
# by default, this scheduling_unit_doc holds no tasks, so lets setup the UC1 sequence of tasks here, and add it to the scheduling_unit_doc
if scheduling_set is None:
scheduling_set_data = SchedulingSet_test_data()
scheduling_set = models.SchedulingSet.objects.create(**scheduling_set_data)
scheduling_unit_template = models.SchedulingUnitTemplate.objects.get(name="scheduling unit schema")
scheduling_unit_doc = get_default_json_object_for_schema(scheduling_unit_template.schema)
# create and add a calibrator task spec
scheduling_unit_doc['tasks'].append({"name": "Calibrator Observation 1",
"description": "Calibrator Observation for UC1 HBA scheduling unit",
"specifications_doc": get_default_json_object_for_schema(models.TaskTemplate.objects.get(name="calibrator schema").schema),
"specifications_template": "calibrator schema"})
# create and add a calibrator preprocessing spec
scheduling_unit_doc['tasks'].append({"name": "Pipeline Calibrator 1",
"description": "Preprocessing Pipeline for Calibrator Observation 1",
"specifications_doc": get_default_json_object_for_schema(models.TaskTemplate.objects.get(name="preprocessing schema").schema),
"specifications_template": "preprocessing schema"})
# create and add a target obs spec
scheduling_unit_doc['tasks'].append({"name": "Target Observation",
"description": "Target Observation for UC1 HBA scheduling unit",
"specifications_doc": get_default_json_object_for_schema(models.TaskTemplate.objects.get(name="observation schema").schema),
"specifications_template": "observation schema"})
# create and add a target pipeline spec for sap0
scheduling_unit_doc['tasks'].append({"name": "Preprocessing Pipeline SAP0",
"description": "Preprocessing Pipeline for Target Observation SAP0",
"specifications_doc": get_default_json_object_for_schema(models.TaskTemplate.objects.get(name="preprocessing schema").schema),
"specifications_template": "preprocessing schema"})
# create and add a target pipeline spec for sap1
scheduling_unit_doc['tasks'].append({"name": "Preprocessing Pipeline SAP1",
"description": "Preprocessing Pipeline for Target Observation SAP1",
"specifications_doc": get_default_json_object_for_schema(models.TaskTemplate.objects.get(name="preprocessing schema").schema),
"specifications_template": "preprocessing schema"})
# create and add a calibrator task spec
scheduling_unit_doc['tasks'].append({"name": "Calibrator Observation 2",
"description": "Calibrator Observation for UC1 HBA scheduling unit",
"specifications_doc": get_default_json_object_for_schema(models.TaskTemplate.objects.get(name="calibrator schema").schema),
"specifications_template": "calibrator schema"})
# create and add a calibrator preprocessing spec
scheduling_unit_doc['tasks'].append({"name": "Pipeline Calibrator 2",
"description": "Preprocessing Pipeline for Calibrator Observation 2",
"specifications_doc": get_default_json_object_for_schema(models.TaskTemplate.objects.get(name="preprocessing schema").schema),
"specifications_template": "preprocessing schema"})
# ----- end of tasks
# setup task_scheduling_relations between Target and Calibrator observations
scheduling_unit_doc['task_scheduling_relations'].append({"first": "Calibrator Observation 1",
"second": "Target Observation",
"placement": "before",
"time_offset": 60 })
scheduling_unit_doc['task_scheduling_relations'].append({"first": "Calibrator Observation 2",
"second": "Target Observation",
"placement": "after",
"time_offset": 60 })
# ----- end of task_scheduling_relations
#TODO: check various input/output datatypes and roles for each task_relation
scheduling_unit_doc['task_relations'].append({"producer": "Calibrator Observation 1",
"consumer": "Pipeline Calibrator 1",
"tags": [],
"input": { "role": "input", "datatype": "visibilities" },
"output": { "role": "correlator", "datatype": "visibilities" },
"dataformat": "MeasurementSet",
"selection_doc": {},
"selection_template": "All" })
scheduling_unit_doc['task_relations'].append({"producer": "Calibrator Observation 2",
"consumer": "Pipeline Calibrator 2",
"tags": [],
"input": { "role": "input", "datatype": "visibilities" },
"output": { "role": "correlator", "datatype": "visibilities" },
"dataformat": "MeasurementSet",
"selection_doc": {},
"selection_template": "All" })
scheduling_unit_doc['task_relations'].append({"producer": "Target Observation",
"consumer": "Preprocessing Pipeline SAP0",
"tags": [],
"input": { "role": "input", "datatype": "visibilities" },
"output": { "role": "correlator", "datatype": "visibilities" },
"dataformat": "MeasurementSet",
"selection_doc": {"sap": [0]},
"selection_template": "SAP" })
scheduling_unit_doc['task_relations'].append({"producer": "Target Observation",
"consumer": "Preprocessing Pipeline SAP1",
"tags": [],
"input": { "role": "input", "datatype": "visibilities" },
"output": { "role": "correlator", "datatype": "visibilities" },
"dataformat": "MeasurementSet",
"selection_doc": {"sap": [1]},
"selection_template": "SAP" })
# finally... add the scheduling_unit_doc to a new SchedulingUnitDraft instance, and were ready to use it!
scheduling_unit_data = SchedulingUnitDraft_test_data(name=name, scheduling_set=scheduling_set,
template=scheduling_unit_template, requirements_doc=scheduling_unit_doc)
return models.SchedulingUnitDraft.objects.create(**scheduling_unit_data)
def populate_cycles(apps, schema_editor):
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment