Skip to content
Snippets Groups Projects
Commit 4daf9382 authored by Jörn Künsemöller's avatar Jörn Künsemöller
Browse files

TMSS-662: add test coverage

parent 8dc7d6ef
No related branches found
No related tags found
1 merge request!1243Resolve TMSS-662
Hide whitespace changes
Inline Side-by-side
SAS/TMSS/backend/test/t_reports.py
+ 101
− 2
View file @ 4daf9382
#!/usr/bin/env python3
import datetime
# Copyright (C) 2018 ASTRON (Netherlands Institute for Radio Astronomy)
# P.O. Box 2, 7990 AA Dwingeloo, The Netherlands
#
......@@ -21,6 +21,7 @@ import os
import time
import unittest
import requests
from datetime import datetime
import logging
logger = logging.getLogger('lofar.'+__name__)
......@@ -57,6 +58,9 @@ from lofar.common.json_utils import get_default_json_object_for_schema
from dateutil.relativedelta import relativedelta
from lofar.sas.tmss.test.test_utils import set_subtask_state_following_allowed_transitions
from django.contrib.auth import get_user_model
User = get_user_model()
class ReportTest(unittest.TestCase):
@classmethod
......@@ -183,7 +187,7 @@ class ReportTest(unittest.TestCase):
set_subtask_state_following_allowed_transitions(subtask, status)
@classmethod
def _create_simple_finished_observation_SUB_for_project(cls, project:models.Project, duration=600, start_time=None, accepted=None) -> None:
def _create_simple_finished_observation_SUB_for_project(cls, project:models.Project, duration=600, start_time=None, accepted=None) -> models.SchedulingUnitBlueprint:
"""
Help method to create a SUB with an observation with a default duration of 600s set to finished.
"""
......@@ -226,6 +230,7 @@ class ReportTest(unittest.TestCase):
dataformat=models.Dataformat.objects.get(value="Beamformed"),
datatype=models.Datatype.objects.get(value="time series")))
cls._set_dataproducts_size_and_set_subtask_status(obs_subtask)
return su_blueprint
@classmethod
def setup_project_report(cls, project:models.Project) -> None:
......@@ -571,6 +576,100 @@ class ReportTest(unittest.TestCase):
# Assert contains_overlapping_observations is False
self.assertEqual(result['contains_overlapping_observations'], False)
class FailureReportTest(unittest.TestCase):
def test_create_failure_report(self):
# setup, create project with three SUs, each containing single observation
project = models.Project.objects.create(**Project_test_data(name='failure_report_project'))
su_1 = ReportTest._create_simple_finished_observation_SUB_for_project(project=project,
duration=6666,
start_time=datetime(2023, 1, 31, 23, 59))
su_2 = ReportTest._create_simple_finished_observation_SUB_for_project(project=project,
duration=3333,
start_time=datetime(2023, 3, 31, 23, 59))
su_3 = ReportTest._create_simple_finished_observation_SUB_for_project(project=project,
duration=4444,
start_time=datetime(2023, 5, 31, 23, 59))
# setup, add system events, each affecting one of the SUs
template = models.SystemEventTemplate.get_latest(name="affectedhardware")
event_1 = models.SystemEvent.objects.create(name='event 1',
issue_type=models.SystemEventType.objects.get(value=models.SystemEventType.Choices.CEP.value),
issue_subtype=models.SystemEventSubtype.objects.get(value=models.SystemEventSubtype.Choices.CRASH.value),
severity=models.SystemEventSeverity.objects.get(value=models.SystemEventSeverity.Choices.FAILURE.value),
start=datetime(year=2023, month=1, day=31, hour=23),
stop=datetime(year=2023, month=2, day=1, hour=2),
affected_hardware_doc={},
affected_hardware_template=template,
created_by=User.objects.first(),
status=models.SystemEventStatus.objects.get(value=models.SystemEventStatus.Choices.OPEN.value),
)
event_1.affected_tasks.set(su_1.task_blueprints.all())
event_1.save()
event_2 = models.SystemEvent.objects.create(name='event 2',
issue_type=models.SystemEventType.objects.get(value=models.SystemEventType.Choices.HUMAN.value),
issue_subtype=models.SystemEventSubtype.objects.get(value=models.SystemEventSubtype.Choices.DATALOSS.value),
severity=models.SystemEventSeverity.objects.get(value=models.SystemEventSeverity.Choices.FAILURE.value),
start=datetime(year=2023, month=3, day=31, hour=23),
stop=datetime(year=2023, month=4, day=1, hour=2),
affected_hardware_doc={},
affected_hardware_template=template,
created_by=User.objects.first(),
status=models.SystemEventStatus.objects.get(value=models.SystemEventStatus.Choices.ANALYSED.value),
)
event_2.affected_tasks.set(su_2.task_blueprints.all())
event_2.save()
event_3 = models.SystemEvent.objects.create(name='event 3',
issue_type=models.SystemEventType.objects.get(value=models.SystemEventType.Choices.HUMAN.value),
issue_subtype=models.SystemEventSubtype.objects.get(value=models.SystemEventSubtype.Choices.NOISY.value),
severity=models.SystemEventSeverity.objects.get(value=models.SystemEventSeverity.Choices.MAJOR.value),
start=datetime(year=2023, month=5, day=31, hour=23),
stop=datetime(year=2023, month=6, day=1, hour=2),
affected_hardware_doc={},
affected_hardware_template=template,
created_by=User.objects.first(),
status=models.SystemEventStatus.objects.get(value=models.SystemEventStatus.Choices.CLOSED.value),
)
event_3.affected_tasks.set(su_3.task_blueprints.all())
event_3.save()
# generate the report
with tmss_test_env.create_tmss_client() as client:
start = datetime(year=2023, month=1, day=1)
stop = datetime(year=2024, month=1, day=1)
report = client.get_path_as_json_object('/failure_report/?start=%s&stop=%s' % (start.isoformat(), stop.isoformat()))
# assertions, SUs 1 and 2 should be in here, SU 3 should be ignored due to lack of severity
# check grand total
self.assertIn('total_duration_lost', report)
self.assertEqual(report['total_duration_lost'], 21600) # 2 failure events of 3 hours each
self.assertAlmostEqual(report['total_percent_of_wall_time_lost'], 0.0684931506849315)
# check aggregates
self.assertIn('human', str(report['system_event_summary']['by_issue_type'])) # event 1
for d in report['system_event_summary']['by_issue_type']:
self.assertEqual(d['count'], 1) # only event 1 (but not 3) is accounted for
self.assertNotIn('noisy', str(report['system_event_summary']['by_issue_subtype'])) # event 3 missing
# check histogram (events get binned correctly?)
self.assertEqual(report['lost_observing_time_histogram']['2023-01-01'], 3600) # event 1
self.assertEqual(report['lost_observing_time_histogram']['2023-02-01'], 7200) # event 1
self.assertEqual(report['lost_observing_time_histogram']['2023-03-01'], 3600) # event 2
self.assertEqual(report['lost_observing_time_histogram']['2023-04-01'], 7200) # event 2
self.assertNotIn('2023-05-01', report['lost_observing_time_histogram']) # event 3 missing
self.assertNotIn('2023-06-01', report['lost_observing_time_histogram']) # event 3 missing
# check SUs
self.assertEqual(len(report['failed_scheduling_units']), 2)
for unit in report['failed_scheduling_units']:
self.assertIn(unit['on_sky_duration'], [6666, 3333])
self.assertEqual(unit['project'], 'failure_report_project')
self.assertEqual(len(unit['subtasks']), 1)
if __name__ == "__main__":
os.environ['TZ'] = 'UTC'
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment