diff --git a/atdb/atdb/settings/base.py b/atdb/atdb/settings/base.py
index 7fcfe6e7378954c1a98fd8197f803f1e16dd93d2..82d1526fe06a5b1b2a7d1d842de23064aae99a7a 100644
--- a/atdb/atdb/settings/base.py
+++ b/atdb/atdb/settings/base.py
@@ -264,3 +264,5 @@ CSRF_COOKIE_NAME = 'atdb_csrftoken'
#SILKY_PYTHON_PROFILER = False
#SILKY_PYTHON_PROFILER_BINARY = False
+
+DEFAULT_AUTO_FIELD = 'django.db.models.AutoField'
\ No newline at end of file
diff --git a/atdb/atdb/settings/dev.py b/atdb/atdb/settings/dev.py
index 9fa96624367f8d1868eba5a207c6c3b757a0cd20..7f4227e6c87631203ebef89d3dc46b3d46b7b3e9 100644
--- a/atdb/atdb/settings/dev.py
+++ b/atdb/atdb/settings/dev.py
@@ -13,7 +13,7 @@ DATABASES = {
'ENGINE': 'django.db.backends.postgresql_psycopg2',
'USER': 'atdb_admin',
'PASSWORD': 'atdb123',
- 'NAME': 'atdb_ldv_8aug2023',
+ 'NAME': 'atdb_ldv_5oct2023',
'HOST': 'localhost',
'PORT': '5432',
},
diff --git a/atdb/taskdatabase/services/common.py b/atdb/taskdatabase/services/common.py
index 6d4f8a9f2363e5df3c6878e43783ecb9368ab6ec..84a094341ae068c5dd6121a42fcae01318ade2dd 100644
--- a/atdb/taskdatabase/services/common.py
+++ b/atdb/taskdatabase/services/common.py
@@ -31,18 +31,13 @@ def timeit(method):
def get_summary_flavour(task):
"""
- # not every workflow has the same summary structure
- # determine the flavour based on the selected task, and construct the html accordingly
- # this could be made implicit in the future by adding a setting to the Workflow,
- # but currently it is derived in a yucky way. But at least the yuck is confined to this function
+ not every workflow has the same summary structure
+ determine the flavour based on the selected task, and construct the html accordingly
+ this could be made implicit in the future by adding a setting to the Workflow,
+ but currently it is derived in a yucky way. But at least the yuck is confined to this function
"""
- summary_flavour = SummaryFlavour.DEFAULT.value
- try:
- summary = task.quality_json["summary"]
- except:
- # no summary found
- return None
+ summary_flavour = SummaryFlavour.DEFAULT.value
# so... yikes... what distinguishes the summary flavours?
workflow_uri = task.workflow.workflow_uri
@@ -54,10 +49,12 @@ def get_summary_flavour(task):
return SummaryFlavour.LINC_TARGET.value
try:
- d = summary["details"]
- summary_flavour = SummaryFlavour.IMAGING_COMPRESSION.value
+ summary = task.quality_json["summary"]
except:
- # this is not an imaging summary, continue with the default
- pass
+ # no summary found
+ return None
+
+ if 'details' in summary.keys():
+ summary_flavour = SummaryFlavour.IMAGING_COMPRESSION.value
return summary_flavour
\ No newline at end of file
diff --git a/atdb/taskdatabase/templates/taskdatabase/index.html b/atdb/taskdatabase/templates/taskdatabase/index.html
index dc3bb86092b2b27c959971f8bef5b646fe126238..f2e4ec1c27cde79d3425a126a8d26d3a5926071a 100644
--- a/atdb/taskdatabase/templates/taskdatabase/index.html
+++ b/atdb/taskdatabase/templates/taskdatabase/index.html
@@ -31,7 +31,7 @@
{% include 'taskdatabase/pagination.html' %}
</div>
</div>
- <p class="footer"> Version 3 Oct 2023
+ <p class="footer"> Version 17 Oct 2023
</div>
{% include 'taskdatabase/refresh.html' %}
diff --git a/atdb/taskdatabase/tests/test_calculated_qualities.py b/atdb/taskdatabase/tests/test_calculated_qualities.py
index b2b5bfa596460ea9019df750e49925a4586c7c1a..2439559c1f991a4d85f8bdd17241442b0e3cab94 100644
--- a/atdb/taskdatabase/tests/test_calculated_qualities.py
+++ b/atdb/taskdatabase/tests/test_calculated_qualities.py
@@ -1,9 +1,10 @@
from django.test import TestCase
import json
+import taskdatabase.tests.test_calculated_qualities_outputs as outputs
from taskdatabase.services import calculated_qualities as qualities
-from taskdatabase.models import Configuration, Task
-
+from taskdatabase.models import Configuration, Task, Workflow
+from taskdatabase.services.common import get_summary_flavour, SummaryFlavour
class TestCalculatedQualities(TestCase):
@@ -22,215 +23,44 @@ class TestCalculatedQualities(TestCase):
def setUp(self):
print("setUp: Run once for every test method to setup clean data.")
- outputs0 = {
- "quality": {
- "details": {},
- "observing-conditions": "N/A",
- "sensitivity": "N/A",
- "summary": {
- "L526107_summaryIS.tar": {
- "added": [],
- "deleted": [],
- "input_name": "L526107_summaryIS.tar",
- "input_size": 495749120,
- "input_size_str": "472.78 MB",
- "output_name": "L526107_summaryIS.tar",
- "output_size": 283791360,
- "output_size_str": "270.64 MB",
- "rfi_percent": 0,
- "size_ratio": 0.5724495486749427
- }
- },
- "uv-coverage": "N/A"
- },
- }
- outputs1 = {
- "quality": {
- "details": {},
- "observing-conditions": "N/A",
- "sensitivity": "N/A",
- "summary": {
- "L526107_SAP002_B073_P000_bf.tar": {
- "added": [
- "stokes/SAP2/BEAM73/L526105_SAP2_BEAM73_2bit.fits",
- "stokes/SAP2/BEAM73/L526105_SAP2_BEAM73_2bit_ldv_psrfits_requantisation.log"
- ],
- "deleted": [
- "stokes/SAP2/BEAM73/L526105_SAP2_BEAM73.fits"
- ],
- "input_name": "L526107_SAP002_B073_P000_bf.tar",
- "input_size": 20353853440,
- "input_size_str": "18.96 GB",
- "output_name": "L526107_SAP002_B073_P000_bf.tar",
- "output_size": 6024990720,
- "output_size_str": "5.61 GB",
- "rfi_percent": 11.167,
- "size_ratio": 0.2960122876860019
- }
- },
- "uv-coverage": "N/A"
- },
- }
-
- outputs2 = {
- "quality": {
- "details": {},
- "observing-conditions": "N/A",
- "sensitivity": "N/A",
- "summary": {
- "L526107_SAP002_B073_P000_bf.tar": {
- "added": [
- "stokes/SAP2/BEAM73/L526105_SAP2_BEAM73_2bit.fits",
- "stokes/SAP2/BEAM73/L526105_SAP2_BEAM73_2bit_ldv_psrfits_requantisation.log"
- ],
- "deleted": [
- "stokes/SAP2/BEAM73/L526105_SAP2_BEAM73.fits"
- ],
- "input_name": "L526107_SAP002_B073_P000_bf.tar",
- "input_size": 20353853440,
- "input_size_str": "18.96 GB",
- "output_name": "L526107_SAP002_B073_P000_bf.tar",
- "output_size": 6024990720,
- "output_size_str": "5.61 GB",
- "rfi_percent": 22.167,
- "size_ratio": 0.2960122876860019
- }
- },
- "uv-coverage": "N/A"
- },
- }
+ # tasks without summary information (not allowed according to the interface definition)
+ workflow_no_summary = Workflow(workflow_uri="unknown_workflow_no_summary")
+ workflow_no_summary.save()
+ Task.objects.get_or_create(sas_id=33333, status='processed', outputs=outputs.no_summary, workflow=workflow_no_summary)
- outputs3 = {
- "quality": {
- "details": {},
- "observing-conditions": "N/A",
- "sensitivity": "N/A",
- "summary": {
- "L526107_SAP002_B072_P000_bf.tar": {
- "added": [
- "stokes/SAP2/BEAM72/L526105_SAP2_BEAM72_2bit.fits",
- "stokes/SAP2/BEAM72/L526105_SAP2_BEAM72_2bit_ldv_psrfits_requantisation.log"
- ],
- "deleted": [
- "stokes/SAP2/BEAM72/L526105_SAP2_BEAM72.fits"
- ],
- "input_name": "L526107_SAP002_B072_P000_bf.tar",
- "input_size": 20353843200,
- "input_size_str": "18.96 GB",
- "output_name": "L526107_SAP002_B072_P000_bf.tar",
- "output_size": 6024980480,
- "output_size_str": "5.61 GB",
- "rfi_percent": 31.921,
- "size_ratio": 0.2960119335104242
- }
- },
- "uv-coverage": "N/A"
- },
+ # create a list of Tasks with various values of rfi_percent to test the quality algorithms
+ workflow_requantisation = Workflow(workflow_uri="psrfits_requantisation")
+ workflow_requantisation.save()
- }
+ # rfi_percent=0, this task should be skipped in the quality calculations
+ Task.objects.get_or_create(sas_id=54321, status='processed', outputs=outputs.default_summary_flavour_with_rfi_percent_zero_1, workflow=workflow_requantisation)
- outputs4 = {
- "quality": {
- "details": {},
- "observing-conditions": "N/A",
- "sensitivity": "N/A",
- "summary": {
- "L526107_SAP002_B070_P000_bf.tar": {
- "added": [
- "stokes/SAP2/BEAM70/L526105_SAP2_BEAM70_2bit.fits",
- "stokes/SAP2/BEAM70/L526105_SAP2_BEAM70_2bit_ldv_psrfits_requantisation.log"
- ],
- "deleted": [
- "stokes/SAP2/BEAM70/L526105_SAP2_BEAM70.fits"
- ],
- "input_name": "L526107_SAP002_B070_P000_bf.tar",
- "input_size": 20353525760,
- "input_size_str": "18.96 GB",
- "output_name": "L526107_SAP002_B070_P000_bf.tar",
- "output_size": 6024755200,
- "output_size_str": "5.61 GB",
- "rfi_percent": 52.164,
- "size_ratio": 0.2960054818531843
- }
- },
- "uv-coverage": "N/A"
- },
- }
+ # rfi_percent 11,22,31,52
+ Task.objects.get_or_create(sas_id=54321, status='processed', outputs=outputs.default_summary_flavour_with_rfi_1, workflow=workflow_requantisation)
+ Task.objects.get_or_create(sas_id=54321, status='processed', outputs=outputs.default_summary_flavour_with_rfi_2, workflow=workflow_requantisation)
+ Task.objects.get_or_create(sas_id=54321, status='processed', outputs=outputs.default_summary_flavour_with_rfi_3, workflow=workflow_requantisation)
+ Task.objects.get_or_create(sas_id=54321, status='processed', outputs=outputs.default_summary_flavour_with_rfi_4, workflow=workflow_requantisation)
+
+ # tasks without rfi_percent (so simulating an yet unknown pipeline with summary information, but no rfi percentage)
+ workflow_no_rfi = Workflow(workflow_uri="unknown_workflow")
+ workflow_no_rfi.save()
+ Task.objects.get_or_create(sas_id=12345, status='processed', outputs=outputs.default_summary_flavour_without_rfi_1, workflow=workflow_no_rfi)
- outputs5 = {
- "quality": {
- "details": {},
- "observing-conditions": "N/A",
- "sensitivity": "N/A",
- "summary": {
- "L526107_SAP002_B072_P000_bf.tar": {
- "added": [
- "stokes/SAP2/BEAM72/L526105_SAP2_BEAM72_2bit.fits",
- "stokes/SAP2/BEAM72/L526105_SAP2_BEAM72_2bit_ldv_psrfits_requantisation.log"
- ],
- "deleted": [
- "stokes/SAP2/BEAM72/L526105_SAP2_BEAM72.fits"
- ],
- "input_name": "L526107_SAP002_B072_P000_bf.tar",
- "input_size": 20353843200,
- "input_size_str": "18.96 GB",
- "output_name": "L526107_SAP002_B072_P000_bf.tar",
- "output_size": 6024980480,
- "output_size_str": "5.61 GB",
- "size_ratio": 0.2960119335104242
- }
- },
- "uv-coverage": "N/A"
- },
+ # workflow_imaging_compression, rfi_percentage=1.7186448587105623
+ workflow_imaging_compression = Workflow(workflow_uri="imaging_compress_pipeline_v011")
+ workflow_imaging_compression.save()
+ Task.objects.get_or_create(sas_id=55555, status='processed', outputs=outputs.imaging_compression_summary_flavor_with_rfi_1, workflow=workflow_imaging_compression)
- }
+ # LINK pipelines (no rfi_percent onboard yet)
+ workflow_link_calibrator = Workflow(workflow_uri="linc_calibrator_v4_2")
+ workflow_link_calibrator.save()
+ Task.objects.get_or_create(sas_id=666666, status='processed', outputs=outputs.link_calibrator_summary_without_rfi, workflow=workflow_link_calibrator)
- outputs6 = {
- "quality": {
- "details": {},
- "observing-conditions": "N/A",
- "sensitivity": "N/A",
- "summary": {
- "L526107_SAP002_B070_P000_bf.tar": {
- "added": [
- "stokes/SAP2/BEAM70/L526105_SAP2_BEAM70_2bit.fits",
- "stokes/SAP2/BEAM70/L526105_SAP2_BEAM70_2bit_ldv_psrfits_requantisation.log"
- ],
- "deleted": [
- "stokes/SAP2/BEAM70/L526105_SAP2_BEAM70.fits"
- ],
- "input_name": "L526107_SAP002_B070_P000_bf.tar",
- "input_size": 20353525760,
- "input_size_str": "18.96 GB",
- "output_name": "L526107_SAP002_B070_P000_bf.tar",
- "output_size": 6024755200,
- "output_size_str": "5.61 GB",
- "size_ratio": 0.2960054818531843
- }
- },
- "uv-coverage": "N/A"
- },
- }
+ workflow_link_target = Workflow(workflow_uri="linc_target_v4_2")
+ workflow_link_target.save()
+ Task.objects.get_or_create(sas_id=666667, status='processed', outputs=outputs.link_target_summary_without_rfi, workflow=workflow_link_target)
- # create a list of Tasks with various values of rfi_percent to test the quality algorithms
- # rfi_percent=0, this task should not be included in the calculates
- Task.objects.get_or_create(sas_id=54321, status='processed', outputs=outputs0)
-
- # rfi_percent 11,22,31,52
- Task.objects.get_or_create(sas_id=54321, status='processed', outputs=outputs1)
- Task.objects.get_or_create(sas_id=54321, status='processed', outputs=outputs2)
- Task.objects.get_or_create(sas_id=54321, status='processed', outputs=outputs3)
- Task.objects.get_or_create(sas_id=54321, status='processed', outputs=outputs4)
-
- # tasks without rfi_percent (so simulating a different pipeline)
- Task.objects.get_or_create(sas_id=12345, status='processed', outputs=outputs5)
- Task.objects.get_or_create(sas_id=12345, status='processed', outputs=outputs6)
-
- def test_count_tasks(self):
- actual = Task.objects
- count = actual.count()
- self.assertEqual(count,7)
def test_run_calculations_when_task_becomes_stored(self):
for task in Task.objects.all():
@@ -244,7 +74,7 @@ class TestCalculatedQualities(TestCase):
if task.calculated_qualities['per_sasid']:
count += 1
- self.assertEqual(count,4)
+ self.assertEqual(count,5)
def test_calculated_qualities(self):
@@ -371,3 +201,69 @@ class TestCalculatedQualities(TestCase):
self.assertEqual(quality_values, {'poor': 0, 'moderate': 0, 'good': 0})
self.assertEqual(quality_per_sasid, None)
+ def test_no_summary(self):
+ """
+ test when there is no summary section found
+ """
+
+ # get the tasks for sas_id 54321
+ tasks_for_this_sasid = Task.objects.filter(sas_id=33333)
+
+ # 1 is enough, they all have the same summary_flavour
+ task = tasks_for_this_sasid[0]
+ summary_flavour = get_summary_flavour(task)
+
+ self.assertEqual(summary_flavour,None)
+
+ def test_default_summary_flavour(self):
+ """
+ test if the DEFAULT summary_flavour is detected
+ """
+
+ # get the tasks for sas_id 54321
+ tasks_for_this_sasid = Task.objects.filter(sas_id=54321)
+
+ # 1 is enough, they all have the same summary_flavour
+ task = tasks_for_this_sasid[0]
+ summary_flavour = get_summary_flavour(task)
+
+ self.assertEqual(summary_flavour,SummaryFlavour.DEFAULT.value)
+
+ def test_imaging_compression_summary_flavour(self):
+ """
+ test if the IMAGING_COMPRESSION summary_flavour is detected
+ """
+
+ tasks_for_this_sasid = Task.objects.filter(sas_id=55555)
+
+ # 1 is enough, they all have the same summary_flavour
+ task = tasks_for_this_sasid[0]
+ summary_flavour = get_summary_flavour(task)
+
+ self.assertEqual(summary_flavour,SummaryFlavour.IMAGING_COMPRESSION.value)
+
+ def test_link_calibrator_summary_flavour(self):
+ """
+ test if the LINC_CALIBRATOR summary_flavour is detected
+ """
+
+ tasks_for_this_sasid = Task.objects.filter(sas_id=666666)
+
+ # 1 is enough, they all have the same summary_flavour
+ task = tasks_for_this_sasid[0]
+ summary_flavour = get_summary_flavour(task)
+
+ self.assertEqual(summary_flavour,SummaryFlavour.LINC_CALIBRATOR.value)
+
+ def test_link_target_summary_flavour(self):
+ """
+ test if the LINC_TARGET summary_flavour is detected
+ """
+
+ tasks_for_this_sasid = Task.objects.filter(sas_id=666667)
+
+ # 1 is enough, they all have the same summary_flavour
+ task = tasks_for_this_sasid[0]
+ summary_flavour = get_summary_flavour(task)
+
+ self.assertEqual(summary_flavour,SummaryFlavour.LINC_TARGET.value)
\ No newline at end of file
diff --git a/atdb/taskdatabase/tests/test_calculated_qualities_outputs.py b/atdb/taskdatabase/tests/test_calculated_qualities_outputs.py
new file mode 100644
index 0000000000000000000000000000000000000000..d909ea0f620b89e9e8a4250155fcd16154dcc316
--- /dev/null
+++ b/atdb/taskdatabase/tests/test_calculated_qualities_outputs.py
@@ -0,0 +1,409 @@
+no_summary = {
+ "quality": {
+ "details": {},
+ "observing-conditions": "N/A",
+ "sensitivity": "N/A",
+ "uv-coverage": "N/A"
+ },
+}
+
+default_summary_flavour_with_rfi_percent_zero_1 = {
+ "quality": {
+ "details": {},
+ "observing-conditions": "N/A",
+ "sensitivity": "N/A",
+ "summary": {
+ "L526107_summaryIS.tar": {
+ "added": [],
+ "deleted": [],
+ "input_name": "L526107_summaryIS.tar",
+ "input_size": 495749120,
+ "input_size_str": "472.78 MB",
+ "output_name": "L526107_summaryIS.tar",
+ "output_size": 283791360,
+ "output_size_str": "270.64 MB",
+ "rfi_percent": 0,
+ "size_ratio": 0.5724495486749427
+ }
+ },
+ "uv-coverage": "N/A"
+ },
+}
+
+default_summary_flavour_with_rfi_1 = {
+ "quality": {
+ "details": {},
+ "observing-conditions": "N/A",
+ "sensitivity": "N/A",
+ "summary": {
+ "L526107_SAP002_B073_P000_bf.tar": {
+ "added": [
+ "stokes/SAP2/BEAM73/L526105_SAP2_BEAM73_2bit.fits",
+ "stokes/SAP2/BEAM73/L526105_SAP2_BEAM73_2bit_ldv_psrfits_requantisation.log"
+ ],
+ "deleted": [
+ "stokes/SAP2/BEAM73/L526105_SAP2_BEAM73.fits"
+ ],
+ "input_name": "L526107_SAP002_B073_P000_bf.tar",
+ "input_size": 20353853440,
+ "input_size_str": "18.96 GB",
+ "output_name": "L526107_SAP002_B073_P000_bf.tar",
+ "output_size": 6024990720,
+ "output_size_str": "5.61 GB",
+ "rfi_percent": 11.167,
+ "size_ratio": 0.2960122876860019
+ }
+ },
+ "uv-coverage": "N/A"
+ },
+}
+
+default_summary_flavour_with_rfi_2 = {
+ "quality": {
+ "details": {},
+ "observing-conditions": "N/A",
+ "sensitivity": "N/A",
+ "summary": {
+ "L526107_SAP002_B073_P000_bf.tar": {
+ "added": [
+ "stokes/SAP2/BEAM73/L526105_SAP2_BEAM73_2bit.fits",
+ "stokes/SAP2/BEAM73/L526105_SAP2_BEAM73_2bit_ldv_psrfits_requantisation.log"
+ ],
+ "deleted": [
+ "stokes/SAP2/BEAM73/L526105_SAP2_BEAM73.fits"
+ ],
+ "input_name": "L526107_SAP002_B073_P000_bf.tar",
+ "input_size": 20353853440,
+ "input_size_str": "18.96 GB",
+ "output_name": "L526107_SAP002_B073_P000_bf.tar",
+ "output_size": 6024990720,
+ "output_size_str": "5.61 GB",
+ "rfi_percent": 22.167,
+ "size_ratio": 0.2960122876860019
+ }
+ },
+ "uv-coverage": "N/A"
+ },
+}
+
+default_summary_flavour_with_rfi_3 = {
+ "quality": {
+ "details": {},
+ "observing-conditions": "N/A",
+ "sensitivity": "N/A",
+ "summary": {
+ "L526107_SAP002_B072_P000_bf.tar": {
+ "added": [
+ "stokes/SAP2/BEAM72/L526105_SAP2_BEAM72_2bit.fits",
+ "stokes/SAP2/BEAM72/L526105_SAP2_BEAM72_2bit_ldv_psrfits_requantisation.log"
+ ],
+ "deleted": [
+ "stokes/SAP2/BEAM72/L526105_SAP2_BEAM72.fits"
+ ],
+ "input_name": "L526107_SAP002_B072_P000_bf.tar",
+ "input_size": 20353843200,
+ "input_size_str": "18.96 GB",
+ "output_name": "L526107_SAP002_B072_P000_bf.tar",
+ "output_size": 6024980480,
+ "output_size_str": "5.61 GB",
+ "rfi_percent": 31.921,
+ "size_ratio": 0.2960119335104242
+ }
+ },
+ "uv-coverage": "N/A"
+ },
+
+}
+
+default_summary_flavour_with_rfi_4 = {
+ "quality": {
+ "details": {},
+ "observing-conditions": "N/A",
+ "sensitivity": "N/A",
+ "summary": {
+ "L526107_SAP002_B070_P000_bf.tar": {
+ "added": [
+ "stokes/SAP2/BEAM70/L526105_SAP2_BEAM70_2bit.fits",
+ "stokes/SAP2/BEAM70/L526105_SAP2_BEAM70_2bit_ldv_psrfits_requantisation.log"
+ ],
+ "deleted": [
+ "stokes/SAP2/BEAM70/L526105_SAP2_BEAM70.fits"
+ ],
+ "input_name": "L526107_SAP002_B070_P000_bf.tar",
+ "input_size": 20353525760,
+ "input_size_str": "18.96 GB",
+ "output_name": "L526107_SAP002_B070_P000_bf.tar",
+ "output_size": 6024755200,
+ "output_size_str": "5.61 GB",
+ "rfi_percent": 52.164,
+ "size_ratio": 0.2960054818531843
+ }
+ },
+ "uv-coverage": "N/A"
+ },
+}
+
+default_summary_flavour_without_rfi_1 = {
+ "quality": {
+ "details": {},
+ "observing-conditions": "N/A",
+ "sensitivity": "N/A",
+ "summary": {
+ "L526107_SAP002_B072_P000_bf.tar": {
+ "added": [
+ "stokes/SAP2/BEAM72/L526105_SAP2_BEAM72_2bit.fits",
+ "stokes/SAP2/BEAM72/L526105_SAP2_BEAM72_2bit_ldv_psrfits_requantisation.log"
+ ],
+ "deleted": [
+ "stokes/SAP2/BEAM72/L526105_SAP2_BEAM72.fits"
+ ],
+ "input_name": "L526107_SAP002_B072_P000_bf.tar",
+ "input_size": 20353843200,
+ "input_size_str": "18.96 GB",
+ "output_name": "L526107_SAP002_B072_P000_bf.tar",
+ "output_size": 6024980480,
+ "output_size_str": "5.61 GB",
+ "size_ratio": 0.2960119335104242
+ }
+ },
+ "uv-coverage": "N/A"
+ },
+
+}
+
+default_summary_flavour_without_rfi_2 = {
+ "quality": {
+ "details": {},
+ "observing-conditions": "N/A",
+ "sensitivity": "N/A",
+ "summary": {
+ "L526107_SAP002_B070_P000_bf.tar": {
+ "added": [
+ "stokes/SAP2/BEAM70/L526105_SAP2_BEAM70_2bit.fits",
+ "stokes/SAP2/BEAM70/L526105_SAP2_BEAM70_2bit_ldv_psrfits_requantisation.log"
+ ],
+ "deleted": [
+ "stokes/SAP2/BEAM70/L526105_SAP2_BEAM70.fits"
+ ],
+ "input_name": "L526107_SAP002_B070_P000_bf.tar",
+ "input_size": 20353525760,
+ "input_size_str": "18.96 GB",
+ "output_name": "L526107_SAP002_B070_P000_bf.tar",
+ "output_size": 6024755200,
+ "output_size_str": "5.61 GB",
+ "size_ratio": 0.2960054818531843
+ }
+ },
+ "uv-coverage": "N/A"
+ },
+}
+
+imaging_compression_summary_flavor_with_rfi_1 = {
+ "quality": {
+ "summary": {
+ "details": {
+ "DStDev": {
+ "CS001": 15372035.9671943,
+ "CS002": 14858111.10350275,
+ "CS003": 10147611.046423668,
+ "CS004": 18980165.035334244,
+ "CS005": 9209186.769605417,
+ "CS006": 15544054.561004732,
+ "CS007": 15737019.571027506,
+ "CS011": 14245094.062691605,
+ "CS013": 10705936.655357886,
+ "CS017": 14099126.5756219,
+ "CS021": 13172990.03150767,
+ "CS024": 14696724.018343825,
+ "CS026": 18501377.981954917,
+ "CS028": 14326771.584380083,
+ "CS030": 16033335.687642261,
+ "CS031": 20901704.500670947,
+ "CS032": 18795952.493532542,
+ "CS101": 67594399.69123329,
+ "CS103": 14555006.230974862,
+ "CS201": 11491082.207871344,
+ "CS301": 40468265.70497692,
+ "CS302": 17781663.389931183,
+ "CS401": 19556709.0685369,
+ "CS501": 27261643.796409346,
+ "DE601": 17777132.55854045,
+ "DE602": 19748901.556048356,
+ "DE603": 26819783.45521549,
+ "DE604": 14385497.046839358,
+ "DE605": 12729490.454671673,
+ "DE609": 11548756.244492985,
+ "FR606": 13169448.64903064,
+ "IE613": 13395597.406249378,
+ "LV614": 11668296.995990513,
+ "PL610": 14960883.74047425,
+ "PL611": 17196733.845408365,
+ "PL612": 10283464.55136512,
+ "RS106": 12128338.820957774,
+ "RS205": 42916272.60510826,
+ "RS208": 9365468.17970955,
+ "RS210": 47000312.251054004,
+ "RS305": 15538054.639135055,
+ "RS306": 14206058.107420009,
+ "RS307": 14757246.239034232,
+ "RS310": 14171170.538164835,
+ "RS406": 15226166.937623236,
+ "RS407": 14530681.276822567,
+ "RS409": 14725610.814889988,
+ "RS503": 11508097.846546676,
+ "RS508": 28514459.964421105,
+ "RS509": 19256534.542812303,
+ "SE607": 30430197.90790976,
+ "UK608": 22423233.01862699
+ },
+ "target": [
+ "3C295"
+ ],
+ "antennas": [
+ "CS001HBA0",
+ "CS001HBA1",
+ "CS002HBA0",
+ "CS002HBA1",
+ "CS003HBA0",
+ "CS003HBA1",
+ "CS004HBA0",
+ "CS004HBA1",
+ "CS005HBA0",
+ "CS005HBA1",
+ "CS006HBA0",
+ "CS006HBA1",
+ "CS007HBA0",
+ "CS007HBA1",
+ "CS011HBA0",
+ "CS011HBA1",
+ "CS013HBA0",
+ "CS013HBA1",
+ "CS017HBA0",
+ "CS017HBA1",
+ "CS021HBA0",
+ "CS021HBA1",
+ "CS024HBA0",
+ "CS024HBA1",
+ "CS026HBA0",
+ "CS026HBA1",
+ "CS028HBA0",
+ "CS028HBA1",
+ "CS030HBA0",
+ "CS030HBA1",
+ "CS031HBA0",
+ "CS031HBA1",
+ "CS032HBA0",
+ "CS032HBA1",
+ "CS101HBA0",
+ "CS101HBA1",
+ "CS103HBA0",
+ "CS103HBA1",
+ "CS201HBA0",
+ "CS201HBA1",
+ "CS301HBA0",
+ "CS301HBA1",
+ "CS302HBA0",
+ "CS302HBA1",
+ "CS401HBA0",
+ "CS401HBA1",
+ "CS501HBA0",
+ "CS501HBA1",
+ "RS106HBA",
+ "RS205HBA",
+ "RS208HBA",
+ "RS210HBA",
+ "RS305HBA",
+ "RS306HBA",
+ "RS307HBA",
+ "RS310HBA",
+ "RS406HBA",
+ "RS407HBA",
+ "RS409HBA",
+ "RS503HBA",
+ "RS508HBA",
+ "RS509HBA",
+ "DE601HBA",
+ "DE602HBA",
+ "DE603HBA",
+ "DE604HBA",
+ "DE605HBA",
+ "FR606HBA",
+ "SE607HBA",
+ "UK608HBA",
+ "DE609HBA",
+ "PL610HBA",
+ "PL611HBA",
+ "PL612HBA",
+ "IE613HBA"
+ ],
+ "pointing": {
+ "Sun": 98.62325727494583,
+ "CasA": 63.8887478639975,
+ "CygA": 57.33860706164162,
+ "HerA": 57.53230892059052,
+ "Moon": 82.10124202600636,
+ "TauA": 93.60818880478796,
+ "VirA": 44.64319497995252,
+ "Jupiter": 65.56149628509407,
+ "elevation_fraction": 1
+ },
+ "rfi_percentage": 1.7186448587105623,
+ "antenna_configuration": "FULL",
+ "antennas_not_available": [
+ "LV614"
+ ]
+ },
+ "applied_fixes": [],
+ "rfi_perc_total": "good",
+ "elevation_score": "good",
+ "sun_interference": "good",
+ "unfixable_issues": [],
+ "moon_interference": "good",
+ "jupiter_interference": "good",
+ "degree_incompleteness_array": [],
+ "array_missing_important_pairs_is": "good",
+ "array_missing_important_pairs_dutch": "good",
+ "aggregated_array_data_losses_percentage": "poor",
+ "array_high_data_loss_on_is_important_pair": "good",
+ "array_high_data_loss_on_dutch_important_pair": "good"
+ }
+ },
+}
+
+link_calibrator_summary_without_rfi = {
+ "quality": {
+ "details": {},
+ "sensitivity": "N/A",
+ "uv-coverage": "N/A",
+ "observing-conditions": "N/A"
+ },
+ "summary": {
+ "size": 17464,
+ "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/689478/35011/3c48_LINC_calibrator_summary.json",
+ "class": "File",
+ "nameext": ".json",
+ "basename": "3c48_LINC_calibrator_summary.json",
+ "checksum": "sha1$531646ff527d76f4facdabf72d939bac302eaf1f",
+ "location": "file:///project/ldv/Share/run/2023/6/16/1352_35011/3c48_LINC_calibrator_summary.json",
+ "nameroot": "3c48_LINC_calibrator_summary"
+ },
+}
+
+link_target_summary_without_rfi = {
+ "quality": {
+ "details": {},
+ "sensitivity": "N/A",
+ "uv-coverage": "N/A",
+ "observing-conditions": "N/A"
+ },
+ "summary": {
+ "size": 17464,
+ "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/689478/35011/3c48_LINC_calibrator_summary.json",
+ "class": "File",
+ "nameext": ".json",
+ "basename": "3c48_LINC_target_summary.json",
+ "checksum": "sha1$531646ff527d76f4facdabf72d939bac302eaf1f",
+ "location": "file:///project/ldv/Share/run/2023/6/16/1352_35011/3c48_LINC_target_summary.json",
+ "nameroot": "3c48_LINC_target_summary"
+ },
+}
\ No newline at end of file