diff --git a/esap/esap/configuration/esap_default.py b/esap/esap/configuration/esap_default.py index 870d57164ec4bcaf55cee2a56a582055f409f6eb..6a100aa75d123b15645d9165986be8443ae90784 100644 --- a/esap/esap/configuration/esap_default.py +++ b/esap/esap/configuration/esap_default.py @@ -5,17 +5,17 @@ # the url location of the frontend application, # this makes it possible to install multiple instances in different directories on the webserver # that all have their own urls like 'http://esap.astron.nl/esap-gui-dev/queries' -frontend_basename="esap-gui" +frontend_basename = "esap-gui" logo = "https://alta.astron.nl/alta-static/images/esap/esap_logo.png" # definition of the navigation bar -nav1 = {'title': 'Archives', 'route': '/archives'} -nav2 = {'title': 'Datasets', 'route': '/datasets'} -nav3 = {'title': 'Telescopes', 'route': '/telescopes'} -nav4 = {'title': 'Query', 'route': '/query'} -nav5 = {'title': 'Settings', 'route': '/about'} -navbar = [nav1,nav2,nav3,nav4,nav5] +nav1 = {'title': 'IVOA', 'route': '/ivoa'} +nav2 = {'title': 'ADEX', 'route': '/adex'} +nav3 = {'title': 'Solar', 'route': '/solar'} +nav4 = {'title': 'Rucio', 'route': '/rucio'} +nav5 = {'title': 'Interactive Analysis', 'route': '/interactive'} +navbar = [nav1, nav2, nav3, nav4, nav5] # if datasets_enabled is set, then only these datasets are visible to the GUI #datasets_enabled = ['apertif-observations','astron.ivoa.obscore'] @@ -26,48 +26,48 @@ datasets_disabled = ['nancay.ivoa.obscore'] # definition of the query query_schema = { - "title": "ESAP Query", - "type": "object", - "properties": { - "institute": { - "type": "string", - "title": "Institute", - "default": "all", - "enum": ["all","Astron","IVOA"], - "enumNames": ["all","astron","IVOA"] - }, - "keyword": { - "type": "string", - "title": "Keyword", - "default" : "" - }, - "target": { - "type": "string", - "title": "Target" - }, - "ra": { - "type": "number", - "title": "RA (degrees)", - "default": 342.16 - }, - "dec": { - "type": "number", - "title": "dec (degrees)", - "default": 33.94 - }, - "fov": { - "type": "number", - "title": "search radius (degrees)", - "default": 10 - }, + "title": "ESAP Query", + "type": "object", + "properties": { + "institute": { + "type": "string", + "title": "Institute", + "default": "all", + "enum": ["all", "Astron", "IVOA"], + "enumNames": ["all", "astron", "IVOA"] + }, + "keyword": { + "type": "string", + "title": "Keyword", + "default": "" + }, + "target": { + "type": "string", + "title": "Target" + }, + "ra": { + "type": "number", + "title": "RA (degrees)", + "default": 342.16 + }, + "dec": { + "type": "number", + "title": "dec (degrees)", + "default": 33.94 + }, + "fov": { + "type": "number", + "title": "search radius (degrees)", + "default": 10 + }, - "dataproduct_subtype": { - "type": "string", - "title": "DataProduct Type", - "default": "continuumMF", - "enum": ["all","uncalibratedVisibility","continuumMF","continuumChunk","calibratedImage","polarisationImage","imageCube","beamCube","polarisationCube","pulsarTimingTimeSeries"], - "enumNames": ["all","uncalibratedVisibility","continuumMF","continuumChunk","calibratedImage","polarisationImage","imageCube","beamCube","polarisationCube","pulsarTimingTimeSeries"] - }, + "dataproduct_subtype": { + "type": "string", + "title": "DataProduct Type", + "default": "continuumMF", + "enum": ["all", "uncalibratedVisibility", "continuumMF", "continuumChunk", "calibratedImage", "polarisationImage", "imageCube", "beamCube", "polarisationCube", "pulsarTimingTimeSeries"], + "enumNames": ["all", "uncalibratedVisibility", "continuumMF", "continuumChunk", "calibratedImage", "polarisationImage", "imageCube", "beamCube", "polarisationCube", "pulsarTimingTimeSeries"] + }, - } + } } diff --git a/esap/esap/configuration/esap_ivoa.py b/esap/esap/configuration/esap_ivoa.py new file mode 100644 index 0000000000000000000000000000000000000000..c40794d47449c11109384cc83c4e4d2eeb69eb57 --- /dev/null +++ b/esap/esap/configuration/esap_ivoa.py @@ -0,0 +1,44 @@ + +# title = "ESFRI Science Analysis Platform" +#logo = "http://uilennest.net/static/media/tree9.da598501.png" + +# the url location of the frontend application, +# this makes it possible to install multiple instances in different directories on the webserver +# that all have their own urls like 'http://esap.astron.nl/esap-gui-dev/queries' +frontend_basename = "esap-gui" + +logo = "https://alta.astron.nl/alta-static/images/esap/esap_logo.png" + +# definition of the navigation bar +nav1 = {'title': 'Rucio', 'route': '/rucio'} +nav2 = {'title': 'ADEX', 'route': '/adex'} +nav3 = {'title': 'IVOA', 'route': '/ivoa'} +nav4 = {'title': 'Solar', 'route': '/solar'} +navbar = [nav1, nav2, nav3, nav4] + +# if datasets_enabled is set, then only these datasets are visible to the GUI +#datasets_enabled = ['apertif-observations','astron.ivoa.obscore'] + +# if datasets_disabled is set, then all datasets except these are returned to the GUI +datasets_disabled = ['nancay.ivoa.obscore'] + + +# definition of the query +query_schema = { + "title": "ESAP IVOA Query", + "type": "object", + "properties": { + "service": { + "type": "string", + "title": "Service", + "default": "tap", + "enum": ["tap", "scs", "ssa", "sia"], + "enumNames": ["TAP: Tables", "SCS: Cone Search", "SSA: Spectra", "SIA: Images"] + }, + "keyword": { + "type": "string", + "title": "Keyword", + "default": "" + }, + } +} diff --git a/esap/esap/configuration/esap_solar.py b/esap/esap/configuration/esap_solar.py index 00673f9b5cad881cea2bcffd0036f114cfff50fb..a7c8f1540f89ac7ff78fb8e61e0af109736b4040 100644 --- a/esap/esap/configuration/esap_solar.py +++ b/esap/esap/configuration/esap_solar.py @@ -4,60 +4,44 @@ title = "ESAP Solar" # the url location of the frontend application, # this makes it possible to install multiple instances in different directories on the webserver # that all have their own urls like 'http://esap.astron.nl/esap-gui-dev/queries' -frontend_basename="esap-solar" +frontend_basename = "esap-solar" logo = "https://alta.astron.nl/alta-static/images/esap/esap_solar.png" # definition of the navigation bar nav4 = {'title': 'Query', 'route': '/query'} nav5 = {'title': 'Settings', 'route': '/about'} -navbar = [nav4,nav5] +navbar = [nav4, nav5] # if datasets_enabled is set, then only these datasets are visible to the GUI -datasets_enabled = ['vso','helio'] +datasets_enabled = ['vso', 'helio'] # definition of the query query_schema = { - "title": "ESAP Solar Query", - "type": "object", - "properties": { - "institute": { - "type": "string", - "title": "Institute", - "default": "all", - "enum": ["all","Astron"], - "enumNames": ["all","astron"] - }, - "dataproduct_type": { - "type": "string", - "title": "DataProduct Type", - "default": "all", - "enum": ["all","image","cube"], - "enumNames": ["all","image","cube"] - }, - "dataproduct_subtype": { - "type": "string", - "title": "DataProduct Subtype", - "default": "all", - "enum": ["all","continuumMF","imageCube","beamCube"], - "enumNames": ["all","continuumMF","imageCube","beamCube"] - }, - "startdate": { - "type": "string", - "format" : "date", - "title": "Start Date" + "title": "ESAP Solar Query", + "type": "object", + "properties": { + "dataproduct_type": { + "type": "string", + "title": "DataProduct Type", + "default": "all", + "enum": ["all", "image", "cube"], + "enumNames": ["all", "image", "cube"] + }, + "startdate": { + "type": "string", + "format": "date", + "title": "Start Date" + }, + "enddate": { + "type": "string", + "format": "date", + "title": "End Date" + }, + "instrument": { + "type": "string", + "default": "SOHO__MDI", + "enum": ["all", "SOHO__EIT", "SOHO__MDI", "PDMO__COGHA", "HINODE__EIS", "STEREO_A__COR", "STEREO_B__COR"], + } } - , - "enddate": { - "type": "string", - "format" : "date", - "title": "End Date" - }, - "instrument": { - "type": "string", - "default": "SOHO__MDI", - "enum": ["all", "SOHO__EIT", "SOHO__MDI", "PDMO__COGHA", "HINODE__EIS", "STEREO_A__COR", "STEREO_B__COR"], - } - } } - diff --git a/esap/esap/esap_config.sqlite3 b/esap/esap/esap_config.sqlite3 index ab6d83ab86506c9c1165c2df128210f7434212b1..a7f75dd9b867cdc233ff9fedfdc206c6142a5257 100644 Binary files a/esap/esap/esap_config.sqlite3 and b/esap/esap/esap_config.sqlite3 differ diff --git a/esap/esap/settings/base.py b/esap/esap/settings/base.py index 61e03979d6f05877924eac380b3519e3c98974ef..f49d1130b15f7b64e04fddb137c94fac50a4e72e 100644 --- a/esap/esap/settings/base.py +++ b/esap/esap/settings/base.py @@ -217,6 +217,6 @@ STATIC_URL = '/static/' STATIC_ROOT = os.path.join(BASE_DIR, 'static') # configuration settings that can be requested through the REST API -VERSION = "ASTRON - version 16 jul 2020" +VERSION = "ASTRON - version 21 jul 2020" CONFIGURATION_DIR = os.path.join(BASE_DIR, 'configuration') CONFIGURATION_FILE = 'esap_config' \ No newline at end of file diff --git a/esap/logs/esap.log b/esap/logs/esap.log index 7d2f2e14ba7352fffd951a6dcaedbf5dd9af2432..ac0c50661e50726fc47f45e54758fa74591a8704 100644 --- a/esap/logs/esap.log +++ b/esap/logs/esap.log @@ -3154,3 +3154,441 @@ [2020-07-14 19:41:27,470] query_controller.create_query() [2020-07-14 19:41:58,043] query_controller.create_query() [2020-07-14 19:45:37,479] query_controller.create_query() +[2020-07-17 12:27:14,633] ConfigurationView +[2020-07-17 12:27:14,634] ConfigurationView +[2020-07-17 12:27:14,635] ConfigurationView +[2020-07-17 12:27:14,634] ConfigurationView +[2020-07-17 12:27:20,982] ConfigurationView +[2020-07-17 12:27:20,987] ConfigurationView +[2020-07-17 12:27:20,999] ConfigurationView +[2020-07-17 12:27:21,000] ConfigurationView +[2020-07-17 12:27:58,827] ConfigurationView +[2020-07-17 12:27:58,842] ConfigurationView +[2020-07-17 12:27:58,844] ConfigurationView +[2020-07-17 12:27:58,852] ConfigurationView +[2020-07-17 15:16:38,967] ConfigurationView +[2020-07-17 15:16:38,968] ConfigurationView +[2020-07-17 15:16:38,968] ConfigurationView +[2020-07-17 15:16:38,982] ConfigurationView +[2020-07-17 15:17:37,908] ConfigurationView +[2020-07-17 15:17:37,911] ConfigurationView +[2020-07-17 15:17:37,913] ConfigurationView +[2020-07-17 15:17:37,918] ConfigurationView +[2020-07-17 15:17:46,120] ConfigurationView +[2020-07-17 15:17:46,143] ConfigurationView +[2020-07-17 15:17:46,150] ConfigurationView +[2020-07-17 15:17:46,153] ConfigurationView +[2020-07-17 15:20:26,887] ConfigurationView +[2020-07-17 15:20:26,897] ConfigurationView +[2020-07-17 15:20:26,907] ConfigurationView +[2020-07-17 15:20:26,910] ConfigurationView +[2020-07-17 15:20:32,805] ConfigurationView +[2020-07-17 15:20:32,820] ConfigurationView +[2020-07-17 15:20:32,850] ConfigurationView +[2020-07-17 15:20:32,859] ConfigurationView +[2020-07-17 15:20:40,363] ConfigurationView +[2020-07-17 15:20:40,374] ConfigurationView +[2020-07-17 15:20:40,375] ConfigurationView +[2020-07-17 15:20:40,376] ConfigurationView +[2020-07-17 15:20:47,323] ConfigurationView +[2020-07-17 15:20:47,340] ConfigurationView +[2020-07-17 15:20:47,344] ConfigurationView +[2020-07-17 15:20:47,347] ConfigurationView +[2020-07-17 15:21:23,427] ConfigurationView +[2020-07-17 15:21:23,434] ConfigurationView +[2020-07-17 15:21:23,432] ConfigurationView +[2020-07-17 15:21:23,431] ConfigurationView +[2020-07-17 15:21:27,879] ConfigurationView +[2020-07-17 15:21:27,881] ConfigurationView +[2020-07-17 15:21:27,883] ConfigurationView +[2020-07-17 15:21:27,883] ConfigurationView +[2020-07-17 15:21:39,924] ConfigurationView +[2020-07-17 15:21:39,925] ConfigurationView +[2020-07-17 15:21:39,927] ConfigurationView +[2020-07-17 15:21:39,929] ConfigurationView +[2020-07-17 15:22:28,962] ConfigurationView +[2020-07-17 15:22:28,964] ConfigurationView +[2020-07-17 15:22:28,974] ConfigurationView +[2020-07-17 15:22:28,980] ConfigurationView +[2020-07-17 15:22:33,119] ConfigurationView +[2020-07-17 15:22:33,122] ConfigurationView +[2020-07-17 15:22:33,137] ConfigurationView +[2020-07-17 15:22:33,146] ConfigurationView +[2020-07-17 15:23:42,509] ConfigurationView +[2020-07-17 15:23:42,515] ConfigurationView +[2020-07-17 15:23:42,521] ConfigurationView +[2020-07-17 15:23:42,524] ConfigurationView +[2020-07-17 15:23:57,610] ConfigurationView +[2020-07-17 15:23:57,615] ConfigurationView +[2020-07-17 15:23:57,620] ConfigurationView +[2020-07-17 15:23:57,624] ConfigurationView +[2020-07-17 15:26:44,458] ConfigurationView +[2020-07-17 15:26:44,469] ConfigurationView +[2020-07-17 15:26:44,473] ConfigurationView +[2020-07-17 15:26:44,482] ConfigurationView +[2020-07-17 15:26:57,322] ConfigurationView +[2020-07-17 15:26:57,326] ConfigurationView +[2020-07-17 15:26:57,350] ConfigurationView +[2020-07-17 15:26:57,339] ConfigurationView +[2020-07-17 15:27:05,495] ConfigurationView +[2020-07-17 15:27:05,497] ConfigurationView +[2020-07-17 15:27:05,501] ConfigurationView +[2020-07-17 15:27:05,504] ConfigurationView +[2020-07-17 15:30:02,382] ConfigurationView +[2020-07-17 15:30:02,388] ConfigurationView +[2020-07-17 15:30:02,389] ConfigurationView +[2020-07-17 15:30:02,401] ConfigurationView +[2020-07-17 15:30:10,235] ConfigurationView +[2020-07-17 15:30:10,258] ConfigurationView +[2020-07-17 15:30:10,268] ConfigurationView +[2020-07-17 15:30:10,271] ConfigurationView +[2020-07-17 15:30:54,860] ConfigurationView +[2020-07-17 15:30:54,878] ConfigurationView +[2020-07-17 15:30:54,879] ConfigurationView +[2020-07-17 15:30:54,893] ConfigurationView +[2020-07-17 15:31:08,021] ConfigurationView +[2020-07-17 15:31:08,026] ConfigurationView +[2020-07-17 15:31:08,032] ConfigurationView +[2020-07-17 15:31:08,048] ConfigurationView +[2020-07-17 15:32:17,734] ConfigurationView +[2020-07-17 15:32:17,741] ConfigurationView +[2020-07-17 15:32:17,742] ConfigurationView +[2020-07-17 15:32:17,765] ConfigurationView +[2020-07-17 15:32:23,061] ConfigurationView +[2020-07-17 15:32:23,075] ConfigurationView +[2020-07-17 15:32:23,088] ConfigurationView +[2020-07-17 15:32:23,093] ConfigurationView +[2020-07-17 15:32:29,219] ConfigurationView +[2020-07-17 15:32:29,229] ConfigurationView +[2020-07-17 15:32:29,230] ConfigurationView +[2020-07-17 15:32:29,242] ConfigurationView +[2020-07-17 15:32:37,362] ConfigurationView +[2020-07-17 15:32:37,363] ConfigurationView +[2020-07-17 15:32:37,366] ConfigurationView +[2020-07-17 15:32:37,372] ConfigurationView +[2020-07-17 15:33:23,963] ConfigurationView +[2020-07-17 15:33:23,973] ConfigurationView +[2020-07-17 15:33:23,984] ConfigurationView +[2020-07-17 15:33:23,974] ConfigurationView +[2020-07-17 15:34:37,005] ConfigurationView +[2020-07-17 15:34:37,015] ConfigurationView +[2020-07-17 15:34:37,022] ConfigurationView +[2020-07-17 15:34:37,024] ConfigurationView +[2020-07-17 15:34:42,485] ConfigurationView +[2020-07-17 15:34:42,507] ConfigurationView +[2020-07-17 15:34:42,522] ConfigurationView +[2020-07-17 15:34:42,521] ConfigurationView +[2020-07-17 15:34:47,496] ConfigurationView +[2020-07-17 15:34:47,501] ConfigurationView +[2020-07-17 15:34:47,511] ConfigurationView +[2020-07-17 15:34:47,512] ConfigurationView +[2020-07-17 15:34:52,759] ConfigurationView +[2020-07-17 15:34:52,765] ConfigurationView +[2020-07-17 15:34:52,773] ConfigurationView +[2020-07-17 15:34:52,777] ConfigurationView +[2020-07-17 15:36:33,007] ConfigurationView +[2020-07-17 15:36:33,011] ConfigurationView +[2020-07-17 15:36:33,014] ConfigurationView +[2020-07-17 15:36:33,022] ConfigurationView +[2020-07-17 15:38:26,016] ConfigurationView +[2020-07-17 15:38:26,035] ConfigurationView +[2020-07-17 15:38:26,038] ConfigurationView +[2020-07-17 15:38:26,038] ConfigurationView +[2020-07-17 15:39:29,298] ConfigurationView +[2020-07-17 15:39:29,305] ConfigurationView +[2020-07-17 15:39:29,306] ConfigurationView +[2020-07-17 15:39:29,310] ConfigurationView +[2020-07-17 15:39:45,452] ConfigurationView +[2020-07-17 15:39:45,461] ConfigurationView +[2020-07-17 15:39:45,471] ConfigurationView +[2020-07-17 15:39:45,474] ConfigurationView +[2020-07-17 15:40:04,583] ConfigurationView +[2020-07-17 15:40:04,586] ConfigurationView +[2020-07-17 15:40:04,591] ConfigurationView +[2020-07-17 15:40:04,615] ConfigurationView +[2020-07-17 15:40:41,944] ConfigurationView +[2020-07-17 15:40:41,945] ConfigurationView +[2020-07-17 15:40:41,949] ConfigurationView +[2020-07-17 15:40:41,958] ConfigurationView +[2020-07-17 15:40:58,756] ConfigurationView +[2020-07-17 15:40:58,777] ConfigurationView +[2020-07-17 15:40:58,779] ConfigurationView +[2020-07-17 15:40:58,797] ConfigurationView +[2020-07-17 15:43:21,043] ConfigurationView +[2020-07-17 15:43:21,045] ConfigurationView +[2020-07-17 15:43:21,046] ConfigurationView +[2020-07-17 15:43:21,047] ConfigurationView +[2020-07-17 15:47:35,389] ConfigurationView +[2020-07-17 15:47:35,396] ConfigurationView +[2020-07-17 15:47:35,403] ConfigurationView +[2020-07-17 15:47:35,410] ConfigurationView +[2020-07-17 15:48:27,908] ConfigurationView +[2020-07-17 15:48:27,921] ConfigurationView +[2020-07-17 15:48:27,928] ConfigurationView +[2020-07-17 15:48:27,931] ConfigurationView +[2020-07-17 15:48:52,965] query_controller.create_query() +[2020-07-17 15:49:28,216] query_controller.create_query() +[2020-07-17 15:49:40,415] query_controller.create_query() +[2020-07-17 15:49:40,543] query_controller.create_query() +[2020-07-17 15:49:44,992] query_controller.create_query() +[2020-07-17 15:49:48,250] query_controller.create_query() +[2020-07-17 15:49:51,290] query_controller.create_query() +[2020-07-17 15:50:35,624] ConfigurationView +[2020-07-17 15:50:35,630] ConfigurationView +[2020-07-17 15:50:35,632] ConfigurationView +[2020-07-17 15:50:35,653] ConfigurationView +[2020-07-17 15:52:47,470] ConfigurationView +[2020-07-17 15:52:47,483] ConfigurationView +[2020-07-17 15:52:47,486] ConfigurationView +[2020-07-17 15:52:47,493] ConfigurationView +[2020-07-17 15:52:56,322] ConfigurationView +[2020-07-17 15:52:56,327] ConfigurationView +[2020-07-17 15:52:56,331] ConfigurationView +[2020-07-17 15:52:56,335] ConfigurationView +[2020-07-17 15:53:04,130] ConfigurationView +[2020-07-17 15:53:04,164] ConfigurationView +[2020-07-17 15:53:04,167] ConfigurationView +[2020-07-17 15:53:04,167] ConfigurationView +[2020-07-17 15:53:12,254] ConfigurationView +[2020-07-17 15:53:12,263] ConfigurationView +[2020-07-17 15:53:12,279] ConfigurationView +[2020-07-17 15:53:12,283] ConfigurationView +[2020-07-17 15:53:29,876] ConfigurationView +[2020-07-17 15:53:29,878] ConfigurationView +[2020-07-17 15:53:29,879] ConfigurationView +[2020-07-17 15:53:29,880] ConfigurationView +[2020-07-17 15:54:46,122] ConfigurationView +[2020-07-17 15:54:46,180] ConfigurationView +[2020-07-17 15:54:46,186] ConfigurationView +[2020-07-17 15:54:46,197] ConfigurationView +[2020-07-17 15:55:25,718] ConfigurationView +[2020-07-17 15:55:25,733] ConfigurationView +[2020-07-17 15:55:25,734] ConfigurationView +[2020-07-17 15:55:25,735] ConfigurationView +[2020-07-17 15:55:36,702] ConfigurationView +[2020-07-17 15:55:36,718] ConfigurationView +[2020-07-17 15:55:36,706] ConfigurationView +[2020-07-17 15:55:36,727] ConfigurationView +[2020-07-17 15:55:51,337] ConfigurationView +[2020-07-17 15:55:51,342] ConfigurationView +[2020-07-17 15:55:51,351] ConfigurationView +[2020-07-17 15:55:51,378] ConfigurationView +[2020-07-17 15:55:58,339] ConfigurationView +[2020-07-17 15:55:58,353] ConfigurationView +[2020-07-17 15:55:58,362] ConfigurationView +[2020-07-17 15:55:58,365] ConfigurationView +[2020-07-17 15:56:02,368] ConfigurationView +[2020-07-17 15:56:02,384] ConfigurationView +[2020-07-17 15:56:02,385] ConfigurationView +[2020-07-17 15:56:02,386] ConfigurationView +[2020-07-17 15:56:09,614] ConfigurationView +[2020-07-17 15:56:09,615] ConfigurationView +[2020-07-17 15:56:09,619] ConfigurationView +[2020-07-17 15:56:09,626] ConfigurationView +[2020-07-17 15:57:17,409] ConfigurationView +[2020-07-17 15:57:17,414] ConfigurationView +[2020-07-17 15:57:17,420] ConfigurationView +[2020-07-17 15:57:17,436] ConfigurationView +[2020-07-17 15:59:05,749] ConfigurationView +[2020-07-17 15:59:05,757] ConfigurationView +[2020-07-17 15:59:05,766] ConfigurationView +[2020-07-17 15:59:05,775] ConfigurationView +[2020-07-17 15:59:11,597] ConfigurationView +[2020-07-17 15:59:11,602] ConfigurationView +[2020-07-17 15:59:11,616] ConfigurationView +[2020-07-17 15:59:11,625] ConfigurationView +[2020-07-18 09:15:39,221] query_controller.create_query() +[2020-07-18 09:16:16,633] observations in response: 50 +[2020-07-18 09:18:29,385] query_controller.create_query() +[2020-07-18 09:18:40,318] observations in response: 50 +[2020-07-18 09:20:22,932] query_controller.create_query() +[2020-07-18 09:20:31,802] observations in response: 50 +[2020-07-18 09:22:09,065] query_controller.create_query() +[2020-07-18 09:22:35,868] query_controller.create_query() +[2020-07-18 09:25:15,862] observations in response: 50 +[2020-07-20 15:23:03,461] query_controller.create_query() +[2020-07-20 15:50:34,803] query_controller.create_query() +[2020-07-20 15:51:40,698] observations in response: 500 +[2020-07-20 15:54:48,837] query_controller.create_query() +[2020-07-20 15:55:29,373] dataproducts in response: 500 +[2020-07-20 15:56:35,351] query_controller.create_query() +[2020-07-20 15:56:55,128] dataproducts in response: 500 +[2020-07-20 15:57:31,874] query_controller.create_query() +[2020-07-20 15:57:54,444] dataproducts in response: 500 +[2020-07-20 16:04:15,382] ConfigurationView +[2020-07-21 08:30:06,008] query_controller.create_query() +[2020-07-21 08:31:14,049] ConfigurationView +[2020-07-21 08:31:29,826] dataproducts in response: 500 +[2020-07-21 08:33:10,345] query_controller.create_query() +[2020-07-21 08:33:22,539] dataproducts in response: 500 +[2020-07-21 08:35:57,079] query_controller.create_query() +[2020-07-21 08:36:08,775] dataproducts in response: 500 +[2020-07-21 08:36:26,415] query_controller.create_query() +[2020-07-21 08:36:36,056] dataproducts in response: 398 +[2020-07-21 08:36:52,515] query_controller.create_query() +[2020-07-21 08:37:04,668] dataproducts in response: 500 +[2020-07-21 08:40:20,157] query_controller.create_query() +[2020-07-21 08:40:32,999] nr of dataproducts in response: 500 +[2020-07-21 08:52:42,917] query_controller.create_query() +[2020-07-21 08:52:55,147] nr of dataproducts in response: 500 +[2020-07-21 08:54:17,325] query_controller.create_query() +[2020-07-21 08:54:29,516] nr of dataproducts in response: 500 +[2020-07-21 09:03:10,803] ConfigurationView +[2020-07-21 09:03:29,067] query_controller.create_query() +[2020-07-21 09:05:51,366] nr of dataproducts in response: 500 +[2020-07-21 09:06:07,694] query_controller.create_query() +[2020-07-21 09:08:37,666] ConfigurationView +[2020-07-21 09:09:04,950] query_controller.create_query() +[2020-07-21 09:35:34,848] query_controller.create_query() +[2020-07-21 09:35:47,985] nr of dataproducts in response: 500 +[2020-07-21 09:35:59,094] query_controller.create_query() +[2020-07-21 09:36:11,353] nr of dataproducts in response: 500 +[2020-07-21 09:37:59,706] query_controller.create_query() +[2020-07-21 09:37:59,718] run-query: https://alta.astron.nl/altapi/dataproducts?dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 09:38:12,996] nr of dataproducts in response: 500 +[2020-07-21 09:39:16,203] query_controller.create_query() +[2020-07-21 09:39:16,211] construct_query: https://alta.astron.nl/altapi/dataproducts?dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 09:39:16,215] run-query: https://alta.astron.nl/altapi/dataproducts?dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 09:39:28,610] nr of dataproducts in response: 500 +[2020-07-21 09:39:45,307] query_controller.create_query() +[2020-07-21 09:43:54,728] construct_query: https://alta.astron.nl/altapi/dataproducts?dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 09:43:57,989] run-query: https://alta.astron.nl/altapi/dataproducts?dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 09:44:11,591] query_controller.create_query() +[2020-07-21 09:46:25,657] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 09:47:02,933] ERROR: could not translating key view_ra 'view_ra', using it raw. +[2020-07-21 09:47:11,291] ERROR: could not translating key view_dec 'view_dec', using it raw. +[2020-07-21 09:47:13,706] ERROR: could not translating key view_fov 'view_fov', using it raw. +[2020-07-21 09:47:13,708] construct_query: https://alta.astron.nl/altapi/dataproducts?collection='imaging_and_view_ra='342.16_and_view_dec='33.94_and_view_fov='10_and_dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 09:47:27,442] run-query: https://alta.astron.nl/altapi/dataproducts?collection='imaging&view_ra='342.16&view_dec='33.94&view_fov='10&dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 09:47:56,055] nr of dataproducts in response: 500 +[2020-07-21 09:54:43,274] query_controller.create_query() +[2020-07-21 09:54:47,510] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 09:54:50,892] ERROR: could not translating key view_ra 'view_ra', using it raw. +[2020-07-21 09:54:50,892] ERROR: could not translating key view_dec 'view_dec', using it raw. +[2020-07-21 09:54:50,893] ERROR: could not translating key view_fov 'view_fov', using it raw. +[2020-07-21 09:54:50,893] construct_query: https://alta.astron.nl/altapi/dataproducts?collection=imaging_and_view_ra=342.16_and_view_dec=33.94_and_view_fov=10_and_dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 09:55:00,055] run-query: https://alta.astron.nl/altapi/dataproducts?collection=imaging&view_ra=342.16&view_dec=33.94&view_fov=10&dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 09:55:13,314] nr of dataproducts in response: 500 +[2020-07-21 14:59:02,972] ConfigurationView +[2020-07-21 15:00:14,950] query_controller.create_query() +[2020-07-21 15:00:14,957] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:00:14,957] construct_query: https://alta.astron.nl/altapi/dataproducts?view_ra=342_and_view_dec=34_and_view_fov=10_and_collection=imaging_and_dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:00:14,962] run-query: https://alta.astron.nl/altapi/dataproducts?view_ra=342&view_dec=34&view_fov=10&collection=imaging&dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:00:28,283] nr of dataproducts in response: 500 +[2020-07-21 15:03:37,499] query_controller.create_query() +[2020-07-21 15:03:37,506] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:03:37,506] construct_query: https://alta.astron.nl/altapi/dataproducts?view_ra=342_and_view_dec=34_and_view_fov=10_and_collection=imaging_and_dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:03:37,509] run-query: https://alta.astron.nl/altapi/dataproducts?view_ra=342&view_dec=34&view_fov=10&collection=imaging&dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:03:39,745] nr of dataproducts in response: 67 +[2020-07-21 15:03:45,503] query_controller.create_query() +[2020-07-21 15:03:45,509] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:03:45,555] construct_query: https://alta.astron.nl/altapi/dataproducts?view_ra=342_and_view_dec=34_and_view_fov=10_and_collection=imaging_and_dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:03:45,558] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:03:45,558] construct_query: https://alta.astron.nl/altapi/dataproducts?view_ra=342_and_view_dec=34_and_view_fov=10_and_collection=imaging_and_dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:03:45,561] run-query: https://alta.astron.nl/altapi/dataproducts?view_ra=342&view_dec=34&view_fov=10&collection=imaging&dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:03:47,750] nr of dataproducts in response: 67 +[2020-07-21 15:03:47,754] run-query: https://alta.astron.nl/altapi/dataproducts?view_ra=342&view_dec=34&view_fov=10&collection=imaging&dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:04:00,227] nr of dataproducts in response: 500 +[2020-07-21 15:04:10,224] query_controller.create_query() +[2020-07-21 15:04:10,229] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:04:10,230] construct_query: https://alta.astron.nl/altapi/dataproducts?view_ra=342_and_view_dec=34_and_view_fov=10_and_collection=imaging_and_dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:04:10,233] run-query: https://alta.astron.nl/altapi/dataproducts?view_ra=342&view_dec=34&view_fov=10&collection=imaging&dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:04:12,399] nr of dataproducts in response: 67 +[2020-07-21 15:05:16,157] query_controller.create_query() +[2020-07-21 15:05:16,164] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:05:16,164] construct_query: https://alta.astron.nl/altapi/dataproducts?view_ra=342_and_view_dec=34_and_view_fov=10_and_collection=timedomain_and_dataProductSubType=pulsarTimingTimeSeries +[2020-07-21 15:05:16,167] run-query: https://alta.astron.nl/altapi/dataproducts?view_ra=342&view_dec=34&view_fov=10&collection=timedomain&dataProductSubType=pulsarTimingTimeSeries +[2020-07-21 15:05:28,179] nr of dataproducts in response: 500 +[2020-07-21 15:07:07,901] query_controller.create_query() +[2020-07-21 15:07:07,920] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:07:34,702] construct_query: https://alta.astron.nl/altapi/dataproducts?view_ra=342_and_view_dec=34_and_view_fov=10_and_collection=imaging_and_dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:07:34,716] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:07:36,328] construct_query: https://alta.astron.nl/altapi/dataproducts?view_ra=342_and_view_dec=34_and_view_fov=10_and_collection=imaging_and_dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:07:36,338] run-query: https://alta.astron.nl/altapi/dataproducts?view_ra=342&view_dec=34&view_fov=10&collection=imaging&dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:07:39,138] nr of dataproducts in response: 67 +[2020-07-21 15:07:39,173] run-query: https://alta.astron.nl/altapi/dataproducts?view_ra=342&view_dec=34&view_fov=10&collection=imaging&dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:07:54,077] nr of dataproducts in response: 500 +[2020-07-21 15:09:11,946] query_controller.create_query() +[2020-07-21 15:09:11,958] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:09:19,715] construct_query: https://alta.astron.nl/altapi/dataproducts?view_ra=342_and_view_dec=34_and_view_fov=10_and_collection=imaging_and_dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:09:19,745] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:09:37,179] construct_query: https://alta.astron.nl/altapi/dataproducts?view_ra=342_and_view_dec=34_and_view_fov=10_and_collection=imaging_and_dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:09:51,614] run-query: https://alta.astron.nl/altapi/dataproducts?view_ra=342&view_dec=34&view_fov=10&collection=imaging&dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:09:54,674] nr of dataproducts in response: 67 +[2020-07-21 15:09:54,701] run-query: https://alta.astron.nl/altapi/dataproducts?view_ra=342&view_dec=34&view_fov=10&collection=imaging&dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:10:09,173] nr of dataproducts in response: 500 +[2020-07-21 15:11:35,209] query_controller.create_query() +[2020-07-21 15:11:35,221] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:12:44,054] construct_query: https://alta.astron.nl/altapi/dataproducts?view_ra=342_and_view_dec=34_and_view_fov=10_and_collection=imaging_and_dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:12:57,346] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:13:01,153] construct_query: https://alta.astron.nl/altapi/dataproducts?view_ra=342_and_view_dec=34_and_view_fov=10_and_collection=imaging_and_dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:13:40,366] run-query: https://alta.astron.nl/altapi/dataproducts?view_ra=342&view_dec=34&view_fov=10&collection=imaging&dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:14:06,926] nr of dataproducts in response: 67 +[2020-07-21 15:14:18,059] run-query: https://alta.astron.nl/altapi/dataproducts?view_ra=342&view_dec=34&view_fov=10&collection=imaging&dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:14:33,024] nr of dataproducts in response: 500 +[2020-07-21 15:15:28,988] query_controller.create_query() +[2020-07-21 15:15:29,006] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:15:30,423] construct_query: https://alta.astron.nl/altapi/dataproducts?view_ra=342_and_view_dec=34_and_view_fov=1_and_collection=imaging_and_dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:15:31,356] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:15:33,259] construct_query: https://alta.astron.nl/altapi/dataproducts?view_ra=342_and_view_dec=34_and_view_fov=1_and_collection=imaging_and_dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:15:38,296] run-query: https://alta.astron.nl/altapi/dataproducts?view_ra=342&view_dec=34&view_fov=1&collection=imaging&dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:15:39,291] nr of dataproducts in response: 9 +[2020-07-21 15:15:46,196] run-query: https://alta.astron.nl/altapi/dataproducts?view_ra=342&view_dec=34&view_fov=1&collection=imaging&dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:15:49,778] nr of dataproducts in response: 117 +[2020-07-21 15:16:44,325] query_controller.create_query() +[2020-07-21 15:16:44,351] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:16:44,352] ERROR: could not translating key view_ra 'view_ra', using it raw. +[2020-07-21 15:16:44,352] ERROR: could not translating key view_dec 'view_dec', using it raw. +[2020-07-21 15:16:44,353] ERROR: could not translating key view_fov 'view_fov', using it raw. +[2020-07-21 15:16:44,353] construct_query: https://alta.astron.nl/altapi/dataproducts?collection=imaging_and_view_ra=342.16_and_view_dec=33.94_and_view_fov=1_and_dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:16:44,367] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:16:44,368] ERROR: could not translating key view_ra 'view_ra', using it raw. +[2020-07-21 15:16:44,368] ERROR: could not translating key view_dec 'view_dec', using it raw. +[2020-07-21 15:16:44,369] ERROR: could not translating key view_fov 'view_fov', using it raw. +[2020-07-21 15:16:44,369] construct_query: https://alta.astron.nl/altapi/dataproducts?collection=imaging_and_view_ra=342.16_and_view_dec=33.94_and_view_fov=1_and_dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:16:44,388] run-query: https://alta.astron.nl/altapi/dataproducts?collection=imaging&view_ra=342.16&view_dec=33.94&view_fov=1&dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:16:45,173] nr of dataproducts in response: 5 +[2020-07-21 15:17:02,944] run-query: https://alta.astron.nl/altapi/dataproducts?collection=imaging&view_ra=342.16&view_dec=33.94&view_fov=1&dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:17:07,221] nr of dataproducts in response: 143 +[2020-07-21 15:18:01,366] query_controller.create_query() +[2020-07-21 15:18:01,386] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:18:01,387] ERROR: could not translating key view_ra 'view_ra', using it raw. +[2020-07-21 15:18:01,387] ERROR: could not translating key view_dec 'view_dec', using it raw. +[2020-07-21 15:18:01,387] ERROR: could not translating key view_fov 'view_fov', using it raw. +[2020-07-21 15:18:01,388] construct_query: https://alta.astron.nl/altapi/dataproducts?collection=imaging_and_view_ra=342.16_and_view_dec=33.94_and_view_fov=1_and_dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:18:01,398] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:18:01,399] ERROR: could not translating key view_ra 'view_ra', using it raw. +[2020-07-21 15:18:01,399] ERROR: could not translating key view_dec 'view_dec', using it raw. +[2020-07-21 15:18:01,399] ERROR: could not translating key view_fov 'view_fov', using it raw. +[2020-07-21 15:18:01,400] construct_query: https://alta.astron.nl/altapi/dataproducts?collection=imaging_and_view_ra=342.16_and_view_dec=33.94_and_view_fov=1_and_dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:18:01,410] run-query: https://alta.astron.nl/altapi/dataproducts?collection=imaging&view_ra=342.16&view_dec=33.94&view_fov=1&dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:18:02,192] nr of dataproducts in response: 5 +[2020-07-21 15:18:32,581] run-query: https://alta.astron.nl/altapi/dataproducts?collection=imaging&view_ra=342.16&view_dec=33.94&view_fov=1&dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:18:36,910] nr of dataproducts in response: 143 +[2020-07-21 15:47:20,357] query_controller.create_query() +[2020-07-21 15:47:20,375] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:47:20,376] ERROR: could not translating key view_ra 'view_ra', using it raw. +[2020-07-21 15:47:20,376] ERROR: could not translating key view_dec 'view_dec', using it raw. +[2020-07-21 15:47:20,376] ERROR: could not translating key view_fov 'view_fov', using it raw. +[2020-07-21 15:47:20,376] construct_query: https://alta.astron.nl/altapi/dataproducts?collection=imaging_and_view_ra=342.16_and_view_dec=33.94_and_view_fov=1_and_dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:47:20,384] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:47:20,385] ERROR: could not translating key view_ra 'view_ra', using it raw. +[2020-07-21 15:47:20,385] ERROR: could not translating key view_dec 'view_dec', using it raw. +[2020-07-21 15:47:20,385] ERROR: could not translating key view_fov 'view_fov', using it raw. +[2020-07-21 15:47:20,386] construct_query: https://alta.astron.nl/altapi/dataproducts?collection=imaging_and_view_ra=342.16_and_view_dec=33.94_and_view_fov=1_and_dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:47:24,504] run-query: https://alta.astron.nl/altapi/dataproducts?collection=imaging&view_ra=342.16&view_dec=33.94&view_fov=1&dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:47:25,388] nr of dataproducts in response: 5 +[2020-07-21 15:47:45,266] run-query: https://alta.astron.nl/altapi/dataproducts?collection=imaging&view_ra=342.16&view_dec=33.94&view_fov=1&dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:47:49,468] nr of dataproducts in response: 143 +[2020-07-21 15:48:20,877] query_controller.create_query() +[2020-07-21 15:48:20,890] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:48:20,890] construct_query: https://alta.astron.nl/altapi/dataproducts?collection=imaging_and_view_ra=342.16_and_view_dec=33.94_and_view_fov=10_and_dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:50:03,891] query_controller.create_query() +[2020-07-21 15:50:03,897] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:50:03,898] construct_query: https://alta.astron.nl/altapi/dataproducts?collection=imaging_and_view_ra=342.16_and_view_dec=33.94_and_view_fov=10_and_dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:50:03,900] ERROR: could not translating key collection 'collection', using it raw. +[2020-07-21 15:50:03,901] construct_query: https://alta.astron.nl/altapi/dataproducts?collection=imaging_and_view_ra=342.16_and_view_dec=33.94_and_view_fov=10_and_dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:50:03,904] run-query: https://alta.astron.nl/altapi/dataproducts?collection=imaging&view_ra=342.16&view_dec=33.94&view_fov=10&dataProductSubType__in=uncalibratedVisibility +[2020-07-21 15:50:06,126] nr of dataproducts in response: 67 +[2020-07-21 15:50:06,129] run-query: https://alta.astron.nl/altapi/dataproducts?collection=imaging&view_ra=342.16&view_dec=33.94&view_fov=10&dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube +[2020-07-21 15:50:18,564] nr of dataproducts in response: 500 diff --git a/esap/query/api/services/alta.py b/esap/query/api/services/alta.py index 43ded97e1fcb48d20baafd3ceb01a57e58f00a49..146eeac39a75b41ddf51d04725f6ffab23d95493 100644 --- a/esap/query/api/services/alta.py +++ b/esap/query/api/services/alta.py @@ -14,6 +14,7 @@ logger = logging.getLogger(__name__) AMP_REPLACEMENT = '_and_' # The request header +ALTA_HOST = "https://alta.astron.nl/altapi" ALTA_WEBDAV_HOST = "https://alta.astron.nl/webdav/" ALTA_HEADER = { 'content-type': "application/json", @@ -28,7 +29,7 @@ class alta_connector(query_base): # Initializer def __init__(self, url): - self.url = url + self.url = url + '/dataproducts' # construct a query for this type of service @@ -51,8 +52,10 @@ class alta_connector(query_base): where = where + dataset_key + '=' + value + AMP_REPLACEMENT except Exception as error: - # if the parameter could not be translated, then just continue without this parameter - errors.append("ERROR: translating key " + esap_key + ' ' + str(error)) + # if the parameter could not be translated, use it raw and continue + where = where + esap_key + "=" + value + AMP_REPLACEMENT + logger.info("ERROR: could not translating key " + esap_key + ' ' + str(error)+', using it raw.') + # errors.append("ERROR: translating key " + esap_key + ' ' + str(error)) # cut off the last separation character where = where[:-len(AMP_REPLACEMENT)] @@ -72,7 +75,7 @@ class alta_connector(query_base): where = where + "dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube" if 'TIMEDOMAIN' in dataset.collection.upper(): - where = where + "dataProductSubType=pulsarTimingTimeSeries" + where = where + "dataProductSubType=pulsarTimingTimeSeries" # if query ends with a separation character then cut it off if where.endswith(AMP_REPLACEMENT): @@ -80,6 +83,7 @@ class alta_connector(query_base): # construct the query url query = self.url + '?' + where + logger.info('construct_query: '+query) return query, where, errors @@ -91,8 +95,8 @@ class alta_connector(query_base): :return: results: an array of dicts with the following structure; example: - /esap-api/run-query/?dataset_uri=apertif-imaging-rawdata&query=https://alta.astron.nl/altapi/observations-flat?view_ra=342.16_and_view_dec=33.94_and_view_fov=10_and_dataProductType=image_and_dataProductSubType=continuumMF - + /esap-api/query/run-query/?dataset_uri=apertif-imaging-processeddata + &query='https://alta.astron.nl/altapi/dataproducts?view_ra=342.16_and_view_dec=33.94_and_view_fov=10_and_dataProductSubType__in=calibratedVisibility,continuumMF,continuumChunk,imageCube,beamCube,polarisationImage,polarisationCube,continuumCube """ results = [] @@ -103,37 +107,14 @@ class alta_connector(query_base): try: - # execute the first http request to ALTA to do the cone search on observation level. + # execute the http request to ALTA and retrieve the dataproducts + logger.info('run-query: '+query) response = requests.request("GET", query, headers=ALTA_HEADER) - json_response = json.loads(response.text) - observations = json_response["results"] - - # iterate over the list of results.. and gather the runid's in a comma separated list for the next query on datasetid - list = [] - for observation in observations: - list.append(observation['runId']) - - runids = ','.join(list) - - # construct a second query on dataproducts for the gathered runId's - query_list = query.split('/observations') - host = query_list[0] - - # there may be additional query parameters in the original query, like dataProductSubType=continuumMF - # copy them over to the secondary query as well. - filter = '&' + query_list[1].split('?')[1] - dataproduct_query = host + '/dataproducts-flat?datasetID__in=' + str(runids) + filter - - # shortcut to add an extra selection criterium... handle better later - # dataproduct_query = dataproduct_query + "&dataProductSubType=continuumMF" - - # execute the secondary query to dataproducts - response = requests.request("GET", dataproduct_query, headers=ALTA_HEADER) - json_response = json.loads(response.text) dataproducts = json_response["results"] + logger.info('nr of dataproducts in response: '+str(len(dataproducts))) for dataproduct in dataproducts: @@ -145,21 +126,21 @@ class alta_connector(query_base): record['dataProductType'] = dataproduct['dataProductType'] record['dataProductSubType'] = dataproduct['dataProductSubType'] - # result = "https://alta.astron.nl/science/details/"+observation["runId"] record['generatedByActivity'] = dataproduct['generatedByActivity'][0] record['datasetID'] = dataproduct['datasetID'] # record['target'] = "???" record['RA'] = dataproduct['RA'] record['dec'] = dataproduct['dec'] record['fov'] = dataproduct['fov'] + record['release'] = dataproduct['derived_release_id'] - - # only send back thumbnails that are not placeholders. + # only send back thumbnails that are not static placeholders. if record['dataProductSubType']=='continuumMF': record['thumbnail'] = dataproduct['thumbnail'] record['storageRef'] = dataproduct['storageRef'] - # construct the url based on the storageRef + + # construct the url to the data based on the storageRef record['url'] = ALTA_WEBDAV_HOST + dataproduct['derived_release_id'] + '/' + dataproduct['storageRef'] results.append(record) diff --git a/esap/query/api/services/query_controller.py b/esap/query/api/services/query_controller.py index cff55958928fd260764d9bc930ff4449a711bcbb..b3d9ac0a14604c419c4a9a8161773e6c4fa3f980 100644 --- a/esap/query/api/services/query_controller.py +++ b/esap/query/api/services/query_controller.py @@ -209,10 +209,9 @@ def create_and_run_query(datasets, query_params): # call the 'run_query()' function to execute a query per dataset query_results = run_query(dataset, dataset_name, query) - results.append(query_results) + results = results + query_results - # extract the array of results try: - return results[0] + return results except: return [] \ No newline at end of file diff --git a/esap/query/api/views/query_views.py b/esap/query/api/views/query_views.py index 44a3fc5a6591b72e54258336b97a394b86754db9..ad5bde7b4ef21fd93eaf4da206f105f44e4d21f4 100644 --- a/esap/query/api/views/query_views.py +++ b/esap/query/api/views/query_views.py @@ -130,10 +130,10 @@ class CreateAndRunQueryView(generics.ListAPIView): """ Run a single query on a series of datasets and return the results examples: - /esap-api/query/query?level=raw&category=imaging&ra=342.16&dec=33.94&fov=10&archive_uri=apertif - /esap-api/query/query?level=raw&category=timedomain&ra=342.16&dec=33.94&fov=10&archive_uri=apertif - /esap-api/query/query?level=processed&category=imaging&ra=342.16&dec=33.94&fov=10&archive_uri=apertif - /esap-api/query/query?&keywords=cutout&ra=342.16&dec=33.94&fov=10&archive_uri=astron_vo + /esap-api/query/query?level=raw&collection=imaging&ra=342.16&dec=33.94&fov=10&archive_uri=apertif + /esap-api/query/query?level=raw&collection=timedomain&ra=342.16&dec=33.94&fov=10&archive_uri=apertif + /esap-api/query/query?level=processed&collection=imaging&ra=342.16&dec=33.94&fov=10&archive_uri=apertif + /esap-api/query/query?&collection=cutout&ra=342.16&dec=33.94&fov=10&archive_uri=astron_vo """ model = DataSet queryset = DataSet.objects.all() diff --git a/esap/query/fixtures/esap_config.json b/esap/query/fixtures/esap_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6e81c8ca4e3404d6704ee6c9fc5530339ffdccc0 --- /dev/null +++ b/esap/query/fixtures/esap_config.json @@ -0,0 +1,910 @@ +[ +{ + "model": "query.esapbaseobject", + "pk": 1, + "fields": { + "uri": "apertif", + "name": "WSRT-Apertif", + "short_description": "Apertif Surveys", + "long_description": "Data from the Apertif surveys include imaging and time-domain data. The time-domain products consist of high-time resolution filterbank data in the PSRFITS standard. The imaging data products include the raw observations in the measurement set (MS) standard format. In addition, processed data products are available, including calibration tables, calibrated visibilities, multi-frequency synthesis continuum images, polarization images and cubes, and uncleaned neutral hydrogen (HI) line and beam cubes. Full details of these data will be provided in upcoming papers (van Leeuwen et al. 2020, Adams et al. 2020).", + "retrieval_description": "Data can be retrieved via the Apertif Long Term Archive (ALTA). Public data can be downloaded from the ALTA web interface or retrieved via wget (necessary for MS files). Non-public data can be browsed with an ALTA account but cannot be retrieved via the ALTA web interface.", + "thumbnail": "https://alta.astron.nl/alta-static/images/apertif_observation_blank.jpg", + "documentation_url": "http://old.astron.nl/radio-observatory/apertif-surveys", + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 2, + "fields": { + "uri": "lofar", + "name": "LOFAR-LTA", + "short_description": "LOFAR LTA data", + "long_description": "The data from all LOFAR cycle, commissioning and DDT projects since 2013 are stored in the archive. The interferometric data products that can be found include raw, pre-processed data in the measurement set (MS) format, and the products from the calibration, imaging and long baseline pipelines. In the case of beamformed observations, raw data are available in HDF5 format as well as higher-level data products including de-dispersed time series, dynamic spectra and folded pulse profiles. More details on the types of data products stored on the archive are provided [here].\r\n([here] is wherever you put the more detailed description that was sent to you separately).", + "retrieval_description": "The LOFAR Long Term Archive (LTA) web service is the main access point for searching and staging data from the LOFAR LTA. Staged data can be retrieved via wget. The entire LOFAR LTA catalogue can be browsed regardless of whether the data are public/proprietary (a proprietary period of one year is applied for new data). Staging and subsequent downloading of either public or proprietary data always requires an account with LTA user access privileges. An account can be created online and after creating the account, a request for LTA user privileges should be sent to Science Operations & Support (SOS) using the JIRA ticketing system (https://support.astron.nl/rohelpdesk). Note that only project members are allowed to download proprietary data. In the near future, users will be able to query these data through the Query page of ASTRON Data Explorer.", + "thumbnail": "https://www.astron.nl/sites/default/files/styles/subpage/public/shared/Images/teaser_lofar.jpg", + "documentation_url": "http://old.astron.nl/radio-observatory/observing-capabilities/depth-technical-information/data-management/data-management", + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 3, + "fields": { + "uri": "astron_vo", + "name": "Astron VO", + "short_description": "Astron Virtual Observatory", + "long_description": "The Virtual Observatory defines a set of standards that can be used to download astronomical data. The ASTRON VO contains several image surveys, which are images in the FITS format. Since the VO is currenty under development, more data types will be available in the future.", + "retrieval_description": "Data from the VO can be downloaded using the query functionality of the web page. Also, the VO standard protocols can be used to find the data that is shared through the service using external tools like TOPCAT, Aladin or DS9. Note that a few services are password protected. Those are marked with a \"[P]\" in the service listing.", + "thumbnail": "http://ivoa.net/images/ivoa_logoc2.jpg", + "documentation_url": "https://vo.astron.nl/static/help.shtml", + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 4, + "fields": { + "uri": "wsrt_mffe", + "name": "WSRT", + "short_description": "Westerbork Datasets", + "long_description": "The Westerbork datasets are the result of the scientific campaigns carried out with the Westerbork Radio Telescope from 1970 until 2015. \r\nThe archive includes full polarization interferometric and tied array beam observations in the frequency range between 115 and 8800 MHz. \r\nThe scientific content of the archive spans from continuum and HI surveys, observations of objects of various scientific interest such as: AGN, galaxies, clusters of galaxies, Supernovae, pulsars and transients.", + "retrieval_description": "Early data (1970-2004) are stored in the original tape format and they are in the process to be saved on disk. Later interferometric data (2004-2015) can be retrieved contacting the Radio Observatory. These are stored into measurement set format and can be converted into UVFITS using a simple procedure. Pulsar timing observations are pulsar timing are made available to the astronomical community through data sharing agreements as part of the European Pulsar Timing Array and International Pulsar Timing Array. This archive also includes the administration of data recorded during the Very Long Baseline Interferometry campaigns from 2004 until 2015. For the access to these data please contact JIVE.", + "thumbnail": "https://alta.astron.nl/alta-static/images/wsrt.jpg", + "documentation_url": "http://old.astron.nl/radio-observatory/astronomers/analysis-wsrt-mffe-data/analysis-wsrt-mffe-data", + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 5, + "fields": { + "uri": "wsrt-1970-1999", + "name": "WSRT 1970-1999", + "short_description": "WSRT 1970-1999", + "long_description": "A large part of the data recorded between 1970 and 1999 on the DLB, DCB and older correlator systems are available on request. These are stored on CD-ROM and in the process of being transferred to a more accessible solution. The data is stored in the original Leiden and Dwingeloo formats it was recorded in. These files can be converted to the more common UVFITS format using NEWSTAR. Conversion can be performed by Observatory staff upon request, if the number of files is limited. Data can also be processed in NEWSTAR itself. Documentation of NEWSTAR can be found at https://lofar-astron.github.io/Newstar/ and the NEWSTAR program itself can be found at https://github.com/lofar-astron/Newstar. The tools CASA, MIRIAD and AIPS might also work on some of this data, but to what extent is unknown and the user is likely to encounter some difficulties. For the WISH and WENSS survey, the FITS images produced are also stored in the archive. The processed and calibrated visibilities of the WENSS data is partially available in NEWSTAR formats. None of this data is directly accessible from the internet, but can be requested from the observatory. There is currently no overview of the frequency ranges covered by this dataset.", + "retrieval_description": "", + "thumbnail": "https://alta.astron.nl/alta-static/images/apertif_standard_cube2.jpg", + "documentation_url": null, + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 9, + "fields": { + "uri": "lotss-dr1", + "name": "LoTSS-DR1", + "short_description": "LoTSS-DR1", + "long_description": "The LOFAR Two-metre Sky Survey First Data Release contains images and catalogs that characterise the low-frequency radio emission in the region of the HETDEX Spring Field (right ascension 10h45m00s to15h30m00s and declination 45\u25e600\u203200\u2032\u2032 to 57\u25e600\u203200\u2032\u2032). A total of 325,694 radio sources are detected in a region covering 424 square degrees. The maps have a median sensitivity of 71 uJy/beam and a resolution of 6 arcsec. Optical counterparts for 71% of the radio sources have been identified and where possible photometric redshifts for these sources have been derived. Four services are available for this dataset, namely Cross-Matched Source Catalogue, Image Archive, Image Cutout Service, and Raw Radio Catalogue.", + "retrieval_description": "", + "thumbnail": "https://alta.astron.nl/alta-static/unknown.jpg", + "documentation_url": "https://vo.astron.nl/", + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 12, + "fields": { + "uri": "lotss-pdr", + "name": "LoTSS-PDR", + "short_description": "LoTSS-PDR", + "long_description": "The LOFAR HBA Tier-1 preliminary data release contains images and catalogs that characterise the low-frequency radio emission in the region of the HETDEX Spring Field. In excess of 40,000 sources are detected in the images that cover an area of over 350 square degrees, have a resolution of 25 arcsec, and typical noise levels of less than 0.5 mJy/beam. Three services are available for this dataset, namely Source Catalogue, Image Archive, and Image Cutout Service.", + "retrieval_description": "", + "thumbnail": "https://alta.astron.nl/alta-static/unknown.jpg", + "documentation_url": "https://vo.astron.nl/", + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 15, + "fields": { + "uri": "sauron-hi-survey", + "name": "SAURON HI Survey", + "short_description": "SAURON HI Survey", + "long_description": "This project consists of deep Westerbork Synthesis Radio Telescope observations of neutral hydrogen in 12 nearby elliptical and lenticular galaxies. The selected objects come from a representative sample of nearby galaxies earlier studied at optical wavelengths with the integral-field spectrograph SAURON (Spectrographic Areal Unit for Research on Optical Nebulae). They are field galaxies, or (in two cases) located in poor group environments. This service queries total HI images. Two services are available for this dataset, namely Images and Velocity Fields.", + "retrieval_description": "", + "thumbnail": "https://alta.astron.nl/alta-static/unknown.jpg", + "documentation_url": "https://vo.astron.nl/wow/sauron/img/info", + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 18, + "fields": { + "uri": "lofar-lta", + "name": "LTA", + "short_description": "LTA", + "long_description": "Welcome to the Lofar Long Term Archive (LTA) web service\r\nThis service is the main access point for searching and downloading data from the LOFAR LTA. Please visit the documentation for a description on how to use this service.", + "retrieval_description": "", + "thumbnail": "https://lta.lofar.eu/opt/astrowise/awehome3/master/awlofar/services/archive/assets/logo.jpg", + "documentation_url": "https://www.astron.nl/lofarwiki/doku.php?id=public:lta_howto", + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 19, + "fields": { + "uri": "astron-vo", + "name": "Astron VO", + "short_description": "Astron Virtual Observatory", + "long_description": "The index page lists published services available through web browsers. A \\\"[P]\\\" in the service listing means that the service is password protected, either because it is too rough for public consumption or because the data providers want exclusive access. In either case, you can contact the site operators to inquire about access.", + "retrieval_description": "", + "thumbnail": "http://ivoa.net/images/ivoa_logoc2.jpg", + "documentation_url": "https://vo.astron.nl/", + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 20, + "fields": { + "uri": "wsrt-mom", + "name": "MoM (WSRT)", + "short_description": "Westerbork MFFE Catalog", + "long_description": "WSRT data can be calibrated and analyzed using different data reduction packages. Depending on the type of experiment/data, certain packages can be preferred. The most commonly used packages are listed here with a few lines of comments on the pros and cons and possible problems encountered in each of the packages with regard to WSRT data.", + "retrieval_description": "", + "thumbnail": "http://wow.astron.nl/images/prova_img5.jpg", + "documentation_url": "http://wsrt.astron.nl/mom3", + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 32, + "fields": { + "uri": "alta-retrieval-service", + "name": "ALTA Retrieval Service", + "short_description": "ALTA Retrieval Service", + "long_description": "This service can retrieve observations based on target name or 'rectangle search' (RA, dec).", + "retrieval_description": "", + "thumbnail": "https://alta.astron.nl/alta-static/unknown.jpg", + "documentation_url": null, + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 33, + "fields": { + "uri": "alta", + "name": "ALTA Imaging raw data", + "short_description": "ALTA Imaging raw data", + "long_description": "", + "retrieval_description": "", + "thumbnail": "https://alta.astron.nl/alta-static/images/apertif_apercal_pipeline.jpg", + "documentation_url": null, + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 34, + "fields": { + "uri": "apertif-imaging-rawdata", + "name": "Imaging Survey raw data", + "short_description": "Imaging Survey raw data", + "long_description": "In imaging mode, the Apertif correlator provides 24576 channels over a bandwidth of 300 MHz, which can be placed in the frequency range 1130-1750 MHz. The data is taken in full Stokes mode, and the combination of bandwidth and spectral resolution means that the Apertif imaging data are simultaneously sensitive continuum, polarization,and neutral hydrogen (H i) data.", + "retrieval_description": "The raw visibility data are automatically ingested into ALTA after completion of an observation. The visibilities are recorded in measurement-set (MS) format. With 24576 channels, 12 dishes,\r\n40 beams, and 30 second integration, the size of a typical survey field (11.5 hour observation) is 4.6TB. Calibrator observations have 10 second integrations and vary from 4\u20135 minutes on source, resulting in a datasize of 83.2\u2013104 GB per calibrator observation. Since a calibrator is placed in every beam, a total\r\ncalibration scan (40 beams) results in 3.3\u20134.2 TB of data stored on ALTA. In order to minimize data volumes, the unnecessary data for each calibration observation (i.e., the 39 beams without\r\na calibrator) are deleted from ALTA after the generation of in spection plots. This procedure is called \"pruning\" and results in a total size of 83.2\u2013104 GB for each full calibrator scan.\r\nIn addition to the raw data itself, inspection plots are generated for a quick look at the quality of the data.", + "thumbnail": "https://alta.astron.nl/alta-static/images/apertif_observation_blank.jpg", + "documentation_url": null, + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 36, + "fields": { + "uri": "astron-vo-tap", + "name": "astron-vo-tap", + "short_description": "The VO @ ASTRON TAP service", + "long_description": "The The VO @ ASTRON's TAP end point. The Table Access Protocol (TAP) lets you execute queries against our database tables, inspect various metadata, and upload your own data. It is thus the VO's premier way to access public data holdings. Tables exposed through this endpoint include: main from the lbcs schema, main, mom0 from the sauron schema, img_main from the lofartier1 schema, img_main, main from the tgssadr schema, main, msssvf_img_main from the mvf schema, columns, groups, key_columns, keys, schemas, tables from the tap_schema schema, hetdex_images, img_main from the hetdex schema, img_main from the msss schema, obscore from the ivoa schema.", + "retrieval_description": "This service speaks TAP, a protocol designed to allow the exchange of queries and data between clients (that's normally something running on your computer) and servers (e.g., us).\r\n\r\nYou will want to use some sort of client to query TAP services; examples for those include:\r\n\r\nTOPCAT (see in the \"VO\" menu)\r\nTAPHandle (following this link should bring you to a page that lets you query this server) works completely within your browser,\r\npyVO (for VO support in python programs)\r\nYou can, in a pinch, use our service in an XML-enabled browser, too. Under Overview, look for the bullet point on tap and follow the link to \"this service\". Then, click on \"New job...\" in the job list, enter your query, click \"Set query\", then \"Execute query\". Reload the page you are redirected to now and then to see when your job is finished, then retrieve the result.", + "thumbnail": "http://ivoa.net/images/ivoa_logoc2.jpg", + "documentation_url": "https://vo.astron.nl/__system__/tap/run/info", + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 39, + "fields": { + "uri": "ned-vo", + "name": "NED VO", + "short_description": "NASA/IPAC Extragalactic Database", + "long_description": "", + "retrieval_description": "", + "thumbnail": "https://ned.ipac.caltech.edu/sites/default/files/NEDVectorLogo_WebBanner_100pxTall_2NoStars.png", + "documentation_url": "https://ned.ipac.caltech.edu/Documents/Guides/Interface/TAP", + "institute": "NASA/IPAC" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 40, + "fields": { + "uri": "ned-objdir", + "name": "NED objdir", + "short_description": "NASA/IPAC Extragalactic Database", + "long_description": "", + "retrieval_description": "", + "thumbnail": "https://ned.ipac.caltech.edu/sites/default/files/NEDVectorLogo_WebBanner_100pxTall_2NoStars.png", + "documentation_url": "https://ned.ipac.caltech.edu/Documents/Guides/Interface/TAP", + "institute": "NASA/IPAC" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 42, + "fields": { + "uri": "apertif-imaging-processeddata", + "name": "Imaging Survey Processed Data", + "short_description": "Imaging Survey Processed Data", + "long_description": "Imaging Survey data products are produced from running through the imaging pipeline, Apercal. This pipeline flagged the data, derived cross-calibration solutions, found self-calibration solutions from the target data, and produced multi-frequency synthesis continuum images and dirty, non-continuum-subtracted line cubes over the frequency range 1400-1420 MHz.", + "retrieval_description": "Apercal is publicly available via github. The re-processing of data first retrieves the raw data from the Apertif Long Term Archive (ALTA), then applies manual flags to the data, including flagging subband edges and for shadowing, and runs AOFlagger to identify and flag RFI. Calibration solutions, including bandpass, residual delays, complex gains, and polarization angle and leakage, are derived for each beam using CASA. These solutions are applied to the target dataset. A phase-only self-calibration is performed on a frequency-averaged version of the target dataset for every beam. An amplitude and phase self-calibration is also undertaken; this is accepted if it significantly improves data quality. The final self-calibrated data is used to produce a multi-frequency synthesis image. The final image is cleaned down to a 1\u03c3-level within masks generated with a 5\u03c3-threshold, where \u03c3 is the calculated theoretical noise of the observation. In addition, continuum chunk images over 25 MHz are produced by the pipeline. Continuum subtraction is done in the uv-plane using the final continuum model produced above. The continuum-subtracted data is broken into spectral windows The lowest redshift spectral window is retained at full spectral resolution; all other spectral windows undergo a three-channel averaging. A dirty line cube (no source finding or cleaning) is then produced for each spectral window. The final self-calibrated data is averaged to 6.25 MHz. These averaged visibilities are used to produces Stokes Q and U cubes, plus a Stokes V multi-frequency synthesis image.", + "thumbnail": "https://alta.astron.nl/alta-static/images/apertif_calibration_pipeline_blank.jpg", + "documentation_url": null, + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 43, + "fields": { + "uri": "vso", + "name": "Virtual Solar Observatory", + "short_description": "Virtual Solar Observatory", + "long_description": "", + "retrieval_description": "", + "thumbnail": "https://sdac.virtualsolar.org/vso/logo/VSO2.jpg", + "documentation_url": null, + "institute": "VSO" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 45, + "fields": { + "uri": "vso", + "name": "Virtual Solar Observatory", + "short_description": "Virtual Solar Observatory", + "long_description": "", + "retrieval_description": "", + "thumbnail": "https://sdac.virtualsolar.org/vso/logo/VSO2.jpg", + "documentation_url": null, + "institute": "VSO" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 46, + "fields": { + "uri": "wsrt-1997-2015", + "name": "WSRT 1997-2015", + "short_description": "WSRT 1997-2015", + "long_description": "All data recorded with the DZB correlator in AIPS++/CASA Measurement Set format is available on disk at the observatory. The entire catalogue can be searched. Data can be either made available over the internet, for data after \u00b12004, as described below, or can be requested from the observatory. It can be converted to UVFITS or NEWSTAR SCN format on request, if the number of files is limited. This data can either be processed with CASA, BIMA MIRIAD or ATNF MIRIAD, or AIPS depending on the science and observation. This archive contains no processed and calibrated data, or images. This dataset contains data between 115 and 8800 MHz observed with MFFE and LFFE systems.", + "retrieval_description": "", + "thumbnail": "https://alta.astron.nl/alta-static/unknown.jpg", + "documentation_url": null, + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 47, + "fields": { + "uri": "wsrt-2004-2015", + "name": "WSRT 2004-2015", + "short_description": "WSRT 2004-2015", + "long_description": "Data recorded with the DZB correlator in AIPS++/CASA Measurement Set format is available in the online, internet-accessible, project management system MoM. Original members of the projects that were granted the observing time can directly download the data with the ASTRON account that was used for the proposal, and is also used for LOFAR proposal and archive systems. All projects in this system are no longer proprietary as per the ASTRON policies on public data. Anyone can request the observatory for access to a project and the data of that project, if they have created or already own an ASTRON account. Access can be granted based on project code and/or description, or if the user has found observation and project sequence numbers from the 1997-2015 catalogue system. Data can be automatically retrieved in either Measurement Set, UVFITS or SCN format and downloaded over the internet after conversion and J2000 calibration. This archive contains no processed and calibrated data, or images. This dataset contains data between 115 and 8800 MHz observed with MFFE and LFFE systems.", + "retrieval_description": "", + "thumbnail": "https://alta.astron.nl/alta-static/unknown.jpg", + "documentation_url": null, + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 48, + "fields": { + "uri": "wsrt-archive", + "name": "WSRT Archive", + "short_description": "WSRT Archive", + "long_description": "", + "retrieval_description": "", + "thumbnail": "http://old.astron.nl/sites/astron.nl/files/cms/wsrt_calibrating.jpg", + "documentation_url": null, + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 49, + "fields": { + "uri": "helio", + "name": "HELIO", + "short_description": "Heliophysics Integrated Observatory", + "long_description": "Heliophysics Integrated Observatory", + "retrieval_description": "", + "thumbnail": "http://helio-vo.eu/logos/helio_logo4_sm.jpg", + "documentation_url": "http://helio-vo.eu/", + "institute": "Helio" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 50, + "fields": { + "uri": "helio", + "name": "Heliophysics Integrated Observatory", + "short_description": "Heliophysics Integrated Observatory", + "long_description": "Heliophysics Integrated Observatory", + "retrieval_description": "", + "thumbnail": "http://helio-vo.eu/logos/helio_logo4_sm.jpg", + "documentation_url": "http://www.helio-vo.eu/", + "institute": "Helio" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 51, + "fields": { + "uri": "vo_reg", + "name": "VO Registry of Registries", + "short_description": "VO Registry of Registries", + "long_description": "VO Registry of Registries", + "retrieval_description": "", + "thumbnail": "http://ivoa.net/images/ivoa_logoc2.jpg", + "documentation_url": "http://registry.euro-vo.org/evor/#home", + "institute": "IVOA" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 52, + "fields": { + "uri": "vo_reg_eurovo", + "name": "Euro-VO Registry", + "short_description": "Euro-VO Registry", + "long_description": "Euro-VO Registry", + "retrieval_description": "", + "thumbnail": "http://registry.euro-vo.org/eurovo/images/imaget.png", + "documentation_url": null, + "institute": "IVOA" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 53, + "fields": { + "uri": "apertif-timedomain-raw", + "name": "Time-domain Survey raw data", + "short_description": "Time-domain Survey raw data", + "long_description": "For each pointing in the ALERT survey, all Tied Array Beams are archive.\r\nThis time-domain data is in PSRFITS format, Stokes I, with 1-bit sampling, using 768 channels of 0.4MHz each, every 0.8ms.", + "retrieval_description": "", + "thumbnail": "https://alta.astron.nl/alta-static/images/apertif_observation_blank.jpg", + "documentation_url": null, + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 54, + "fields": { + "uri": "lofar-lta", + "name": "LOFAR Long Term Archive", + "short_description": "LOFAR Long Term Archive", + "long_description": "Different data product types can be found in the LTA, such as raw data (correlated/beamformed), averaging pipeline, calibration pipeline, imaging pipeline, long baseline pipeline, pulsar pipeline, dynamic spectra. In order to obtain high-level data products, additional processing steps are needed. For interferometric data, the first standard data processing step is called the \u2018Pre-processing pipeline\u2019. The Pre-processing pipeline flags the data in time and frequency and optionally averages them in time and/or frequency. It can also be used to subtract the brightest sources in the sky (the so-called 'A-team' sources) from the visibilities through the 'demixing' algorithm, and to compress the uv data with Dysco. For the vast majority of interferometric observations, this step is performed by the Radio Observatory and the pre-processed data are made available on the archive. The software that performs this step is the Default Pre-Processing Pipeline (DPPP). The Pulsar Pipeline (PulP; Stappers et al. 2011) is the standard processing tool used by the RO for LOFAR pulsar observations.", + "retrieval_description": "", + "thumbnail": "https://alta.astron.nl/alta-static/unknown.jpg", + "documentation_url": null, + "institute": "astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 55, + "fields": { + "uri": "lbcs-calibrator", + "name": "LBCS Calibrator", + "short_description": "LBCS Calibrator", + "long_description": "This is the catalog of calibrators from the LOFAR Long-Baseline Calibrator Survey (LBCS). The LBCS aims to identify sources suitable for calibrating the highest-resolution observations made with the International LOFAR Telescope, which include baselines >1000 km. Suitable sources must contain significant correlated flux density (>50 \u2212 100 mJy) at frequencies around 110\u2013190 MHz on scales of a few hundred milliarcseconds.", + "retrieval_description": "", + "thumbnail": "https://alta.astron.nl/alta-static/unknown.jpg", + "documentation_url": "https://vo.astron.nl/", + "institute": "Astron" + } +}, +{ + "model": "query.esapbaseobject", + "pk": 56, + "fields": { + "uri": "tgssadr-image", + "name": "TGSSADR Image Archive", + "short_description": "TGSSADR Image Archive", + "long_description": "This is the catalogue of images (5 def square mosaics) from the images of the TIFR GMRT Sky Survey (TGSS) Alternative Data Release (up to 1 deg square). This data release contains previously unpublished data from the TIFR GMRT Sky Survey (TGSS), which has been independently reprocessed. It includes continuum stokes I images of 99.5 percent of the radio sky north of -53\u00b0 DEC (3.6\u03c0 sr, or 90 percent of the full sky) at a resolution of 25\u201c x 25\u201d north of 19\u00b0 DEC and 25\u201c x 25\u201d / cos(DEC-19\u00b0) south of 19\u00b0, and a median noise of 3.5 mJy/beam. The extracted radio source catalog contains positions, flux densities, sizes and more for 0.62 Million sources down to a 7-sigma peak-to-noise threshold.", + "retrieval_description": "", + "thumbnail": "https://alta.astron.nl/alta-static/unknown.jpg", + "documentation_url": "https://vo.astron.nl/", + "institute": "Astron" + } +}, +{ + "model": "query.parametermapping", + "pk": 6, + "fields": { + "uri": "vo", + "parameters": "{\r\n\"title\" : \"obs_title\",\r\n\"target\" : \"target_name\",\r\n\"ra\" : \"s_ra\",\r\n\"dec\" : \"s_dec\",\r\n\"fov\" : \"s_fov\",\r\n\"access_url\" : \"access_url\",\r\n\"collection\":\"obs_collection\"\r\n}" + } +}, +{ + "model": "query.parametermapping", + "pk": 7, + "fields": { + "uri": "alta", + "parameters": "{\r\n\"target\" : \"target__icontains\",\r\n\"title\" : \"target__icontains\",\r\n\"ra\" : \"view_ra\",\r\n\"dec\" : \"view_dec\",\r\n\"fov\" : \"view_fov\",\r\n\"dataproduct_level\" : \"calibrationLevel\",\r\n\"dataproduct_type\" : \"dataProductType\",\r\n\"dataproduct_subtype\" : \"dataProductSubType\"\r\n}" + } +}, +{ + "model": "query.parametermapping", + "pk": 8, + "fields": { + "uri": "ned-objdir", + "parameters": "{\r\n\"title\" : \"obs_title\",\r\n\"target\" : \"target_name\",\r\n\"ra\" : \"ra\",\r\n\"dec\" : \"dec\",\r\n\"fov\" : \"fov\"\r\n}" + } +}, +{ + "model": "query.parametermapping", + "pk": 9, + "fields": { + "uri": "vso", + "parameters": "{\"startdate\":\"start\",\"enddate\":\"end\",\"instrument\":\"instrument\"}" + } +}, +{ + "model": "query.parametermapping", + "pk": 10, + "fields": { + "uri": "helio", + "parameters": "{\"startdate\":\"STARTTIME\",\"enddate\":\"ENDTIME\",\"instrument\":\"INSTRUMENT\"}" + } +}, +{ + "model": "query.parametermapping", + "pk": 11, + "fields": { + "uri": "vo_sauron", + "parameters": "{ \"title\" : \"imagetitle\", \"target\" : \"imagetitle\", \"ra\" : \"centeralpha\", \"dec\" : \"centerdelta\", \"fov\" : \"s_fov\", \"access_url\" : \"accref\" }" + } +}, +{ + "model": "query.catalog", + "pk": 18, + "fields": { + "equinox": "ICRS", + "protocol": "http", + "user_url": "https://lta.lofar.eu/", + "url": "https://lta.lofar.eu/", + "parameters": null + } +}, +{ + "model": "query.catalog", + "pk": 19, + "fields": { + "equinox": "ICRS", + "protocol": "adql", + "user_url": "http://localhost:3000/esap-gui-dev/query", + "url": "https://vo.astron.nl/", + "parameters": 6 + } +}, +{ + "model": "query.catalog", + "pk": 20, + "fields": { + "equinox": "ICRS", + "protocol": "http", + "user_url": "http://wsrt.astron.nl/mom3", + "url": "http://wsrt.astron.nl/mom3", + "parameters": null + } +}, +{ + "model": "query.catalog", + "pk": 33, + "fields": { + "equinox": "J2000", + "protocol": "http", + "user_url": "http://localhost:3000/esap-gui-dev/query", + "url": "https://alta.astron.nl/altapi", + "parameters": 7 + } +}, +{ + "model": "query.catalog", + "pk": 36, + "fields": { + "equinox": "ICRS", + "protocol": "adql", + "user_url": "https://vo.astron.nl/__system__/tap/run/info", + "url": "https://vo.astron.nl/__system__/tap/run/tap", + "parameters": 6 + } +}, +{ + "model": "query.catalog", + "pk": 39, + "fields": { + "equinox": "J2000", + "protocol": "adql", + "user_url": "https://ned.ipac.caltech.edu/conesearch", + "url": "https://ned.ipac.caltech.edu/tap", + "parameters": 8 + } +}, +{ + "model": "query.catalog", + "pk": 43, + "fields": { + "equinox": "ICRS", + "protocol": "http", + "user_url": "https://sdac.virtualsolar.org/cgi/search", + "url": "https://sdac.virtualsolar.org/cgi/vsoui", + "parameters": 9 + } +}, +{ + "model": "query.catalog", + "pk": 48, + "fields": { + "equinox": "ICRS", + "protocol": "http", + "user_url": "https://old.astron.nl/wsrt-archive/php/QueryForm.php", + "url": "https://old.astron.nl/wsrt-archive/php/QueryForm.php", + "parameters": null + } +}, +{ + "model": "query.catalog", + "pk": 49, + "fields": { + "equinox": "J2000", + "protocol": "http", + "user_url": "http://hfe.helio-vo.eu/Helio/", + "url": "http://msslkz.mssl.ucl.ac.uk/helio-dpas/HelioQueryServlet", + "parameters": 10 + } +}, +{ + "model": "query.catalog", + "pk": 52, + "fields": { + "equinox": "ICRS", + "protocol": "adql", + "user_url": "http://registry.euro-vo.org/evor/", + "url": "http://registry.euro-vo.org/services/RegistrySearch", + "parameters": 6 + } +}, +{ + "model": "query.archive", + "pk": 1, + "fields": { + "instrument": "WSRT" + } +}, +{ + "model": "query.archive", + "pk": 2, + "fields": { + "instrument": "LOFAR" + } +}, +{ + "model": "query.archive", + "pk": 3, + "fields": { + "instrument": "Virtual Observatory" + } +}, +{ + "model": "query.archive", + "pk": 4, + "fields": { + "instrument": "WSRT" + } +}, +{ + "model": "query.dataset", + "pk": 5, + "fields": { + "category": "visibility", + "level": "raw, processed", + "collection": null, + "dataset_catalog": null, + "dataset_archive": 4, + "resource_name": null, + "select_fields": "*", + "title_field": null, + "thumbnail_field": null, + "url_field": null, + "output_format": "list", + "service_connector": null + } +}, +{ + "model": "query.dataset", + "pk": 9, + "fields": { + "category": "imaging", + "level": "processed", + "collection": "lotts-dr1", + "dataset_catalog": 36, + "dataset_archive": 3, + "resource_name": "ivoa.obscore", + "select_fields": "access_url", + "title_field": null, + "thumbnail_field": null, + "url_field": "access_url", + "output_format": "list", + "service_connector": "vo.tap_service_connector" + } +}, +{ + "model": "query.dataset", + "pk": 12, + "fields": { + "category": "imaging", + "level": "processed", + "collection": "lotts-pdr", + "dataset_catalog": 36, + "dataset_archive": 3, + "resource_name": "ivoa.obscore", + "select_fields": "access_url", + "title_field": "obs_title", + "thumbnail_field": null, + "url_field": "access_url", + "output_format": "list", + "service_connector": "vo.tap_service_connector" + } +}, +{ + "model": "query.dataset", + "pk": 15, + "fields": { + "category": "imaging", + "level": "processed", + "collection": "sauron", + "dataset_catalog": 36, + "dataset_archive": 3, + "resource_name": "ivoa.obscore", + "select_fields": "access_url", + "title_field": "obs_title", + "thumbnail_field": null, + "url_field": "access_url", + "output_format": "list", + "service_connector": "vo.tap_service_connector" + } +}, +{ + "model": "query.dataset", + "pk": 34, + "fields": { + "category": "imaging", + "level": "raw", + "collection": "imaging", + "dataset_catalog": 33, + "dataset_archive": 1, + "resource_name": null, + "select_fields": null, + "title_field": null, + "thumbnail_field": null, + "url_field": null, + "output_format": "list", + "service_connector": "alta.alta_connector" + } +}, +{ + "model": "query.dataset", + "pk": 40, + "fields": { + "category": "catalog", + "level": "processed", + "collection": null, + "dataset_catalog": 39, + "dataset_archive": null, + "resource_name": "objdir", + "select_fields": "prefname", + "title_field": "prefname", + "thumbnail_field": null, + "url_field": null, + "output_format": "list", + "service_connector": "vo.tap_service_connector" + } +}, +{ + "model": "query.dataset", + "pk": 42, + "fields": { + "category": "imaging", + "level": "processed", + "collection": "imaging", + "dataset_catalog": 33, + "dataset_archive": 1, + "resource_name": null, + "select_fields": null, + "title_field": null, + "thumbnail_field": null, + "url_field": null, + "output_format": "tiles", + "service_connector": "alta.alta_connector" + } +}, +{ + "model": "query.dataset", + "pk": 45, + "fields": { + "category": "image", + "level": "processed", + "collection": null, + "dataset_catalog": 43, + "dataset_archive": null, + "resource_name": "vsoui", + "select_fields": "provider,source", + "title_field": "fileid", + "thumbnail_field": "(hardcoded)", + "url_field": "fileid", + "output_format": "list", + "service_connector": "vso.vso_connector" + } +}, +{ + "model": "query.dataset", + "pk": 46, + "fields": { + "category": "visibility", + "level": "raw, processed", + "collection": null, + "dataset_catalog": 48, + "dataset_archive": 4, + "resource_name": null, + "select_fields": "*", + "title_field": null, + "thumbnail_field": null, + "url_field": null, + "output_format": "list", + "service_connector": null + } +}, +{ + "model": "query.dataset", + "pk": 47, + "fields": { + "category": "visibility", + "level": "raw", + "collection": null, + "dataset_catalog": 20, + "dataset_archive": 4, + "resource_name": null, + "select_fields": "*", + "title_field": null, + "thumbnail_field": null, + "url_field": null, + "output_format": "list", + "service_connector": null + } +}, +{ + "model": "query.dataset", + "pk": 50, + "fields": { + "category": "image", + "level": "processed", + "collection": null, + "dataset_catalog": 49, + "dataset_archive": null, + "resource_name": "HelioQueryServlet", + "select_fields": "time_start,time_end", + "title_field": "(hardcoded)", + "thumbnail_field": "(hardcoded)", + "url_field": "url", + "output_format": "list", + "service_connector": "helio.helio_connector" + } +}, +{ + "model": "query.dataset", + "pk": 51, + "fields": { + "category": "image", + "level": "processed", + "collection": null, + "dataset_catalog": 52, + "dataset_archive": null, + "resource_name": "ivoa.obscore", + "select_fields": "access_url", + "title_field": "obs_title", + "thumbnail_field": null, + "url_field": "access_url", + "output_format": "list", + "service_connector": "vo_reg.vo_registry_connector" + } +}, +{ + "model": "query.dataset", + "pk": 53, + "fields": { + "category": "timedomain", + "level": "raw", + "collection": "timedomain", + "dataset_catalog": 33, + "dataset_archive": 1, + "resource_name": null, + "select_fields": null, + "title_field": null, + "thumbnail_field": null, + "url_field": null, + "output_format": "list", + "service_connector": "alta.alta_connector" + } +}, +{ + "model": "query.dataset", + "pk": 54, + "fields": { + "category": "visibility", + "level": "raw", + "collection": null, + "dataset_catalog": 18, + "dataset_archive": 2, + "resource_name": null, + "select_fields": "*", + "title_field": null, + "thumbnail_field": null, + "url_field": null, + "output_format": "list", + "service_connector": null + } +}, +{ + "model": "query.dataset", + "pk": 55, + "fields": { + "category": "image", + "level": "processed", + "collection": "lbcs", + "dataset_catalog": 36, + "dataset_archive": 3, + "resource_name": "ivoa.obscore", + "select_fields": "access_url", + "title_field": null, + "thumbnail_field": null, + "url_field": "access_url", + "output_format": "list", + "service_connector": "http://sdc.astron.nl:15671/esap-api" + } +}, +{ + "model": "query.dataset", + "pk": 56, + "fields": { + "category": "image", + "level": "processed", + "collection": "tgssadr-image", + "dataset_catalog": 36, + "dataset_archive": 3, + "resource_name": "ivoa.obscore", + "select_fields": "access_url", + "title_field": null, + "thumbnail_field": null, + "url_field": "access_url", + "output_format": "list", + "service_connector": "vo.tap_service_connector" + } +} +] diff --git a/esap/query/templates/query/index.html b/esap/query/templates/query/index.html index 1163d89537b88495075bf83859a6a2c27d673254..5d3f4c464fbf87add6c1643d268b8df12725fb65 100644 --- a/esap/query/templates/query/index.html +++ b/esap/query/templates/query/index.html @@ -70,7 +70,7 @@ </div> -<p class="footer" small>ASTRON - version 16 jul 2020</p> +<p class="footer" small>ASTRON - version 21 jul 2020</p> {% endblock %}