diff --git a/jupyter-notebooks/HdbppReader_demonstrator.ipynb b/jupyter-notebooks/HdbppReader_demonstrator.ipynb index 112929de1eccb93c6729fbfa04a0a62fd903aad0..b072495de3a7f1b82847a6dd1efde2aeedb7caeb 100644 --- a/jupyter-notebooks/HdbppReader_demonstrator.ipynb +++ b/jupyter-notebooks/HdbppReader_demonstrator.ipynb @@ -19,12 +19,13 @@ "metadata": {}, "outputs": [], "source": [ + "# Initialise a Reader object\n", "reader = TimescaleDbReader({'database':'hdb', 'user':'postgres', 'password':'password', 'port':5432,'host':'archiver-timescale'})" ] }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 12, "id": "24cd0dbc", "metadata": {}, "outputs": [ @@ -38,7 +39,7 @@ " 'port': 5432}" ] }, - "execution_count": 3, + "execution_count": 12, "metadata": {}, "output_type": "execute_result" } @@ -49,7 +50,29 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 13, + "id": "2e01bf2a", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "<connection object at 0x7fe83d1b0e08; dsn: 'user=postgres password=xxx dbname=hdb host=archiver-timescale port=5432', closed: 0>" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# Check connection\n", + "reader.get_connection()" + ] + }, + { + "cell_type": "code", + "execution_count": 14, "id": "582e2c9e", "metadata": {}, "outputs": [ @@ -57,39 +80,31 @@ "data": { "text/plain": [ "['tango://databaseds:10000/stat/sdp/1/fpga_temp_r',\n", - " 'tango://databaseds:10000/stat/recv/1/recvtr_i2c_error_r',\n", - " 'tango://databaseds:10000/stat/recv/1/rcu_error_r',\n", - " 'tango://databaseds:10000/stat/recv/1/recv_iout_error_r',\n", - " 'tango://databaseds:10000/stat/recv/1/recv_temp_error_r',\n", - " 'tango://databaseds:10000/stat/recv/1/recv_vout_error_r',\n", - " 'tango://databaseds:10000/stat/recv/1/rcu_pwr_good_r',\n", - " 'tango://databaseds:10000/stat/recv/1/rcu_mask_rw',\n", - " 'tango://databaseds:10000/stat/recv/1/rcu_pcb_version_r',\n", - " 'tango://databaseds:10000/stat/sdp/1/fpga_firmware_version_r',\n", - " 'tango://databaseds:10000/stat/sdp/1/tr_fpga_communication_error_r',\n", - " 'tango://databaseds:10000/stat/sdp/1/fpga_error_r',\n", - " 'tango://databaseds:10000/stat/sdp/1/fpga_processing_error_r',\n", - " 'tango://databaseds:10000/stat/sdp/1/fpga_input_error_r',\n", - " 'tango://databaseds:10000/stat/sdp/1/tr_fpga_mask_rw',\n", - " 'tango://databaseds:10000/stat/sdp/1/fpga_hardware_version_r',\n", - " 'tango://databaseds:10000/stat/sdp/1/tr_software_version_r',\n", " 'tango://databaseds:10000/stat/recv/1/version_r',\n", " 'tango://databaseds:10000/stat/recv/1/opcua_missing_attributes_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_led_green_on_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_led_green_on_rw',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_led_red_on_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_led_red_on_rw',\n", + " 'tango://databaseds:10000/stat/recv/1/rcu_mask_rw',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_pcb_id_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_pcb_number_r',\n", + " 'tango://databaseds:10000/stat/recv/1/rcu_pcb_version_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_pwr_1v8_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_pwr_2v5_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_pwr_3v3_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_pwr_analog_on_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_pwr_digital_on_r',\n", + " 'tango://databaseds:10000/stat/recv/1/rcu_pwr_good_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_temp_r',\n", + " 'tango://databaseds:10000/stat/recv/1/recvtr_i2c_error_r',\n", " 'tango://databaseds:10000/stat/recv/1/recvtr_monitor_rate_rw',\n", " 'tango://databaseds:10000/stat/recv/1/recvtr_translator_busy_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_led_colour_r',\n", + " 'tango://databaseds:10000/stat/recv/1/rcu_error_r',\n", + " 'tango://databaseds:10000/stat/recv/1/recv_iout_error_r',\n", + " 'tango://databaseds:10000/stat/recv/1/recv_temp_error_r',\n", + " 'tango://databaseds:10000/stat/recv/1/recv_vout_error_r',\n", " 'tango://databaseds:10000/stat/recv/1/state',\n", " 'tango://databaseds:10000/stat/recv/1/status',\n", " 'tango://databaseds:10000/stat/sdp/1/version_r',\n", @@ -137,70 +152,80 @@ " 'tango://databaseds:10000/stat/sdp/1/fpga_bsn_monitor_input_nof_packets_r',\n", " 'tango://databaseds:10000/stat/sdp/1/fpga_bsn_monitor_input_nof_valid_r',\n", " 'tango://databaseds:10000/stat/sdp/1/fpga_bsn_monitor_input_nof_err_r',\n", + " 'tango://databaseds:10000/stat/sdp/1/fpga_error_r',\n", + " 'tango://databaseds:10000/stat/sdp/1/fpga_processing_error_r',\n", + " 'tango://databaseds:10000/stat/sdp/1/fpga_input_error_r',\n", " 'tango://databaseds:10000/stat/sdp/1/state',\n", - " 'tango://databaseds:10000/stat/sdp/1/status']" + " 'tango://databaseds:10000/stat/sdp/1/status',\n", + " 'tango://databaseds:10000/stat/sdp/1/fpga_firmware_version_r',\n", + " 'tango://databaseds:10000/stat/sdp/1/fpga_hardware_version_r',\n", + " 'tango://databaseds:10000/stat/sdp/1/tr_fpga_mask_rw',\n", + " 'tango://databaseds:10000/stat/sdp/1/tr_fpga_communication_error_r',\n", + " 'tango://databaseds:10000/stat/sdp/1/tr_software_version_r']" ] }, - "execution_count": 11, + "execution_count": 14, "metadata": {}, "output_type": "execute_result" } ], "source": [ + "# Get the list of all the archived attributes\n", "reader.get_attributes()" ] }, { "cell_type": "code", - "execution_count": 23, + "execution_count": 15, "id": "9f985ceb", "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "['tango://databaseds:10000/stat/recv/1/recvtr_i2c_error_r',\n", - " 'tango://databaseds:10000/stat/recv/1/rcu_error_r',\n", - " 'tango://databaseds:10000/stat/recv/1/recv_iout_error_r',\n", - " 'tango://databaseds:10000/stat/recv/1/recv_temp_error_r',\n", - " 'tango://databaseds:10000/stat/recv/1/recv_vout_error_r',\n", - " 'tango://databaseds:10000/stat/recv/1/rcu_pwr_good_r',\n", - " 'tango://databaseds:10000/stat/recv/1/rcu_mask_rw',\n", - " 'tango://databaseds:10000/stat/recv/1/rcu_pcb_version_r',\n", - " 'tango://databaseds:10000/stat/recv/1/version_r',\n", + "['tango://databaseds:10000/stat/recv/1/version_r',\n", " 'tango://databaseds:10000/stat/recv/1/opcua_missing_attributes_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_led_green_on_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_led_green_on_rw',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_led_red_on_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_led_red_on_rw',\n", + " 'tango://databaseds:10000/stat/recv/1/rcu_mask_rw',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_pcb_id_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_pcb_number_r',\n", + " 'tango://databaseds:10000/stat/recv/1/rcu_pcb_version_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_pwr_1v8_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_pwr_2v5_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_pwr_3v3_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_pwr_analog_on_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_pwr_digital_on_r',\n", + " 'tango://databaseds:10000/stat/recv/1/rcu_pwr_good_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_temp_r',\n", + " 'tango://databaseds:10000/stat/recv/1/recvtr_i2c_error_r',\n", " 'tango://databaseds:10000/stat/recv/1/recvtr_monitor_rate_rw',\n", " 'tango://databaseds:10000/stat/recv/1/recvtr_translator_busy_r',\n", " 'tango://databaseds:10000/stat/recv/1/rcu_led_colour_r',\n", + " 'tango://databaseds:10000/stat/recv/1/rcu_error_r',\n", + " 'tango://databaseds:10000/stat/recv/1/recv_iout_error_r',\n", + " 'tango://databaseds:10000/stat/recv/1/recv_temp_error_r',\n", + " 'tango://databaseds:10000/stat/recv/1/recv_vout_error_r',\n", " 'tango://databaseds:10000/stat/recv/1/state',\n", " 'tango://databaseds:10000/stat/recv/1/status']" ] }, - "execution_count": 23, + "execution_count": 15, "metadata": {}, "output_type": "execute_result" } ], "source": [ + "# Given a name pattern, return a list of archived attributes\n", "device_name = 'STAT/RECV/1'\n", "reader.get_attributes(pattern=f'*{device_name}*'.lower())" ] }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 16, "id": "5517c508", "metadata": {}, "outputs": [ @@ -210,19 +235,20 @@ "1" ] }, - "execution_count": 15, + "execution_count": 16, "metadata": {}, "output_type": "execute_result" } ], "source": [ + "# Check if an attribute is archived\n", "attr_name = 'rcu_mask_rw'\n", "reader.is_attribute_archived(f'{device_name}/{attr_name}'.lower())" ] }, { "cell_type": "code", - "execution_count": 39, + "execution_count": 26, "id": "740064f3", "metadata": {}, "outputs": [ @@ -232,43 +258,910 @@ "{}" ] }, - "execution_count": 39, + "execution_count": 26, "metadata": {}, "output_type": "execute_result" } ], "source": [ + "# Return the list of the last n value for a given attribute(s)\n", + "# ! Cannot figure out why it does not work ... on the other hand, the relative code \n", + "# in the next cell works!\n", "a = 'tango://databaseds:10000/stat/sdp/1/fpga_temp_r'\n", - "reader.get_last_attributes_values(attributes=a,columns=['value_r'],n=10)" + "columns = [\"value_r\", \"value_w\", \"quality\", \"att_error_desc_id\"]\n", + "reader.get_last_attributes_values(attributes=a,columns=columns,n=3)" ] }, { "cell_type": "code", - "execution_count": 49, + "execution_count": 27, "id": "d48fe536", "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "[(1, 'att_array_devdouble', 'tango://databaseds:10000/stat/sdp/1/fpga_temp_r')]" + "[(datetime.datetime(2022, 3, 8, 15, 38, 34, 497576, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 38, 23, 838368, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 38, 23, 401983, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None)]" ] }, - "execution_count": 49, + "execution_count": 27, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "reader._cursor.execute(\"SELECT att_conf_id, table_name, att_name FROM att_conf WHERE att_name LIKE '%tango://databaseds:10000/stat/sdp/1/fpga_temp_r%'\")\n", + "reader._cursor.execute(\"SELECT att_conf_id, table_name, att_name FROM att_conf WHERE att_name LIKE %s;\", ('%'+a+'%',))\n", + "att_id = reader._cursor.fetchall()\n", + "\n", + "reader._cursor.execute(f\"SELECT data_time, value_r, value_w, quality, att_error_desc_id FROM {att_id[0][1]} WHERE att_conf_id={att_id[0][0]} ORDER BY data_time DESC LIMIT 3\")\n", "reader._cursor.fetchall()" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 28, "id": "fcab2a21", "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[(datetime.datetime(2022, 3, 8, 15, 38, 34, 497576, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 38, 23, 838368, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 38, 23, 401983, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 38, 12, 908590, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 38, 12, 398194, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 38, 1, 974671, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 38, 1, 400801, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 37, 51, 57525, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 37, 50, 398277, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 37, 40, 124000, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 37, 39, 402424, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 37, 29, 194141, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 37, 28, 403995, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 37, 18, 325812, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 37, 17, 414731, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 37, 7, 423699, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 37, 6, 406963, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 36, 56, 399116, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 36, 55, 406792, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 36, 45, 491806, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 36, 44, 401894, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 36, 34, 594970, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 36, 33, 385793, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 36, 23, 718610, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 36, 23, 402214, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 36, 12, 785296, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 36, 12, 392858, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 36, 1, 840443, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 36, 1, 404531, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 35, 50, 913943, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 35, 50, 401988, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 35, 39, 984898, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 35, 39, 393043, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 35, 29, 69789, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 35, 28, 409644, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 35, 18, 114191, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 35, 17, 388089, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 35, 7, 192311, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 35, 6, 400084, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 34, 56, 295447, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 34, 55, 390150, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 34, 45, 458677, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 34, 44, 386107, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 34, 34, 598981, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 34, 33, 384623, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 34, 23, 717252, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 34, 22, 394157, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 34, 12, 660277, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 34, 11, 390295, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 34, 1, 641750, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 34, 0, 385438, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 33, 50, 633679, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 33, 49, 396047, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 33, 39, 494091, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 33, 38, 392001, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 33, 27, 532083, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 33, 7, 927971, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 1),\n", + " (datetime.datetime(2022, 3, 8, 15, 31, 15, 82880, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 31, 4, 961433, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 31, 4, 405487, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 30, 54, 841743, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 30, 54, 402356, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 30, 44, 727440, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 2),\n", + " (datetime.datetime(2022, 3, 8, 15, 30, 44, 400452, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 30, 33, 414200, tzinfo=datetime.timezone.utc),\n", + " [0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0,\n", + " 0.0],\n", + " None,\n", + " 0,\n", + " None),\n", + " (datetime.datetime(2022, 3, 8, 15, 30, 15, 378183, tzinfo=datetime.timezone.utc),\n", + " None,\n", + " None,\n", + " 1,\n", + " 1)]" + ] + }, + "execution_count": 28, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# Get the last attribute values given a start date and optionally a stop date\n", + "reader.get_attribute_values(a, start_date='2022-03-08 00:00:00')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "7caeb8a9", + "metadata": {}, "outputs": [], "source": [] } diff --git a/tangostationcontrol/tangostationcontrol/toolkit/hdbpp_reader/timescaledb/timescaledb.py b/tangostationcontrol/tangostationcontrol/toolkit/hdbpp_reader/timescaledb/timescaledb.py index e4a8cc3c956e7e4e96de1a41cef224629cafa5c5..a42b619a0eb91a0e248c3676ae8a97b49dee661e 100755 --- a/tangostationcontrol/tangostationcontrol/toolkit/hdbpp_reader/timescaledb/timescaledb.py +++ b/tangostationcontrol/tangostationcontrol/toolkit/hdbpp_reader/timescaledb/timescaledb.py @@ -3,6 +3,7 @@ import sys, re, traceback import os import time +import datetime import psycopg2 from psycopg2 import sql