small bugfixes

bin/define_tasks_from_archive.py

@@ -164,7 +164,7 @@ def main():
             logging.info('creating task for sas_id %s - dataset %s', sas_id, index)
             payload = create_payload_from_entry(line, args.filter, args.workflow, args.averaging_window, args.stations)
             atdb_interface.submit_task(payload)
-
+            break #only one dataset
 
 if __name__ == '__main__':
     main()

bin/scintillation_utils.py

-#!/home/mevius/bin/python3.8
+#!/usr/bin/python3
 from argparse import ArgumentParser
 import os
 import logging

scintillation/averaging.py

@@ -109,6 +109,8 @@ class SmartJsonEncoder(json.JSONEncoder):
         try:
             if isinstance(o, numpy.int32):
                 return int(o)
+            elif isinstance(o, numpy.int64):
+                return int(o)
             elif isinstance(o, numpy.ndarray):
                 return o.tolist()
             elif isinstance(o, numpy.uint64):
@@ -174,6 +176,8 @@ def extract_root_metadata(dataset):
     if not 'TARGET' in list(metadata.keys()):
         if 'TARGETS' in list(metadata.keys()):
             metadata['TARGET']=metadata['TARGETS'][-1].split("_")[0]
+    if type(metadata['TARGET']) == list:
+        metadata['TARGET']=metadata['TARGET'][-1].split("_")[0]
     return metadata
 
 
@@ -284,7 +288,6 @@ def extract_metadata(dataset):
         else:
             continue
         metadata_per_dynspec[dynspec].update(root_metadata)
-
     return metadata_per_dynspec
 
 
@@ -698,10 +701,13 @@ def split_samples(dynspec_name,
 
     :return:
     """
+    if 'INCREMENT' in metadata['TIME'].keys():
         if isinstance(metadata['TIME']['INCREMENT'], list):
             time_delta, *_ = metadata['TIME']['INCREMENT']
         else:
             time_delta = metadata['TIME']['INCREMENT']
+    else:
+        time_delta = metadata['SAMPLING_TIME']
 
     if 'DYNSPEC_START_UTC' in metadata:
         obs_start_time = parse_datetime_str(metadata['DYNSPEC_START_UTC'])