populate.py

import logging
logger = logging.getLogger(__name__)

import json
from lofar.sas.tmss.client.tmss_http_rest_client import TMSSsession
from lofar.common import json_utils
import os

def populate_schemas_main():
    from optparse import OptionParser

    # Check the invocation arguments
    parser = OptionParser('%prog [options]', description='upload the templates to TMSS')
    parser.add_option('-d', '--dir', dest='schema_dir', type='string',
                      default=os.path.expandvars('$LOFARROOT/share/tmss/schemas'),
                      help='''directory path containing the schemas, default: '%default')''')
    parser.add_option('-f', '--file', dest='templates_file', type='string',
                      default='templates.json',
                      help='''json file containing the list of templates with name, description, vesions, and template type. default: '%default')''')
    (options, args) = parser.parse_args()
    return populate_schemas(options.schema_dir, options.templates_file)

def populate_schemas(schema_dir: str=None, templates_filename: str=None):
    if schema_dir is None:
        schema_dir = os.path.expandvars('$LOFARROOT/share/tmss/schemas')

    if templates_filename is None:
        templates_filename = 'templates.json'

    templates_filepath = os.path.join(schema_dir, templates_filename)
    logger.info("Reading templates in: %s", templates_filepath)
    with open(templates_filepath) as templates_file:
        templates = json.loads(templates_file.read())

        with TMSSsession.create_from_dbcreds_for_ldap() as client:
            base_url = client.base_url.rstrip('/').rstrip('api').rstrip('/')
            for template in templates:
                try:
                    with open(os.path.join(schema_dir, template.pop('file_name'))) as schema_file:
                        try:
                            json_schema = json.loads(schema_file.read())

                            template_name = template.pop('template')
                            name = template.pop('name', json_schema.get('title', '<no name>'))
                            description = template.pop('description', json_schema.get('description', '<no description>'))
                            version = template.pop('version', '1')

                            if template_name == 'subtask_template' and 'type' in template:
                                # override plain-text type by its url
                                template['type'] = client.get_path_as_json_object('subtask_type/'+template.pop('type'))['url']

                            if template_name == 'task_template' and 'type' in template:
                                # override plain-text type by its url
                                template['type'] = client.get_path_as_json_object('task_type/'+template.pop('type'))['url']

                            if template_name == 'scheduling_unit_observing_strategy_template':
                                scheduling_unit_templates = client.get_path_as_json_object('scheduling_unit_template?name=' + template.pop('scheduling_unit_template_name') + '&version=' + template.pop('scheduling_unit_template_version'))
                                scheduling_unit_template = scheduling_unit_templates[0]
                                template['scheduling_unit_template'] = scheduling_unit_template['url']

                            # inject a unique id in the form of a unique URL to this schema
                            json_schema['$id'] = '%s/api/schemas/%s/%s/%s' % (base_url, template_name.replace('_',''), name, version)

                            # make sure that all urls point to the tmss base_url
                            json_schema = json_utils.replace_host_in_urls(json_schema, new_base_url=base_url)

                            if template_name == 'scheduling_unit_observing_strategy_template':
                                template['template'] = json_schema
                            else:
                                template['schema'] = json_schema

                            logger.info("Uploading template template='%s' name='%s' version='%s'", template, name, version)

                            client.post_template(template_path=template_name,
                                                  name=name,
                                                  description=description,
                                                  version=version,
                                                  **template)
                        except Exception as e:
                            logger.error(e)
                except Exception as e:
                    logger.error(e)