Skip to content
Snippets Groups Projects
Commit 28a12bd5 authored by Reinder Kraaij's avatar Reinder Kraaij :eye:
Browse files

format document

parent 4e849659
No related branches found
No related tags found
1 merge request!1189Resolve TMSS-2810 "Skip legacy schedules"
Hide whitespace changes
Inline Side-by-side
SAS/TMSS/frontend/tmss_webapp/prepareTemplateSchemas.js
+ 88
− 88
View file @ 28a12bd5
......@@ -5,30 +5,30 @@ const replace = require('replace-in-file');
const _ = require('lodash');
async function getTemplateFiles(dir) {
let files = await fs.promises.readdir(dir);
files = await Promise.all(files.map(async file => {
const filePath = path.join(dir, file);
const stats = await fs.promises.stat(filePath);
if (stats.isDirectory()) return getTemplateFiles(filePath);
else if(stats.isFile()) return filePath;
}));
return files.reduce((all, folderContents) => all.concat(folderContents), []);
let files = await fs.promises.readdir(dir);
files = await Promise.all(files.map(async file => {
const filePath = path.join(dir, file);
const stats = await fs.promises.stat(filePath);
if (stats.isDirectory()) return getTemplateFiles(filePath);
else if (stats.isFile()) return filePath;
}));
return files.reduce((all, folderContents) => all.concat(folderContents), []);
}
console.log("Copying backend schema files...");
// Get and Copy all template files from backend source to frontend app folders and format as required
getTemplateFiles('../../../../install/opt/lofar/share/tmss/schemas').then(async(backEndFiles) => {
getTemplateFiles('../../../../install/opt/lofar/share/tmss/schemas').then(async (backEndFiles) => {
console.log(backEndFiles);
// Copy backend template json files to public/schemas folder in frontend app
for (let file of backEndFiles) {
if (file.indexOf(".json") <=0) { continue; }
if (file.indexOf(".json") <= 0) { continue; }
//'../../../../install/opt/lofar/share/tmss/schemas/common_schema_template/QA-1.json'
//public/schemas/../.././../../../../install/opt/lofar/share/tmss/schemas/common_schema_template/QA-1.json
//let folderName = file.substring(file.indexOf("schemas\\")+8, file.lastIndexOf("\\"));
let folderName = file.replace('../../../../install/opt/lofar/share/tmss/schemas',"")
let folderName = file.replace('../../../../install/opt/lofar/share/tmss/schemas', "")
folderName = folderName.substring(1, folderName.lastIndexOf("/"));
let fileName = file.substring(file.lastIndexOf("/")+1);
let fileName = file.substring(file.lastIndexOf("/") + 1);
const data = fs.readFileSync(file, 'utf8')
//console.log(data)
if (!fs.existsSync("public/schemas/" + folderName)) {
......@@ -38,21 +38,21 @@ getTemplateFiles('../../../../install/opt/lofar/share/tmss/schemas').then(async(
console.log("Writing to file...", "public/schemas/" + folderName + "/" + fileName);
fs.writeFileSync("public/schemas/" + folderName + "/" + fileName, data);
}
// Get all template files from public/schema folder and format as required
getTemplateFiles('public/schemas').then(async(files) => {
getTemplateFiles('public/schemas').then(async (files) => {
console.log("Updating schema ref path...");
console.log(files);
// Replace the host and port address of template apis to localhost
const hostReplaceOptions = {
//files: 'schemas/scheduling_constraints_template/constraints-1.json',
files: files,
from: /http:\/\/127.0.0.1:8000\/api/g,
to: 'http://localhost:3000',
//files: 'schemas/scheduling_constraints_template/constraints-1.json',
files: files,
from: /http:\/\/127.0.0.1:8000\/api/g,
to: 'http://localhost:3000',
};
console.log(await replace(hostReplaceOptions));
const hostReplaceOptions1 = {
//files: 'schemas/scheduling_constraints_template/constraints-1.json',
files: files,
......@@ -60,8 +60,8 @@ getTemplateFiles('../../../../install/opt/lofar/share/tmss/schemas').then(async(
to: 'http://localhost:3000',
};
console.log(await replace(hostReplaceOptions1));
for (const ver of _.range(1,11)) {
for (const ver of _.range(1, 11)) {
let verRegx = new RegExp(`/${ver}/#`, 'g');
let verReplacer = `-${ver}.json#`;
// Replace db_id with file extension
......@@ -71,7 +71,7 @@ getTemplateFiles('../../../../install/opt/lofar/share/tmss/schemas').then(async(
to: verReplacer
};
console.log(await replace(fileReplaceOptions));
verRegx = new RegExp(`/${ver}#`, 'g');
const fileReplaceOptions1 = {
files: files,
......@@ -86,22 +86,22 @@ getTemplateFiles('../../../../install/opt/lofar/share/tmss/schemas').then(async(
to: '.json#/schema/definitions',
};
console.log(await replace(fileReplaceOptions2));*/
for (let file of files) {
if (file.indexOf(".json") <=0) { continue; }
if (file.indexOf(".json") <= 0) { continue; }
console.log(file);
let folderName = file.substring(file.indexOf("schemas/")+8, file.lastIndexOf("/"));
let folderName = file.substring(file.indexOf("schemas/") + 8, file.lastIndexOf("/"));
// Replae folder name
let folderRef = folderName.replace(/_/g,"");
let folderRef = folderName.replace(/_/g, "");
let folderRefRegex = new RegExp(folderRef, "g");
const folderReplaceOptions = {
files: files,
from: folderRefRegex,
to: folderName,
files: files,
from: folderRefRegex,
to: folderName,
};
console.log(await replace(folderReplaceOptions));
// Copy templates to build folder so that it can be referred by the test suites
const data = fs.readFileSync(file, 'utf8');
//console.log(data)
......@@ -109,9 +109,9 @@ getTemplateFiles('../../../../install/opt/lofar/share/tmss/schemas').then(async(
console.log("Creating folder.... build/schemas/" + folderName);
fs.mkdirSync("build/schemas/" + folderName, { recursive: true });
}
console.log("Copying files from ", file, file.replace("public","build"));
fs.writeFileSync(file.replace("public","build"), data);
console.log("Copying files from ", file, file.replace("public", "build"));
fs.writeFileSync(file.replace("public", "build"), data);
// Update the json files in public/schemas folder to contain only the schema object
const jsonData = JSON.parse(data);
if (jsonData["schema"]) {
......@@ -119,25 +119,25 @@ getTemplateFiles('../../../../install/opt/lofar/share/tmss/schemas').then(async(
fs.writeFileSync(file, JSON.stringify(jsonData["schema"], null, 4));
}
}
getTemplateFiles("build/schemas/scheduling_unit_observing_strategy_template").then(async(strategyFiles) => {
let strategies = [];
let index = 1;
console.log("Getting observing_strategy_templates");
for (const file of strategyFiles) {
console.log(file);
const data = fs.readFileSync(file, 'utf8');
let strategyTemplate = JSON.parse(data);
strategyTemplate.id = index;
getTemplateFiles("build/schemas/scheduling_unit_observing_strategy_template").then(async (strategyFiles) => {
let strategies = [];
let index = 1;
console.log("Getting observing_strategy_templates");
for (const file of strategyFiles) {
console.log(file);
const data = fs.readFileSync(file, 'utf8');
let strategyTemplate = JSON.parse(data);
strategyTemplate.id = index;
strategyTemplate.state_value = strategyTemplate.state;
strategyTemplate.purpose_value = strategyTemplate.purpose;
index++;
strategies.push(strategyTemplate);
}
console.log("Creating observing_strategy_templates.json ...");
fs.writeFileSync("src/__mocks__/observing_strategy_templates.json", JSON.stringify({strategies: strategies}, null, 4));
console.log("... Created observing_strategy_templates.json");
});
strategies.push(strategyTemplate);
}
console.log("Creating observing_strategy_templates.json ...");
fs.writeFileSync("src/__mocks__/observing_strategy_templates.json", JSON.stringify({ strategies: strategies }, null, 4));
console.log("... Created observing_strategy_templates.json");
});
console.log("Getting definitions from common_schema_templates....");
let definitionTemplates = await getTemplateFiles("build/schemas/common_schema_template");
......@@ -147,62 +147,62 @@ getTemplateFiles('../../../../install/opt/lofar/share/tmss/schemas').then(async(
const data = fs.readFileSync(definitionTemplate, 'utf8');
let definitionSchema = JSON.parse(data);
if (definitionSchema.schema && definitionSchema.schema.definitions) {
definitions = {...definitions, ...definitionSchema.schema.definitions};
definitionFiles.push(definitionTemplate.substring(definitionTemplate.lastIndexOf("/")+1));
definitions = { ...definitions, ...definitionSchema.schema.definitions };
definitionFiles.push(definitionTemplate.substring(definitionTemplate.lastIndexOf("/") + 1));
}
}
console.log("... got definitions");
getTemplateFiles("build/schemas/task_template").then(async(strategyFiles) => {
getTemplateFiles("build/schemas/task_template").then(async (strategyFiles) => {
let templates = [];
let index = 1;
console.log("Getting task_templates");
for (const file of strategyFiles) {
const data = fs.readFileSync(file, 'utf8');
let strategyTemplate = JSON.parse(data);
strategyTemplate.id = index;
strategyTemplate.ref_resolved_schema = {definitions: definitions, properties: strategyTemplate.schema["properties"]};
if (strategyTemplate.name.indexOf("observation") >= 0) {
strategyTemplate.type = "http://localhost:3000/api/task_type/observation";
let index = 1;
console.log("Getting task_templates");
for (const file of strategyFiles) {
const data = fs.readFileSync(file, 'utf8');
let strategyTemplate = JSON.parse(data);
strategyTemplate.id = index;
strategyTemplate.ref_resolved_schema = { definitions: definitions, properties: strategyTemplate.schema["properties"] };
if (strategyTemplate.name.indexOf("observation") >= 0) {
strategyTemplate.type = "http://localhost:3000/api/task_type/observation";
strategyTemplate.type_value = "observation";
} else if (strategyTemplate.name.indexOf("pipeline") >= 0) {
strategyTemplate.type = "http://localhost:3000/api/task_type/pipeline";
} else if (strategyTemplate.name.indexOf("pipeline") >= 0) {
strategyTemplate.type = "http://localhost:3000/api/task_type/pipeline";
strategyTemplate.type_value = "pipeline";
} else if (strategyTemplate.name.indexOf("cleanup") >= 0) {
strategyTemplate.type = "http://localhost:3000/api/task_type/cleanup";
} else if (strategyTemplate.name.indexOf("cleanup") >= 0) {
strategyTemplate.type = "http://localhost:3000/api/task_type/cleanup";
strategyTemplate.type_value = "cleanup";
} else if (strategyTemplate.name.indexOf("ingest") >= 0) {
strategyTemplate.type = "http://localhost:3000/api/task_type/ingest";
} else if (strategyTemplate.name.indexOf("ingest") >= 0) {
strategyTemplate.type = "http://localhost:3000/api/task_type/ingest";
strategyTemplate.type_value = "ingest";
}
// Fix bad references items. These where actually pointing to production urls.
if (strategyTemplate?.schema?.properties?.station_configuration) { strategyTemplate.schema.properties.station_configuration["$ref"] = "#/definitions/station_configuration"; }
if ( strategyTemplate?.schema?.properties?.QA) strategyTemplate.schema.properties.QA["$ref"] = "#/definitions/QA";
if ( strategyTemplate?.schema?.properties?.duration) strategyTemplate.schema.properties.duration["$ref"] = "#/definitions/duration";
if ( strategyTemplate?.schema?.properties?.calibrator) strategyTemplate.schema.properties.calibrator["$ref"] = "#/definitions/calibrator";
if ( strategyTemplate?.schema?.properties?.correlator) strategyTemplate.schema.properties.correlator["$ref"] = "#/definitions/correlator";
// Fix bad references items. These where actually pointing to production urls.
if (strategyTemplate?.schema?.properties?.station_configuration) { strategyTemplate.schema.properties.station_configuration["$ref"] = "#/definitions/station_configuration"; }
if (strategyTemplate?.schema?.properties?.QA) strategyTemplate.schema.properties.QA["$ref"] = "#/definitions/QA";
if (strategyTemplate?.schema?.properties?.duration) strategyTemplate.schema.properties.duration["$ref"] = "#/definitions/duration";
if (strategyTemplate?.schema?.properties?.calibrator) strategyTemplate.schema.properties.calibrator["$ref"] = "#/definitions/calibrator";
if (strategyTemplate?.schema?.properties?.correlator) strategyTemplate.schema.properties.correlator["$ref"] = "#/definitions/correlator";
index++;
templates.push(strategyTemplate);
}
index++;
templates.push(strategyTemplate);
}
templates = JSON.stringify(templates);
templates = templates.replace(/http:\/\/localhost:3000\/schemas\/common_schema_template\//g, "");
for (const defFile of definitionFiles) {
const fileRegex = new RegExp(defFile, 'g');
templates = templates.replace(fileRegex, "");
}
console.log("Creating task_templates.json ...");
fs.writeFileSync("src/__mocks__/task_templates.json", JSON.stringify({templates: JSON.parse(templates)}, null, 4));
console.log("... Created task_templates.json");
});
console.log("Creating task_templates.json ...");
fs.writeFileSync("src/__mocks__/task_templates.json", JSON.stringify({ templates: JSON.parse(templates) }, null, 4));
console.log("... Created task_templates.json");
});
getTemplateFiles("build/schemas/scheduling_constraints_template").then(async(strategyFiles) => {
getTemplateFiles("build/schemas/scheduling_constraints_template").then(async (strategyFiles) => {
let index = 0
const constraintDefinitionKeys = [ "distance_on_sky", "elevation", "timedelta", "timestamp", "timewindow", "pointing"];
const constraintDefinitionKeys = ["distance_on_sky", "elevation", "timedelta", "timestamp", "timewindow", "pointing"];
for (const file of strategyFiles) {
const data = fs.readFileSync(file, 'utf8');
let constraintTemplate = JSON.parse(data);
......@@ -224,7 +224,7 @@ getTemplateFiles('../../../../install/opt/lofar/share/tmss/schemas').then(async(
console.log("... added ref_resolved_schema to constraints_template");
}
});
});
});
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment