From 7e9f83f89e8d705ad761c06b45e058d00664488d Mon Sep 17 00:00:00 2001
From: Vermaas <vermaas@astron.nl>
Date: Fri, 23 Aug 2024 11:50:10 +0200
Subject: [PATCH] add ALMA connector and documentation
---
README.md | 19 ++++++++++++++++++-
scraper/main.py | 2 +-
2 files changed, 19 insertions(+), 2 deletions(-)
diff --git a/README.md b/README.md
index c2ba5d1..599c9e5 100644
--- a/README.md
+++ b/README.md
@@ -147,7 +147,7 @@ This shows the fields that you need to translate with a 'connector' to ADEX.
-#### argument file
+#### create argument file (alma_obscore_sdc.args)
Create your argument file (also see 'examples' chapter)
```
@@ -253,3 +253,20 @@ The `alma_obscore` is the name you chose for your collection, as defined in the
These can be mapped onto the ADEX dp_type field (see previous chapter).
By adding them to the configuration, the frontend(s) knows to give these values as filter options once the `alma_obscore` collection is selected.
+#### execute
+ ```
+ > adex_data_scraper --argfile ./alma_obscore_sdc.args
+ ```
+
+Now the ADEX database will be filled with records in batches of 1000.
+```commandline
+1000 records fetched from http://jvo.nao.ac.jp/skynode/do/tap/alma
+1000 posted to https://sdc.astron.nl/adex_backend/ in 0:00:17.483034
+1000 records fetched from http://jvo.nao.ac.jp/skynode/do/tap/alma
+1000 posted to https://sdc.astron.nl/adex_backend/ in 0:00:15.901474
+1000 records fetched from http://jvo.nao.ac.jp/skynode/do/tap/alma
+1000 posted to https://sdc.astron.nl/adex_backend/ in 0:00:17.173940
+1000 records fetched from http://jvo.nao.ac.jp/skynode/do/tap/alma
+1000 posted to https://sdc.astron.nl/adex_backend/ in 0:00:17.729760
+1000 records fetched from http://jvo.nao.ac.jp/skynode/do/tap/alma
+```
diff --git a/scraper/main.py b/scraper/main.py
index e70ea1d..3f34046 100644
--- a/scraper/main.py
+++ b/scraper/main.py
@@ -97,7 +97,7 @@ def main():
args = get_arguments(parser)
- print(f"--- adex-data-scraper (version {scraper.__version__}) ---")
+ print(f"--- adex-data-scraper (version 23 aug 2024) ---")
print(args)
if args.datasource.upper() == 'VO':
--
GitLab