diff --git a/README.md b/README.md index c2ba5d19c871436f8eda1e287ddb10f935fb548f..599c9e5ef4b8d8bd35730313ea316d43e86ffb78 100644 --- a/README.md +++ b/README.md @@ -147,7 +147,7 @@ This shows the fields that you need to translate with a 'connector' to ADEX.  -#### argument file +#### create argument file (alma_obscore_sdc.args) Create your argument file (also see 'examples' chapter) ``` @@ -253,3 +253,20 @@ The `alma_obscore` is the name you chose for your collection, as defined in the These can be mapped onto the ADEX dp_type field (see previous chapter). By adding them to the configuration, the frontend(s) knows to give these values as filter options once the `alma_obscore` collection is selected. +#### execute + ``` + > adex_data_scraper --argfile ./alma_obscore_sdc.args + ``` + +Now the ADEX database will be filled with records in batches of 1000. +```commandline +1000 records fetched from http://jvo.nao.ac.jp/skynode/do/tap/alma +1000 posted to https://sdc.astron.nl/adex_backend/ in 0:00:17.483034 +1000 records fetched from http://jvo.nao.ac.jp/skynode/do/tap/alma +1000 posted to https://sdc.astron.nl/adex_backend/ in 0:00:15.901474 +1000 records fetched from http://jvo.nao.ac.jp/skynode/do/tap/alma +1000 posted to https://sdc.astron.nl/adex_backend/ in 0:00:17.173940 +1000 records fetched from http://jvo.nao.ac.jp/skynode/do/tap/alma +1000 posted to https://sdc.astron.nl/adex_backend/ in 0:00:17.729760 +1000 records fetched from http://jvo.nao.ac.jp/skynode/do/tap/alma +``` diff --git a/scraper/main.py b/scraper/main.py index e70ea1dbc7037a34b0ace7a72202a7659587ee9f..3f3404665b5ab4717865cb2b7e26cd15f970fc27 100644 --- a/scraper/main.py +++ b/scraper/main.py @@ -97,7 +97,7 @@ def main(): args = get_arguments(parser) - print(f"--- adex-data-scraper (version {scraper.__version__}) ---") + print(f"--- adex-data-scraper (version 23 aug 2024) ---") print(args) if args.datasource.upper() == 'VO':