Merge branch 'L2SS-1918' into 'main'

L2SS-1918: Run garibaldi on central instance daily

Closes L2SS-1918

See merge request !13

infra/env.yaml

 registry:
   astron:
-    url: git.astron.nl:5000/lofar2.0/tango
+    url: git.astron.nl:5000
 
 monitoring:
   prometheus:

infra/grafana-lofar-central.levant.nomad

@@ -74,7 +74,7 @@ job "grafana" {
         policies = ["default"]
       }
       config {
-        image       = "git.astron.nl:5000/lofar2.0/grafana-station-dashboards:[[.image_tag]]"
+        image = "[[.registry.astron.url]]/lofar2.0/grafana-station-dashboards:[[.image_tag]]"
         mount {
           type   = "bind"
           source = "local/datasources/"
@@ -424,5 +424,48 @@ EOH
       }
     }
   }
+}
+
+job "daily-backup-grafana-to-s3" {
+  datacenters = ["nl-north"]
+  type = "batch"
+  namespace = "operations"
 
+  periodic {
+    cron = "@daily"
+  }
+
+  group "garibaldi" {
+
+    vault {
+      policies = ["default"]
+    }
+
+    task "garibaldi" {
+      driver = "docker"
+      config {
+        image = "[[.registry.astron.url]]/grafana/garibaldi:latest"
+      }
+      env {
+        MINIO_HOSTNAME = "https://s3.lofar.net:443"
+        MINIO_ACCESS_KEY = "minioadmin"
+        MINIO_SECRET_KEY = "minioadmin"
+        MINIO_BUCKET = "grafana-backup"
+        GRAFANA_URL = "https://monitoring.lofar.net:443"
+      }
+
+      template {
+        env = true
+        destination = "secrets/file.env"
+        data = <<EOH
+        GRAFANA_TOKEN = "{{with secret "kv-v2/data/grafana/garabaldi"}}{{.Data.data.token}}{{end}}"
+        EOH
+      }
+
+      resources {
+        cpu = 2500
+        memory = 512
+      }
+    }
+  }
 }

infra/metrics-central.levant.nomad

@@ -34,7 +34,7 @@ job "metrics" {
       driver = "docker"
 
       config {
-        image = "[[.registry.astron.url]]/prometheus:[[.monitoring.prometheus.version]]"
+        image = "[[.registry.astron.url]]/lofar2.0/tango/prometheus:[[.monitoring.prometheus.version]]"
         args  = [
           "--config.file=/local/prometheus.yaml",
           "--web.enable-remote-write-receiver",