Working backup and restore

nomad/backups/backup.nomad

@@ -43,7 +43,7 @@ job "backup%{ if batch_node != null }-oneoff-${batch_node}%{ endif }" {
 
     volume "all-volumes" {
       type = "host"
-      read_only = true
+      read_only = false
       source = "all-volumes"
     }
 
@@ -86,7 +86,7 @@ job "backup%{ if batch_node != null }-oneoff-${batch_node}%{ endif }" {
       volume_mount {
         volume = "all-volumes"
         destination = "/data"
-        read_only = true
+        read_only = false
       }
 
       config {
@@ -123,14 +123,19 @@ job "backup%{ if batch_node != null }-oneoff-${batch_node}%{ endif }" {
       template {
         # Probably want to use database credentials that have access to dump all tables
         data = <<EOF
-{{ with secret "kv/data/nextcloud" }}
+{{ with secret "kv/data/nextcloud" -}}
 MYSQL_DATABASE={{ .Data.data.db_name }}
 MYSQL_USER={{ .Data.data.db_user }}
 MYSQL_PASSWORD={{ .Data.data.db_pass }}
-{{ end }}
+{{ end -}}
-{{ with secret "kv/data/backups" }}
+{{ with secret "kv/data/backups" -}}
 BACKUP_PASSPHRASE={{ .Data.data.backup_passphrase }}
-{{ end }}
+RCLONE_FTP_HOST={{ .Data.data.nas_ftp_host }}
+RCLONE_FTP_USER={{ .Data.data.nas_ftp_user }}
+RCLONE_FTP_PASS={{ .Data.data.nas_ftp_pass | toJSON }}
+RCLONE_FTP_EXPLICIT_TLS=true
+RCLONE_FTP_NO_CHECK_CERTIFICATE=true
+{{ end -}}
         EOF
         destination = "secrets/db.env"
         env = true

nomad/backups/jobs/consul.hcl

@@ -1,23 +1,11 @@
 job "Consul" {
-  schedule = "* * * * *"
+  schedule = "0 * * * *"
 
   config {
-    # TODO: Backup to a meaningful location, this is just for testing
+    repo = "rclone::ftp,env_auth:/nomad/consul"
-    repo = "/local/repo"
-    # Read from secret file
     passphrase = env("BACKUP_PASSPHRASE")
   }
 
-  # Remove when using a proper backup destination
-  task "Create dir for repo" {
-    pre_script {
-      on_backup = "echo 'Backing up something'"
-    }
-    pre_script {
-      on_backup = "mkdir -p /local/repo"
-    }
-  }
-
   task "Use consul snapshots" {
     pre_script {
       on_backup = "mkdir -p /local/consul"

nomad/backups/jobs/lldap.hcl

@@ -1,23 +1,11 @@
 job "lldap" {
-  schedule = "* * * * *"
+  schedule = "0 * * * *"
 
   config {
-    # TODO: Backup to a meaningful location, this is just for testing
+    repo = "rclone::ftp,env_auth:/nomad/lldap"
-    repo = "/local/repo"
-    # Read from secret file
     passphrase = env("BACKUP_PASSPHRASE")
   }
 
-  # Remove when using a proper backup destination
-  task "Create dir for repo" {
-    pre_script {
-      on_backup = "echo 'Backing up something'"
-    }
-    pre_script {
-      on_backup = "mkdir -p /local/repo"
-    }
-  }
-
   # sqlite "Backup database" {
   #   path    = "/data/lldap/users.db"
   #   # sqlite3 /data/lldap/users.db .backup /data/lldap/users.db.bak

nomad/backups/jobs/nextcloud.hcl

@@ -1,23 +1,11 @@
 job "Nextcloud" {
-  schedule = "* * * * *"
+  schedule = "0 * * * *"
 
   config {
-    # TODO: Backup to a meaningful location, this is just for testing
+    repo = "rclone::ftp,env_auth:/nomad/nextcloud"
-    repo = "/local/repo"
-    # Read from secret file
     passphrase = env("BACKUP_PASSPHRASE")
   }
 
-  # Remove when using a proper backup destination
-  task "Create dir for repo" {
-    pre_script {
-      on_backup = "echo 'Backing up something'"
-    }
-    pre_script {
-      on_backup = "mkdir -p /local/repo"
-    }
-  }
-
   mysql "Backup database" {
     hostname       = env("MYSQL_HOST")
     port           = env("MYSQL_PORT")