From 28f081c8d086913306f0e5e6574cc002997f4ce8 Mon Sep 17 00:00:00 2001
From: Ian Fijolek <ian@iamthefij.com>
Date: Wed, 2 Aug 2023 13:59:59 -0700
Subject: [PATCH] Add integration testing to verify backup and restoration

Including databases
---
 .gitignore               |  4 ++++
 Makefile                 |  4 ++++
 itest/bootstrap-tests.sh | 31 +++++++++++++++++++++++++++++
 itest/docker-compose.yml | 42 ++++++++++++++++++++++++++++++++++++++++
 itest/run.sh             | 35 +++++++++++++++++++++++++++++++++
 itest/test-backup.hcl    | 29 +++++++++++++++++++++++++++
 itest/validate-tests.sh  | 15 ++++++++++++++
 7 files changed, 160 insertions(+)
 create mode 100755 itest/bootstrap-tests.sh
 create mode 100644 itest/docker-compose.yml
 create mode 100755 itest/run.sh
 create mode 100644 itest/test-backup.hcl
 create mode 100755 itest/validate-tests.sh

diff --git a/.gitignore b/.gitignore
index b1630ac..d119013 100644
--- a/.gitignore
+++ b/.gitignore
@@ -21,3 +21,7 @@ dist/
 # Built executable
 restic-scheduler
 data/
+
+# Itest temp dirs
+itest/data
+itest/repo
diff --git a/Makefile b/Makefile
index 4815a9b..36e84c6 100644
--- a/Makefile
+++ b/Makefile
@@ -32,6 +32,10 @@ test:
 	go test -v -coverprofile=coverage.out # -short
 	go tool cover -func=coverage.out
 
+.PHONY: itest
+itest: docker-build
+	./itest/run.sh
+
 # Installs pre-commit hooks
 .PHONY: install-hooks
 install-hooks:
diff --git a/itest/bootstrap-tests.sh b/itest/bootstrap-tests.sh
new file mode 100755
index 0000000..e4dbf64
--- /dev/null
+++ b/itest/bootstrap-tests.sh
@@ -0,0 +1,31 @@
+#! /bin/sh
+set -ex
+
+# Create flat file
+echo "Hello" > /data/test.txt
+
+# Create Sqlite database
+touch /data/test_database.db
+sqlite3 /data/test_database.db <<-EOF
+CREATE TABLE test_table (
+  id integer PRIMARY KEY,
+  data text NOT NULL
+);
+
+INSERT INTO test_table(data)
+VALUES ("Test row");
+EOF
+
+# Create MySql database
+until mysql --host "$MYSQL_HOST" --user "$MYSQL_USER" --password="$MYSQL_PWD" --execute "SHOW DATABASES;"; do
+  sleep 1
+done
+mysql --host "$MYSQL_HOST" --user "$MYSQL_USER" --password="$MYSQL_PWD" main <<EOF
+CREATE TABLE test_table (
+  id integer AUTO_INCREMENT PRIMARY KEY,
+  data text NOT NULL
+);
+
+INSERT INTO test_table(data)
+VALUES ("Test row");
+EOF
diff --git a/itest/docker-compose.yml b/itest/docker-compose.yml
new file mode 100644
index 0000000..37952f9
--- /dev/null
+++ b/itest/docker-compose.yml
@@ -0,0 +1,42 @@
+---
+version: "3.9"
+
+services:
+  mysql:
+    image: mysql
+    environment:
+      MYSQL_ROOT_PASSWORD: shhh
+      MYSQL_DATABASE: main
+
+  bootstrap:
+    image: resticscheduler
+    entrypoint: /bootstrap-tests.sh
+    environment:
+      MYSQL_HOST: mysql
+      MYSQL_USER: root
+      MYSQL_PWD: shhh
+    volumes:
+      - ./bootstrap-tests.sh:/bootstrap-tests.sh
+      - ./data:/data
+
+  main:
+    image: resticscheduler
+    environment:
+      MYSQL_HOST: mysql
+      MYSQL_USER: root
+      MYSQL_PWD: shhh
+    volumes:
+      - ./repo:/repo
+      - ./data:/data
+      - ./test-backup.hcl:/test-backup.hcl
+
+  validate:
+    image: resticscheduler
+    entrypoint: /validate-tests.sh
+    environment:
+      MYSQL_HOST: mysql
+      MYSQL_USER: root
+      MYSQL_PWD: shhh
+    volumes:
+      - ./validate-tests.sh:/validate-tests.sh
+      - ./data:/data
diff --git a/itest/run.sh b/itest/run.sh
new file mode 100755
index 0000000..8300fe2
--- /dev/null
+++ b/itest/run.sh
@@ -0,0 +1,35 @@
+#! /bin/bash
+set -ex
+
+cd "$(dirname "$0")"
+mkdir -p ./repo ./data
+
+echo Clean everything
+docker-compose down -v
+rm -fr ./repo/* ./data/*
+sleep 5
+
+echo Boostrap databases and data
+docker-compose up -d mysql
+docker-compose run bootstrap
+sleep 1
+
+echo Run backup job
+docker-compose run main -backup IntegrationTest -once /test-backup.hcl
+
+echo Clean data
+docker-compose down -v
+docker-compose up -d mysql
+rm -fr ./data/*
+sleep 20
+
+echo Run restore
+docker-compose run main -restore IntegrationTest -once /test-backup.hcl
+sleep 1
+
+echo Validate data
+docker-compose run validate
+
+echo Clean all again
+docker-compose down -v
+rm -fr ./repo/* ./data/*
diff --git a/itest/test-backup.hcl b/itest/test-backup.hcl
new file mode 100644
index 0000000..d96a778
--- /dev/null
+++ b/itest/test-backup.hcl
@@ -0,0 +1,29 @@
+job "IntegrationTest" {
+  schedule = "@daily"
+
+  config {
+    repo = "/repo"
+    passphrase = "shh"
+  }
+
+  mysql "MySQL" {
+    hostname = env("MYSQL_HOST")
+    database = "main"
+    username = env("MYSQL_USER")
+    password = env("MYSQL_PWD")
+    dump_to = "/tmp/mysql.sql"
+  }
+
+  sqlite "SQLite" {
+    path = "/data/test_database.db"
+    dump_to = "/data/test_database.db.bak"
+  }
+
+  backup {
+    paths = ["/data"]
+
+    restore_opts {
+      Target = "/"
+    }
+  }
+}
diff --git a/itest/validate-tests.sh b/itest/validate-tests.sh
new file mode 100755
index 0000000..bf42315
--- /dev/null
+++ b/itest/validate-tests.sh
@@ -0,0 +1,15 @@
+#! /bin/sh
+set -ex
+
+# Check flat file
+test -f /data/test.txt
+grep "^Hello" /data/test.txt
+
+# Check Sqlite database
+test -f /data/test_database.db
+sqlite3 /data/test_database.db "select data from test_table where id = 1" | grep "^Test row"
+
+# Check MySql database
+mysql --host "$MYSQL_HOST" --user "$MYSQL_USER" --password="$MYSQL_PWD" main <<-EOF | grep "^Test row"
+select data from test_table where id = 1;
+EOF