From 6473e8e8af91a83eb8bb84ec732534fd6d877ad6 Mon Sep 17 00:00:00 2001
From: jenz <jenz@jenz.jenz>
Date: Wed, 5 Feb 2025 20:36:10 +0100
Subject: [PATCH] simple r2 bucket uploader script that runs every 10 minutes,
 takes the bz2 files that are younger than 30 minutes and uploads them to the
 r2 bucket

---
 r2_upload/.config/rclone/rclone.conf       |  8 ++++
 r2_upload/shell/r2_update.sh               | 45 ++++++++++++++++++++++
 r2_upload/systemd/r2_bucket_rclone.service |  9 +++++
 r2_upload/systemd/r2_bucket_rclone.timer   |  9 +++++
 4 files changed, 71 insertions(+)
 create mode 100644 r2_upload/.config/rclone/rclone.conf
 create mode 100755 r2_upload/shell/r2_update.sh
 create mode 100644 r2_upload/systemd/r2_bucket_rclone.service
 create mode 100644 r2_upload/systemd/r2_bucket_rclone.timer

diff --git a/r2_upload/.config/rclone/rclone.conf b/r2_upload/.config/rclone/rclone.conf
new file mode 100644
index 00000000..a45343f4
--- /dev/null
+++ b/r2_upload/.config/rclone/rclone.conf
@@ -0,0 +1,8 @@
+[r2demo]
+type = s3
+provider = Cloudflare
+access_key_id = 
+secret_access_key = 
+endpoint = 
+acl = private
+
diff --git a/r2_upload/shell/r2_update.sh b/r2_upload/shell/r2_update.sh
new file mode 100755
index 00000000..2b0b9f42
--- /dev/null
+++ b/r2_upload/shell/r2_update.sh
@@ -0,0 +1,45 @@
+#!/usr/bin/sh
+#run full reclone when arguement is given
+if [ $# -eq 1 ] 
+    then
+    echo 'doing long run with all files being updated.'
+    #ZE server
+    rclone copy /home/gameservers/fastdl/css_ze/materials r2demo:/css_ze/materials/
+    rclone copy /home/gameservers/fastdl/css_ze/models r2demo:/css_ze/models/
+    rclone copy /home/gameservers/fastdl/css_ze/maps r2demo:/css_ze/maps/
+    rclone copy /home/gameservers/fastdl/css_ze/sound r2demo:/css_ze/sound/
+    #ZR server
+    rclone copy /home/gameservers/fastdl/css_zr/materials r2demo:/css_zr/materials/
+    rclone copy /home/gameservers/fastdl/css_zr/models r2demo:/css_zr/models/
+    rclone copy /home/gameservers/fastdl/css_zr/maps r2demo:/css_zr/maps/
+    rclone copy /home/gameservers/fastdl/css_zr/sound r2demo:/css_zr/sound/
+    #MG server
+    rclone copy /home/gameservers/fastdl/css_mg/materials r2demo:/css_mg/materials/
+    rclone copy /home/gameservers/fastdl/css_mg/models r2demo:/css_mg/models/
+    rclone copy /home/gameservers/fastdl/css_mg/maps r2demo:/css_mg/maps/
+    rclone copy /home/gameservers/fastdl/css_mg/sound r2demo:/css_mg/sound/
+    #svencoop
+    rclone copy /home/gameservers/fastdl/svencoop/svencoop_addon r2demo:svencoop/
+    echo 'Finished long run with all files updated.'
+#else if no arguement given run default with 30minute maximum.
+else
+    echo 'doing short run with files younger than 30 minutes.'
+    #ZE server
+    rclone copy --max-age 30m --no-traverse /home/gameservers/fastdl/css_ze/materials r2demo:/css_ze/materials/
+    rclone copy --max-age 30m --no-traverse /home/gameservers/fastdl/css_ze/models r2demo:/css_ze/models/
+    rclone copy --max-age 30m --no-traverse /home/gameservers/fastdl/css_ze/maps r2demo:/css_ze/maps/
+    rclone copy --max-age 30m --no-traverse /home/gameservers/fastdl/css_ze/sound r2demo:/css_ze/sound/
+    #ZR server
+    rclone copy --max-age 30m --no-traverse /home/gameservers/fastdl/css_zr/materials r2demo:/css_zr/materials/
+    rclone copy --max-age 30m --no-traverse /home/gameservers/fastdl/css_zr/models r2demo:/css_zr/models/
+    rclone copy --max-age 30m --no-traverse /home/gameservers/fastdl/css_zr/maps r2demo:/css_zr/maps/
+    rclone copy --max-age 30m --no-traverse /home/gameservers/fastdl/css_zr/sound r2demo:/css_zr/sound/
+    #MG server
+    rclone copy --max-age 30m --no-traverse /home/gameservers/fastdl/css_mg/materials r2demo:/css_mg/materials/
+    rclone copy --max-age 30m --no-traverse /home/gameservers/fastdl/css_mg/models r2demo:/css_mg/models/
+    rclone copy --max-age 30m --no-traverse /home/gameservers/fastdl/css_mg/maps r2demo:/css_mg/maps/
+    rclone copy --max-age 30m --no-traverse /home/gameservers/fastdl/css_mg/sound r2demo:/css_mg/sound/
+    #svencoop
+    rclone copy --max-age 30m --no-traverse /home/gameservers/fastdl/svencoop/svencoop_addon r2demo:svencoop/
+    echo 'Finished short run with files younger than 30 minutes.'
+fi
diff --git a/r2_upload/systemd/r2_bucket_rclone.service b/r2_upload/systemd/r2_bucket_rclone.service
new file mode 100644
index 00000000..70983b51
--- /dev/null
+++ b/r2_upload/systemd/r2_bucket_rclone.service
@@ -0,0 +1,9 @@
+[Unit]
+Description=Rclones to R2 bucket every 10 minutes
+
+[Service]
+Type=simple
+User=gameservers
+Group=gameservers
+WorkingDirectory=/home/gameservers/fastdl_sync
+ExecStart=/home/gameservers/fastdl_sync/r2_update.sh
diff --git a/r2_upload/systemd/r2_bucket_rclone.timer b/r2_upload/systemd/r2_bucket_rclone.timer
new file mode 100644
index 00000000..0b89e56b
--- /dev/null
+++ b/r2_upload/systemd/r2_bucket_rclone.timer
@@ -0,0 +1,9 @@
+[Unit]
+Description=rclones new content every 10 minutes
+Requires=r2_bucket_rclone.service
+
+[Timer]
+OnCalendar=*-*-* *:0,10,20,30,40,50
+
+[Install]
+WantedBy=multi-user.target