Merge pull request #26 from netzwergehh/patch-1

Create mirrorsync.sh

mirror/README.md

@@ -0,0 +1,14 @@
+Rocky Mirror Scripts
+====================
+
+Scripts and snippets for mirror admins.
+
+Please read https://docs.rockylinux.org/en/rocky/8/guides/add_mirror_manager for further information on setting up a Rocky mirror.
+
+## example.crontab
+
+A few suggestions for setting up a crontab for syncing.
+
+## mirrorsync.sh
+
+Example script for keeping a public or private mirror in sync.

mirror/example.crontab

@@ -0,0 +1,9 @@
+#This will synchronize your mirror at 0:50, 4:50, 8:50, 12:50, 16:50, 20:50
+50 */6  * * * /path/to/your/rocky-rsync-mirror.sh > /dev/null 2>&1
+
+#This will synchronize your mirror at 2:25, 6:25, 10:25, 14:25, 18:25, 22:25
+25 2,6,10,14,18,22 * * * /path/to/your/rocky-rsync-mirror.sh > /dev/null 2>&1
+
+#This will synchronize your mirror every hour at 15 minutes past the hour.
+#Only use if you are using our example script
+15 * * * * /path/to/your/rocky-rsync-mirror.sh > /dev/null 2>&1

mirror/mirrorsync.sh

@@ -0,0 +1,83 @@
+#!/bin/env bash
+#
+# mirrorsync - Synchronize a Rocky mirror
+# By: Dennis Koerner <koerner@netzwerge.de>
+# 
+# The latest version of this script can be found at:
+# https://github.com/rocky-linux/rocky-tools
+# 
+# Please read https://docs.rockylinux.org/en/rocky/8/guides/add_mirror_manager
+# for further information on setting up a Rocky mirror.
+#
+# Copyright (c) 2021 Rocky Enterprise Software Foundation
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice (including the next
+# paragraph) shall be included in all copies or substantial portions of the
+# Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+#
+
+
+# You can change v to q if you do not want detailed logging
+opts=(-vrlptDSH --exclude="*.~tmp~" --delete-delay --delay-updates)
+
+# Please use a mirror next to you for initial sync
+# or if you are hosting a private rather than a pulic mirror.
+# Local mirrors might be faster.
+# Also we might restrict access to the master in the future.
+# A complete list of mirrors can be found at
+# https://mirrors.rockylinux.org/mirrormanager/mirrors/Rocky
+src="msync.rockylinux.org::rocky/mirror/pub/rocky"
+
+# Your local path. Change to whatever fits your system.
+# $mirrormodule is also used in syslog output.
+mirrormodule="rocky-linux"
+dst="/mnt/mirrorserver/${mirrormodule}"
+
+filelistfile="fullfiletimelist-rocky"
+lockfile="$0.lockfile"
+logfile="$0.log"
+
+# Check if the filelistfile has changed on upstream mirror
+# and exit if it is still the same
+checkresult=$(rsync --no-motd --dry-run --out-format="%n" "${src}/${filelistfile}" "${dst}/${filelistfile}")
+if [[ -z "$checkresult" ]]; then
+	printf "%s unchanged. Not updating at %(%c)T\n" "$filelistfile" -1 >> "$logfile" 2>&1
+	logger -t rsync "Not updating ${mirrormodule}: ${filelistfile} unchanged."
+	exit 1
+fi
+
+# Check for existing lockfile to avoid multiple simultaneously running syncs
+# If lockfile exists but process is dead continue anyway
+if [[ -e "$lockfile" ]] && ! kill -0 "$(< "$lockfile")" 2>/dev/null; then
+	printf "Warning: lockfile exists but process dead, continuing.\n" >> "$logfile" 2>&1
+	logger -t rsync "Warning: lockfile exists but process dead, continuing with updating ${mirrormodule}."
+	rm -f "$lockfile"
+elif [[ -e "$lockfile" ]]; then
+	printf "Update already in progress at %(%c)T\n" -1 >> "$logfile" 2>&1
+	logger -t rsync "Not updating ${mirrormodule}: already in progress."
+	exit 1
+fi
+
+# The actual syncing part
+printf '%s\n' "$$" > "$lockfile"
+printf "Started update at %(%c)T\n" -1 >> "$logfile" 2>&1
+logger -t rsync "Updating ${mirrormodule}"
+rsync "${opts[@]}" "${src}/" "${dst}/" >> "$logfile" 2>&1
+logger -t rsync "Finished updating ${mirrormodule}"  
+printf "End: %(%c)T\n" -1 >> "$logfile" 2>&1
+rm -f "$lockfile"