From fee74120561f02274713878625c3e46197fc6492 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Dennis=20K=C3=B6rner?= <79668910+netzwergehh@users.noreply.github.com> Date: Wed, 2 Jun 2021 23:33:51 +0200 Subject: [PATCH] Create mirrorsync.sh Initial version with simple locking and low stress rsyncing --- mirrorsync.sh | 75 +++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 75 insertions(+) create mode 100644 mirrorsync.sh diff --git a/mirrorsync.sh b/mirrorsync.sh new file mode 100644 index 0000000..e054e39 --- /dev/null +++ b/mirrorsync.sh @@ -0,0 +1,75 @@ +#!/bin/bash +# +# mirrorsync - Synchronize a Rocky mirror +# By: Dennis Koerner +# +# The latest version of this script can be found at: +# https://github.com/rocky-linux/rocky-tools +# +# Please read https://docs.rockylinux.org/en/rocky/8/guides/add_mirror_manager +# for further information on setting up a Rocky mirror. +# +# Copyright (c) 2021 Rocky Enterprise Software Foundation +# +# Permission is hereby granted, free of charge, to any person obtaining a copy +# of this software and associated documentation files (the "Software"), to deal +# in the Software without restriction, including without limitation the rights +# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +# copies of the Software, and to permit persons to whom the Software is +# furnished to do so, subject to the following conditions: +# +# The above copyright notice and this permission notice (including the next +# paragraph) shall be included in all copies or substantial portions of the +# Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +# SOFTWARE. +# + + +RSYNC="/usr/bin/rsync" +# You can change v to q if you do not want detailed logging +OPTS="-vrlptDSH --exclude=*.~tmp~ --delete-delay --delay-updates" + +# Please use a mirror next to you for initial sync +# or if you are hosting a private rather than a pulic mirror. +# Local mirrors might be faster. +# Also we might restrict access to the master in the future. +# A complete list of mirrors can be found at +# https://mirrors.rockylinux.org/mirrormanager/mirrors/Rocky +SRC="msync.rockylinux.org::rocky/mirror/pub/rocky/" + +# Your local path. Change to whatever fits your system. +# MIRRORMODULE is also used in syslog output. +MIRRORMODULE="rocky-linux" +DST="/mnt/mirrorserver/${MIRRORMODULE}/" + +FILELISTFILE="/fullfiletimelist-rocky" +LOCKFILE=$0.lockfile + +CHECKRESULT=`${RSYNC} --no-motd --dry-run --out-format='%n' ${SRC}${FILELISTFILE} ${DST}${FILELISTFILE}` +if [ -z $CHECKRESULT ]; then + echo "${FILELISTFILE} unchanged. Not updating at " `date` >> $0.log 2>&1 + logger -t rsync "Not updating ${MIRRORMODULE}: ${FILELISTFILE} unchanged." + exit 1 +fi + + +if [ -e $LOCKFILE ]; then + echo "Update already in progress at" `date` >> $0.log 2>&1 + logger -t rsync "Not updating ${MIRRORMODULE}: already in progress." +else + touch $LOCKFILE + echo "Started update at" `date` >> $0.log 2>&1 + logger -t rsync "Updating ${MIRRORMODULE}" + + ${RSYNC} ${OPTS} ${SRC} ${DST} >> $0.log 2>&1 + logger -t rsync "Finished updating ${MIRRORMODULE}" + echo "End: "`date` >> $0.log 2>&1 + rm $LOCKFILE +fi