2.0
This commit is contained in:
+335
-345
@@ -7,432 +7,422 @@ SCRIPT_NAME=$(basename "$0")
|
|||||||
LOGFILE="/var/log/${SCRIPT_NAME%.sh}.log"
|
LOGFILE="/var/log/${SCRIPT_NAME%.sh}.log"
|
||||||
|
|
||||||
log() {
|
log() {
|
||||||
echo "[$(date '+%Y-%m-%d %H:%M:%S')] $*" | tee -a "$LOGFILE"
|
echo "[$(date '+%Y-%m-%d %H:%M:%S')] $*" | tee -a "$LOGFILE"
|
||||||
}
|
}
|
||||||
|
|
||||||
usage() {
|
usage() {
|
||||||
echo "Usage:"
|
echo "Usage:"
|
||||||
echo " $0 -c /path/to/config # Full backup run"
|
echo " $0 -c /path/to/config # Full backup run"
|
||||||
echo " $0 [function] # Run individual function"
|
echo " $0 [function] # Run individual function"
|
||||||
echo " $0 help # Show available functions"
|
echo " $0 help # Show available functions"
|
||||||
exit 1
|
exit 1
|
||||||
}
|
}
|
||||||
|
|
||||||
CONFIG_FILE=""
|
CONFIG_FILE=""
|
||||||
while getopts "c:" opt; do
|
while getopts "c:" opt; do
|
||||||
case "$opt" in
|
case "$opt" in
|
||||||
c) CONFIG_FILE="$OPTARG" ;;
|
c) CONFIG_FILE="$OPTARG" ;;
|
||||||
*) usage ;;
|
*) usage ;;
|
||||||
esac
|
esac
|
||||||
done
|
done
|
||||||
|
|
||||||
# Bei Einzelaufruf muss Konfiguration geladen sein
|
|
||||||
shift $((OPTIND - 1))
|
shift $((OPTIND - 1))
|
||||||
|
|
||||||
if [[ -n "${CONFIG_FILE:-}" ]]; then
|
if [[ -n "${CONFIG_FILE:-}" ]]; then
|
||||||
if [[ ! -f "$CONFIG_FILE" ]]; then
|
if [[ ! -f "$CONFIG_FILE" ]]; then
|
||||||
log "ERROR: Configuration file not found: $CONFIG_FILE"
|
log "ERROR: Configuration file not found: $CONFIG_FILE"
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
if ! bash -n "$CONFIG_FILE"; then
|
|
||||||
log "Syntaxfehler in Konfigurationsdatei $CONFIG_FILE"
|
|
||||||
exit 1
|
exit 1
|
||||||
fi
|
fi
|
||||||
|
|
||||||
source "$CONFIG_FILE"
|
if ! bash -n "$CONFIG_FILE"; then
|
||||||
|
log "Syntax error in configuration file $CONFIG_FILE"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
# ==========================
|
source "$CONFIG_FILE"
|
||||||
# Konfigurationsprüfung
|
|
||||||
# ==========================
|
|
||||||
REQUIRED_VARS=(
|
|
||||||
SOURCEPORT
|
|
||||||
BACKUPSERVER
|
|
||||||
ZSYNC
|
|
||||||
MAINTDAY
|
|
||||||
SHUTDOWN
|
|
||||||
UPDATES
|
|
||||||
SOURCEHOST
|
|
||||||
ZFSROOT
|
|
||||||
ZFSSECOND
|
|
||||||
ZFSTRGT
|
|
||||||
ZPUSHTAG
|
|
||||||
ZPUSHMINKEEP
|
|
||||||
ZPUSHKEEP
|
|
||||||
ZPUSHLABEL
|
|
||||||
PBSHOST
|
|
||||||
BACKUPSTORE
|
|
||||||
BACKUPSTOREPBS
|
|
||||||
BACKUPEXCLUDE
|
|
||||||
REPLEXCLUDE
|
|
||||||
)
|
|
||||||
|
|
||||||
MISSING_VARS=()
|
REQUIRED_VARS=(
|
||||||
for var in "${REQUIRED_VARS[@]}"; do
|
SOURCEPORT BACKUPSERVER ZSYNC MAINTDAY SHUTDOWN UPDATES
|
||||||
#if [[ -z "${!var:-}" ]]; then
|
SOURCEHOST ZFSROOT ZFSSECOND ZFSTRGT ZPUSHTAG ZPUSHMINKEEP ZPUSHKEEP ZPUSHLABEL
|
||||||
if ! declare -p "$var" &>/dev/null || [[ -z "${!var}" ]]; then
|
PBSHOST BACKUPSTORE BACKUPSTOREPBS BACKUPEXCLUDE REPLEXCLUDE
|
||||||
MISSING_VARS+=("$var")
|
)
|
||||||
fi
|
|
||||||
done
|
|
||||||
|
|
||||||
if [[ "${#MISSING_VARS[@]}" -ne 0 ]]; then
|
MISSING_VARS=()
|
||||||
log "Fehlende Konfigurationsvariablen:"
|
for var in "${REQUIRED_VARS[@]}"; do
|
||||||
for var in "${MISSING_VARS[@]}"; do
|
if [[ -z "${!var:-}" ]]; then
|
||||||
log " - $var"
|
MISSING_VARS+=("$var")
|
||||||
done
|
|
||||||
log "Breche ab – bitte Konfigurationsdatei prüfen."
|
|
||||||
exit 1
|
|
||||||
else
|
|
||||||
log "Alle erforderlichen Konfigurationsvariablen sind gesetzt."
|
|
||||||
fi
|
fi
|
||||||
|
done
|
||||||
|
|
||||||
|
if [[ "${#MISSING_VARS[@]}" -gt 0 ]]; then
|
||||||
|
log "Missing configuration variables:"
|
||||||
|
for var in "${MISSING_VARS[@]}"; do
|
||||||
|
log " - $var"
|
||||||
|
done
|
||||||
|
log "Aborting — please check your configuration file."
|
||||||
|
exit 1
|
||||||
|
else
|
||||||
|
log "All required configuration variables are set."
|
||||||
|
fi
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Funktionen
|
rssh() { ssh -p "$SOURCEPORT" "$@"; }
|
||||||
#remote_ssh() {
|
rscp() { scp -P "$SOURCEPORT" "$@"; }
|
||||||
# ssh -p "$SOURCEPORT" "$@"
|
|
||||||
#}
|
|
||||||
|
|
||||||
#remote_scp() {
|
get_sourcehostname() {
|
||||||
# scp -P "$SOURCEPORT" "$@"
|
if [[ -z "${SOURCEHOSTNAME:-}" ]]; then
|
||||||
#}
|
log "SOURCEHOSTNAME is empty, retrieving via SSH from $SOURCEHOST..."
|
||||||
|
SOURCEHOSTNAME=$(rssh "$SOURCEHOST" hostname)
|
||||||
|
log "Detected SOURCEHOSTNAME: $SOURCEHOSTNAME"
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
set_wol_g_enabled() {
|
set_wol_g_enabled() {
|
||||||
log "Pruefe, ob ethtool installiert ist..."
|
log "Checking if ethtool is installed..."
|
||||||
|
|
||||||
if ! command -v ethtool >/dev/null 2>&1; then
|
if ! command -v ethtool >/dev/null 2>&1; then
|
||||||
log "ethtool ist nicht installiert, versuche Installation..."
|
log "ethtool is not installed, attempting installation..."
|
||||||
apt update && apt install -y ethtool || {
|
apt update && apt install -y ethtool || {
|
||||||
log "Fehler: ethtool konnte nicht installiert werden."
|
log "Error: ethtool could not be installed."
|
||||||
return 1
|
return 1
|
||||||
}
|
}
|
||||||
else
|
else
|
||||||
log "ethtool ist bereits installiert."
|
log "ethtool is already installed."
|
||||||
fi
|
fi
|
||||||
|
|
||||||
log "Pruefe und setze Wake-on-LAN (WOL) auf 'g' nur bei Interfaces mit statischer IP..."
|
log "Setting Wake-on-LAN (WOL) to 'g' on interfaces with static IP..."
|
||||||
|
|
||||||
for iface in $(ls /sys/class/net | grep -vE '^(lo|tap|vmbr|veth|br|docker|bond|wl)'); do
|
for iface in $(ls /sys/class/net | grep -vE '^(lo|tap|vmbr|veth|br|docker|bond|wl)'); do
|
||||||
if [[ -e "/sys/class/net/$iface/device" ]]; then
|
if [[ -e "/sys/class/net/$iface/device" ]]; then
|
||||||
log "Bearbeite physisches Interface: $iface"
|
log "Processing physical interface: $iface"
|
||||||
|
|
||||||
# Aktuellen WOL-Status pruefen
|
current_wol=$(ethtool "$iface" 2>/dev/null | awk '/Wake-on:/ {print $2}')
|
||||||
current_wol=$(ethtool "$iface" 2>/dev/null | awk '/Wake-on:/ {print $2}')
|
if [[ "$current_wol" != "g" ]]; then
|
||||||
if [[ "$current_wol" != "g" ]]; then
|
log "Setting WOL to 'g' for $iface..."
|
||||||
log "Setze WOL auf 'g' fuer $iface..."
|
ethtool -s "$iface" wol g || log "Error setting WOL on $iface"
|
||||||
ethtool -s "$iface" wol g || log "Fehler beim Setzen von WOL auf $iface"
|
else
|
||||||
else
|
log "WOL already set to 'g' for $iface"
|
||||||
log "WOL ist bereits korrekt auf 'g' fuer $iface"
|
fi
|
||||||
fi
|
|
||||||
|
|
||||||
# Pruefen, ob ein 'iface $iface inet static' Eintrag existiert
|
if grep -qE "^\s*iface\s+$iface\s+inet\s+static" /etc/network/interfaces; then
|
||||||
if grep -qE "^\s*iface\s+$iface\s+inet\s+static" /etc/network/interfaces; then
|
if ! grep -A 5 -E "^\s*iface\s+$iface\s+inet\s+static" /etc/network/interfaces | grep -q "post-up ethtool -s $iface wol g"; then
|
||||||
if ! grep -A 5 -E "^\s*iface\s+$iface\s+inet\s+static" /etc/network/interfaces | grep -q "post-up ethtool -s $iface wol g"; then
|
log "Adding WOL command in static block for $iface..."
|
||||||
log "Ergaenze WOL-Befehl im statischen Block fuer $iface..."
|
sed -i "/^\s*iface\s\+$iface\s\+inet\s\+static/a \ post-up ethtool -s $iface wol g" /etc/network/interfaces
|
||||||
sed -i "/^\s*iface\s\+$iface\s\+inet\s\+static/a \ post-up ethtool -s $iface wol g" /etc/network/interfaces
|
else
|
||||||
else
|
log "WOL command already present in static block for $iface."
|
||||||
log "WOL-Befehl fuer $iface ist bereits im statischen Block vorhanden."
|
|
||||||
fi
|
|
||||||
else
|
|
||||||
log "Kein statischer Eintrag fuer $iface gefunden, keine Aenderung vorgenommen."
|
|
||||||
fi
|
|
||||||
fi
|
fi
|
||||||
done
|
else
|
||||||
|
log "No static entry found for $iface, no changes made."
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
done
|
||||||
}
|
}
|
||||||
|
|
||||||
write_zsync_config() {
|
write_zsync_config() {
|
||||||
local conf_file="/etc/bashclub/$SOURCEHOST.conf"
|
get_sourcehostname
|
||||||
log "Writing zsync config to $conf_file"
|
local conf_file="/etc/bashclub/$SOURCEHOST.conf"
|
||||||
{
|
log "Writing zsync config to $conf_file"
|
||||||
echo "target=$ZFSTRGT"
|
{
|
||||||
echo "source=root@$SOURCEHOST"
|
echo "target=$ZFSTRGT"
|
||||||
echo "sshport=$SOURCEPORT"
|
echo "source=root@$SOURCEHOST"
|
||||||
echo "tag=$ZPUSHTAG"
|
echo "sshport=$SOURCEPORT"
|
||||||
echo "snapshot_filter=\"$ZPUSHFILTER\""
|
echo "tag=$ZPUSHTAG"
|
||||||
echo "min_keep=$ZPUSHMINKEEP"
|
echo "snapshot_filter=\"$ZPUSHFILTER\""
|
||||||
echo "zfs_auto_snapshot_keep=$ZPUSHKEEP"
|
echo "min_keep=$ZPUSHMINKEEP"
|
||||||
echo "zfs_auto_snapshot_label=$ZPUSHLABEL"
|
echo "zfs_auto_snapshot_keep=$ZPUSHKEEP"
|
||||||
echo "zfs_auto_snapshot_engine=internal"
|
echo "zfs_auto_snapshot_label=$ZPUSHLABEL"
|
||||||
echo "checkzfs_disabled=0"
|
echo "zfs_auto_snapshot_engine=internal"
|
||||||
echo "checkzfs_local=0"
|
echo "checkzfs_disabled=0"
|
||||||
echo "checkzfs_prefix=miyagi-$SOURCEHOSTNAME-$(hostname)-$ZPUSHTAG"
|
echo "checkzfs_local=0"
|
||||||
echo "checkzfs_max_age=1500,2000"
|
echo "checkzfs_prefix=miyagi-$SOURCEHOSTNAME-$(hostname)-$ZPUSHTAG"
|
||||||
echo "checkzfs_max_snapshot_count=180,200"
|
echo "checkzfs_max_age=1500,2000"
|
||||||
echo "checkzfs_spool=1"
|
echo "checkzfs_max_snapshot_count=180,200"
|
||||||
echo "checkzfs_spool_maxage=90000"
|
echo "checkzfs_spool=1"
|
||||||
} > "$conf_file"
|
echo "checkzfs_spool_maxage=90000"
|
||||||
|
} > "$conf_file"
|
||||||
}
|
}
|
||||||
|
|
||||||
run_zsync() {
|
run_zsync() {
|
||||||
if [[ "$ZSYNC" != "no" ]]; then
|
if [[ "$ZSYNC" != "no" ]]; then
|
||||||
/usr/bin/bashclub-zsync -c "/etc/bashclub/$SOURCEHOST.conf"
|
/usr/bin/bashclub-zsync -c "/etc/bashclub/$SOURCEHOST.conf"
|
||||||
else
|
else
|
||||||
log "Zsync is disabled"
|
log "Zsync is disabled."
|
||||||
fi
|
fi
|
||||||
}
|
}
|
||||||
|
|
||||||
run_remote_updates() {
|
run_remote_updates() {
|
||||||
if [[ "$UPDATES" == "yes" ]]; then
|
if [[ "${UPDATES,,}" == "yes" ]]; then
|
||||||
ssh "$PBSHOST" apt update && apt dist-upgrade -y
|
log "Running updates on local system..."
|
||||||
|
apt update && apt dist-upgrade -y || log "Error during local updates"
|
||||||
|
|
||||||
|
if [[ "${BACKUPSERVER,,}" == "yes" ]]; then
|
||||||
|
log "Running updates on PBS host ($PBSHOST)..."
|
||||||
|
ssh root@"$PBSHOST" apt update && ssh root@"$PBSHOST" apt dist-upgrade -y || {
|
||||||
|
log "Error during updates on $PBSHOST"
|
||||||
|
}
|
||||||
else
|
else
|
||||||
log "Remote updates disabled"
|
log "PBS updates skipped (BACKUPSERVER=$BACKUPSERVER)"
|
||||||
fi
|
fi
|
||||||
|
else
|
||||||
|
log "Updates disabled (UPDATES=$UPDATES)"
|
||||||
|
fi
|
||||||
}
|
}
|
||||||
|
|
||||||
send_piggyback_data() {
|
send_piggyback() {
|
||||||
# Falls SOURCEHOSTNAME leer ist, ueber SSH vom Zielhost ermitteln
|
get_sourcehostname
|
||||||
if [[ -z "${SOURCEHOSTNAME:-}" ]]; then
|
local combined_host="miyagi-${SOURCEHOSTNAME}-$(hostname)"
|
||||||
log "SOURCEHOSTNAME is empty retrieving via SSH from $SOURCEHOST..."
|
local filename="90000_${combined_host}"
|
||||||
SOURCEHOSTNAME=$(ssh -p "$SOURCEPORT" "$SOURCEHOST" hostname)
|
|
||||||
log "Detected SOURCEHOSTNAME: $SOURCEHOSTNAME"
|
|
||||||
fi
|
|
||||||
|
|
||||||
local combined_host="miyagi-${SOURCEHOSTNAME}-$(hostname)"
|
log "Reminder: Add a host named ${combined_host} in CMK (without Agent, Piggyback enabled)!"
|
||||||
local filename="90000_${combined_host}"
|
log "Creating piggyback file: $filename"
|
||||||
|
|
||||||
log "Do nott forget to add a Host in CMK named: ${combined_host} (without Agent, Piggyback enabled)!"
|
{
|
||||||
log "Creating piggyback file: $filename"
|
echo "<<<<${combined_host}>>>>"
|
||||||
|
/usr/bin/check_mk_agent
|
||||||
|
echo "<<<<>>>>"
|
||||||
|
} > "$filename"
|
||||||
|
|
||||||
{
|
if rscp "$filename" "$SOURCEHOST:/var/lib/check_mk_agent/spool/"; then
|
||||||
echo "<<<<${combined_host}>>>>"
|
log "Piggyback data successfully sent to $SOURCEHOST"
|
||||||
/usr/bin/check_mk_agent
|
else
|
||||||
echo "<<<<>>>>"
|
log "ERROR: Failed to send piggyback data to $SOURCEHOST"
|
||||||
} > "$filename"
|
fi
|
||||||
|
|
||||||
if scp -P "$SOURCEPORT" "$filename" "$SOURCEHOST:/var/lib/check_mk_agent/spool/"; then
|
rm -f "$filename"
|
||||||
log "Piggyback data successfully sent to $SOURCEHOST"
|
|
||||||
else
|
|
||||||
log "ERROR: Failed to send piggyback data to $SOURCEHOST"
|
|
||||||
fi
|
|
||||||
}
|
}
|
||||||
|
|
||||||
run_pbs_backup() {
|
run_pbs_backup() {
|
||||||
if [[ -z "${SOURCEHOSTNAME:-}" ]]; then
|
if [[ "${BACKUPSERVER,,}" != "yes" ]]; then
|
||||||
SOURCEHOSTNAME=$(ssh -p "$SOURCEPORT" root@"$SOURCEHOST" hostname)
|
log "PBS Backup übersprungen: BACKUPSERVER='$BACKUPSERVER' (muss 'yes' sein)"
|
||||||
fi
|
return 0
|
||||||
|
fi
|
||||||
|
|
||||||
log "Running PBS vzdump job..."
|
get_sourcehostname
|
||||||
|
log "Starte PBS Backup auf Host: $SOURCEHOST"
|
||||||
|
|
||||||
# PBS-Storage ggf. aktivieren
|
# PBS-Storage prüfen und ggf. aktivieren
|
||||||
log "Checking if PBS storage '$BACKUPSTORE' is enabled on $SOURCEHOST..."
|
log "Prüfe, ob PBS-Storage '$BACKUPSTORE' auf $SOURCEHOST aktiviert ist..."
|
||||||
if ssh -p "$SOURCEPORT" root@"$SOURCEHOST" "pvesm status | grep -w '$BACKUPSTORE' | grep -q 'disabled'"; then
|
if rssh root@"$SOURCEHOST" "pvesm status | grep -w '$BACKUPSTORE' | grep -q 'disabled'"; then
|
||||||
log "PBS storage '$BACKUPSTORE' is disabled. Attempting to enable... sleep 10 Sekunden"
|
log "PBS-Storage '$BACKUPSTORE' ist deaktiviert – aktiviere temporär und warte 10 Sekunden..."
|
||||||
ssh -p "$SOURCEPORT" root@"$SOURCEHOST" "pvesm set '$BACKUPSTORE' --disable 0 && sleep 10"
|
rssh root@"$SOURCEHOST" "pvesm set '$BACKUPSTORE' --disable 0 && sleep 10"
|
||||||
pbs_enabled_by_script=true
|
pbs_enabled_by_script=true
|
||||||
|
else
|
||||||
|
log "PBS-Storage '$BACKUPSTORE' ist bereits aktiviert."
|
||||||
|
pbs_enabled_by_script=false
|
||||||
|
fi
|
||||||
|
|
||||||
|
vzdump_success=false
|
||||||
|
|
||||||
|
# Versuch: vzdump mit Change Detection
|
||||||
|
## Eintrag muss in /etc/vzdump.conf entries-max 100000000
|
||||||
|
log "Starte vzdump mit Change Detection..."
|
||||||
|
if rssh root@"$SOURCEHOST" vzdump --pbs-change-detection-mode metadata \
|
||||||
|
--node "$SOURCEHOSTNAME" --storage "$BACKUPSTORE" \
|
||||||
|
--exclude "$BACKUPEXCLUDE" --mode snapshot --all 1 \
|
||||||
|
--notes-template '{{guestname}}'; then
|
||||||
|
|
||||||
|
log "vzdump (Change Detection) erfolgreich."
|
||||||
|
vzdump_success=true
|
||||||
|
else
|
||||||
|
log "vzdump (Change Detection) fehlgeschlagen – versuche Fallback ohne Change Detection..."
|
||||||
|
|
||||||
|
if rssh root@"$SOURCEHOST" vzdump \
|
||||||
|
--node "$SOURCEHOSTNAME" --storage "$BACKUPSTORE" \
|
||||||
|
--exclude "$BACKUPEXCLUDE" --mode snapshot --all 1 \
|
||||||
|
--notes-template '{{guestname}}'; then
|
||||||
|
|
||||||
|
log "Fallback-vzdump erfolgreich."
|
||||||
|
vzdump_success=true
|
||||||
else
|
else
|
||||||
log "PBS storage '$BACKUPSTORE' is already enabled."
|
log "FEHLER: vzdump fehlgeschlagen – auch im Fallback."
|
||||||
pbs_enabled_by_script=false
|
|
||||||
fi
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
vzdump_success=false
|
# PBS-Storage ggf. wieder deaktivieren
|
||||||
|
if [[ "$vzdump_success" == true && "$pbs_enabled_by_script" == true ]]; then
|
||||||
|
log "Deaktiviere temporär aktiviertes PBS-Storage '$BACKUPSTORE' auf $SOURCEHOST..."
|
||||||
|
rssh root@"$SOURCEHOST" "pvesm set '$BACKUPSTORE' --disable 1"
|
||||||
|
fi
|
||||||
|
|
||||||
# Hauptversuch mit --pbs-change-detection-mode
|
# Monitoring-Ausgabe
|
||||||
if ssh -p "$SOURCEPORT" root@"$SOURCEHOST" vzdump --pbs-change-detection-mode metadata \
|
if [[ "$vzdump_success" == true ]]; then
|
||||||
--node "$SOURCEHOSTNAME" --storage "$BACKUPSTORE" \
|
echo "0 DailyPBS - Daily Backup erfolgreich" > /tmp/cmk_tmp.out
|
||||||
--exclude "$BACKUPEXCLUDE" --mode snapshot --all 1 \
|
else
|
||||||
--notes-template '{{guestname}}'; then
|
echo "2 DailyPBS - Daily Backup FEHLGESCHLAGEN" > /tmp/cmk_tmp.out
|
||||||
|
fi
|
||||||
|
|
||||||
log "vzdump with change-detection-mode succeeded"
|
{
|
||||||
vzdump_success=true
|
echo "<<<local>>>"
|
||||||
|
cat /tmp/cmk_tmp.out
|
||||||
|
} > /tmp/90000_checkpbs
|
||||||
|
|
||||||
else
|
rscp /tmp/90000_checkpbs root@"$SOURCEHOST":/var/lib/check_mk_agent/spool \
|
||||||
log "Fallback: vzdump with change-detection-mode failed, trying without it..."
|
|| log "Fehler beim Übertragen des Monitoring-Outputs via SCP"
|
||||||
|
|
||||||
if ssh -p "$SOURCEPORT" root@"$SOURCEHOST" vzdump \
|
rm -f /tmp/cmk_tmp.out /tmp/90000_checkpbs
|
||||||
--node "$SOURCEHOSTNAME" --storage "$BACKUPSTORE" \
|
#write_pbs_status
|
||||||
--exclude "$BACKUPEXCLUDE" --mode snapshot --all 1 \
|
|
||||||
--notes-template '{{guestname}}'; then
|
|
||||||
|
|
||||||
log "Fallback vzdump succeeded"
|
|
||||||
vzdump_success=true
|
|
||||||
|
|
||||||
else
|
|
||||||
log "ERROR: vzdump failed even after fallback"
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
# PBS-Storage wieder deaktivieren, wenn zuvor aktiviert und erfolgreich
|
|
||||||
if [[ "$vzdump_success" == true && "$pbs_enabled_by_script" == true ]]; then
|
|
||||||
log "Disabling PBS storage '$BACKUPSTORE' again on $SOURCEHOST..."
|
|
||||||
ssh -p "$SOURCEPORT" root@"$SOURCEHOST" "pvesm set '$BACKUPSTORE' --disable 1"
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Monitoring-Output für Checkmk
|
|
||||||
if [[ "$vzdump_success" == true ]]; then
|
|
||||||
echo "0 DailyPBS - Daily Backup" > /tmp/cmk_tmp.out
|
|
||||||
else
|
|
||||||
echo "2 DailyPBS - Daily Backup FAILED" > /tmp/cmk_tmp.out
|
|
||||||
fi
|
|
||||||
|
|
||||||
( echo "<<<local>>>" ; cat /tmp/cmk_tmp.out ) > /tmp/90000_checkpbs
|
|
||||||
scp -P "$SOURCEPORT" /tmp/90000_checkpbs root@"$SOURCEHOST":/var/lib/check_mk_agent/spool || log "Fehler beim SCP des Monitoring-Outputs"
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
run_maintenance() {
|
run_maintenance() {
|
||||||
if [[ "$(date +%u)" == "$MAINTDAY" ]]; then
|
if [[ "${BACKUPSERVER,,}" != "yes" ]]; then
|
||||||
log "Running maintenance..."
|
log "PBS Backup wird übersprungen (BACKUPSERVER=$BACKUPSERVER)"
|
||||||
PRUNEJOB=$(ssh "$PBSHOST" proxmox-backup-manager prune-job list --output-format json-pretty | grep -m 1 "id" | cut -d'"' -f4)
|
return
|
||||||
ssh root@"$PBSHOST" proxmox-backup-manager prune-job run "$PRUNEJOB"
|
fi
|
||||||
ssh root@"$PBSHOST" proxmox-backup-manager garbage-collection start "$BACKUPSTOREPBS"
|
|
||||||
ssh root@"$PBSHOST" proxmox-backup-manager verify backup
|
if [[ "$(date +%u)" == "$MAINTDAY" ]]; then
|
||||||
else
|
log "Running maintenance..."
|
||||||
log "No maintenance scheduled for today."
|
PRUNEJOB=$(ssh "$PBSHOST" proxmox-backup-manager prune-job list --output-format json-pretty | grep -m 1 "id" | cut -d'"' -f4)
|
||||||
fi
|
ssh root@"$PBSHOST" proxmox-backup-manager prune-job run "$PRUNEJOB"
|
||||||
|
ssh root@"$PBSHOST" proxmox-backup-manager garbage-collection start "$BACKUPSTOREPBS"
|
||||||
|
ssh root@"$PBSHOST" proxmox-backup-manager verify backup
|
||||||
|
else
|
||||||
|
log "No maintenance scheduled for today."
|
||||||
|
fi
|
||||||
}
|
}
|
||||||
|
|
||||||
run_scrub_stop_src() {
|
run_scrub_stop() {
|
||||||
ssh -p "$SOURCEPORT" root@"$SOURCEHOST" 'for pool in $(zpool list -H -o name); do
|
local mode="$1" # "local" oder "remote"
|
||||||
echo "Stoppe Scrub auf Pool: $pool"
|
local ssh_cmd=()
|
||||||
if zpool status "$pool" | grep -q "scrub in progress"; then
|
|
||||||
if zpool scrub -s "$pool"; then
|
|
||||||
echo "Scrub auf $pool gestoppt"
|
|
||||||
else
|
|
||||||
echo "Fehler beim Stoppen des Scrubs auf $pool"
|
|
||||||
fi
|
|
||||||
else
|
|
||||||
echo "Kein aktiver Scrub auf $pool"
|
|
||||||
fi
|
|
||||||
done'
|
|
||||||
}
|
|
||||||
|
|
||||||
run_scrub_stop_local() {
|
if [[ "$mode" == "remote" ]]; then
|
||||||
|
ssh_cmd=(ssh -p "$SOURCEPORT" root@"$SOURCEHOST")
|
||||||
|
fi
|
||||||
|
|
||||||
|
"${ssh_cmd[@]}" bash -c '
|
||||||
for pool in $(zpool list -H -o name); do
|
for pool in $(zpool list -H -o name); do
|
||||||
echo "Stoppe Scrub auf Pool: $pool"
|
echo "Stopping scrub on pool: $pool"
|
||||||
if zpool status "$pool" | grep -q "scrub in progress"; then
|
if zpool status "$pool" | grep -q "scrub in progress"; then
|
||||||
if zpool scrub -s "$pool"; then
|
if zpool scrub -s "$pool"; then
|
||||||
echo "Scrub auf $pool gestoppt"
|
echo "Scrub stopped on $pool"
|
||||||
else
|
|
||||||
echo "Fehler beim Stoppen des Scrubs auf $pool"
|
|
||||||
fi
|
|
||||||
else
|
else
|
||||||
echo "Kein aktiver Scrub auf $pool"
|
echo "Error stopping scrub on $pool"
|
||||||
fi
|
fi
|
||||||
|
else
|
||||||
|
echo "No active scrub on $pool"
|
||||||
|
fi
|
||||||
done
|
done
|
||||||
|
'
|
||||||
}
|
}
|
||||||
|
|
||||||
shutdown_if_requested() {
|
shutdown_now() {
|
||||||
log "SHUTDOWN-Variable: '${SHUTDOWN:-nicht gesetzt}'"
|
if [[ "${SHUTDOWN,,}" == "yes" ]]; then
|
||||||
#if [[ "${SHUTDOWN,,}" == "yes" ]]; then
|
send_piggyback
|
||||||
if [[ "$(echo "$SHUTDOWN" | tr '[:upper:]' '[:lower:]')" == "yes" ]]; then
|
send_piggyback_external
|
||||||
send_piggyback_data
|
send_checkzfs_external
|
||||||
send_piggyback_data_external
|
log "Shutting down now..."
|
||||||
log "Shutting down now..."
|
shutdown now
|
||||||
shutdown now
|
else
|
||||||
else
|
log "No shutdown requested."
|
||||||
log "No shutdown requested."
|
fi
|
||||||
fi
|
|
||||||
}
|
}
|
||||||
|
|
||||||
send_piggyback_data_external() {
|
send_piggyback_external() {
|
||||||
if [[ "${EPIGGYBACK,,}" != "yes" ]]; then
|
if [[ "${EPIGGYBACK,,}" != "yes" ]]; then
|
||||||
log "Externer Piggyback-Export deaktiviert."
|
log "Externer Piggyback-Export deaktiviert."
|
||||||
return
|
return
|
||||||
fi
|
fi
|
||||||
|
get_sourcehostname
|
||||||
if [[ -z "$EPIGGYBACK_HOST" || -z "$EPIGGYBACK_PORT" ]]; then
|
log "Ermittelter SOURCEHOSTNAME: $SOURCEHOSTNAME"
|
||||||
log "EPIGGYBACK_HOST oder EPIGGYBACK_PORT nicht gesetzt – Abbruch."
|
|
||||||
return 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
local combined_host="miyagi-${SOURCEHOSTNAME}-$(hostname)"
|
local combined_host="miyagi-${SOURCEHOSTNAME}-$(hostname)"
|
||||||
local filename="90000_${combined_host}_external"
|
local spool_file="90000_${combined_host}_external"
|
||||||
|
local temp_dir
|
||||||
|
temp_dir=$(mktemp -d)
|
||||||
|
|
||||||
log "Erzeuge externe Piggyback-Datei: $filename"
|
log "Erzeuge temporäre Piggyback-Datei: $temp_dir/$spool_file"
|
||||||
|
|
||||||
{
|
{
|
||||||
echo "<<<<${combined_host}>>>>"
|
echo "<<<<${combined_host}>>>>"
|
||||||
/usr/bin/check_mk_agent
|
/usr/bin/check_mk_agent
|
||||||
echo "<<<<>>>>"
|
echo "<<<<>>>>"
|
||||||
} > "$filename"
|
} > "$temp_dir/$spool_file"
|
||||||
|
|
||||||
if scp -P "$EPIGGYBACK_PORT" "$filename" "$EPIGGYBACK_HOST:/var/lib/check_mk_agent/spool/"; then
|
if scp -P "$EPIGGYBACK_PORT" "$temp_dir/$spool_file" "$EPIGGYBACK_HOST:/var/lib/check_mk_agent/spool/"; then
|
||||||
log "Piggyback-Daten erfolgreich an $EPIGGYBACK_HOST gesendet."
|
log "Piggyback-Daten erfolgreich an $EPIGGYBACK_HOST gesendet: $spool_file"
|
||||||
else
|
else
|
||||||
log "Fehler beim Senden der Piggyback-Daten an $EPIGGYBACK_HOST"
|
log "Fehler beim Übertragen der Piggyback-Daten an $EPIGGYBACK_HOST"
|
||||||
|
rm -rf "$temp_dir"
|
||||||
|
return 1
|
||||||
fi
|
fi
|
||||||
|
|
||||||
rm -f "$filename"
|
rm -rf "$temp_dir"
|
||||||
|
return 0
|
||||||
}
|
}
|
||||||
|
|
||||||
send_checkzfs_output_external() {
|
send_checkzfs_external() {
|
||||||
if [[ "${ECHECKZFS,,}" == "yes" ]]; then
|
if [[ "${ECHECKZFS,,}" != "yes" ]]; then
|
||||||
log "ECHECKZFS aktiviert – beginne Monitoring-Ausgabe."
|
log "Externer Piggyback-Export deaktiviert."
|
||||||
|
return
|
||||||
|
fi
|
||||||
|
local config="/etc/bashclub/${SOURCEHOST}.conf"
|
||||||
|
if [[ ! -f "$config" ]]; then
|
||||||
|
log "Konfigurationsdatei fehlt: $config"
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
source "$config"
|
||||||
|
|
||||||
|
if [[ "${ECHECKZFS,,}" != "yes" ]]; then
|
||||||
|
log "Externer Check-ZFS deaktiviert (ECHECKZFS=$ECHECKZFS)"
|
||||||
|
return
|
||||||
|
fi
|
||||||
|
|
||||||
|
get_sourcehostname # Setzt SOURCEHOSTNAME, wenn nicht vorhanden
|
||||||
|
|
||||||
|
local checkzfs_cmd="${checkzfs_cmd:-$(command -v checkzfs)}"
|
||||||
|
if [[ -z "$checkzfs_cmd" || ! -x "$checkzfs_cmd" ]]; then
|
||||||
|
log "checkzfs nicht gefunden oder nicht ausführbar – Abbruch."
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
log "Verwende checkzfs: $checkzfs_cmd"
|
||||||
|
|
||||||
|
# Filter anhand ZFS-Tags auf dem SOURCEHOST aufbauen
|
||||||
|
local filter=""
|
||||||
|
while IFS=$'\t' read -r name value source; do
|
||||||
|
if [[ "$source" == "local" && "$value" == "subvols" ]]; then
|
||||||
|
filter+="${name}/|"
|
||||||
|
elif [[ "$source" == "local" && "$value" == "all" ]]; then
|
||||||
|
filter+="${name}|"
|
||||||
|
fi
|
||||||
|
done < <(ssh -p "$SOURCEPORT" "$SOURCEHOST" "zfs get -H -o name,value,source -t filesystem,volume $ZPUSHTAG")
|
||||||
|
|
||||||
|
filter="#${filter%|}"
|
||||||
|
log "Generierter ZFS-Filter: $filter"
|
||||||
|
|
||||||
|
local combined="miyagi-${SOURCEHOSTNAME}-$(hostname)"
|
||||||
|
local spoolfile="/tmp/${combined}_checkzfs_external"
|
||||||
|
local spooldest="90000_${combined}_checkzfs_external"
|
||||||
|
|
||||||
|
log "Führe checkzfs aus..."
|
||||||
|
{
|
||||||
|
echo "<<<local>>>"
|
||||||
|
"$checkzfs_cmd" \
|
||||||
|
--source root@"${SOURCEHOST}:${SOURCEPORT}" \
|
||||||
|
--filter "$filter" \
|
||||||
|
--replicafilter "^${ZFSTRGT}" \
|
||||||
|
--prefix "$checkzfs_prefix" \
|
||||||
|
--threshold "$checkzfs_max_age" \
|
||||||
|
--maxsnapshots "$checkzfs_max_snapshot_count" \
|
||||||
|
--output checkmk
|
||||||
|
} > "$spoolfile"
|
||||||
|
|
||||||
|
if scp -P "$ECHECKZFS_PORT" "$spoolfile" root@"$ECHECKZFS_HOST":/var/lib/check_mk_agent/spool/"$spooldest"; then
|
||||||
|
log "Spool-Datei erfolgreich übertragen an $ECHECKZFS_HOST:$spooldest"
|
||||||
else
|
else
|
||||||
log "ECHECKZFS ist deaktiviert – überspringe Monitoring-Ausgabe."
|
log "Fehler beim Übertragen der Spool-Datei an $ECHECKZFS_HOST"
|
||||||
return
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
local checkzfs_cmd
|
rm -f "$spoolfile"
|
||||||
checkzfs_cmd=$(which checkzfs)
|
|
||||||
|
|
||||||
if [[ -z "$checkzfs_cmd" ]]; then
|
|
||||||
log "check_zfs ist nicht installiert – Abbruch."
|
|
||||||
return
|
|
||||||
fi
|
|
||||||
|
|
||||||
local config_file="/etc/bashclub/${SOURCEHOST}.conf"
|
|
||||||
|
|
||||||
if [[ ! -f "$config_file" ]]; then
|
|
||||||
log "Konfigurationsdatei $config_file nicht gefunden – check_zfs-Ausführung abgebrochen."
|
|
||||||
return
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Konfiguration einlesen
|
|
||||||
log "Lese Konfiguration aus $config_file..."
|
|
||||||
source "$config_file"
|
|
||||||
|
|
||||||
# Prüfung auf deaktiviertes Monitoring in der Konfig
|
|
||||||
if [[ "${checkzfs_disabled:-0}" -eq 1 ]]; then
|
|
||||||
log "check_zfs Monitoring laut Konfiguration deaktiviert – überspringe."
|
|
||||||
return
|
|
||||||
fi
|
|
||||||
|
|
||||||
local spool_tmp="/tmp/${checkzfs_spool_maxage}_${checkzfs_prefix}"
|
|
||||||
local remote_host="$ECHECKZFS_HOST"
|
|
||||||
local remote_port="$ECHECKZFS_PORT"
|
|
||||||
|
|
||||||
echo "<<<local>>>" > "$spool_tmp"
|
|
||||||
|
|
||||||
log "Generiere check_zfs Monitoring-Ausgabe mit Prefix $checkzfs_prefix..."
|
|
||||||
|
|
||||||
$checkzfs_cmd --source "$source:$soru" \
|
|
||||||
--output checkmk \
|
|
||||||
--threshold "$checkzfs_max_age" \
|
|
||||||
--maxsnapshots "$checkzfs_max_snapshot_count" \
|
|
||||||
--prefix "$checkzfs_prefix" \
|
|
||||||
--replicafilter "^${target}" \
|
|
||||||
--filter "$snapshot_filter" >> "$spool_tmp"
|
|
||||||
|
|
||||||
if [[ -s "$spool_tmp" ]]; then
|
|
||||||
log "Übertrage Spool-Datei an $remote_host über Port $remote_port..."
|
|
||||||
scp -P "$remote_port" "$spool_tmp" root@"$remote_host":/var/lib/check_mk_agent/spool/ && \
|
|
||||||
log "Spool-Datei erfolgreich übertragen." || \
|
|
||||||
log "Fehler beim Übertragen der Spool-Datei."
|
|
||||||
rm -f "$spool_tmp"
|
|
||||||
else
|
|
||||||
log "check_zfs-Ausgabe war leer – keine Übertragung erfolgt."
|
|
||||||
rm -f "$spool_tmp"
|
|
||||||
fi
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
# Main execution:
|
||||||
main() {
|
if [[ $# -eq 0 ]]; then
|
||||||
|
if [[ -n "$CONFIG_FILE" ]]; then
|
||||||
log "Backup-Routine startet in 60 Sekunden..."
|
log "Backup-Routine startet in 60 Sekunden..."
|
||||||
sleep 60
|
sleep 60
|
||||||
log "Starting full backup routine..."
|
#log "Starting full backup routine..."
|
||||||
|
log "Running full backup using configuration file: $CONFIG_FILE"
|
||||||
log "Versuche Hostname von $SOURCEHOST via SSH (Port $SOURCEPORT) abzurufen..."
|
|
||||||
if ! SOURCEHOSTNAME=$(ssh -p "$SOURCEPORT" -o ConnectTimeout=5 -o BatchMode=yes "$SOURCEHOST" hostname 2>/dev/null); then
|
|
||||||
log "Error: Hostname von $SOURCEHOST konnte nicht abgerufen werden – Abbruch."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
log "Hostname von $SOURCEHOST: $SOURCEHOSTNAME"
|
|
||||||
|
|
||||||
set_wol_g_enabled
|
|
||||||
write_zsync_config
|
write_zsync_config
|
||||||
run_zsync
|
run_zsync
|
||||||
send_checkzfs_output_external
|
|
||||||
run_scrub_stop_local
|
|
||||||
run_scrub_stop_src
|
|
||||||
|
|
||||||
if [[ "${BACKUPSERVER,,}" == "yes" ]]; then
|
if [[ "${BACKUPSERVER,,}" == "yes" ]]; then
|
||||||
log "BACKUPSERVER ist aktiviert, führe Backup aus..."
|
log "BACKUPSERVER ist aktiviert, führe Backup aus..."
|
||||||
@@ -441,23 +431,23 @@ main() {
|
|||||||
else
|
else
|
||||||
log "BACKUPSERVER ist nicht aktiviert (BACKUPSERVER=$BACKUPSERVER), überspringe Backup."
|
log "BACKUPSERVER ist nicht aktiviert (BACKUPSERVER=$BACKUPSERVER), überspringe Backup."
|
||||||
fi
|
fi
|
||||||
|
|
||||||
run_remote_updates
|
run_remote_updates
|
||||||
# run_updates
|
shutdown_now
|
||||||
|
else
|
||||||
shutdown_if_requested
|
usage
|
||||||
}
|
fi
|
||||||
|
|
||||||
# Funktionsbasierter Aufruf
|
|
||||||
if [[ "${1:-}" == "help" ]]; then
|
|
||||||
echo "Verfuegbare Funktionen:"
|
|
||||||
declare -F | awk '{print " - " $3}' | grep -v "^ - _"
|
|
||||||
exit 0
|
|
||||||
elif [[ "${1:-}" =~ ^[a-zA-Z0-9_]+$ && "$(type -t "$1")" == "function" ]]; then
|
|
||||||
FUNC="$1"
|
|
||||||
shift
|
|
||||||
"$FUNC" "$@"
|
|
||||||
exit 0
|
|
||||||
else
|
else
|
||||||
main
|
case "$1" in
|
||||||
|
help)
|
||||||
|
declare -F | awk '{print $3}' | grep -v "^_" | grep -v "^main$"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
if declare -F "$1" >/dev/null 2>&1; then
|
||||||
|
"$@"
|
||||||
|
else
|
||||||
|
log "Function $1 not found."
|
||||||
|
usage
|
||||||
|
fi
|
||||||
|
;;
|
||||||
|
esac
|
||||||
fi
|
fi
|
||||||
|
|||||||
Reference in New Issue
Block a user