1619 lines
49 KiB
Bash
1619 lines
49 KiB
Bash
#!/usr/bin/env bash
|
||
set -uo pipefail
|
||
|
||
CONFIG="/etc/pve-guest-update.conf"
|
||
|
||
if [[ ! -r "$CONFIG" ]]; then
|
||
echo "FEHLER: $CONFIG nicht gefunden."
|
||
exit 1
|
||
fi
|
||
|
||
source "$CONFIG"
|
||
|
||
UPDATE_HOST="${UPDATE_HOST:-yes}"
|
||
UPDATE_LXC="${UPDATE_LXC:-yes}"
|
||
UPDATE_VMS="${UPDATE_VMS:-yes}"
|
||
UPDATE_STOPPED="${UPDATE_STOPPED:-no}"
|
||
AUTO_REBOOT_HOST="${AUTO_REBOOT_HOST:-yes}"
|
||
EXCLUDE_GUESTS="${EXCLUDE_GUESTS:-}"
|
||
APT_LOCK_TIMEOUT="${APT_LOCK_TIMEOUT:-600}"
|
||
BACKUP_WAIT_TIMEOUT="${BACKUP_WAIT_TIMEOUT:-7200}"
|
||
BACKUP_WAIT_INTERVAL="${BACKUP_WAIT_INTERVAL:-60}"
|
||
LOG_FILE="${LOG_FILE:-/var/log/pve-guest-update.log}"
|
||
|
||
# Proxmox Notification System
|
||
NOTIFY_TARGET="${NOTIFY_TARGET:-}"
|
||
NOTIFY_MATCHER="${NOTIFY_MATCHER:-proxmox-updater}"
|
||
NOTIFY_TEMPLATE="${NOTIFY_TEMPLATE:-proxmox-updater}"
|
||
NOTIFY_ENABLED="${NOTIFY_ENABLED:-no}"
|
||
|
||
MODE="update"
|
||
ONLY_CT=""
|
||
ONLY_VM=""
|
||
NO_REBOOT="no"
|
||
|
||
ERRORS=0
|
||
ERROR_DETAILS=()
|
||
FULL_UPGRADE_HINTS=()
|
||
LXC_RESULT_DETAILS=()
|
||
VM_RESULT_DETAILS=()
|
||
FAILED_LXC_IDS=()
|
||
FAILED_VM_IDS=()
|
||
BACKUP_WAITED="no"
|
||
REBOOT_BLOCKED_BY_BACKUP="no"
|
||
HOST_OK="not-run"
|
||
HOST_UPDATED="no"
|
||
HOST_REBOOT_REQUIRED="no"
|
||
HOST_REBOOT_SCHEDULED="no"
|
||
MAIL_STATUS_DETAIL="Keine automatischen Neustarts erforderlich."
|
||
|
||
# Laufende Gäste, die nach erfolgreichem Update einen Neustart benötigen.
|
||
# Die Neustarts werden erst am Ende des gesamten Laufs entschieden.
|
||
LXC_REBOOT_PENDING=()
|
||
VM_REBOOT_PENDING=()
|
||
|
||
LXC_OK=0
|
||
LXC_CURRENT=0
|
||
LXC_FAILED=0
|
||
LXC_SKIPPED=0
|
||
LXC_CHECKED=0
|
||
|
||
VM_OK=0
|
||
VM_CURRENT=0
|
||
VM_FAILED=0
|
||
VM_SKIPPED=0
|
||
VM_CHECKED=0
|
||
|
||
if [[ $EUID -ne 0 ]]; then
|
||
echo "FEHLER: Als root ausführen."
|
||
exit 1
|
||
fi
|
||
|
||
if ! command -v pveversion >/dev/null 2>&1; then
|
||
echo "FEHLER: Kein Proxmox VE erkannt."
|
||
exit 1
|
||
fi
|
||
|
||
touch "$LOG_FILE"
|
||
chmod 600 "$LOG_FILE"
|
||
exec > >(tee -a "$LOG_FILE") 2>&1
|
||
|
||
log() {
|
||
echo "[$(date '+%Y-%m-%d %H:%M:%S')] $*"
|
||
}
|
||
|
||
add_error() {
|
||
local detail="$1"
|
||
ERROR_DETAILS+=("$detail")
|
||
}
|
||
|
||
|
||
ensure_notification_setup() {
|
||
[[ "$NOTIFY_ENABLED" == "yes" ]] || return 0
|
||
|
||
if [[ -z "$NOTIFY_TARGET" ]]; then
|
||
log "WARNUNG: Benachrichtigungen aktiviert, aber kein Proxmox-Target konfiguriert; keine Mail."
|
||
return 1
|
||
fi
|
||
|
||
# Das konfigurierte Proxmox-Target muss existieren.
|
||
if ! pvesh get /cluster/notifications/targets --output-format json 2>/dev/null |
|
||
grep -Fq "\"name\":\"$NOTIFY_TARGET\""
|
||
then
|
||
log "WARNUNG: Notification-Target '$NOTIFY_TARGET' nicht gefunden; keine Mail."
|
||
return 1
|
||
fi
|
||
|
||
# Eigene Templates für Betreff und Nachricht.
|
||
local template_dir="/etc/pve/notification-templates/default"
|
||
mkdir -p "$template_dir"
|
||
|
||
cat > "$template_dir/${NOTIFY_TEMPLATE}-subject.txt.hbs" <<'EOF'
|
||
{{ title }}
|
||
EOF
|
||
|
||
cat > "$template_dir/${NOTIFY_TEMPLATE}-body.txt.hbs" <<'EOF'
|
||
{{ message }}
|
||
EOF
|
||
|
||
cat > "$template_dir/${NOTIFY_TEMPLATE}-body.html.hbs" <<'EOF'
|
||
<pre>{{ message }}</pre>
|
||
EOF
|
||
|
||
# Eigener Matcher: nur Meldungen dieses Updaters an das vorhandene
|
||
# Proxmox-Notification-Target senden.
|
||
if ! pvesh get "/cluster/notifications/matchers/$NOTIFY_MATCHER" \
|
||
>/dev/null 2>&1
|
||
then
|
||
if ! pvesh create /cluster/notifications/matchers \
|
||
--name "$NOTIFY_MATCHER" \
|
||
--mode all \
|
||
--match-field 'exact:type=proxmox-updater' \
|
||
--target "$NOTIFY_TARGET" \
|
||
--comment 'Proxmox Guest Updater' \
|
||
>/dev/null
|
||
then
|
||
log "WARNUNG: Notification-Matcher '$NOTIFY_MATCHER' konnte nicht angelegt werden."
|
||
return 1
|
||
fi
|
||
fi
|
||
|
||
return 0
|
||
}
|
||
|
||
|
||
add_full_upgrade_hint() {
|
||
local guest="$1" summary="$2" packages="$3"
|
||
local detail="$guest: $summary"
|
||
[[ -n "$packages" ]] && detail+=" | Pakete: $packages"
|
||
FULL_UPGRADE_HINTS+=("$detail")
|
||
}
|
||
|
||
check_lxc_full_upgrade_hint() {
|
||
local id="$1" name="$2" output summary packages
|
||
output="$(pct exec "$id" -- bash -lc 'LC_ALL=C DEBIAN_FRONTEND=noninteractive apt-get -s full-upgrade' 2>/dev/null)" || return 0
|
||
summary="$(printf '%s\n' "$output" | grep -E '^[0-9]+ upgraded, [0-9]+ newly installed, [0-9]+ to remove' | tail -n1)"
|
||
[[ -n "$summary" ]] || return 0
|
||
printf '%s\n' "$summary" | grep -Eq '^0 upgraded, 0 newly installed, 0 to remove' && return 0
|
||
packages="$(printf '%s\n' "$output" | sed -nE 's/^(Inst|Remv) ([^ ]+).*/\2/p' | sort -u | paste -sd ',' -)"
|
||
packages="${packages//,/, }"
|
||
add_full_upgrade_hint "CT $id ($name)" "$summary" "$packages"
|
||
log "CT $id ($name): Hinweis - manuelle full-upgrade-Prüfung empfohlen."
|
||
}
|
||
|
||
check_vm_full_upgrade_hint() {
|
||
local id="$1" name="$2" output guest_rc payload summary packages
|
||
output="$(qm guest exec "$id" -- bash -lc '
|
||
out="$(LC_ALL=C DEBIAN_FRONTEND=noninteractive apt-get -s full-upgrade 2>/dev/null)" || exit 1
|
||
summary="$(printf "%s\n" "$out" | grep -E "^[0-9]+ upgraded, [0-9]+ newly installed, [0-9]+ to remove" | tail -n1)"
|
||
packages="$(printf "%s\n" "$out" | sed -nE "s/^(Inst|Remv) ([^ ]+).*/\2/p" | sort -u | paste -sd "," -)"
|
||
printf "SUMMARY=%s\nPACKAGES=%s\n" "$summary" "$packages"
|
||
' 2>&1)" || return 0
|
||
guest_rc="$(printf '%s\n' "$output" | sed -nE 's/^[[:space:]]*"exitcode"[[:space:]]*:[[:space:]]*([0-9]+),?.*/\1/p' | head -n1)"
|
||
[[ "$guest_rc" == "0" ]] || return 0
|
||
payload="$(printf '%s\n' "$output" | sed -nE 's/.*"out-data"[[:space:]]*:[[:space:]]*"(.*)".*/\1/p' | head -n1)"
|
||
summary="$(printf '%s' "$payload" | sed -nE 's/.*SUMMARY=([^\\]*).*/\1/p')"
|
||
packages="$(printf '%s' "$payload" | sed -nE 's/.*PACKAGES=([^\\"]*).*/\1/p')"
|
||
[[ -n "$summary" ]] || return 0
|
||
printf '%s\n' "$summary" | grep -Eq '^0 upgraded, 0 newly installed, 0 to remove' && return 0
|
||
packages="${packages//,/, }"
|
||
add_full_upgrade_hint "VM $id ($name)" "$summary" "$packages"
|
||
log "VM $id ($name): Hinweis - manuelle full-upgrade-Prüfung empfohlen."
|
||
}
|
||
|
||
|
||
|
||
|
||
mark_guest_failed() {
|
||
local type="$1" id="$2" x
|
||
if [[ "$type" == "LXC" ]]; then
|
||
for x in "${FAILED_LXC_IDS[@]}"; do [[ "$x" == "$id" ]] && return; done
|
||
FAILED_LXC_IDS+=("$id")
|
||
else
|
||
for x in "${FAILED_VM_IDS[@]}"; do [[ "$x" == "$id" ]] && return; done
|
||
FAILED_VM_IDS+=("$id")
|
||
fi
|
||
}
|
||
|
||
guest_failed() {
|
||
local type="$1" id="$2" x
|
||
if [[ "$type" == "LXC" ]]; then
|
||
for x in "${FAILED_LXC_IDS[@]}"; do [[ "$x" == "$id" ]] && return 0; done
|
||
else
|
||
for x in "${FAILED_VM_IDS[@]}"; do [[ "$x" == "$id" ]] && return 0; done
|
||
fi
|
||
return 1
|
||
}
|
||
|
||
add_guest_result() {
|
||
local type="$1" id="$2" name="$3" status="$4"
|
||
local line="$id ($name): $status"
|
||
local -a out=()
|
||
local entry
|
||
|
||
if [[ "$type" == "LXC" ]]; then
|
||
for entry in "${LXC_RESULT_DETAILS[@]}"; do
|
||
[[ "${entry%%:*}" == "$id ($name)" ]] || out+=("$entry")
|
||
done
|
||
out+=("$line")
|
||
LXC_RESULT_DETAILS=("${out[@]}")
|
||
else
|
||
for entry in "${VM_RESULT_DETAILS[@]}"; do
|
||
[[ "${entry%%:*}" == "$id ($name)" ]] || out+=("$entry")
|
||
done
|
||
out+=("$line")
|
||
VM_RESULT_DETAILS=("${out[@]}")
|
||
fi
|
||
}
|
||
|
||
proxmox_backup_running() {
|
||
pgrep -x vzdump >/dev/null 2>&1
|
||
}
|
||
|
||
wait_for_proxmox_backup() {
|
||
local waited=0
|
||
|
||
if ! proxmox_backup_running; then
|
||
return 0
|
||
fi
|
||
|
||
BACKUP_WAITED="yes"
|
||
log "Proxmox-Backup (vzdump) läuft. Warte mit dem Update (max. ${BACKUP_WAIT_TIMEOUT}s)."
|
||
|
||
while proxmox_backup_running; do
|
||
if (( waited >= BACKUP_WAIT_TIMEOUT )); then
|
||
log "Proxmox-Backup läuft nach ${BACKUP_WAIT_TIMEOUT}s weiterhin. Update-Lauf wird nicht gestartet."
|
||
add_error "Proxmox-Backup läuft weiterhin - Update-Lauf nicht gestartet"
|
||
ERRORS=$((ERRORS + 1))
|
||
return 1
|
||
fi
|
||
sleep "$BACKUP_WAIT_INTERVAL"
|
||
waited=$((waited + BACKUP_WAIT_INTERVAL))
|
||
done
|
||
|
||
log "Proxmox-Backup beendet. Update-Lauf wird fortgesetzt."
|
||
return 0
|
||
}
|
||
|
||
backup_allows_reboot() {
|
||
if proxmox_backup_running; then
|
||
REBOOT_BLOCKED_BY_BACKUP="yes"
|
||
log "Proxmox-Backup (vzdump) läuft. Automatischer Neustart wird zurückgestellt."
|
||
return 1
|
||
fi
|
||
return 0
|
||
}
|
||
|
||
|
||
collect_guest_result_details() {
|
||
LXC_RESULT_DETAILS=()
|
||
VM_RESULT_DETAILS=()
|
||
local line id name rest status type key entry i
|
||
local re_ct='CT[[:space:]]+([0-9]+)[[:space:]]+\(([^)]*)\):(.*)$'
|
||
local re_vm='VM[[:space:]]+([0-9]+)[[:space:]]+\(([^)]*)\):(.*)$'
|
||
|
||
while IFS= read -r line; do
|
||
type=""
|
||
if [[ "$line" =~ $re_ct ]]; then
|
||
type="LXC"; id="${BASH_REMATCH[1]}"; name="${BASH_REMATCH[2]}"; rest="${BASH_REMATCH[3]}"
|
||
elif [[ "$line" =~ $re_vm ]]; then
|
||
type="VM"; id="${BASH_REMATCH[1]}"; name="${BASH_REMATCH[2]}"; rest="${BASH_REMATCH[3]}"
|
||
else
|
||
continue
|
||
fi
|
||
|
||
if [[ "$rest" == *"bereits aktuell"* ]]; then
|
||
status="bereits aktuell"
|
||
elif [[ "$rest" == *"erfolgreich aktualisiert"* ]]; then
|
||
status="aktualisiert"
|
||
elif [[ "$rest" == *"FEHLER"* || "$rest" == *"fehlgeschlagen"* || "$rest" == *"nicht erreichbar"* ]]; then
|
||
status="fehlgeschlagen"
|
||
elif [[ "$rest" == *"übersprungen"* || "$rest" == *"ausgeschlossen"* ]]; then
|
||
status="übersprungen"
|
||
else
|
||
continue
|
||
fi
|
||
add_guest_result "$type" "$id" "$name" "$status"
|
||
done < <(tail -n +"${RUN_LOG_START_LINE:-1}" "$LOGFILE" 2>/dev/null)
|
||
|
||
# Last recognized result wins for a guest.
|
||
local -a out=()
|
||
for type in LXC VM; do
|
||
out=()
|
||
if [[ "$type" == "LXC" ]]; then
|
||
for entry in "${LXC_RESULT_DETAILS[@]}"; do
|
||
key="${entry%%:*}"
|
||
for ((i=${#out[@]}-1; i>=0; i--)); do
|
||
[[ "${out[i]%%:*}" == "$key" ]] && unset 'out[i]'
|
||
done
|
||
out+=("$entry")
|
||
done
|
||
LXC_RESULT_DETAILS=("${out[@]}")
|
||
else
|
||
for entry in "${VM_RESULT_DETAILS[@]}"; do
|
||
key="${entry%%:*}"
|
||
for ((i=${#out[@]}-1; i>=0; i--)); do
|
||
[[ "${out[i]%%:*}" == "$key" ]] && unset 'out[i]'
|
||
done
|
||
out+=("$entry")
|
||
done
|
||
VM_RESULT_DETAILS=("${out[@]}")
|
||
fi
|
||
done
|
||
}
|
||
|
||
de_ja_nein() {
|
||
case "$1" in
|
||
yes) echo "Ja" ;;
|
||
no) echo "Nein" ;;
|
||
*) echo "$1" ;;
|
||
esac
|
||
}
|
||
|
||
send_update_notification() {
|
||
local lxc_detail_text="Keine"
|
||
local vm_detail_text="Keine"
|
||
local guest_line
|
||
|
||
if (( ${#LXC_RESULT_DETAILS[@]} > 0 )); then
|
||
lxc_detail_text=""
|
||
for guest_line in "${LXC_RESULT_DETAILS[@]}"; do lxc_detail_text+="- ${guest_line}"$'\n'; done
|
||
lxc_detail_text="${lxc_detail_text%$'\n'}"
|
||
fi
|
||
if (( ${#VM_RESULT_DETAILS[@]} > 0 )); then
|
||
vm_detail_text=""
|
||
for guest_line in "${VM_RESULT_DETAILS[@]}"; do vm_detail_text+="- ${guest_line}"$'\n'; done
|
||
vm_detail_text="${vm_detail_text%$'\n'}"
|
||
fi
|
||
[[ "$NOTIFY_ENABLED" == "yes" ]] || return 0
|
||
|
||
if ! ensure_notification_setup; then
|
||
return 0
|
||
fi
|
||
|
||
local severity="info"
|
||
local status="Erfolgreich"
|
||
local title
|
||
local message
|
||
|
||
if (( ERRORS > 0 )); then
|
||
severity="error"
|
||
status="FEHLER"
|
||
fi
|
||
|
||
if [[ "$MODE" == "check" ]]; then
|
||
title="Proxmox Update-Check - $status"
|
||
else
|
||
title="Proxmox Updater - $status"
|
||
fi
|
||
|
||
local full_upgrade_text="Keine"
|
||
if (( ${#FULL_UPGRADE_HINTS[@]} > 0 )); then
|
||
full_upgrade_text=""
|
||
local full_upgrade_hint
|
||
for full_upgrade_hint in "${FULL_UPGRADE_HINTS[@]}"; do
|
||
full_upgrade_text+="- ${full_upgrade_hint}"$'\n'
|
||
done
|
||
full_upgrade_text="${full_upgrade_text%$'\n'}"
|
||
fi
|
||
|
||
local error_details_text="Keine"
|
||
if (( ${#ERROR_DETAILS[@]} > 0 )); then
|
||
error_details_text=""
|
||
local error_detail
|
||
for error_detail in "${ERROR_DETAILS[@]}"; do
|
||
error_details_text+="- ${error_detail}"$'\n'
|
||
done
|
||
error_details_text="${error_details_text%$'\n'}"
|
||
fi
|
||
|
||
message="Proxmox Guest Updater
|
||
Host: $(hostname)
|
||
Zeit: $(date '+%d.%m.%Y %H:%M:%S')
|
||
|
||
Host:
|
||
Prüfung/Update erfolgreich: $(de_ja_nein "$HOST_OK")
|
||
Pakete aktualisiert: $(de_ja_nein "$HOST_UPDATED")
|
||
Neustart erforderlich: $(de_ja_nein "$HOST_REBOOT_REQUIRED")
|
||
Neustart geplant: $(de_ja_nein "$HOST_REBOOT_SCHEDULED")
|
||
|
||
Backup-Schutz:
|
||
Auf laufendes Proxmox-Backup gewartet: $(de_ja_nein "$BACKUP_WAITED")
|
||
Neustart wegen laufendem Backup zurückgestellt: $(de_ja_nein "$REBOOT_BLOCKED_BY_BACKUP")
|
||
|
||
LXC:
|
||
Aktualisiert: $LXC_OK
|
||
Bereits aktuell: $LXC_CURRENT
|
||
Fehlgeschlagen: $LXC_FAILED
|
||
Übersprungen: $LXC_SKIPPED
|
||
Gäste:
|
||
$lxc_detail_text
|
||
|
||
VM:
|
||
Aktualisiert: $VM_OK
|
||
Bereits aktuell: $VM_CURRENT
|
||
Fehlgeschlagen: $VM_FAILED
|
||
Übersprungen: $VM_SKIPPED
|
||
Gäste:
|
||
$vm_detail_text
|
||
|
||
Fehler gesamt: $ERRORS
|
||
|
||
Full-upgrade-Prüfung empfohlen:
|
||
$full_upgrade_text
|
||
|
||
Fehlerdetails:
|
||
$error_details_text
|
||
|
||
Neustarts:
|
||
$MAIL_STATUS_DETAIL
|
||
|
||
Log:
|
||
$LOG_FILE"
|
||
|
||
export PVE_UPDATER_SEVERITY="$severity"
|
||
export PVE_UPDATER_TITLE="$title"
|
||
export PVE_UPDATER_MESSAGE="$message"
|
||
export PVE_UPDATER_TEMPLATE="$NOTIFY_TEMPLATE"
|
||
|
||
if perl -MPVE::Notify -MEncode=decode -e '
|
||
my $severity = $ENV{PVE_UPDATER_SEVERITY};
|
||
my $template = $ENV{PVE_UPDATER_TEMPLATE};
|
||
|
||
my $title = decode("UTF-8", ($ENV{PVE_UPDATER_TITLE} // ""));
|
||
my $message = decode("UTF-8", ($ENV{PVE_UPDATER_MESSAGE} // ""));
|
||
|
||
my $data = {
|
||
%{PVE::Notify::common_template_data()},
|
||
title => $title,
|
||
message => $message,
|
||
};
|
||
|
||
my $fields = {
|
||
type => "proxmox-updater",
|
||
};
|
||
|
||
PVE::Notify::notify($severity, $template, $data, $fields);
|
||
'
|
||
then
|
||
log "E-Mail-Benachrichtigung über '$NOTIFY_TARGET' versendet: $title"
|
||
else
|
||
# Ein Mailproblem macht einen ansonsten erfolgreichen Update-Lauf
|
||
# nicht nachträglich zu einem Updatefehler.
|
||
log "WARNUNG: E-Mail-Benachrichtigung konnte nicht versendet werden."
|
||
fi
|
||
|
||
unset PVE_UPDATER_SEVERITY PVE_UPDATER_TITLE PVE_UPDATER_MESSAGE PVE_UPDATER_TEMPLATE
|
||
}
|
||
|
||
usage() {
|
||
cat <<'EOF'
|
||
Proxmox Guest Updater
|
||
|
||
Verwendung:
|
||
|
||
pve-guest-update
|
||
Proxmox + konfigurierte Gäste aktualisieren
|
||
|
||
pve-guest-update --check
|
||
Nur prüfen, nichts installieren
|
||
|
||
pve-guest-update --ct ID
|
||
Nur einen LXC aktualisieren
|
||
|
||
pve-guest-update --vm ID
|
||
Nur eine VM aktualisieren
|
||
|
||
pve-guest-update --no-reboot
|
||
Updates durchführen, aber Host nicht automatisch neu starten
|
||
|
||
pve-guest-update --help
|
||
Diese Hilfe anzeigen
|
||
EOF
|
||
}
|
||
|
||
while [[ $# -gt 0 ]]; do
|
||
case "$1" in
|
||
--check)
|
||
MODE="check"
|
||
shift
|
||
;;
|
||
--ct)
|
||
[[ $# -ge 2 ]] || { echo "--ct benötigt eine ID."; exit 2; }
|
||
ONLY_CT="$2"
|
||
shift 2
|
||
;;
|
||
--vm)
|
||
[[ $# -ge 2 ]] || { echo "--vm benötigt eine ID."; exit 2; }
|
||
ONLY_VM="$2"
|
||
shift 2
|
||
;;
|
||
--no-reboot)
|
||
NO_REBOOT="yes"
|
||
shift
|
||
;;
|
||
--help|-h)
|
||
usage
|
||
exit 0
|
||
;;
|
||
*)
|
||
echo "Unbekannte Option: $1"
|
||
usage
|
||
exit 2
|
||
;;
|
||
esac
|
||
done
|
||
|
||
is_excluded() {
|
||
local id="$1"
|
||
local x
|
||
for x in $EXCLUDE_GUESTS; do
|
||
[[ "$x" == "$id" ]] && return 0
|
||
done
|
||
return 1
|
||
}
|
||
|
||
wait_for_apt() {
|
||
local waited=0
|
||
|
||
while fuser \
|
||
/var/lib/dpkg/lock-frontend \
|
||
/var/lib/dpkg/lock \
|
||
/var/lib/apt/lists/lock \
|
||
/var/cache/apt/archives/lock \
|
||
>/dev/null 2>&1
|
||
do
|
||
if (( waited >= APT_LOCK_TIMEOUT )); then
|
||
return 1
|
||
fi
|
||
sleep 5
|
||
waited=$((waited + 5))
|
||
done
|
||
return 0
|
||
}
|
||
|
||
host_reboot_required() {
|
||
if [[ -e /var/run/reboot-required || -e /run/reboot-required ]]; then
|
||
return 0
|
||
fi
|
||
|
||
local running
|
||
local latest
|
||
|
||
running="$(uname -r)"
|
||
|
||
# Paketnamen sauber in Kernel-Versionen umwandeln.
|
||
# Wichtig: bei "proxmox-kernel-...-signed" muss "-signed" entfernt werden.
|
||
# Die alte Regex konnte "-signed" in die Versionsnummer aufnehmen und
|
||
# dadurch fälschlich einen Host-Neustart verlangen.
|
||
latest="$(
|
||
dpkg-query -W -f='${Package}\n' \
|
||
'proxmox-kernel-*-signed' \
|
||
'pve-kernel-*' 2>/dev/null |
|
||
sed -nE \
|
||
-e 's/^proxmox-kernel-([0-9].*)-signed$/\1/p' \
|
||
-e 's/^pve-kernel-([0-9].*)$/\1/p' |
|
||
sort -V |
|
||
tail -n1
|
||
)"
|
||
|
||
if [[ -n "$latest" && "$running" != "$latest" ]]; then
|
||
return 0
|
||
fi
|
||
|
||
return 1
|
||
}
|
||
|
||
check_host() {
|
||
log "============================================================"
|
||
log "Proxmox-Host prüfen"
|
||
log "============================================================"
|
||
|
||
if ! wait_for_apt; then
|
||
log "FEHLER: apt/dpkg-Sperre wurde nicht frei."
|
||
HOST_OK="no"
|
||
ERRORS=$((ERRORS + 1))
|
||
return
|
||
fi
|
||
|
||
if ! apt-get update; then
|
||
log "FEHLER: apt-get update fehlgeschlagen."
|
||
HOST_OK="no"
|
||
ERRORS=$((ERRORS + 1))
|
||
return
|
||
fi
|
||
|
||
local count
|
||
count="$(
|
||
apt list --upgradable 2>/dev/null |
|
||
tail -n +2 |
|
||
sed '/^[[:space:]]*$/d' |
|
||
wc -l
|
||
)"
|
||
|
||
log "Proxmox-Host: $count Update(s) verfügbar."
|
||
HOST_OK="yes"
|
||
}
|
||
|
||
update_host() {
|
||
log "============================================================"
|
||
log "Proxmox-Host aktualisieren"
|
||
log "============================================================"
|
||
|
||
if ! wait_for_apt; then
|
||
log "FEHLER: apt/dpkg-Sperre wurde nicht frei."
|
||
HOST_OK="no"
|
||
ERRORS=$((ERRORS + 1))
|
||
return
|
||
fi
|
||
|
||
if ! apt-get update; then
|
||
log "FEHLER: apt-get update fehlgeschlagen."
|
||
HOST_OK="no"
|
||
ERRORS=$((ERRORS + 1))
|
||
return
|
||
fi
|
||
|
||
# Reboot-Status VOR dem Upgrade merken. So kann ein bereits wirklich
|
||
# notwendiger Neustart nicht verloren gehen.
|
||
local reboot_before="no"
|
||
if host_reboot_required; then
|
||
reboot_before="yes"
|
||
fi
|
||
|
||
# Vorab prüfen, ob full-upgrade überhaupt etwas ändern würde.
|
||
# Wichtig: Bei 0 Änderungen wird full-upgrade nicht ausgeführt.
|
||
# Damit kann ein APT/DPKG-Hook bei einem Leerlauf nicht nachträglich
|
||
# fälschlich /run/reboot-required erzeugen.
|
||
local simulation
|
||
local upgraded=0
|
||
local installed=0
|
||
local removed=0
|
||
|
||
if ! simulation="$(LC_ALL=C DEBIAN_FRONTEND=noninteractive apt-get -s full-upgrade 2>&1)"; then
|
||
printf '%s\n' "$simulation"
|
||
HOST_OK="no"
|
||
ERRORS=$((ERRORS + 1))
|
||
log "FEHLER: Host full-upgrade Simulation fehlgeschlagen."
|
||
return
|
||
fi
|
||
|
||
upgraded="$(printf '%s\n' "$simulation" | sed -nE 's/^([0-9]+) upgraded, ([0-9]+) newly installed, ([0-9]+) to remove.*/\1/p' | tail -n1)"
|
||
installed="$(printf '%s\n' "$simulation" | sed -nE 's/^([0-9]+) upgraded, ([0-9]+) newly installed, ([0-9]+) to remove.*/\2/p' | tail -n1)"
|
||
removed="$(printf '%s\n' "$simulation" | sed -nE 's/^([0-9]+) upgraded, ([0-9]+) newly installed, ([0-9]+) to remove.*/\3/p' | tail -n1)"
|
||
|
||
if [[ -z "$upgraded" || -z "$installed" || -z "$removed" ]]; then
|
||
HOST_OK="no"
|
||
ERRORS=$((ERRORS + 1))
|
||
log "FEHLER: Ergebnis der Host full-upgrade Simulation konnte nicht ausgewertet werden."
|
||
return
|
||
fi
|
||
|
||
if (( upgraded == 0 && installed == 0 && removed == 0 )); then
|
||
HOST_OK="yes"
|
||
log "Proxmox-Host: keine Paketänderungen erforderlich."
|
||
|
||
if [[ "$reboot_before" == "yes" ]]; then
|
||
HOST_REBOOT_REQUIRED="yes"
|
||
log "Host-Neustart war bereits vor dem Update-Lauf erforderlich."
|
||
else
|
||
HOST_REBOOT_REQUIRED="no"
|
||
log "Kein Host-Neustart erforderlich."
|
||
fi
|
||
return
|
||
fi
|
||
|
||
log "Proxmox-Host: $upgraded Upgrade(s), $installed Neuinstallation(en), $removed Entfernung(en) vorgesehen."
|
||
|
||
if DEBIAN_FRONTEND=noninteractive apt-get -y \
|
||
-o Dpkg::Options::="--force-confdef" \
|
||
-o Dpkg::Options::="--force-confold" \
|
||
full-upgrade
|
||
then
|
||
HOST_OK="yes"
|
||
HOST_UPDATED="yes"
|
||
log "Proxmox-Host erfolgreich aktualisiert."
|
||
else
|
||
HOST_OK="no"
|
||
ERRORS=$((ERRORS + 1))
|
||
log "FEHLER: Host full-upgrade fehlgeschlagen."
|
||
return
|
||
fi
|
||
|
||
if host_reboot_required; then
|
||
HOST_REBOOT_REQUIRED="yes"
|
||
log "Host-Neustart erforderlich."
|
||
else
|
||
HOST_REBOOT_REQUIRED="no"
|
||
log "Kein Host-Neustart erforderlich."
|
||
fi
|
||
}
|
||
|
||
lxc_name() {
|
||
pct config "$1" 2>/dev/null |
|
||
awk -F': ' '$1=="hostname"{print $2; exit}'
|
||
}
|
||
|
||
lxc_supported() {
|
||
pct exec "$1" -- sh -c '
|
||
[ -r /etc/os-release ] || exit 1
|
||
. /etc/os-release
|
||
case "${ID:-}" in
|
||
debian|ubuntu) exit 0 ;;
|
||
*) exit 1 ;;
|
||
esac
|
||
' >/dev/null 2>&1
|
||
}
|
||
|
||
check_lxc() {
|
||
local id="$1"
|
||
local name
|
||
local status
|
||
local count
|
||
|
||
name="$(lxc_name "$id")"
|
||
name="${name:-unbekannt}"
|
||
status="$(pct status "$id" 2>/dev/null | awk '{print $2}')"
|
||
|
||
if is_excluded "$id"; then
|
||
log "CT $id ($name): ausgeschlossen."
|
||
LXC_SKIPPED=$((LXC_SKIPPED + 1))
|
||
return
|
||
fi
|
||
|
||
if [[ "$status" != "running" ]]; then
|
||
log "CT $id ($name): gestoppt -> übersprungen."
|
||
LXC_SKIPPED=$((LXC_SKIPPED + 1))
|
||
return
|
||
fi
|
||
|
||
if ! lxc_supported "$id"; then
|
||
log "CT $id ($name): kein Debian/Ubuntu -> übersprungen."
|
||
LXC_SKIPPED=$((LXC_SKIPPED + 1))
|
||
return
|
||
fi
|
||
|
||
log "CT $id ($name): prüfe Updates ..."
|
||
|
||
if ! pct exec "$id" -- bash -lc 'apt-get update'; then
|
||
log "CT $id ($name): apt-get update FEHLER."
|
||
add_error "CT $id ($name): apt-get update fehlgeschlagen"
|
||
LXC_FAILED=$((LXC_FAILED + 1))
|
||
ERRORS=$((ERRORS + 1))
|
||
return
|
||
fi
|
||
|
||
count="$(
|
||
pct exec "$id" -- bash -lc \
|
||
"apt list --upgradable 2>/dev/null |
|
||
tail -n +2 |
|
||
sed '/^[[:space:]]*$/d' |
|
||
wc -l" 2>/dev/null |
|
||
tail -n1 |
|
||
tr -d '\r[:space:]'
|
||
)"
|
||
|
||
log "CT $id ($name): ${count:-?} Update(s) verfügbar."
|
||
LXC_CHECKED=$((LXC_CHECKED + 1))
|
||
}
|
||
|
||
update_lxc() {
|
||
local id="$1"
|
||
local name
|
||
local status
|
||
local started_by_us="no"
|
||
local reboot_required="no"
|
||
|
||
name="$(lxc_name "$id")"
|
||
name="${name:-unbekannt}"
|
||
status="$(pct status "$id" 2>/dev/null | awk '{print $2}')"
|
||
|
||
if is_excluded "$id"; then
|
||
log "CT $id ($name): ausgeschlossen."
|
||
LXC_SKIPPED=$((LXC_SKIPPED + 1))
|
||
add_guest_result "LXC" "$id" "$name" "übersprungen – ausgeschlossen"
|
||
return
|
||
fi
|
||
|
||
if [[ "$status" != "running" ]]; then
|
||
if [[ "$UPDATE_STOPPED" != "yes" ]]; then
|
||
log "CT $id ($name): gestoppt -> übersprungen."
|
||
LXC_SKIPPED=$((LXC_SKIPPED + 1))
|
||
add_guest_result "LXC" "$id" "$name" "übersprungen – ausgeschlossen"
|
||
return
|
||
fi
|
||
|
||
log "CT $id ($name): wird für Update gestartet ..."
|
||
|
||
if ! pct start "$id"; then
|
||
log "CT $id ($name): Start fehlgeschlagen."
|
||
mark_guest_failed "LXC" "$id"
|
||
LXC_FAILED=$((LXC_FAILED + 1))
|
||
add_guest_result "LXC" "$id" "$name" "fehlgeschlagen"
|
||
ERRORS=$((ERRORS + 1))
|
||
return
|
||
fi
|
||
|
||
started_by_us="yes"
|
||
sleep 10
|
||
fi
|
||
|
||
if ! lxc_supported "$id"; then
|
||
log "CT $id ($name): kein Debian/Ubuntu -> übersprungen."
|
||
|
||
if [[ "$started_by_us" == "yes" ]]; then
|
||
pct shutdown "$id" --timeout 60 || pct stop "$id"
|
||
fi
|
||
|
||
LXC_SKIPPED=$((LXC_SKIPPED + 1))
|
||
add_guest_result "LXC" "$id" "$name" "übersprungen – Grund siehe Log"
|
||
return
|
||
fi
|
||
|
||
log "------------------------------------------------------------"
|
||
log "CT $id ($name) aktualisieren"
|
||
log "------------------------------------------------------------"
|
||
|
||
if ! pct exec "$id" -- bash -lc 'apt-get update'; then
|
||
log "CT $id ($name): apt-get update FEHLER."
|
||
add_error "CT $id ($name): apt-get update fehlgeschlagen"
|
||
mark_guest_failed "LXC" "$id"
|
||
LXC_FAILED=$((LXC_FAILED + 1))
|
||
add_guest_result "LXC" "$id" "$name" "fehlgeschlagen"
|
||
ERRORS=$((ERRORS + 1))
|
||
|
||
if [[ "$started_by_us" == "yes" ]]; then
|
||
pct shutdown "$id" --timeout 60 || pct stop "$id"
|
||
fi
|
||
|
||
return
|
||
fi
|
||
|
||
local simulation
|
||
local upgraded=0
|
||
local installed=0
|
||
local removed=0
|
||
|
||
if ! simulation="$(pct exec "$id" -- bash -lc 'LC_ALL=C DEBIAN_FRONTEND=noninteractive apt-get -s upgrade' 2>&1)"; then
|
||
printf '%s\n' "$simulation"
|
||
log "CT $id ($name): upgrade Simulation FEHLER."
|
||
add_error "CT $id ($name): upgrade Simulation fehlgeschlagen"
|
||
mark_guest_failed "LXC" "$id"
|
||
LXC_FAILED=$((LXC_FAILED + 1))
|
||
add_guest_result "LXC" "$id" "$name" "fehlgeschlagen"
|
||
ERRORS=$((ERRORS + 1))
|
||
|
||
if [[ "$started_by_us" == "yes" ]]; then
|
||
pct shutdown "$id" --timeout 60 || pct stop "$id"
|
||
fi
|
||
return
|
||
fi
|
||
|
||
upgraded="$(printf '%s\n' "$simulation" | sed -nE 's/^([0-9]+) upgraded, ([0-9]+) newly installed, ([0-9]+) to remove.*/\1/p' | tail -n1)"
|
||
installed="$(printf '%s\n' "$simulation" | sed -nE 's/^([0-9]+) upgraded, ([0-9]+) newly installed, ([0-9]+) to remove.*/\2/p' | tail -n1)"
|
||
removed="$(printf '%s\n' "$simulation" | sed -nE 's/^([0-9]+) upgraded, ([0-9]+) newly installed, ([0-9]+) to remove.*/\3/p' | tail -n1)"
|
||
|
||
if [[ -z "$upgraded" || -z "$installed" || -z "$removed" ]]; then
|
||
log "CT $id ($name): Simulation konnte nicht ausgewertet werden."
|
||
add_error "CT $id ($name): upgrade Simulation konnte nicht ausgewertet werden"
|
||
mark_guest_failed "LXC" "$id"
|
||
LXC_FAILED=$((LXC_FAILED + 1))
|
||
add_guest_result "LXC" "$id" "$name" "fehlgeschlagen"
|
||
ERRORS=$((ERRORS + 1))
|
||
if [[ "$started_by_us" == "yes" ]]; then
|
||
pct shutdown "$id" --timeout 60 || pct stop "$id"
|
||
fi
|
||
return
|
||
fi
|
||
|
||
if (( upgraded == 0 && installed == 0 && removed == 0 )); then
|
||
log "CT $id ($name): bereits aktuell."
|
||
LXC_CURRENT=$((LXC_CURRENT + 1))
|
||
add_guest_result "LXC" "$id" "$name" "bereits aktuell"
|
||
else
|
||
log "CT $id ($name): $upgraded Upgrade(s), $installed Neuinstallation(en), $removed Entfernung(en)."
|
||
|
||
if ! pct exec "$id" -- bash -lc \
|
||
'DEBIAN_FRONTEND=noninteractive apt-get -y -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" upgrade'
|
||
then
|
||
log "CT $id ($name): upgrade FEHLER."
|
||
add_error "CT $id ($name): upgrade fehlgeschlagen"
|
||
mark_guest_failed "LXC" "$id"
|
||
LXC_FAILED=$((LXC_FAILED + 1))
|
||
add_guest_result "LXC" "$id" "$name" "fehlgeschlagen"
|
||
ERRORS=$((ERRORS + 1))
|
||
|
||
if [[ "$started_by_us" == "yes" ]]; then
|
||
pct shutdown "$id" --timeout 60 || pct stop "$id"
|
||
fi
|
||
return
|
||
fi
|
||
|
||
if pct exec "$id" -- test -e /var/run/reboot-required >/dev/null 2>&1; then
|
||
reboot_required="yes"
|
||
log "CT $id ($name): Update erfolgreich - Neustart erforderlich."
|
||
else
|
||
log "CT $id ($name): Update erfolgreich."
|
||
fi
|
||
|
||
LXC_OK=$((LXC_OK + 1))
|
||
fi
|
||
|
||
check_lxc_full_upgrade_hint "$id" "$name"
|
||
|
||
if [[ "$started_by_us" == "yes" ]]; then
|
||
log "CT $id ($name): war vorher gestoppt -> wird wieder heruntergefahren."
|
||
if ! pct shutdown "$id" --timeout 60; then
|
||
log "CT $id ($name): sauberer Shutdown fehlgeschlagen -> Stop."
|
||
if ! pct stop "$id"; then
|
||
log "FEHLER: CT $id ($name) konnte nicht gestoppt werden."
|
||
LXC_OK=$((LXC_OK - 1))
|
||
mark_guest_failed "LXC" "$id"
|
||
LXC_FAILED=$((LXC_FAILED + 1))
|
||
add_guest_result "LXC" "$id" "$name" "fehlgeschlagen"
|
||
ERRORS=$((ERRORS + 1))
|
||
fi
|
||
fi
|
||
return
|
||
fi
|
||
|
||
if [[ "$reboot_required" == "yes" ]]; then
|
||
# Nicht sofort neu starten. Erst nach allen Updates entscheiden wir,
|
||
# ob ohnehin der Proxmox-Host neu gestartet wird.
|
||
LXC_REBOOT_PENDING+=("$id")
|
||
log "CT $id ($name): Neustart vorgemerkt."
|
||
fi
|
||
}
|
||
|
||
vm_name() {
|
||
qm config "$1" 2>/dev/null |
|
||
awk -F': ' '$1=="name"{print $2; exit}'
|
||
}
|
||
|
||
vm_agent_enabled() {
|
||
qm config "$1" 2>/dev/null |
|
||
grep -Eq '^agent:[[:space:]]*1'
|
||
}
|
||
|
||
vm_agent_alive() {
|
||
qm agent "$1" ping >/dev/null 2>&1
|
||
}
|
||
|
||
vm_is_linux() {
|
||
local id="$1"
|
||
local os
|
||
|
||
os="$(
|
||
qm guest cmd "$id" get-osinfo 2>/dev/null |
|
||
grep -o '"id"[[:space:]]*:[[:space:]]*"[^"]*"' |
|
||
head -n1 |
|
||
cut -d'"' -f4
|
||
)"
|
||
|
||
case "$os" in
|
||
debian|ubuntu) return 0 ;;
|
||
*) return 1 ;;
|
||
esac
|
||
}
|
||
|
||
vm_exec() {
|
||
local id="$1"
|
||
shift
|
||
local cmd="$*"
|
||
local output
|
||
local qm_rc
|
||
local guest_rc
|
||
|
||
# "qm guest exec" liefert das Ergebnis als JSON. Für die Entscheidung,
|
||
# ob apt/test innerhalb der VM erfolgreich war, werten wir deshalb
|
||
# ausdrücklich "exitcode" des Gastprozesses aus.
|
||
output="$(qm guest exec "$id" -- bash -lc "$cmd" 2>&1)"
|
||
qm_rc=$?
|
||
|
||
printf '%s\n' "$output"
|
||
|
||
if (( qm_rc != 0 )); then
|
||
return "$qm_rc"
|
||
fi
|
||
|
||
guest_rc="$(
|
||
printf '%s\n' "$output" |
|
||
sed -nE 's/^[[:space:]]*"exitcode"[[:space:]]*:[[:space:]]*([0-9]+),?[[:space:]]*$/\1/p' |
|
||
head -n1
|
||
)"
|
||
|
||
if [[ -z "$guest_rc" ]]; then
|
||
return 1
|
||
fi
|
||
|
||
if (( guest_rc == 0 )); then
|
||
return 0
|
||
fi
|
||
|
||
return 1
|
||
}
|
||
|
||
check_vm() {
|
||
local id="$1"
|
||
local name
|
||
local status
|
||
|
||
name="$(vm_name "$id")"
|
||
name="${name:-unbekannt}"
|
||
status="$(qm status "$id" 2>/dev/null | awk '{print $2}')"
|
||
|
||
if is_excluded "$id"; then
|
||
log "VM $id ($name): ausgeschlossen."
|
||
VM_SKIPPED=$((VM_SKIPPED + 1))
|
||
return
|
||
fi
|
||
|
||
if [[ "$status" != "running" ]]; then
|
||
log "VM $id ($name): gestoppt -> übersprungen."
|
||
VM_SKIPPED=$((VM_SKIPPED + 1))
|
||
return
|
||
fi
|
||
|
||
if ! vm_agent_enabled "$id"; then
|
||
log "FEHLER: VM $id ($name): QEMU Guest Agent nicht aktiviert."
|
||
VM_FAILED=$((VM_FAILED + 1))
|
||
ERRORS=$((ERRORS + 1))
|
||
return
|
||
fi
|
||
|
||
if ! vm_agent_alive "$id"; then
|
||
log "FEHLER: VM $id ($name): QEMU Guest Agent nicht erreichbar."
|
||
VM_FAILED=$((VM_FAILED + 1))
|
||
ERRORS=$((ERRORS + 1))
|
||
return
|
||
fi
|
||
|
||
if ! vm_is_linux "$id"; then
|
||
log "VM $id ($name): keine unterstützte Debian/Ubuntu-VM -> übersprungen."
|
||
VM_SKIPPED=$((VM_SKIPPED + 1))
|
||
return
|
||
fi
|
||
|
||
log "VM $id ($name): Debian/Ubuntu erkannt."
|
||
log "VM $id ($name): QEMU Guest Agent erreichbar; automatische Updates unterstützt."
|
||
|
||
VM_CHECKED=$((VM_CHECKED + 1))
|
||
}
|
||
|
||
update_vm() {
|
||
local id="$1"
|
||
local name
|
||
local status
|
||
local started_by_us="no"
|
||
local reboot_required="no"
|
||
|
||
name="$(vm_name "$id")"
|
||
name="${name:-unbekannt}"
|
||
status="$(qm status "$id" 2>/dev/null | awk '{print $2}')"
|
||
|
||
if is_excluded "$id"; then
|
||
log "VM $id ($name): ausgeschlossen."
|
||
VM_SKIPPED=$((VM_SKIPPED + 1))
|
||
add_guest_result "VM" "$id" "$name" "übersprungen – ausgeschlossen"
|
||
return
|
||
fi
|
||
|
||
local ostype
|
||
ostype="$(qm config "$id" 2>/dev/null | sed -nE 's/^ostype:[[:space:]]*//p' | head -n1)"
|
||
|
||
case "$ostype" in
|
||
win10|win11|win7|win8|wvista|wxp|w2k|w2k3|w2k8)
|
||
log "VM $id ($name): Windows-VM -> übersprungen."
|
||
VM_SKIPPED=$((VM_SKIPPED + 1))
|
||
add_guest_result "VM" "$id" "$name" "übersprungen – ausgeschlossen"
|
||
return
|
||
;;
|
||
esac
|
||
|
||
# Windows-VMs bereits anhand der Proxmox-Konfiguration erkennen.
|
||
# Sie dürfen insbesondere nicht nur für den Linux-Updater gestartet werden.
|
||
|
||
if [[ "$status" != "running" ]]; then
|
||
if [[ "$UPDATE_STOPPED" != "yes" ]]; then
|
||
log "VM $id ($name): gestoppt -> übersprungen."
|
||
VM_SKIPPED=$((VM_SKIPPED + 1))
|
||
add_guest_result "VM" "$id" "$name" "übersprungen – Windows-VM"
|
||
return
|
||
fi
|
||
|
||
log "VM $id ($name): wird für Update gestartet ..."
|
||
|
||
if ! qm start "$id"; then
|
||
log "VM $id ($name): Start fehlgeschlagen."
|
||
mark_guest_failed "VM" "$id"
|
||
VM_FAILED=$((VM_FAILED + 1))
|
||
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
||
ERRORS=$((ERRORS + 1))
|
||
return
|
||
fi
|
||
|
||
started_by_us="yes"
|
||
|
||
# Auf den QEMU Guest Agent warten.
|
||
local waited=0
|
||
while ! vm_agent_alive "$id"; do
|
||
if (( waited >= 120 )); then
|
||
log "VM $id ($name): QEMU Guest Agent nach 120 Sekunden nicht erreichbar."
|
||
|
||
if ! qm shutdown "$id" --timeout 60; then
|
||
qm stop "$id" || true
|
||
fi
|
||
|
||
mark_guest_failed "VM" "$id"
|
||
VM_FAILED=$((VM_FAILED + 1))
|
||
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
||
ERRORS=$((ERRORS + 1))
|
||
return
|
||
fi
|
||
sleep 5
|
||
waited=$((waited + 5))
|
||
done
|
||
fi
|
||
|
||
if ! vm_agent_enabled "$id"; then
|
||
log "FEHLER: VM $id ($name): QEMU Guest Agent nicht aktiviert."
|
||
|
||
if [[ "$started_by_us" == "yes" ]]; then
|
||
qm shutdown "$id" --timeout 60 || qm stop "$id"
|
||
fi
|
||
|
||
mark_guest_failed "VM" "$id"
|
||
VM_FAILED=$((VM_FAILED + 1))
|
||
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
||
ERRORS=$((ERRORS + 1))
|
||
return
|
||
fi
|
||
|
||
if ! vm_agent_alive "$id"; then
|
||
log "FEHLER: VM $id ($name): QEMU Guest Agent nicht erreichbar."
|
||
|
||
if [[ "$started_by_us" == "yes" ]]; then
|
||
qm shutdown "$id" --timeout 60 || qm stop "$id"
|
||
fi
|
||
|
||
mark_guest_failed "VM" "$id"
|
||
VM_FAILED=$((VM_FAILED + 1))
|
||
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
||
ERRORS=$((ERRORS + 1))
|
||
return
|
||
fi
|
||
|
||
if ! vm_is_linux "$id"; then
|
||
log "VM $id ($name): keine unterstützte Debian/Ubuntu-VM -> übersprungen."
|
||
|
||
if [[ "$started_by_us" == "yes" ]]; then
|
||
qm shutdown "$id" --timeout 60 || qm stop "$id"
|
||
fi
|
||
|
||
VM_SKIPPED=$((VM_SKIPPED + 1))
|
||
add_guest_result "VM" "$id" "$name" "übersprungen – Grund siehe Log"
|
||
return
|
||
fi
|
||
|
||
log "------------------------------------------------------------"
|
||
log "VM $id ($name) aktualisieren"
|
||
log "------------------------------------------------------------"
|
||
|
||
if ! vm_exec "$id" 'apt-get update'; then
|
||
log "VM $id ($name): apt-get update FEHLER."
|
||
add_error "VM $id ($name): apt-get update fehlgeschlagen"
|
||
mark_guest_failed "VM" "$id"
|
||
VM_FAILED=$((VM_FAILED + 1))
|
||
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
||
ERRORS=$((ERRORS + 1))
|
||
|
||
if [[ "$started_by_us" == "yes" ]]; then
|
||
qm shutdown "$id" --timeout 60 || qm stop "$id"
|
||
fi
|
||
|
||
return
|
||
fi
|
||
|
||
local simulation
|
||
local sim_rc
|
||
local upgraded=0
|
||
local installed=0
|
||
local removed=0
|
||
|
||
simulation="$(qm guest exec "$id" -- bash -lc '
|
||
out="$(LC_ALL=C DEBIAN_FRONTEND=noninteractive apt-get -s upgrade 2>&1)" || exit 10
|
||
summary="$(printf "%s\n" "$out" | grep -E "^[0-9]+ upgraded, [0-9]+ newly installed, [0-9]+ to remove" | tail -n1)"
|
||
[ -n "$summary" ] || exit 11
|
||
set -- $summary
|
||
upgraded="$1"
|
||
installed="$3"
|
||
removed="$6"
|
||
printf "APTCOUNTS=%s,%s,%s\n" "$upgraded" "$installed" "$removed"
|
||
if [ "$upgraded" -eq 0 ] && [ "$installed" -eq 0 ] && [ "$removed" -eq 0 ]; then
|
||
exit 0
|
||
fi
|
||
exit 42
|
||
' 2>&1)"
|
||
sim_rc=$?
|
||
|
||
if (( sim_rc != 0 )); then
|
||
printf '%s\n' "$simulation"
|
||
log "VM $id ($name): upgrade Simulation FEHLER."
|
||
add_error "VM $id ($name): upgrade Simulation fehlgeschlagen"
|
||
mark_guest_failed "VM" "$id"
|
||
VM_FAILED=$((VM_FAILED + 1))
|
||
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
||
ERRORS=$((ERRORS + 1))
|
||
if [[ "$started_by_us" == "yes" ]]; then
|
||
qm shutdown "$id" --timeout 60 || qm stop "$id"
|
||
fi
|
||
return
|
||
fi
|
||
|
||
guest_rc="$(
|
||
printf '%s\n' "$simulation" |
|
||
sed -nE 's/^[[:space:]]*"exitcode"[[:space:]]*:[[:space:]]*([0-9]+),?[[:space:]]*$/\1/p' |
|
||
head -n1
|
||
)"
|
||
|
||
counts="$(
|
||
printf '%s\n' "$simulation" |
|
||
sed -nE 's/.*APTCOUNTS=([0-9]+),([0-9]+),([0-9]+).*/\1 \2 \3/p' |
|
||
head -n1
|
||
)"
|
||
|
||
if [[ -z "$guest_rc" || -z "$counts" || ( "$guest_rc" != "0" && "$guest_rc" != "42" ) ]]; then
|
||
printf '%s\n' "$simulation"
|
||
log "VM $id ($name): upgrade Simulation konnte nicht ausgewertet werden."
|
||
add_error "VM $id ($name): upgrade Simulation konnte nicht ausgewertet werden"
|
||
mark_guest_failed "VM" "$id"
|
||
VM_FAILED=$((VM_FAILED + 1))
|
||
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
||
ERRORS=$((ERRORS + 1))
|
||
if [[ "$started_by_us" == "yes" ]]; then
|
||
qm shutdown "$id" --timeout 60 || qm stop "$id"
|
||
fi
|
||
return
|
||
fi
|
||
|
||
read -r upgraded installed removed <<< "$counts"
|
||
|
||
if (( upgraded == 0 && installed == 0 && removed == 0 )); then
|
||
log "VM $id ($name): bereits aktuell."
|
||
VM_CURRENT=$((VM_CURRENT + 1))
|
||
add_guest_result "VM" "$id" "$name" "bereits aktuell"
|
||
else
|
||
log "VM $id ($name): $upgraded Upgrade(s), $installed Neuinstallation(en), $removed Entfernung(en)."
|
||
|
||
if ! vm_exec "$id" \
|
||
'DEBIAN_FRONTEND=noninteractive apt-get -y -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" upgrade'
|
||
then
|
||
log "VM $id ($name): upgrade FEHLER."
|
||
add_error "VM $id ($name): upgrade fehlgeschlagen"
|
||
mark_guest_failed "VM" "$id"
|
||
VM_FAILED=$((VM_FAILED + 1))
|
||
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
||
ERRORS=$((ERRORS + 1))
|
||
|
||
if [[ "$started_by_us" == "yes" ]]; then
|
||
qm shutdown "$id" --timeout 60 || qm stop "$id"
|
||
fi
|
||
return
|
||
fi
|
||
|
||
if vm_exec "$id" 'test -e /var/run/reboot-required' >/dev/null 2>&1; then
|
||
reboot_required="yes"
|
||
log "VM $id ($name): Update erfolgreich - Neustart erforderlich."
|
||
else
|
||
log "VM $id ($name): Update erfolgreich."
|
||
fi
|
||
|
||
VM_OK=$((VM_OK + 1))
|
||
fi
|
||
|
||
check_vm_full_upgrade_hint "$id" "$name"
|
||
|
||
if [[ "$started_by_us" == "yes" ]]; then
|
||
log "VM $id ($name): war vorher gestoppt -> wird wieder heruntergefahren."
|
||
if ! qm shutdown "$id" --timeout 60; then
|
||
log "VM $id ($name): sauberer Shutdown fehlgeschlagen -> Stop."
|
||
if ! qm stop "$id"; then
|
||
log "FEHLER: VM $id ($name) konnte nicht gestoppt werden."
|
||
VM_OK=$((VM_OK - 1))
|
||
mark_guest_failed "VM" "$id"
|
||
VM_FAILED=$((VM_FAILED + 1))
|
||
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
||
ERRORS=$((ERRORS + 1))
|
||
fi
|
||
fi
|
||
return
|
||
fi
|
||
|
||
if [[ "$reboot_required" == "yes" ]]; then
|
||
VM_REBOOT_PENDING+=("$id")
|
||
log "VM $id ($name): Neustart vorgemerkt."
|
||
fi
|
||
}
|
||
|
||
reboot_pending_guests() {
|
||
local id
|
||
local name
|
||
|
||
if ! backup_allows_reboot; then
|
||
return
|
||
fi
|
||
|
||
if (( ${#LXC_REBOOT_PENDING[@]} == 0 && ${#VM_REBOOT_PENDING[@]} == 0 )); then
|
||
return
|
||
fi
|
||
|
||
log ""
|
||
log "============================================================"
|
||
log " Erforderliche Gast-Neustarts"
|
||
log "============================================================"
|
||
|
||
for id in "${LXC_REBOOT_PENDING[@]}"; do
|
||
name="$(lxc_name "$id")"
|
||
name="${name:-unbekannt}"
|
||
|
||
if [[ "$(pct status "$id" 2>/dev/null | awk '{print $2}')" != "running" ]]; then
|
||
log "CT $id ($name): nicht mehr gestartet -> kein Neustart nötig."
|
||
continue
|
||
fi
|
||
|
||
log "CT $id ($name): automatischer Neustart ..."
|
||
if if guest_failed "LXC" "$id"; then
|
||
log "CT $id: Neustart übersprungen - dieser Gast hatte einen Update-Fehler."
|
||
continue
|
||
fi
|
||
pct reboot "$id" --timeout 60; then
|
||
log "CT $id ($name): Neustart erfolgreich ausgelöst."
|
||
else
|
||
log "FEHLER: CT $id ($name) konnte nicht neu gestartet werden."
|
||
LXC_OK=$((LXC_OK - 1))
|
||
LXC_FAILED=$((LXC_FAILED + 1))
|
||
ERRORS=$((ERRORS + 1))
|
||
fi
|
||
done
|
||
|
||
for id in "${VM_REBOOT_PENDING[@]}"; do
|
||
name="$(vm_name "$id")"
|
||
name="${name:-unbekannt}"
|
||
|
||
if [[ "$(qm status "$id" 2>/dev/null | awk '{print $2}')" != "running" ]]; then
|
||
log "VM $id ($name): nicht mehr gestartet -> kein Neustart nötig."
|
||
continue
|
||
fi
|
||
|
||
log "VM $id ($name): automatischer Neustart ..."
|
||
if if guest_failed "VM" "$id"; then
|
||
log "VM $id: Neustart übersprungen - dieser Gast hatte einen Update-Fehler."
|
||
continue
|
||
fi
|
||
qm reboot "$id" >/dev/null 2>&1; then
|
||
log "VM $id ($name): Neustart erfolgreich ausgelöst."
|
||
else
|
||
log "FEHLER: VM $id ($name) konnte nicht neu gestartet werden."
|
||
VM_OK=$((VM_OK - 1))
|
||
VM_FAILED=$((VM_FAILED + 1))
|
||
ERRORS=$((ERRORS + 1))
|
||
fi
|
||
done
|
||
}
|
||
|
||
list_lxc() {
|
||
pct list 2>/dev/null |
|
||
awk 'NR>1 && $1 ~ /^[0-9]+$/ {print $1}'
|
||
}
|
||
|
||
list_vms() {
|
||
qm list 2>/dev/null |
|
||
awk 'NR>1 && $1 ~ /^[0-9]+$/ {print $1}'
|
||
}
|
||
|
||
log ""
|
||
RUN_LOG_START_LINE=$(( $(wc -l < "$LOGFILE" 2>/dev/null || echo 0) + 1 ))
|
||
|
||
log "============================================================"
|
||
log " Proxmox Guest Updater"
|
||
log "============================================================"
|
||
log "Start: $(date '+%d.%m.%Y %H:%M:%S')"
|
||
log "Host: $(hostname)"
|
||
log "Proxmox: $(pveversion)"
|
||
log "Modus: $MODE"
|
||
log "============================================================"
|
||
|
||
if [[ "$MODE" == "update" ]]; then
|
||
if ! wait_for_proxmox_backup; then
|
||
send_update_notification
|
||
exit 1
|
||
fi
|
||
fi
|
||
|
||
if [[ -n "$ONLY_CT" ]]; then
|
||
|
||
if ! pct config "$ONLY_CT" >/dev/null 2>&1; then
|
||
log "FEHLER: CT $ONLY_CT existiert nicht."
|
||
exit 2
|
||
fi
|
||
|
||
if [[ "$MODE" == "check" ]]; then
|
||
check_lxc "$ONLY_CT"
|
||
else
|
||
update_lxc "$ONLY_CT"
|
||
fi
|
||
|
||
elif [[ -n "$ONLY_VM" ]]; then
|
||
|
||
if ! qm config "$ONLY_VM" >/dev/null 2>&1; then
|
||
log "FEHLER: VM $ONLY_VM existiert nicht."
|
||
exit 2
|
||
fi
|
||
|
||
if [[ "$MODE" == "check" ]]; then
|
||
check_vm "$ONLY_VM"
|
||
else
|
||
update_vm "$ONLY_VM"
|
||
fi
|
||
|
||
else
|
||
|
||
if [[ "$UPDATE_HOST" == "yes" ]]; then
|
||
if [[ "$MODE" == "check" ]]; then
|
||
check_host
|
||
else
|
||
update_host
|
||
fi
|
||
else
|
||
log "Proxmox-Host laut Konfiguration übersprungen."
|
||
fi
|
||
|
||
if [[ "$UPDATE_LXC" == "yes" ]]; then
|
||
while read -r id; do
|
||
[[ -n "$id" ]] || continue
|
||
|
||
if [[ "$MODE" == "check" ]]; then
|
||
check_lxc "$id"
|
||
else
|
||
update_lxc "$id"
|
||
fi
|
||
done < <(list_lxc)
|
||
else
|
||
log "LXC-Updates laut Konfiguration deaktiviert."
|
||
fi
|
||
|
||
if [[ "$UPDATE_VMS" == "yes" ]]; then
|
||
while read -r id; do
|
||
[[ -n "$id" ]] || continue
|
||
|
||
if [[ "$MODE" == "check" ]]; then
|
||
check_vm "$id"
|
||
else
|
||
update_vm "$id"
|
||
fi
|
||
done < <(list_vms)
|
||
else
|
||
log "VM-Updates laut Konfiguration deaktiviert."
|
||
fi
|
||
fi
|
||
|
||
log ""
|
||
log "============================================================"
|
||
log " Ergebnis"
|
||
log "============================================================"
|
||
if [[ "$MODE" == "check" ]]; then
|
||
log "LXC geprüft: $LXC_CHECKED"
|
||
log "LXC fehlgeschlagen: $LXC_FAILED"
|
||
log "LXC übersprungen: $LXC_SKIPPED"
|
||
log ""
|
||
log "VM geprüft: $VM_CHECKED"
|
||
log "VM fehlgeschlagen: $VM_FAILED"
|
||
log "VM übersprungen: $VM_SKIPPED"
|
||
else
|
||
log "LXC aktualisiert: $LXC_OK"
|
||
log "LXC bereits aktuell: $LXC_CURRENT"
|
||
log "LXC fehlgeschlagen: $LXC_FAILED"
|
||
log "LXC übersprungen: $LXC_SKIPPED"
|
||
log ""
|
||
log "VM aktualisiert: $VM_OK"
|
||
log "VM bereits aktuell: $VM_CURRENT"
|
||
log "VM fehlgeschlagen: $VM_FAILED"
|
||
log "VM übersprungen: $VM_SKIPPED"
|
||
fi
|
||
log ""
|
||
log "Fehler gesamt: $ERRORS"
|
||
if (( ${#FULL_UPGRADE_HINTS[@]} > 0 )); then
|
||
log ""
|
||
log "Full-upgrade-Prüfung empfohlen:"
|
||
for full_upgrade_hint in "${FULL_UPGRADE_HINTS[@]}"; do
|
||
log "- $full_upgrade_hint"
|
||
done
|
||
fi
|
||
if (( ${#ERROR_DETAILS[@]} > 0 )); then
|
||
log ""
|
||
log "Fehlerdetails:"
|
||
for error_detail in "${ERROR_DETAILS[@]}"; do
|
||
log "- $error_detail"
|
||
done
|
||
fi
|
||
log "Host Lauf erfolgreich: $(de_ja_nein "$HOST_OK")"
|
||
log "Host aktualisiert: $HOST_UPDATED"
|
||
log "Host Reboot nötig: $HOST_REBOOT_REQUIRED"
|
||
log "============================================================"
|
||
|
||
if [[ "$MODE" == "update" ]]; then
|
||
if (( ERRORS > 0 )); then
|
||
log ""
|
||
log "$ERRORS Fehler im Update-Lauf: nur betroffene Gäste werden vom Neustart ausgeschlossen."
|
||
|
||
if [[ "$HOST_OK" == "yes" && "$HOST_REBOOT_REQUIRED" == "yes" && "$AUTO_REBOOT_HOST" == "yes" && "$NO_REBOOT" != "yes" ]]
|
||
then
|
||
log "Host-Update war erfolgreich und Host-Neustart ist erforderlich."
|
||
log "Host-Neustart bleibt erlaubt; fehlerhafte Gäste werden dadurch nicht separat neu gestartet."
|
||
|
||
if backup_allows_reboot; then
|
||
HOST_REBOOT_SCHEDULED="yes"
|
||
MAIL_STATUS_DETAIL="$ERRORS Fehler vorhanden. Host-Update selbst war erfolgreich; Host-Neustart in 1 Minute geplant."
|
||
sync
|
||
shutdown -r +1 "Proxmox Guest Updater: Neustart nach erfolgreichem Systemupdate"
|
||
else
|
||
HOST_REBOOT_SCHEDULED="no"
|
||
MAIL_STATUS_DETAIL="$ERRORS Fehler vorhanden. Host-Neustart wegen laufendem Proxmox-Backup zurückgestellt."
|
||
fi
|
||
else
|
||
local_pending=$(( ${#LXC_REBOOT_PENDING[@]} + ${#VM_REBOOT_PENDING[@]} ))
|
||
reboot_pending_guests
|
||
if (( local_pending > 0 )); then
|
||
MAIL_STATUS_DETAIL="$ERRORS Fehler vorhanden. Nur erfolgreiche Gäste mit Neustartbedarf wurden verarbeitet; fehlerhafte Gäste wurden nicht neu gestartet."
|
||
else
|
||
MAIL_STATUS_DETAIL="$ERRORS Fehler vorhanden. Kein Neustart erfolgreicher Gäste erforderlich."
|
||
fi
|
||
fi
|
||
|
||
elif [[ -n "$ONLY_CT" || -n "$ONLY_VM" ]]; then
|
||
# Gezielter Gast-Lauf: Der Proxmox-Host wurde nicht aktualisiert.
|
||
# Deshalb notwendige Gast-Neustarts direkt am Ende ausführen.
|
||
local_pending=$(( ${#LXC_REBOOT_PENDING[@]} + ${#VM_REBOOT_PENDING[@]} ))
|
||
reboot_pending_guests
|
||
if (( local_pending > 0 )); then
|
||
MAIL_STATUS_DETAIL="$local_pending notwendige(r) Gast-Neustart(s) wurde(n) verarbeitet."
|
||
else
|
||
MAIL_STATUS_DETAIL="Kein Neustart erforderlich."
|
||
fi
|
||
|
||
elif [[ "$HOST_OK" == "yes" \
|
||
&& "$HOST_REBOOT_REQUIRED" == "yes" \
|
||
&& "$AUTO_REBOOT_HOST" == "yes" \
|
||
&& "$NO_REBOOT" != "yes" ]]
|
||
then
|
||
log ""
|
||
log "Host-Neustart erforderlich."
|
||
log "Keine einzelnen CT/VM-Neustarts: der Host-Neustart übernimmt diese."
|
||
log "Gesamter Update-Lauf fehlerfrei."
|
||
log "Automatischer Neustart in 1 Minute."
|
||
log "Proxmox fährt die laufenden Gäste geordnet herunter."
|
||
|
||
if backup_allows_reboot; then
|
||
HOST_REBOOT_SCHEDULED="yes"
|
||
MAIL_STATUS_DETAIL="Host-Neustart in 1 Minute geplant; notwendige Gast-Neustarts werden dadurch mit erledigt."
|
||
|
||
sync
|
||
|
||
shutdown -r +1 \
|
||
"Proxmox Guest Updater: Neustart nach erfolgreichem Systemupdate"
|
||
else
|
||
HOST_REBOOT_SCHEDULED="no"
|
||
MAIL_STATUS_DETAIL="Host-Neustart erforderlich, aber wegen eines laufenden Proxmox-Backups zurückgestellt."
|
||
fi
|
||
|
||
else
|
||
# Kein automatischer Host-Neustart: notwendige Gast-Neustarts jetzt
|
||
# einzeln ausführen. Das gilt auch bei --no-reboot oder wenn der
|
||
# automatische Host-Neustart in der Konfiguration deaktiviert ist.
|
||
local_pending=$(( ${#LXC_REBOOT_PENDING[@]} + ${#VM_REBOOT_PENDING[@]} ))
|
||
reboot_pending_guests
|
||
|
||
if (( local_pending > 0 )); then
|
||
MAIL_STATUS_DETAIL="$local_pending notwendige(r) Gast-Neustart(s) wurde(n) verarbeitet."
|
||
elif [[ "$HOST_REBOOT_REQUIRED" == "yes" ]]; then
|
||
MAIL_STATUS_DETAIL="Host-Neustart erforderlich, aber automatischer Host-Reboot ist deaktiviert/unterdrückt."
|
||
else
|
||
MAIL_STATUS_DETAIL="Kein Neustart erforderlich."
|
||
fi
|
||
fi
|
||
|
||
# Erst nach allen Update- und Reboot-Entscheidungen versenden, damit
|
||
# der Bericht den tatsächlichen Endzustand des Laufs enthält.
|
||
send_update_notification
|
||
fi
|
||
|
||
if [[ "$MODE" == "check" ]]; then
|
||
send_update_notification
|
||
fi
|
||
|
||
if (( ERRORS > 0 )); then
|
||
exit 1
|
||
fi
|
||
|
||
exit 0
|