1610 lines
48 KiB
Bash
1610 lines
48 KiB
Bash
#!/usr/bin/env bash
|
|
set -uo pipefail
|
|
|
|
CONFIG="/etc/pve-guest-update.conf"
|
|
|
|
if [[ ! -r "$CONFIG" ]]; then
|
|
echo "FEHLER: $CONFIG nicht gefunden."
|
|
exit 1
|
|
fi
|
|
|
|
source "$CONFIG"
|
|
|
|
UPDATE_HOST="${UPDATE_HOST:-yes}"
|
|
UPDATE_LXC="${UPDATE_LXC:-yes}"
|
|
UPDATE_VMS="${UPDATE_VMS:-yes}"
|
|
UPDATE_STOPPED="${UPDATE_STOPPED:-no}"
|
|
AUTO_REBOOT_HOST="${AUTO_REBOOT_HOST:-yes}"
|
|
EXCLUDE_GUESTS="${EXCLUDE_GUESTS:-}"
|
|
APT_LOCK_TIMEOUT="${APT_LOCK_TIMEOUT:-600}"
|
|
BACKUP_WAIT_TIMEOUT="${BACKUP_WAIT_TIMEOUT:-7200}"
|
|
BACKUP_WAIT_INTERVAL="${BACKUP_WAIT_INTERVAL:-60}"
|
|
LOG_FILE="${LOG_FILE:-/var/log/pve-guest-update.log}"
|
|
|
|
# Proxmox Notification System
|
|
NOTIFY_TARGET="${NOTIFY_TARGET:-}"
|
|
NOTIFY_MATCHER="${NOTIFY_MATCHER:-proxmox-updater}"
|
|
NOTIFY_TEMPLATE="${NOTIFY_TEMPLATE:-proxmox-updater}"
|
|
NOTIFY_ENABLED="${NOTIFY_ENABLED:-no}"
|
|
|
|
MODE="update"
|
|
ONLY_CT=""
|
|
ONLY_VM=""
|
|
NO_REBOOT="no"
|
|
|
|
ERRORS=0
|
|
ERROR_DETAILS=()
|
|
FULL_UPGRADE_HINTS=()
|
|
LXC_RESULT_DETAILS=()
|
|
VM_RESULT_DETAILS=()
|
|
FAILED_LXC_IDS=()
|
|
FAILED_VM_IDS=()
|
|
BACKUP_WAITED="no"
|
|
REBOOT_BLOCKED_BY_BACKUP="no"
|
|
HOST_OK="not-run"
|
|
HOST_UPDATED="no"
|
|
HOST_REBOOT_REQUIRED="no"
|
|
HOST_REBOOT_SCHEDULED="no"
|
|
MAIL_STATUS_DETAIL="Keine automatischen Neustarts erforderlich."
|
|
|
|
# Laufende Gäste, die nach erfolgreichem Update einen Neustart benötigen.
|
|
# Die Neustarts werden erst am Ende des gesamten Laufs entschieden.
|
|
LXC_REBOOT_PENDING=()
|
|
VM_REBOOT_PENDING=()
|
|
|
|
LXC_OK=0
|
|
LXC_CURRENT=0
|
|
LXC_FAILED=0
|
|
LXC_SKIPPED=0
|
|
LXC_CHECKED=0
|
|
|
|
VM_OK=0
|
|
VM_CURRENT=0
|
|
VM_FAILED=0
|
|
VM_SKIPPED=0
|
|
VM_CHECKED=0
|
|
|
|
if [[ $EUID -ne 0 ]]; then
|
|
echo "FEHLER: Als root ausführen."
|
|
exit 1
|
|
fi
|
|
|
|
if ! command -v pveversion >/dev/null 2>&1; then
|
|
echo "FEHLER: Kein Proxmox VE erkannt."
|
|
exit 1
|
|
fi
|
|
|
|
touch "$LOG_FILE"
|
|
chmod 600 "$LOG_FILE"
|
|
exec > >(tee -a "$LOG_FILE") 2>&1
|
|
|
|
log() {
|
|
echo "[$(date '+%Y-%m-%d %H:%M:%S')] $*"
|
|
}
|
|
|
|
add_error() {
|
|
local detail="$1"
|
|
ERROR_DETAILS+=("$detail")
|
|
}
|
|
|
|
|
|
ensure_notification_setup() {
|
|
[[ "$NOTIFY_ENABLED" == "yes" ]] || return 0
|
|
|
|
if [[ -z "$NOTIFY_TARGET" ]]; then
|
|
log "WARNUNG: Benachrichtigungen aktiviert, aber kein Proxmox-Target konfiguriert; keine Mail."
|
|
return 1
|
|
fi
|
|
|
|
# Das konfigurierte Proxmox-Target muss existieren.
|
|
if ! pvesh get /cluster/notifications/targets --output-format json 2>/dev/null |
|
|
grep -Fq "\"name\":\"$NOTIFY_TARGET\""
|
|
then
|
|
log "WARNUNG: Notification-Target '$NOTIFY_TARGET' nicht gefunden; keine Mail."
|
|
return 1
|
|
fi
|
|
|
|
# Eigene Templates für Betreff und Nachricht.
|
|
local template_dir="/etc/pve/notification-templates/default"
|
|
mkdir -p "$template_dir"
|
|
|
|
cat > "$template_dir/${NOTIFY_TEMPLATE}-subject.txt.hbs" <<'EOF'
|
|
{{ title }}
|
|
EOF
|
|
|
|
cat > "$template_dir/${NOTIFY_TEMPLATE}-body.txt.hbs" <<'EOF'
|
|
{{ message }}
|
|
EOF
|
|
|
|
cat > "$template_dir/${NOTIFY_TEMPLATE}-body.html.hbs" <<'EOF'
|
|
<pre>{{ message }}</pre>
|
|
EOF
|
|
|
|
# Eigener Matcher: nur Meldungen dieses Updaters an das vorhandene
|
|
# Proxmox-Notification-Target senden.
|
|
if ! pvesh get "/cluster/notifications/matchers/$NOTIFY_MATCHER" \
|
|
>/dev/null 2>&1
|
|
then
|
|
if ! pvesh create /cluster/notifications/matchers \
|
|
--name "$NOTIFY_MATCHER" \
|
|
--mode all \
|
|
--match-field 'exact:type=proxmox-updater' \
|
|
--target "$NOTIFY_TARGET" \
|
|
--comment 'Proxmox Guest Updater' \
|
|
>/dev/null
|
|
then
|
|
log "WARNUNG: Notification-Matcher '$NOTIFY_MATCHER' konnte nicht angelegt werden."
|
|
return 1
|
|
fi
|
|
fi
|
|
|
|
return 0
|
|
}
|
|
|
|
|
|
add_full_upgrade_hint() {
|
|
local guest="$1" summary="$2" packages="$3"
|
|
local detail="$guest: $summary"
|
|
[[ -n "$packages" ]] && detail+=" | Pakete: $packages"
|
|
FULL_UPGRADE_HINTS+=("$detail")
|
|
}
|
|
|
|
check_lxc_full_upgrade_hint() {
|
|
local id="$1" name="$2" output summary packages
|
|
output="$(pct exec "$id" -- bash -lc 'LC_ALL=C DEBIAN_FRONTEND=noninteractive apt-get -s full-upgrade' 2>/dev/null)" || return 0
|
|
summary="$(printf '%s\n' "$output" | grep -E '^[0-9]+ upgraded, [0-9]+ newly installed, [0-9]+ to remove' | tail -n1)"
|
|
[[ -n "$summary" ]] || return 0
|
|
printf '%s\n' "$summary" | grep -Eq '^0 upgraded, 0 newly installed, 0 to remove' && return 0
|
|
packages="$(printf '%s\n' "$output" | sed -nE 's/^(Inst|Remv) ([^ ]+).*/\2/p' | sort -u | paste -sd ',' -)"
|
|
packages="${packages//,/, }"
|
|
add_full_upgrade_hint "CT $id ($name)" "$summary" "$packages"
|
|
log "CT $id ($name): Hinweis - manuelle full-upgrade-Prüfung empfohlen."
|
|
}
|
|
|
|
check_vm_full_upgrade_hint() {
|
|
local id="$1" name="$2" output guest_rc payload summary packages
|
|
output="$(qm guest exec "$id" -- bash -lc '
|
|
out="$(LC_ALL=C DEBIAN_FRONTEND=noninteractive apt-get -s full-upgrade 2>/dev/null)" || exit 1
|
|
summary="$(printf "%s\n" "$out" | grep -E "^[0-9]+ upgraded, [0-9]+ newly installed, [0-9]+ to remove" | tail -n1)"
|
|
packages="$(printf "%s\n" "$out" | sed -nE "s/^(Inst|Remv) ([^ ]+).*/\2/p" | sort -u | paste -sd "," -)"
|
|
printf "SUMMARY=%s\nPACKAGES=%s\n" "$summary" "$packages"
|
|
' 2>&1)" || return 0
|
|
guest_rc="$(printf '%s\n' "$output" | sed -nE 's/^[[:space:]]*"exitcode"[[:space:]]*:[[:space:]]*([0-9]+),?.*/\1/p' | head -n1)"
|
|
[[ "$guest_rc" == "0" ]] || return 0
|
|
payload="$(printf '%s\n' "$output" | sed -nE 's/.*"out-data"[[:space:]]*:[[:space:]]*"(.*)".*/\1/p' | head -n1)"
|
|
summary="$(printf '%s' "$payload" | sed -nE 's/.*SUMMARY=([^\\]*).*/\1/p')"
|
|
packages="$(printf '%s' "$payload" | sed -nE 's/.*PACKAGES=([^\\"]*).*/\1/p')"
|
|
[[ -n "$summary" ]] || return 0
|
|
printf '%s\n' "$summary" | grep -Eq '^0 upgraded, 0 newly installed, 0 to remove' && return 0
|
|
packages="${packages//,/, }"
|
|
add_full_upgrade_hint "VM $id ($name)" "$summary" "$packages"
|
|
log "VM $id ($name): Hinweis - manuelle full-upgrade-Prüfung empfohlen."
|
|
}
|
|
|
|
|
|
|
|
|
|
mark_guest_failed() {
|
|
local type="$1" id="$2" x
|
|
if [[ "$type" == "LXC" ]]; then
|
|
for x in "${FAILED_LXC_IDS[@]}"; do [[ "$x" == "$id" ]] && return; done
|
|
FAILED_LXC_IDS+=("$id")
|
|
else
|
|
for x in "${FAILED_VM_IDS[@]}"; do [[ "$x" == "$id" ]] && return; done
|
|
FAILED_VM_IDS+=("$id")
|
|
fi
|
|
}
|
|
|
|
guest_failed() {
|
|
local type="$1" id="$2" x
|
|
if [[ "$type" == "LXC" ]]; then
|
|
for x in "${FAILED_LXC_IDS[@]}"; do [[ "$x" == "$id" ]] && return 0; done
|
|
else
|
|
for x in "${FAILED_VM_IDS[@]}"; do [[ "$x" == "$id" ]] && return 0; done
|
|
fi
|
|
return 1
|
|
}
|
|
|
|
add_guest_result() {
|
|
local type="$1" id="$2" name="$3" status="$4"
|
|
local line="$id ($name): $status"
|
|
local -a out=()
|
|
local entry
|
|
|
|
if [[ "$type" == "LXC" ]]; then
|
|
for entry in "${LXC_RESULT_DETAILS[@]}"; do
|
|
[[ "${entry%%:*}" == "$id ($name)" ]] || out+=("$entry")
|
|
done
|
|
out+=("$line")
|
|
LXC_RESULT_DETAILS=("${out[@]}")
|
|
else
|
|
for entry in "${VM_RESULT_DETAILS[@]}"; do
|
|
[[ "${entry%%:*}" == "$id ($name)" ]] || out+=("$entry")
|
|
done
|
|
out+=("$line")
|
|
VM_RESULT_DETAILS=("${out[@]}")
|
|
fi
|
|
}
|
|
|
|
proxmox_backup_running() {
|
|
pgrep -x vzdump >/dev/null 2>&1
|
|
}
|
|
|
|
wait_for_proxmox_backup() {
|
|
local waited=0
|
|
|
|
if ! proxmox_backup_running; then
|
|
return 0
|
|
fi
|
|
|
|
BACKUP_WAITED="yes"
|
|
log "Proxmox-Backup (vzdump) läuft. Warte mit dem Update (max. ${BACKUP_WAIT_TIMEOUT}s)."
|
|
|
|
while proxmox_backup_running; do
|
|
if (( waited >= BACKUP_WAIT_TIMEOUT )); then
|
|
log "Proxmox-Backup läuft nach ${BACKUP_WAIT_TIMEOUT}s weiterhin. Update-Lauf wird nicht gestartet."
|
|
add_error "Proxmox-Backup läuft weiterhin - Update-Lauf nicht gestartet"
|
|
ERRORS=$((ERRORS + 1))
|
|
return 1
|
|
fi
|
|
sleep "$BACKUP_WAIT_INTERVAL"
|
|
waited=$((waited + BACKUP_WAIT_INTERVAL))
|
|
done
|
|
|
|
log "Proxmox-Backup beendet. Update-Lauf wird fortgesetzt."
|
|
return 0
|
|
}
|
|
|
|
backup_allows_reboot() {
|
|
if proxmox_backup_running; then
|
|
REBOOT_BLOCKED_BY_BACKUP="yes"
|
|
log "Proxmox-Backup (vzdump) läuft. Automatischer Neustart wird zurückgestellt."
|
|
return 1
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
|
|
collect_guest_result_details() {
|
|
LXC_RESULT_DETAILS=()
|
|
VM_RESULT_DETAILS=()
|
|
local line id name rest status type key entry i
|
|
local re_ct='CT[[:space:]]+([0-9]+)[[:space:]]+\(([^)]*)\):(.*)$'
|
|
local re_vm='VM[[:space:]]+([0-9]+)[[:space:]]+\(([^)]*)\):(.*)$'
|
|
|
|
while IFS= read -r line; do
|
|
type=""
|
|
if [[ "$line" =~ $re_ct ]]; then
|
|
type="LXC"; id="${BASH_REMATCH[1]}"; name="${BASH_REMATCH[2]}"; rest="${BASH_REMATCH[3]}"
|
|
elif [[ "$line" =~ $re_vm ]]; then
|
|
type="VM"; id="${BASH_REMATCH[1]}"; name="${BASH_REMATCH[2]}"; rest="${BASH_REMATCH[3]}"
|
|
else
|
|
continue
|
|
fi
|
|
|
|
if [[ "$rest" == *"bereits aktuell"* ]]; then
|
|
status="bereits aktuell"
|
|
elif [[ "$rest" == *"erfolgreich aktualisiert"* ]]; then
|
|
status="aktualisiert"
|
|
elif [[ "$rest" == *"FEHLER"* || "$rest" == *"fehlgeschlagen"* || "$rest" == *"nicht erreichbar"* ]]; then
|
|
status="fehlgeschlagen"
|
|
elif [[ "$rest" == *"übersprungen"* || "$rest" == *"ausgeschlossen"* ]]; then
|
|
status="übersprungen"
|
|
else
|
|
continue
|
|
fi
|
|
add_guest_result "$type" "$id" "$name" "$status"
|
|
done < <(tail -n +"${RUN_LOG_START_LINE:-1}" "$LOGFILE" 2>/dev/null)
|
|
|
|
# Last recognized result wins for a guest.
|
|
local -a out=()
|
|
for type in LXC VM; do
|
|
out=()
|
|
if [[ "$type" == "LXC" ]]; then
|
|
for entry in "${LXC_RESULT_DETAILS[@]}"; do
|
|
key="${entry%%:*}"
|
|
for ((i=${#out[@]}-1; i>=0; i--)); do
|
|
[[ "${out[i]%%:*}" == "$key" ]] && unset 'out[i]'
|
|
done
|
|
out+=("$entry")
|
|
done
|
|
LXC_RESULT_DETAILS=("${out[@]}")
|
|
else
|
|
for entry in "${VM_RESULT_DETAILS[@]}"; do
|
|
key="${entry%%:*}"
|
|
for ((i=${#out[@]}-1; i>=0; i--)); do
|
|
[[ "${out[i]%%:*}" == "$key" ]] && unset 'out[i]'
|
|
done
|
|
out+=("$entry")
|
|
done
|
|
VM_RESULT_DETAILS=("${out[@]}")
|
|
fi
|
|
done
|
|
}
|
|
|
|
send_update_notification() {
|
|
local lxc_detail_text="Keine"
|
|
local vm_detail_text="Keine"
|
|
local guest_line
|
|
|
|
if (( ${#LXC_RESULT_DETAILS[@]} > 0 )); then
|
|
lxc_detail_text=""
|
|
for guest_line in "${LXC_RESULT_DETAILS[@]}"; do lxc_detail_text+="- ${guest_line}"$'\n'; done
|
|
lxc_detail_text="${lxc_detail_text%$'\n'}"
|
|
fi
|
|
if (( ${#VM_RESULT_DETAILS[@]} > 0 )); then
|
|
vm_detail_text=""
|
|
for guest_line in "${VM_RESULT_DETAILS[@]}"; do vm_detail_text+="- ${guest_line}"$'\n'; done
|
|
vm_detail_text="${vm_detail_text%$'\n'}"
|
|
fi
|
|
[[ "$NOTIFY_ENABLED" == "yes" ]] || return 0
|
|
|
|
if ! ensure_notification_setup; then
|
|
return 0
|
|
fi
|
|
|
|
local severity="info"
|
|
local status="Erfolgreich"
|
|
local title
|
|
local message
|
|
|
|
if (( ERRORS > 0 )); then
|
|
severity="error"
|
|
status="FEHLER"
|
|
fi
|
|
|
|
if [[ "$MODE" == "check" ]]; then
|
|
title="Proxmox Update-Check - $status"
|
|
else
|
|
title="Proxmox Updater - $status"
|
|
fi
|
|
|
|
local full_upgrade_text="Keine"
|
|
if (( ${#FULL_UPGRADE_HINTS[@]} > 0 )); then
|
|
full_upgrade_text=""
|
|
local full_upgrade_hint
|
|
for full_upgrade_hint in "${FULL_UPGRADE_HINTS[@]}"; do
|
|
full_upgrade_text+="- ${full_upgrade_hint}"$'\n'
|
|
done
|
|
full_upgrade_text="${full_upgrade_text%$'\n'}"
|
|
fi
|
|
|
|
local error_details_text="Keine"
|
|
if (( ${#ERROR_DETAILS[@]} > 0 )); then
|
|
error_details_text=""
|
|
local error_detail
|
|
for error_detail in "${ERROR_DETAILS[@]}"; do
|
|
error_details_text+="- ${error_detail}"$'\n'
|
|
done
|
|
error_details_text="${error_details_text%$'\n'}"
|
|
fi
|
|
|
|
message="Proxmox Guest Updater
|
|
Host: $(hostname)
|
|
Zeit: $(date '+%d.%m.%Y %H:%M:%S')
|
|
|
|
Host:
|
|
Prüfung/Update erfolgreich: $HOST_OK
|
|
Pakete aktualisiert: $HOST_UPDATED
|
|
Reboot erforderlich: $HOST_REBOOT_REQUIRED
|
|
Reboot geplant: $HOST_REBOOT_SCHEDULED
|
|
|
|
Backup-Schutz:
|
|
Auf laufendes Proxmox-Backup gewartet: $BACKUP_WAITED
|
|
Neustart wegen laufendem Backup zurückgestellt: $REBOOT_BLOCKED_BY_BACKUP
|
|
|
|
LXC:
|
|
Aktualisiert: $LXC_OK
|
|
Bereits aktuell: $LXC_CURRENT
|
|
Fehlgeschlagen: $LXC_FAILED
|
|
Übersprungen: $LXC_SKIPPED
|
|
Gäste:
|
|
$lxc_detail_text
|
|
|
|
VM:
|
|
Aktualisiert: $VM_OK
|
|
Bereits aktuell: $VM_CURRENT
|
|
Fehlgeschlagen: $VM_FAILED
|
|
Übersprungen: $VM_SKIPPED
|
|
Gäste:
|
|
$vm_detail_text
|
|
|
|
Fehler gesamt: $ERRORS
|
|
|
|
Full-upgrade-Prüfung empfohlen:
|
|
$full_upgrade_text
|
|
|
|
Fehlerdetails:
|
|
$error_details_text
|
|
|
|
Neustarts:
|
|
$MAIL_STATUS_DETAIL
|
|
|
|
Log:
|
|
$LOG_FILE"
|
|
|
|
export PVE_UPDATER_SEVERITY="$severity"
|
|
export PVE_UPDATER_TITLE="$title"
|
|
export PVE_UPDATER_MESSAGE="$message"
|
|
export PVE_UPDATER_TEMPLATE="$NOTIFY_TEMPLATE"
|
|
|
|
if perl -MPVE::Notify -MEncode=decode -e '
|
|
my $severity = $ENV{PVE_UPDATER_SEVERITY};
|
|
my $template = $ENV{PVE_UPDATER_TEMPLATE};
|
|
|
|
my $title = decode("UTF-8", ($ENV{PVE_UPDATER_TITLE} // ""));
|
|
my $message = decode("UTF-8", ($ENV{PVE_UPDATER_MESSAGE} // ""));
|
|
|
|
my $data = {
|
|
%{PVE::Notify::common_template_data()},
|
|
title => $title,
|
|
message => $message,
|
|
};
|
|
|
|
my $fields = {
|
|
type => "proxmox-updater",
|
|
};
|
|
|
|
PVE::Notify::notify($severity, $template, $data, $fields);
|
|
'
|
|
then
|
|
log "E-Mail-Benachrichtigung über '$NOTIFY_TARGET' versendet: $title"
|
|
else
|
|
# Ein Mailproblem macht einen ansonsten erfolgreichen Update-Lauf
|
|
# nicht nachträglich zu einem Updatefehler.
|
|
log "WARNUNG: E-Mail-Benachrichtigung konnte nicht versendet werden."
|
|
fi
|
|
|
|
unset PVE_UPDATER_SEVERITY PVE_UPDATER_TITLE PVE_UPDATER_MESSAGE PVE_UPDATER_TEMPLATE
|
|
}
|
|
|
|
usage() {
|
|
cat <<'EOF'
|
|
Proxmox Guest Updater
|
|
|
|
Verwendung:
|
|
|
|
pve-guest-update
|
|
Proxmox + konfigurierte Gäste aktualisieren
|
|
|
|
pve-guest-update --check
|
|
Nur prüfen, nichts installieren
|
|
|
|
pve-guest-update --ct ID
|
|
Nur einen LXC aktualisieren
|
|
|
|
pve-guest-update --vm ID
|
|
Nur eine VM aktualisieren
|
|
|
|
pve-guest-update --no-reboot
|
|
Updates durchführen, aber Host nicht automatisch neu starten
|
|
|
|
pve-guest-update --help
|
|
Diese Hilfe anzeigen
|
|
EOF
|
|
}
|
|
|
|
while [[ $# -gt 0 ]]; do
|
|
case "$1" in
|
|
--check)
|
|
MODE="check"
|
|
shift
|
|
;;
|
|
--ct)
|
|
[[ $# -ge 2 ]] || { echo "--ct benötigt eine ID."; exit 2; }
|
|
ONLY_CT="$2"
|
|
shift 2
|
|
;;
|
|
--vm)
|
|
[[ $# -ge 2 ]] || { echo "--vm benötigt eine ID."; exit 2; }
|
|
ONLY_VM="$2"
|
|
shift 2
|
|
;;
|
|
--no-reboot)
|
|
NO_REBOOT="yes"
|
|
shift
|
|
;;
|
|
--help|-h)
|
|
usage
|
|
exit 0
|
|
;;
|
|
*)
|
|
echo "Unbekannte Option: $1"
|
|
usage
|
|
exit 2
|
|
;;
|
|
esac
|
|
done
|
|
|
|
is_excluded() {
|
|
local id="$1"
|
|
local x
|
|
for x in $EXCLUDE_GUESTS; do
|
|
[[ "$x" == "$id" ]] && return 0
|
|
done
|
|
return 1
|
|
}
|
|
|
|
wait_for_apt() {
|
|
local waited=0
|
|
|
|
while fuser \
|
|
/var/lib/dpkg/lock-frontend \
|
|
/var/lib/dpkg/lock \
|
|
/var/lib/apt/lists/lock \
|
|
/var/cache/apt/archives/lock \
|
|
>/dev/null 2>&1
|
|
do
|
|
if (( waited >= APT_LOCK_TIMEOUT )); then
|
|
return 1
|
|
fi
|
|
sleep 5
|
|
waited=$((waited + 5))
|
|
done
|
|
return 0
|
|
}
|
|
|
|
host_reboot_required() {
|
|
if [[ -e /var/run/reboot-required || -e /run/reboot-required ]]; then
|
|
return 0
|
|
fi
|
|
|
|
local running
|
|
local latest
|
|
|
|
running="$(uname -r)"
|
|
|
|
# Paketnamen sauber in Kernel-Versionen umwandeln.
|
|
# Wichtig: bei "proxmox-kernel-...-signed" muss "-signed" entfernt werden.
|
|
# Die alte Regex konnte "-signed" in die Versionsnummer aufnehmen und
|
|
# dadurch fälschlich einen Host-Neustart verlangen.
|
|
latest="$(
|
|
dpkg-query -W -f='${Package}\n' \
|
|
'proxmox-kernel-*-signed' \
|
|
'pve-kernel-*' 2>/dev/null |
|
|
sed -nE \
|
|
-e 's/^proxmox-kernel-([0-9].*)-signed$/\1/p' \
|
|
-e 's/^pve-kernel-([0-9].*)$/\1/p' |
|
|
sort -V |
|
|
tail -n1
|
|
)"
|
|
|
|
if [[ -n "$latest" && "$running" != "$latest" ]]; then
|
|
return 0
|
|
fi
|
|
|
|
return 1
|
|
}
|
|
|
|
check_host() {
|
|
log "============================================================"
|
|
log "Proxmox-Host prüfen"
|
|
log "============================================================"
|
|
|
|
if ! wait_for_apt; then
|
|
log "FEHLER: apt/dpkg-Sperre wurde nicht frei."
|
|
HOST_OK="no"
|
|
ERRORS=$((ERRORS + 1))
|
|
return
|
|
fi
|
|
|
|
if ! apt-get update; then
|
|
log "FEHLER: apt-get update fehlgeschlagen."
|
|
HOST_OK="no"
|
|
ERRORS=$((ERRORS + 1))
|
|
return
|
|
fi
|
|
|
|
local count
|
|
count="$(
|
|
apt list --upgradable 2>/dev/null |
|
|
tail -n +2 |
|
|
sed '/^[[:space:]]*$/d' |
|
|
wc -l
|
|
)"
|
|
|
|
log "Proxmox-Host: $count Update(s) verfügbar."
|
|
HOST_OK="yes"
|
|
}
|
|
|
|
update_host() {
|
|
log "============================================================"
|
|
log "Proxmox-Host aktualisieren"
|
|
log "============================================================"
|
|
|
|
if ! wait_for_apt; then
|
|
log "FEHLER: apt/dpkg-Sperre wurde nicht frei."
|
|
HOST_OK="no"
|
|
ERRORS=$((ERRORS + 1))
|
|
return
|
|
fi
|
|
|
|
if ! apt-get update; then
|
|
log "FEHLER: apt-get update fehlgeschlagen."
|
|
HOST_OK="no"
|
|
ERRORS=$((ERRORS + 1))
|
|
return
|
|
fi
|
|
|
|
# Reboot-Status VOR dem Upgrade merken. So kann ein bereits wirklich
|
|
# notwendiger Neustart nicht verloren gehen.
|
|
local reboot_before="no"
|
|
if host_reboot_required; then
|
|
reboot_before="yes"
|
|
fi
|
|
|
|
# Vorab prüfen, ob full-upgrade überhaupt etwas ändern würde.
|
|
# Wichtig: Bei 0 Änderungen wird full-upgrade nicht ausgeführt.
|
|
# Damit kann ein APT/DPKG-Hook bei einem Leerlauf nicht nachträglich
|
|
# fälschlich /run/reboot-required erzeugen.
|
|
local simulation
|
|
local upgraded=0
|
|
local installed=0
|
|
local removed=0
|
|
|
|
if ! simulation="$(LC_ALL=C DEBIAN_FRONTEND=noninteractive apt-get -s full-upgrade 2>&1)"; then
|
|
printf '%s\n' "$simulation"
|
|
HOST_OK="no"
|
|
ERRORS=$((ERRORS + 1))
|
|
log "FEHLER: Host full-upgrade Simulation fehlgeschlagen."
|
|
return
|
|
fi
|
|
|
|
upgraded="$(printf '%s\n' "$simulation" | sed -nE 's/^([0-9]+) upgraded, ([0-9]+) newly installed, ([0-9]+) to remove.*/\1/p' | tail -n1)"
|
|
installed="$(printf '%s\n' "$simulation" | sed -nE 's/^([0-9]+) upgraded, ([0-9]+) newly installed, ([0-9]+) to remove.*/\2/p' | tail -n1)"
|
|
removed="$(printf '%s\n' "$simulation" | sed -nE 's/^([0-9]+) upgraded, ([0-9]+) newly installed, ([0-9]+) to remove.*/\3/p' | tail -n1)"
|
|
|
|
if [[ -z "$upgraded" || -z "$installed" || -z "$removed" ]]; then
|
|
HOST_OK="no"
|
|
ERRORS=$((ERRORS + 1))
|
|
log "FEHLER: Ergebnis der Host full-upgrade Simulation konnte nicht ausgewertet werden."
|
|
return
|
|
fi
|
|
|
|
if (( upgraded == 0 && installed == 0 && removed == 0 )); then
|
|
HOST_OK="yes"
|
|
log "Proxmox-Host: keine Paketänderungen erforderlich."
|
|
|
|
if [[ "$reboot_before" == "yes" ]]; then
|
|
HOST_REBOOT_REQUIRED="yes"
|
|
log "Host-Neustart war bereits vor dem Update-Lauf erforderlich."
|
|
else
|
|
HOST_REBOOT_REQUIRED="no"
|
|
log "Kein Host-Neustart erforderlich."
|
|
fi
|
|
return
|
|
fi
|
|
|
|
log "Proxmox-Host: $upgraded Upgrade(s), $installed Neuinstallation(en), $removed Entfernung(en) vorgesehen."
|
|
|
|
if DEBIAN_FRONTEND=noninteractive apt-get -y \
|
|
-o Dpkg::Options::="--force-confdef" \
|
|
-o Dpkg::Options::="--force-confold" \
|
|
full-upgrade
|
|
then
|
|
HOST_OK="yes"
|
|
HOST_UPDATED="yes"
|
|
log "Proxmox-Host erfolgreich aktualisiert."
|
|
else
|
|
HOST_OK="no"
|
|
ERRORS=$((ERRORS + 1))
|
|
log "FEHLER: Host full-upgrade fehlgeschlagen."
|
|
return
|
|
fi
|
|
|
|
if host_reboot_required; then
|
|
HOST_REBOOT_REQUIRED="yes"
|
|
log "Host-Neustart erforderlich."
|
|
else
|
|
HOST_REBOOT_REQUIRED="no"
|
|
log "Kein Host-Neustart erforderlich."
|
|
fi
|
|
}
|
|
|
|
lxc_name() {
|
|
pct config "$1" 2>/dev/null |
|
|
awk -F': ' '$1=="hostname"{print $2; exit}'
|
|
}
|
|
|
|
lxc_supported() {
|
|
pct exec "$1" -- sh -c '
|
|
[ -r /etc/os-release ] || exit 1
|
|
. /etc/os-release
|
|
case "${ID:-}" in
|
|
debian|ubuntu) exit 0 ;;
|
|
*) exit 1 ;;
|
|
esac
|
|
' >/dev/null 2>&1
|
|
}
|
|
|
|
check_lxc() {
|
|
local id="$1"
|
|
local name
|
|
local status
|
|
local count
|
|
|
|
name="$(lxc_name "$id")"
|
|
name="${name:-unbekannt}"
|
|
status="$(pct status "$id" 2>/dev/null | awk '{print $2}')"
|
|
|
|
if is_excluded "$id"; then
|
|
log "CT $id ($name): ausgeschlossen."
|
|
LXC_SKIPPED=$((LXC_SKIPPED + 1))
|
|
return
|
|
fi
|
|
|
|
if [[ "$status" != "running" ]]; then
|
|
log "CT $id ($name): gestoppt -> übersprungen."
|
|
LXC_SKIPPED=$((LXC_SKIPPED + 1))
|
|
return
|
|
fi
|
|
|
|
if ! lxc_supported "$id"; then
|
|
log "CT $id ($name): kein Debian/Ubuntu -> übersprungen."
|
|
LXC_SKIPPED=$((LXC_SKIPPED + 1))
|
|
return
|
|
fi
|
|
|
|
log "CT $id ($name): prüfe Updates ..."
|
|
|
|
if ! pct exec "$id" -- bash -lc 'apt-get update'; then
|
|
log "CT $id ($name): apt-get update FEHLER."
|
|
add_error "CT $id ($name): apt-get update fehlgeschlagen"
|
|
LXC_FAILED=$((LXC_FAILED + 1))
|
|
ERRORS=$((ERRORS + 1))
|
|
return
|
|
fi
|
|
|
|
count="$(
|
|
pct exec "$id" -- bash -lc \
|
|
"apt list --upgradable 2>/dev/null |
|
|
tail -n +2 |
|
|
sed '/^[[:space:]]*$/d' |
|
|
wc -l" 2>/dev/null |
|
|
tail -n1 |
|
|
tr -d '\r[:space:]'
|
|
)"
|
|
|
|
log "CT $id ($name): ${count:-?} Update(s) verfügbar."
|
|
LXC_CHECKED=$((LXC_CHECKED + 1))
|
|
}
|
|
|
|
update_lxc() {
|
|
local id="$1"
|
|
local name
|
|
local status
|
|
local started_by_us="no"
|
|
local reboot_required="no"
|
|
|
|
name="$(lxc_name "$id")"
|
|
name="${name:-unbekannt}"
|
|
status="$(pct status "$id" 2>/dev/null | awk '{print $2}')"
|
|
|
|
if is_excluded "$id"; then
|
|
log "CT $id ($name): ausgeschlossen."
|
|
LXC_SKIPPED=$((LXC_SKIPPED + 1))
|
|
add_guest_result "LXC" "$id" "$name" "übersprungen"
|
|
return
|
|
fi
|
|
|
|
if [[ "$status" != "running" ]]; then
|
|
if [[ "$UPDATE_STOPPED" != "yes" ]]; then
|
|
log "CT $id ($name): gestoppt -> übersprungen."
|
|
LXC_SKIPPED=$((LXC_SKIPPED + 1))
|
|
add_guest_result "LXC" "$id" "$name" "übersprungen"
|
|
return
|
|
fi
|
|
|
|
log "CT $id ($name): wird für Update gestartet ..."
|
|
|
|
if ! pct start "$id"; then
|
|
log "CT $id ($name): Start fehlgeschlagen."
|
|
mark_guest_failed "LXC" "$id"
|
|
LXC_FAILED=$((LXC_FAILED + 1))
|
|
add_guest_result "LXC" "$id" "$name" "fehlgeschlagen"
|
|
ERRORS=$((ERRORS + 1))
|
|
return
|
|
fi
|
|
|
|
started_by_us="yes"
|
|
sleep 10
|
|
fi
|
|
|
|
if ! lxc_supported "$id"; then
|
|
log "CT $id ($name): kein Debian/Ubuntu -> übersprungen."
|
|
|
|
if [[ "$started_by_us" == "yes" ]]; then
|
|
pct shutdown "$id" --timeout 60 || pct stop "$id"
|
|
fi
|
|
|
|
LXC_SKIPPED=$((LXC_SKIPPED + 1))
|
|
add_guest_result "LXC" "$id" "$name" "übersprungen"
|
|
return
|
|
fi
|
|
|
|
log "------------------------------------------------------------"
|
|
log "CT $id ($name) aktualisieren"
|
|
log "------------------------------------------------------------"
|
|
|
|
if ! pct exec "$id" -- bash -lc 'apt-get update'; then
|
|
log "CT $id ($name): apt-get update FEHLER."
|
|
add_error "CT $id ($name): apt-get update fehlgeschlagen"
|
|
mark_guest_failed "LXC" "$id"
|
|
LXC_FAILED=$((LXC_FAILED + 1))
|
|
add_guest_result "LXC" "$id" "$name" "fehlgeschlagen"
|
|
ERRORS=$((ERRORS + 1))
|
|
|
|
if [[ "$started_by_us" == "yes" ]]; then
|
|
pct shutdown "$id" --timeout 60 || pct stop "$id"
|
|
fi
|
|
|
|
return
|
|
fi
|
|
|
|
local simulation
|
|
local upgraded=0
|
|
local installed=0
|
|
local removed=0
|
|
|
|
if ! simulation="$(pct exec "$id" -- bash -lc 'LC_ALL=C DEBIAN_FRONTEND=noninteractive apt-get -s upgrade' 2>&1)"; then
|
|
printf '%s\n' "$simulation"
|
|
log "CT $id ($name): upgrade Simulation FEHLER."
|
|
add_error "CT $id ($name): upgrade Simulation fehlgeschlagen"
|
|
mark_guest_failed "LXC" "$id"
|
|
LXC_FAILED=$((LXC_FAILED + 1))
|
|
add_guest_result "LXC" "$id" "$name" "fehlgeschlagen"
|
|
ERRORS=$((ERRORS + 1))
|
|
|
|
if [[ "$started_by_us" == "yes" ]]; then
|
|
pct shutdown "$id" --timeout 60 || pct stop "$id"
|
|
fi
|
|
return
|
|
fi
|
|
|
|
upgraded="$(printf '%s\n' "$simulation" | sed -nE 's/^([0-9]+) upgraded, ([0-9]+) newly installed, ([0-9]+) to remove.*/\1/p' | tail -n1)"
|
|
installed="$(printf '%s\n' "$simulation" | sed -nE 's/^([0-9]+) upgraded, ([0-9]+) newly installed, ([0-9]+) to remove.*/\2/p' | tail -n1)"
|
|
removed="$(printf '%s\n' "$simulation" | sed -nE 's/^([0-9]+) upgraded, ([0-9]+) newly installed, ([0-9]+) to remove.*/\3/p' | tail -n1)"
|
|
|
|
if [[ -z "$upgraded" || -z "$installed" || -z "$removed" ]]; then
|
|
log "CT $id ($name): Simulation konnte nicht ausgewertet werden."
|
|
add_error "CT $id ($name): upgrade Simulation konnte nicht ausgewertet werden"
|
|
mark_guest_failed "LXC" "$id"
|
|
LXC_FAILED=$((LXC_FAILED + 1))
|
|
add_guest_result "LXC" "$id" "$name" "fehlgeschlagen"
|
|
ERRORS=$((ERRORS + 1))
|
|
if [[ "$started_by_us" == "yes" ]]; then
|
|
pct shutdown "$id" --timeout 60 || pct stop "$id"
|
|
fi
|
|
return
|
|
fi
|
|
|
|
if (( upgraded == 0 && installed == 0 && removed == 0 )); then
|
|
log "CT $id ($name): bereits aktuell."
|
|
LXC_CURRENT=$((LXC_CURRENT + 1))
|
|
add_guest_result "LXC" "$id" "$name" "bereits aktuell"
|
|
else
|
|
log "CT $id ($name): $upgraded Upgrade(s), $installed Neuinstallation(en), $removed Entfernung(en)."
|
|
|
|
if ! pct exec "$id" -- bash -lc \
|
|
'DEBIAN_FRONTEND=noninteractive apt-get -y -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" upgrade'
|
|
then
|
|
log "CT $id ($name): upgrade FEHLER."
|
|
add_error "CT $id ($name): upgrade fehlgeschlagen"
|
|
mark_guest_failed "LXC" "$id"
|
|
LXC_FAILED=$((LXC_FAILED + 1))
|
|
add_guest_result "LXC" "$id" "$name" "fehlgeschlagen"
|
|
ERRORS=$((ERRORS + 1))
|
|
|
|
if [[ "$started_by_us" == "yes" ]]; then
|
|
pct shutdown "$id" --timeout 60 || pct stop "$id"
|
|
fi
|
|
return
|
|
fi
|
|
|
|
if pct exec "$id" -- test -e /var/run/reboot-required >/dev/null 2>&1; then
|
|
reboot_required="yes"
|
|
log "CT $id ($name): Update erfolgreich - Neustart erforderlich."
|
|
else
|
|
log "CT $id ($name): Update erfolgreich."
|
|
fi
|
|
|
|
LXC_OK=$((LXC_OK + 1))
|
|
fi
|
|
|
|
check_lxc_full_upgrade_hint "$id" "$name"
|
|
|
|
if [[ "$started_by_us" == "yes" ]]; then
|
|
log "CT $id ($name): war vorher gestoppt -> wird wieder heruntergefahren."
|
|
if ! pct shutdown "$id" --timeout 60; then
|
|
log "CT $id ($name): sauberer Shutdown fehlgeschlagen -> Stop."
|
|
if ! pct stop "$id"; then
|
|
log "FEHLER: CT $id ($name) konnte nicht gestoppt werden."
|
|
LXC_OK=$((LXC_OK - 1))
|
|
mark_guest_failed "LXC" "$id"
|
|
LXC_FAILED=$((LXC_FAILED + 1))
|
|
add_guest_result "LXC" "$id" "$name" "fehlgeschlagen"
|
|
ERRORS=$((ERRORS + 1))
|
|
fi
|
|
fi
|
|
return
|
|
fi
|
|
|
|
if [[ "$reboot_required" == "yes" ]]; then
|
|
# Nicht sofort neu starten. Erst nach allen Updates entscheiden wir,
|
|
# ob ohnehin der Proxmox-Host neu gestartet wird.
|
|
LXC_REBOOT_PENDING+=("$id")
|
|
log "CT $id ($name): Neustart vorgemerkt."
|
|
fi
|
|
}
|
|
|
|
vm_name() {
|
|
qm config "$1" 2>/dev/null |
|
|
awk -F': ' '$1=="name"{print $2; exit}'
|
|
}
|
|
|
|
vm_agent_enabled() {
|
|
qm config "$1" 2>/dev/null |
|
|
grep -Eq '^agent:[[:space:]]*1'
|
|
}
|
|
|
|
vm_agent_alive() {
|
|
qm agent "$1" ping >/dev/null 2>&1
|
|
}
|
|
|
|
vm_is_linux() {
|
|
local id="$1"
|
|
local os
|
|
|
|
os="$(
|
|
qm guest cmd "$id" get-osinfo 2>/dev/null |
|
|
grep -o '"id"[[:space:]]*:[[:space:]]*"[^"]*"' |
|
|
head -n1 |
|
|
cut -d'"' -f4
|
|
)"
|
|
|
|
case "$os" in
|
|
debian|ubuntu) return 0 ;;
|
|
*) return 1 ;;
|
|
esac
|
|
}
|
|
|
|
vm_exec() {
|
|
local id="$1"
|
|
shift
|
|
local cmd="$*"
|
|
local output
|
|
local qm_rc
|
|
local guest_rc
|
|
|
|
# "qm guest exec" liefert das Ergebnis als JSON. Für die Entscheidung,
|
|
# ob apt/test innerhalb der VM erfolgreich war, werten wir deshalb
|
|
# ausdrücklich "exitcode" des Gastprozesses aus.
|
|
output="$(qm guest exec "$id" -- bash -lc "$cmd" 2>&1)"
|
|
qm_rc=$?
|
|
|
|
printf '%s\n' "$output"
|
|
|
|
if (( qm_rc != 0 )); then
|
|
return "$qm_rc"
|
|
fi
|
|
|
|
guest_rc="$(
|
|
printf '%s\n' "$output" |
|
|
sed -nE 's/^[[:space:]]*"exitcode"[[:space:]]*:[[:space:]]*([0-9]+),?[[:space:]]*$/\1/p' |
|
|
head -n1
|
|
)"
|
|
|
|
if [[ -z "$guest_rc" ]]; then
|
|
return 1
|
|
fi
|
|
|
|
if (( guest_rc == 0 )); then
|
|
return 0
|
|
fi
|
|
|
|
return 1
|
|
}
|
|
|
|
check_vm() {
|
|
local id="$1"
|
|
local name
|
|
local status
|
|
|
|
name="$(vm_name "$id")"
|
|
name="${name:-unbekannt}"
|
|
status="$(qm status "$id" 2>/dev/null | awk '{print $2}')"
|
|
|
|
if is_excluded "$id"; then
|
|
log "VM $id ($name): ausgeschlossen."
|
|
VM_SKIPPED=$((VM_SKIPPED + 1))
|
|
return
|
|
fi
|
|
|
|
if [[ "$status" != "running" ]]; then
|
|
log "VM $id ($name): gestoppt -> übersprungen."
|
|
VM_SKIPPED=$((VM_SKIPPED + 1))
|
|
return
|
|
fi
|
|
|
|
if ! vm_agent_enabled "$id"; then
|
|
log "FEHLER: VM $id ($name): QEMU Guest Agent nicht aktiviert."
|
|
VM_FAILED=$((VM_FAILED + 1))
|
|
ERRORS=$((ERRORS + 1))
|
|
return
|
|
fi
|
|
|
|
if ! vm_agent_alive "$id"; then
|
|
log "FEHLER: VM $id ($name): QEMU Guest Agent nicht erreichbar."
|
|
VM_FAILED=$((VM_FAILED + 1))
|
|
ERRORS=$((ERRORS + 1))
|
|
return
|
|
fi
|
|
|
|
if ! vm_is_linux "$id"; then
|
|
log "VM $id ($name): keine unterstützte Debian/Ubuntu-VM -> übersprungen."
|
|
VM_SKIPPED=$((VM_SKIPPED + 1))
|
|
return
|
|
fi
|
|
|
|
log "VM $id ($name): Debian/Ubuntu erkannt."
|
|
log "VM $id ($name): QEMU Guest Agent erreichbar; automatische Updates unterstützt."
|
|
|
|
VM_CHECKED=$((VM_CHECKED + 1))
|
|
}
|
|
|
|
update_vm() {
|
|
local id="$1"
|
|
local name
|
|
local status
|
|
local started_by_us="no"
|
|
local reboot_required="no"
|
|
|
|
name="$(vm_name "$id")"
|
|
name="${name:-unbekannt}"
|
|
status="$(qm status "$id" 2>/dev/null | awk '{print $2}')"
|
|
|
|
if is_excluded "$id"; then
|
|
log "VM $id ($name): ausgeschlossen."
|
|
VM_SKIPPED=$((VM_SKIPPED + 1))
|
|
add_guest_result "VM" "$id" "$name" "übersprungen"
|
|
return
|
|
fi
|
|
|
|
# Windows-VMs bereits anhand der Proxmox-Konfiguration erkennen.
|
|
# Sie dürfen insbesondere nicht nur für den Linux-Updater gestartet werden.
|
|
local ostype
|
|
ostype="$(qm config "$id" 2>/dev/null | sed -nE 's/^ostype:[[:space:]]*//p' | head -n1)"
|
|
|
|
case "$ostype" in
|
|
win10|win11|win7|win8|wvista|wxp|w2k|w2k3|w2k8)
|
|
log "VM $id ($name): Windows-VM -> übersprungen."
|
|
VM_SKIPPED=$((VM_SKIPPED + 1))
|
|
add_guest_result "VM" "$id" "$name" "übersprungen"
|
|
return
|
|
;;
|
|
esac
|
|
|
|
if [[ "$status" != "running" ]]; then
|
|
if [[ "$UPDATE_STOPPED" != "yes" ]]; then
|
|
log "VM $id ($name): gestoppt -> übersprungen."
|
|
VM_SKIPPED=$((VM_SKIPPED + 1))
|
|
add_guest_result "VM" "$id" "$name" "übersprungen"
|
|
return
|
|
fi
|
|
|
|
log "VM $id ($name): wird für Update gestartet ..."
|
|
|
|
if ! qm start "$id"; then
|
|
log "VM $id ($name): Start fehlgeschlagen."
|
|
mark_guest_failed "VM" "$id"
|
|
VM_FAILED=$((VM_FAILED + 1))
|
|
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
|
ERRORS=$((ERRORS + 1))
|
|
return
|
|
fi
|
|
|
|
started_by_us="yes"
|
|
|
|
# Auf den QEMU Guest Agent warten.
|
|
local waited=0
|
|
while ! vm_agent_alive "$id"; do
|
|
if (( waited >= 120 )); then
|
|
log "VM $id ($name): QEMU Guest Agent nach 120 Sekunden nicht erreichbar."
|
|
|
|
if ! qm shutdown "$id" --timeout 60; then
|
|
qm stop "$id" || true
|
|
fi
|
|
|
|
mark_guest_failed "VM" "$id"
|
|
VM_FAILED=$((VM_FAILED + 1))
|
|
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
|
ERRORS=$((ERRORS + 1))
|
|
return
|
|
fi
|
|
sleep 5
|
|
waited=$((waited + 5))
|
|
done
|
|
fi
|
|
|
|
if ! vm_agent_enabled "$id"; then
|
|
log "FEHLER: VM $id ($name): QEMU Guest Agent nicht aktiviert."
|
|
|
|
if [[ "$started_by_us" == "yes" ]]; then
|
|
qm shutdown "$id" --timeout 60 || qm stop "$id"
|
|
fi
|
|
|
|
mark_guest_failed "VM" "$id"
|
|
VM_FAILED=$((VM_FAILED + 1))
|
|
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
|
ERRORS=$((ERRORS + 1))
|
|
return
|
|
fi
|
|
|
|
if ! vm_agent_alive "$id"; then
|
|
log "FEHLER: VM $id ($name): QEMU Guest Agent nicht erreichbar."
|
|
|
|
if [[ "$started_by_us" == "yes" ]]; then
|
|
qm shutdown "$id" --timeout 60 || qm stop "$id"
|
|
fi
|
|
|
|
mark_guest_failed "VM" "$id"
|
|
VM_FAILED=$((VM_FAILED + 1))
|
|
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
|
ERRORS=$((ERRORS + 1))
|
|
return
|
|
fi
|
|
|
|
if ! vm_is_linux "$id"; then
|
|
log "VM $id ($name): keine unterstützte Debian/Ubuntu-VM -> übersprungen."
|
|
|
|
if [[ "$started_by_us" == "yes" ]]; then
|
|
qm shutdown "$id" --timeout 60 || qm stop "$id"
|
|
fi
|
|
|
|
VM_SKIPPED=$((VM_SKIPPED + 1))
|
|
add_guest_result "VM" "$id" "$name" "übersprungen"
|
|
return
|
|
fi
|
|
|
|
log "------------------------------------------------------------"
|
|
log "VM $id ($name) aktualisieren"
|
|
log "------------------------------------------------------------"
|
|
|
|
if ! vm_exec "$id" 'apt-get update'; then
|
|
log "VM $id ($name): apt-get update FEHLER."
|
|
add_error "VM $id ($name): apt-get update fehlgeschlagen"
|
|
mark_guest_failed "VM" "$id"
|
|
VM_FAILED=$((VM_FAILED + 1))
|
|
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
|
ERRORS=$((ERRORS + 1))
|
|
|
|
if [[ "$started_by_us" == "yes" ]]; then
|
|
qm shutdown "$id" --timeout 60 || qm stop "$id"
|
|
fi
|
|
|
|
return
|
|
fi
|
|
|
|
local simulation
|
|
local sim_rc
|
|
local upgraded=0
|
|
local installed=0
|
|
local removed=0
|
|
|
|
simulation="$(qm guest exec "$id" -- bash -lc '
|
|
out="$(LC_ALL=C DEBIAN_FRONTEND=noninteractive apt-get -s upgrade 2>&1)" || exit 10
|
|
summary="$(printf "%s\n" "$out" | grep -E "^[0-9]+ upgraded, [0-9]+ newly installed, [0-9]+ to remove" | tail -n1)"
|
|
[ -n "$summary" ] || exit 11
|
|
set -- $summary
|
|
upgraded="$1"
|
|
installed="$3"
|
|
removed="$6"
|
|
printf "APTCOUNTS=%s,%s,%s\n" "$upgraded" "$installed" "$removed"
|
|
if [ "$upgraded" -eq 0 ] && [ "$installed" -eq 0 ] && [ "$removed" -eq 0 ]; then
|
|
exit 0
|
|
fi
|
|
exit 42
|
|
' 2>&1)"
|
|
sim_rc=$?
|
|
|
|
if (( sim_rc != 0 )); then
|
|
printf '%s\n' "$simulation"
|
|
log "VM $id ($name): upgrade Simulation FEHLER."
|
|
add_error "VM $id ($name): upgrade Simulation fehlgeschlagen"
|
|
mark_guest_failed "VM" "$id"
|
|
VM_FAILED=$((VM_FAILED + 1))
|
|
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
|
ERRORS=$((ERRORS + 1))
|
|
if [[ "$started_by_us" == "yes" ]]; then
|
|
qm shutdown "$id" --timeout 60 || qm stop "$id"
|
|
fi
|
|
return
|
|
fi
|
|
|
|
guest_rc="$(
|
|
printf '%s\n' "$simulation" |
|
|
sed -nE 's/^[[:space:]]*"exitcode"[[:space:]]*:[[:space:]]*([0-9]+),?[[:space:]]*$/\1/p' |
|
|
head -n1
|
|
)"
|
|
|
|
counts="$(
|
|
printf '%s\n' "$simulation" |
|
|
sed -nE 's/.*APTCOUNTS=([0-9]+),([0-9]+),([0-9]+).*/\1 \2 \3/p' |
|
|
head -n1
|
|
)"
|
|
|
|
if [[ -z "$guest_rc" || -z "$counts" || ( "$guest_rc" != "0" && "$guest_rc" != "42" ) ]]; then
|
|
printf '%s\n' "$simulation"
|
|
log "VM $id ($name): upgrade Simulation konnte nicht ausgewertet werden."
|
|
add_error "VM $id ($name): upgrade Simulation konnte nicht ausgewertet werden"
|
|
mark_guest_failed "VM" "$id"
|
|
VM_FAILED=$((VM_FAILED + 1))
|
|
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
|
ERRORS=$((ERRORS + 1))
|
|
if [[ "$started_by_us" == "yes" ]]; then
|
|
qm shutdown "$id" --timeout 60 || qm stop "$id"
|
|
fi
|
|
return
|
|
fi
|
|
|
|
read -r upgraded installed removed <<< "$counts"
|
|
|
|
if (( upgraded == 0 && installed == 0 && removed == 0 )); then
|
|
log "VM $id ($name): bereits aktuell."
|
|
VM_CURRENT=$((VM_CURRENT + 1))
|
|
add_guest_result "VM" "$id" "$name" "bereits aktuell"
|
|
else
|
|
log "VM $id ($name): $upgraded Upgrade(s), $installed Neuinstallation(en), $removed Entfernung(en)."
|
|
|
|
if ! vm_exec "$id" \
|
|
'DEBIAN_FRONTEND=noninteractive apt-get -y -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" upgrade'
|
|
then
|
|
log "VM $id ($name): upgrade FEHLER."
|
|
add_error "VM $id ($name): upgrade fehlgeschlagen"
|
|
mark_guest_failed "VM" "$id"
|
|
VM_FAILED=$((VM_FAILED + 1))
|
|
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
|
ERRORS=$((ERRORS + 1))
|
|
|
|
if [[ "$started_by_us" == "yes" ]]; then
|
|
qm shutdown "$id" --timeout 60 || qm stop "$id"
|
|
fi
|
|
return
|
|
fi
|
|
|
|
if vm_exec "$id" 'test -e /var/run/reboot-required' >/dev/null 2>&1; then
|
|
reboot_required="yes"
|
|
log "VM $id ($name): Update erfolgreich - Neustart erforderlich."
|
|
else
|
|
log "VM $id ($name): Update erfolgreich."
|
|
fi
|
|
|
|
VM_OK=$((VM_OK + 1))
|
|
fi
|
|
|
|
check_vm_full_upgrade_hint "$id" "$name"
|
|
|
|
if [[ "$started_by_us" == "yes" ]]; then
|
|
log "VM $id ($name): war vorher gestoppt -> wird wieder heruntergefahren."
|
|
if ! qm shutdown "$id" --timeout 60; then
|
|
log "VM $id ($name): sauberer Shutdown fehlgeschlagen -> Stop."
|
|
if ! qm stop "$id"; then
|
|
log "FEHLER: VM $id ($name) konnte nicht gestoppt werden."
|
|
VM_OK=$((VM_OK - 1))
|
|
mark_guest_failed "VM" "$id"
|
|
VM_FAILED=$((VM_FAILED + 1))
|
|
add_guest_result "VM" "$id" "$name" "fehlgeschlagen"
|
|
ERRORS=$((ERRORS + 1))
|
|
fi
|
|
fi
|
|
return
|
|
fi
|
|
|
|
if [[ "$reboot_required" == "yes" ]]; then
|
|
VM_REBOOT_PENDING+=("$id")
|
|
log "VM $id ($name): Neustart vorgemerkt."
|
|
fi
|
|
}
|
|
|
|
reboot_pending_guests() {
|
|
local id
|
|
local name
|
|
|
|
if ! backup_allows_reboot; then
|
|
return
|
|
fi
|
|
|
|
if (( ${#LXC_REBOOT_PENDING[@]} == 0 && ${#VM_REBOOT_PENDING[@]} == 0 )); then
|
|
return
|
|
fi
|
|
|
|
log ""
|
|
log "============================================================"
|
|
log " Erforderliche Gast-Neustarts"
|
|
log "============================================================"
|
|
|
|
for id in "${LXC_REBOOT_PENDING[@]}"; do
|
|
name="$(lxc_name "$id")"
|
|
name="${name:-unbekannt}"
|
|
|
|
if [[ "$(pct status "$id" 2>/dev/null | awk '{print $2}')" != "running" ]]; then
|
|
log "CT $id ($name): nicht mehr gestartet -> kein Neustart nötig."
|
|
continue
|
|
fi
|
|
|
|
log "CT $id ($name): automatischer Neustart ..."
|
|
if if guest_failed "LXC" "$id"; then
|
|
log "CT $id: Neustart übersprungen - dieser Gast hatte einen Update-Fehler."
|
|
continue
|
|
fi
|
|
pct reboot "$id" --timeout 60; then
|
|
log "CT $id ($name): Neustart erfolgreich ausgelöst."
|
|
else
|
|
log "FEHLER: CT $id ($name) konnte nicht neu gestartet werden."
|
|
LXC_OK=$((LXC_OK - 1))
|
|
LXC_FAILED=$((LXC_FAILED + 1))
|
|
ERRORS=$((ERRORS + 1))
|
|
fi
|
|
done
|
|
|
|
for id in "${VM_REBOOT_PENDING[@]}"; do
|
|
name="$(vm_name "$id")"
|
|
name="${name:-unbekannt}"
|
|
|
|
if [[ "$(qm status "$id" 2>/dev/null | awk '{print $2}')" != "running" ]]; then
|
|
log "VM $id ($name): nicht mehr gestartet -> kein Neustart nötig."
|
|
continue
|
|
fi
|
|
|
|
log "VM $id ($name): automatischer Neustart ..."
|
|
if if guest_failed "VM" "$id"; then
|
|
log "VM $id: Neustart übersprungen - dieser Gast hatte einen Update-Fehler."
|
|
continue
|
|
fi
|
|
qm reboot "$id" >/dev/null 2>&1; then
|
|
log "VM $id ($name): Neustart erfolgreich ausgelöst."
|
|
else
|
|
log "FEHLER: VM $id ($name) konnte nicht neu gestartet werden."
|
|
VM_OK=$((VM_OK - 1))
|
|
VM_FAILED=$((VM_FAILED + 1))
|
|
ERRORS=$((ERRORS + 1))
|
|
fi
|
|
done
|
|
}
|
|
|
|
list_lxc() {
|
|
pct list 2>/dev/null |
|
|
awk 'NR>1 && $1 ~ /^[0-9]+$/ {print $1}'
|
|
}
|
|
|
|
list_vms() {
|
|
qm list 2>/dev/null |
|
|
awk 'NR>1 && $1 ~ /^[0-9]+$/ {print $1}'
|
|
}
|
|
|
|
log ""
|
|
RUN_LOG_START_LINE=$(( $(wc -l < "$LOGFILE" 2>/dev/null || echo 0) + 1 ))
|
|
|
|
log "============================================================"
|
|
log " Proxmox Guest Updater"
|
|
log "============================================================"
|
|
log "Start: $(date '+%d.%m.%Y %H:%M:%S')"
|
|
log "Host: $(hostname)"
|
|
log "Proxmox: $(pveversion)"
|
|
log "Modus: $MODE"
|
|
log "============================================================"
|
|
|
|
if [[ "$MODE" == "update" ]]; then
|
|
if ! wait_for_proxmox_backup; then
|
|
send_update_notification
|
|
exit 1
|
|
fi
|
|
fi
|
|
|
|
if [[ -n "$ONLY_CT" ]]; then
|
|
|
|
if ! pct config "$ONLY_CT" >/dev/null 2>&1; then
|
|
log "FEHLER: CT $ONLY_CT existiert nicht."
|
|
exit 2
|
|
fi
|
|
|
|
if [[ "$MODE" == "check" ]]; then
|
|
check_lxc "$ONLY_CT"
|
|
else
|
|
update_lxc "$ONLY_CT"
|
|
fi
|
|
|
|
elif [[ -n "$ONLY_VM" ]]; then
|
|
|
|
if ! qm config "$ONLY_VM" >/dev/null 2>&1; then
|
|
log "FEHLER: VM $ONLY_VM existiert nicht."
|
|
exit 2
|
|
fi
|
|
|
|
if [[ "$MODE" == "check" ]]; then
|
|
check_vm "$ONLY_VM"
|
|
else
|
|
update_vm "$ONLY_VM"
|
|
fi
|
|
|
|
else
|
|
|
|
if [[ "$UPDATE_HOST" == "yes" ]]; then
|
|
if [[ "$MODE" == "check" ]]; then
|
|
check_host
|
|
else
|
|
update_host
|
|
fi
|
|
else
|
|
log "Proxmox-Host laut Konfiguration übersprungen."
|
|
fi
|
|
|
|
if [[ "$UPDATE_LXC" == "yes" ]]; then
|
|
while read -r id; do
|
|
[[ -n "$id" ]] || continue
|
|
|
|
if [[ "$MODE" == "check" ]]; then
|
|
check_lxc "$id"
|
|
else
|
|
update_lxc "$id"
|
|
fi
|
|
done < <(list_lxc)
|
|
else
|
|
log "LXC-Updates laut Konfiguration deaktiviert."
|
|
fi
|
|
|
|
if [[ "$UPDATE_VMS" == "yes" ]]; then
|
|
while read -r id; do
|
|
[[ -n "$id" ]] || continue
|
|
|
|
if [[ "$MODE" == "check" ]]; then
|
|
check_vm "$id"
|
|
else
|
|
update_vm "$id"
|
|
fi
|
|
done < <(list_vms)
|
|
else
|
|
log "VM-Updates laut Konfiguration deaktiviert."
|
|
fi
|
|
fi
|
|
|
|
log ""
|
|
log "============================================================"
|
|
log " Ergebnis"
|
|
log "============================================================"
|
|
if [[ "$MODE" == "check" ]]; then
|
|
log "LXC geprüft: $LXC_CHECKED"
|
|
log "LXC fehlgeschlagen: $LXC_FAILED"
|
|
log "LXC übersprungen: $LXC_SKIPPED"
|
|
log ""
|
|
log "VM geprüft: $VM_CHECKED"
|
|
log "VM fehlgeschlagen: $VM_FAILED"
|
|
log "VM übersprungen: $VM_SKIPPED"
|
|
else
|
|
log "LXC aktualisiert: $LXC_OK"
|
|
log "LXC bereits aktuell: $LXC_CURRENT"
|
|
log "LXC fehlgeschlagen: $LXC_FAILED"
|
|
log "LXC übersprungen: $LXC_SKIPPED"
|
|
log ""
|
|
log "VM aktualisiert: $VM_OK"
|
|
log "VM bereits aktuell: $VM_CURRENT"
|
|
log "VM fehlgeschlagen: $VM_FAILED"
|
|
log "VM übersprungen: $VM_SKIPPED"
|
|
fi
|
|
log ""
|
|
log "Fehler gesamt: $ERRORS"
|
|
if (( ${#FULL_UPGRADE_HINTS[@]} > 0 )); then
|
|
log ""
|
|
log "Full-upgrade-Prüfung empfohlen:"
|
|
for full_upgrade_hint in "${FULL_UPGRADE_HINTS[@]}"; do
|
|
log "- $full_upgrade_hint"
|
|
done
|
|
fi
|
|
if (( ${#ERROR_DETAILS[@]} > 0 )); then
|
|
log ""
|
|
log "Fehlerdetails:"
|
|
for error_detail in "${ERROR_DETAILS[@]}"; do
|
|
log "- $error_detail"
|
|
done
|
|
fi
|
|
log "Host Lauf erfolgreich: $HOST_OK"
|
|
log "Host aktualisiert: $HOST_UPDATED"
|
|
log "Host Reboot nötig: $HOST_REBOOT_REQUIRED"
|
|
log "============================================================"
|
|
|
|
if [[ "$MODE" == "update" ]]; then
|
|
if (( ERRORS > 0 )); then
|
|
log ""
|
|
log "$ERRORS Fehler im Update-Lauf: nur betroffene Gäste werden vom Neustart ausgeschlossen."
|
|
|
|
if [[ "$HOST_OK" == "yes" && "$HOST_REBOOT_REQUIRED" == "yes" && "$AUTO_REBOOT_HOST" == "yes" && "$NO_REBOOT" != "yes" ]]
|
|
then
|
|
log "Host-Update war erfolgreich und Host-Neustart ist erforderlich."
|
|
log "Host-Neustart bleibt erlaubt; fehlerhafte Gäste werden dadurch nicht separat neu gestartet."
|
|
|
|
if backup_allows_reboot; then
|
|
HOST_REBOOT_SCHEDULED="yes"
|
|
MAIL_STATUS_DETAIL="$ERRORS Fehler vorhanden. Host-Update selbst war erfolgreich; Host-Neustart in 1 Minute geplant."
|
|
sync
|
|
shutdown -r +1 "Proxmox Guest Updater: Neustart nach erfolgreichem Systemupdate"
|
|
else
|
|
HOST_REBOOT_SCHEDULED="no"
|
|
MAIL_STATUS_DETAIL="$ERRORS Fehler vorhanden. Host-Neustart wegen laufendem Proxmox-Backup zurückgestellt."
|
|
fi
|
|
else
|
|
local_pending=$(( ${#LXC_REBOOT_PENDING[@]} + ${#VM_REBOOT_PENDING[@]} ))
|
|
reboot_pending_guests
|
|
if (( local_pending > 0 )); then
|
|
MAIL_STATUS_DETAIL="$ERRORS Fehler vorhanden. Nur erfolgreiche Gäste mit Neustartbedarf wurden verarbeitet; fehlerhafte Gäste wurden nicht neu gestartet."
|
|
else
|
|
MAIL_STATUS_DETAIL="$ERRORS Fehler vorhanden. Kein Neustart erfolgreicher Gäste erforderlich."
|
|
fi
|
|
fi
|
|
|
|
elif [[ -n "$ONLY_CT" || -n "$ONLY_VM" ]]; then
|
|
# Gezielter Gast-Lauf: Der Proxmox-Host wurde nicht aktualisiert.
|
|
# Deshalb notwendige Gast-Neustarts direkt am Ende ausführen.
|
|
local_pending=$(( ${#LXC_REBOOT_PENDING[@]} + ${#VM_REBOOT_PENDING[@]} ))
|
|
reboot_pending_guests
|
|
if (( local_pending > 0 )); then
|
|
MAIL_STATUS_DETAIL="$local_pending notwendige(r) Gast-Neustart(s) wurde(n) verarbeitet."
|
|
else
|
|
MAIL_STATUS_DETAIL="Kein Neustart erforderlich."
|
|
fi
|
|
|
|
elif [[ "$HOST_OK" == "yes" \
|
|
&& "$HOST_REBOOT_REQUIRED" == "yes" \
|
|
&& "$AUTO_REBOOT_HOST" == "yes" \
|
|
&& "$NO_REBOOT" != "yes" ]]
|
|
then
|
|
log ""
|
|
log "Host-Neustart erforderlich."
|
|
log "Keine einzelnen CT/VM-Neustarts: der Host-Neustart übernimmt diese."
|
|
log "Gesamter Update-Lauf fehlerfrei."
|
|
log "Automatischer Neustart in 1 Minute."
|
|
log "Proxmox fährt die laufenden Gäste geordnet herunter."
|
|
|
|
if backup_allows_reboot; then
|
|
HOST_REBOOT_SCHEDULED="yes"
|
|
MAIL_STATUS_DETAIL="Host-Neustart in 1 Minute geplant; notwendige Gast-Neustarts werden dadurch mit erledigt."
|
|
|
|
sync
|
|
|
|
shutdown -r +1 \
|
|
"Proxmox Guest Updater: Neustart nach erfolgreichem Systemupdate"
|
|
else
|
|
HOST_REBOOT_SCHEDULED="no"
|
|
MAIL_STATUS_DETAIL="Host-Neustart erforderlich, aber wegen eines laufenden Proxmox-Backups zurückgestellt."
|
|
fi
|
|
|
|
else
|
|
# Kein automatischer Host-Neustart: notwendige Gast-Neustarts jetzt
|
|
# einzeln ausführen. Das gilt auch bei --no-reboot oder wenn der
|
|
# automatische Host-Neustart in der Konfiguration deaktiviert ist.
|
|
local_pending=$(( ${#LXC_REBOOT_PENDING[@]} + ${#VM_REBOOT_PENDING[@]} ))
|
|
reboot_pending_guests
|
|
|
|
if (( local_pending > 0 )); then
|
|
MAIL_STATUS_DETAIL="$local_pending notwendige(r) Gast-Neustart(s) wurde(n) verarbeitet."
|
|
elif [[ "$HOST_REBOOT_REQUIRED" == "yes" ]]; then
|
|
MAIL_STATUS_DETAIL="Host-Neustart erforderlich, aber automatischer Host-Reboot ist deaktiviert/unterdrückt."
|
|
else
|
|
MAIL_STATUS_DETAIL="Kein Neustart erforderlich."
|
|
fi
|
|
fi
|
|
|
|
# Erst nach allen Update- und Reboot-Entscheidungen versenden, damit
|
|
# der Bericht den tatsächlichen Endzustand des Laufs enthält.
|
|
send_update_notification
|
|
fi
|
|
|
|
if [[ "$MODE" == "check" ]]; then
|
|
send_update_notification
|
|
fi
|
|
|
|
if (( ERRORS > 0 )); then
|
|
exit 1
|
|
fi
|
|
|
|
exit 0
|