=== VM101 CLOCK/TIMEZONE ===
local=2026-07-11T21:13:07+0000
utc=2026-07-11T21:13:07Z
etc_tz=UTC_
uci_timezone=UTC
uci_zonename=UNAVAILABLE

=== EXACT CRON 04:20 MATCHES ===
[
  {
    "source": "root_crontab",
    "line": "20 4 * * * /root/hmn/hmn-refresh-pool-safe.sh >>/root/hmn/logs/hmn-refresh-pool-cron.log 2>&1 # STEP_049C_HMN_REFRESH_DAILY_0420_POOL_ONLY_NO_MANAGER"
  },
  {
    "source": "crontab_l",
    "line": "20 4 * * * /root/hmn/hmn-refresh-pool-safe.sh >>/root/hmn/logs/hmn-refresh-pool-cron.log 2>&1 # STEP_049C_HMN_REFRESH_DAILY_0420_POOL_ONLY_NO_MANAGER"
  }
]

=== OTHER 04:20 REFERENCES ===
2:# STEP_029C1_DISABLED 20 4 * * * /root/hmn/hmn-refresh-pool-cron.sh
127:	option hmn_loaded_at '2026-06-07T14:20:29+00:00'
94:	option hmn_loaded_at '2026-06-07T14:20:29+00:00'
160:	option hmn_loaded_at '2026-07-07T04:20:48+00:00'
160:	option hmn_loaded_at '2026-07-08T04:20:45+00:00'
1:=== cron refresh start 2026-07-08T04:20:00+00:00 ===
4:2026-07-08T04:20:00+00:00 === hmn-refresh-pool-safe start ===
5:2026-07-08T04:20:00+00:00 mode=fresh-download
6:2026-07-08T04:20:00+00:00 log=/root/hmn/logs/refresh-pool-safe-20260708-042000-24122.log
19:2026-07-08T04:20:00+00:00 backup=/root/hmn/backups/refresh-safe-before-20260708-042000-24122
23:2026-07-08T04:20:00+00:00 trying fresh HMN download via: /root/hmn/hmn-download-all-awg.sh
210:2026-07-08T04:20:44+00:00 fresh_download_rc=0
213:2026-07-08T04:20:44+00:00 fresh download OK
214:2026-07-08T04:20:44+00:00 validate fresh/current latest pool through vpn_test
511:last_fresh_download_at=2026-07-08T04:20:44+00:00
721:-rw-r--r--    1 root     root           652 Jun  3 04:20 hmn-refresh-awg-nightly.log
1:2026-07-07T04:20:00+00:00 === hmn-refresh-pool-safe start ===
2:2026-07-07T04:20:00+00:00 mode=fresh-download
3:2026-07-07T04:20:00+00:00 log=/root/hmn/logs/refresh-pool-safe-20260707-042000-9733.log
16:2026-07-07T04:20:00+00:00 backup=/root/hmn/backups/refresh-safe-before-20260707-042000-9733
20:2026-07-07T04:20:00+00:00 trying fresh HMN download via: /root/hmn/hmn-download-all-awg.sh
206:2026-07-07T04:20:48+00:00 fresh_download_rc=0
209:2026-07-07T04:20:48+00:00 fresh download OK
210:2026-07-07T04:20:48+00:00 validate fresh/current latest pool through vpn_test
503:last_fresh_download_at=2026-07-07T04:20:48+00:00
1:2026-07-08T04:20:00+00:00 === hmn-refresh-pool-safe start ===
2:2026-07-08T04:20:00+00:00 mode=fresh-download
3:2026-07-08T04:20:00+00:00 log=/root/hmn/logs/refresh-pool-safe-20260708-042000-24122.log
16:2026-07-08T04:20:00+00:00 backup=/root/hmn/backups/refresh-safe-before-20260708-042000-24122
20:2026-07-08T04:20:00+00:00 trying fresh HMN download via: /root/hmn/hmn-download-all-awg.sh
207:2026-07-08T04:20:44+00:00 fresh_download_rc=0
210:2026-07-08T04:20:44+00:00 fresh download OK
211:2026-07-08T04:20:44+00:00 validate fresh/current latest pool through vpn_test
508:last_fresh_download_at=2026-07-08T04:20:44+00:00
4187:---- 2026-06-07 14:20:27 ----
4238:network.vpn2.hmn_loaded_at='2026-06-07T14:20:29+00:00'
37:network.vpn_test.hmn_loaded_at='2026-06-08T04:20:50+00:00'
37:network.vpn_test.hmn_loaded_at='2026-07-07T04:20:48+00:00'
37:network.vpn_test.hmn_loaded_at='2026-07-08T04:20:45+00:00'

=== ROOT CRONTAB ===
# STEP_029C1_DISABLED * * * * * /usr/bin/vpn-egress-manager.sh >/dev/null 2>&1
# STEP_029C1_DISABLED 20 4 * * * /root/hmn/hmn-refresh-pool-cron.sh
# STEP_029C1_DISABLED 7,22,37,52 * * * * /root/hmn/hmn-pool-low-watermark-check.sh run >/dev/null 2>&1
# STEP_029C1_DISABLED 5,35 * * * * /root/hmn/hmn-refresh-retry-cron.sh
# STEP_029C1_DISABLED 10 3 * * * /root/hmn/hmn-clean-old-files.sh >/dev/null 2>&1
# STEP_029C1_DISABLED * * * * * /root/hmn/hmn-vpn-user-override.sh tick >/dev/null 2>&1
20 4 * * * /root/hmn/hmn-refresh-pool-safe.sh >>/root/hmn/logs/hmn-refresh-pool-cron.log 2>&1 # STEP_049C_HMN_REFRESH_DAILY_0420_POOL_ONLY_NO_MANAGER
40 4 * * * /usr/local/sbin/router-egress-hmn-rebalance-top5-apply.sh --commit --confirm REBALANCE_TOP5_DAILY >>/var/log/router-egress-rebalance-top5.log 2>&1 # STEP_049F_DAILY_TOP5_REBALANCE_AFTER_HMN_REFRESH


=== CRONTAB -L ===
# STEP_029C1_DISABLED * * * * * /usr/bin/vpn-egress-manager.sh >/dev/null 2>&1
# STEP_029C1_DISABLED 20 4 * * * /root/hmn/hmn-refresh-pool-cron.sh
# STEP_029C1_DISABLED 7,22,37,52 * * * * /root/hmn/hmn-pool-low-watermark-check.sh run >/dev/null 2>&1
# STEP_029C1_DISABLED 5,35 * * * * /root/hmn/hmn-refresh-retry-cron.sh
# STEP_029C1_DISABLED 10 3 * * * /root/hmn/hmn-clean-old-files.sh >/dev/null 2>&1
# STEP_029C1_DISABLED * * * * * /root/hmn/hmn-vpn-user-override.sh tick >/dev/null 2>&1
20 4 * * * /root/hmn/hmn-refresh-pool-safe.sh >>/root/hmn/logs/hmn-refresh-pool-cron.log 2>&1 # STEP_049C_HMN_REFRESH_DAILY_0420_POOL_ONLY_NO_MANAGER
40 4 * * * /usr/local/sbin/router-egress-hmn-rebalance-top5-apply.sh --commit --confirm REBALANCE_TOP5_DAILY >>/var/log/router-egress-rebalance-top5.log 2>&1 # STEP_049F_DAILY_TOP5_REBALANCE_AFTER_HMN_REFRESH


=== SCHEDULER SEARCH ===
===== /etc/crontabs/root =====
2:# STEP_029C1_DISABLED 20 4 * * * /root/hmn/hmn-refresh-pool-cron.sh
4:# STEP_029C1_DISABLED 5,35 * * * * /root/hmn/hmn-refresh-retry-cron.sh
7:20 4 * * * /root/hmn/hmn-refresh-pool-safe.sh >>/root/hmn/logs/hmn-refresh-pool-cron.log 2>&1 # STEP_049C_HMN_REFRESH_DAILY_0420_POOL_ONLY_NO_MANAGER
8:40 4 * * * /usr/local/sbin/router-egress-hmn-rebalance-top5-apply.sh --commit --confirm REBALANCE_TOP5_DAILY >>/var/log/router-egress-rebalance-top5.log 2>&1 # STEP_049F_DAILY_TOP5_REBALANCE_AFTER_HMN_REFRESH
===== /root/hmn/backups/client001-before-h42a-import-20260603-162047/crontab.before =====
2:20 4 * * * /root/hmn/hmn-refresh-awg.sh run >/root/hmn/logs/hmn-refresh-awg-nightly.log 2>&1
===== /root/hmn/backups/network-before-load-vpn1-20260607-143729 =====
127:	option hmn_loaded_at '2026-06-07T14:20:29+00:00'
===== /root/hmn/backups/network-before-load-vpn2-20260607-144825 =====
94:	option hmn_loaded_at '2026-06-07T14:20:29+00:00'
===== /root/hmn/backups/network-before-vpn_test-20260707-042110 =====
160:	option hmn_loaded_at '2026-07-07T04:20:48+00:00'
===== /root/hmn/backups/network-before-vpn_test-20260708-042107 =====
160:	option hmn_loaded_at '2026-07-08T04:20:45+00:00'
===== /root/hmn/checkpoints/stable-nightly-refresh-cron-20260601-152930/STATUS.txt =====
5:20 4 * * * /root/hmn/hmn-refresh-awg.sh run >/root/hmn/logs/hmn-refresh-awg-nightly.log 2>&1
===== /root/hmn/checkpoints/stable-nightly-refresh-cron-20260601-152930/hmn-refresh-awg.sh =====
8:PING_IP="${HMN_REFRESH_PING_IP:-9.9.9.9}"
22:    echo "  /root/hmn/hmn-refresh-awg.sh dry-run"
23:    echo "  /root/hmn/hmn-refresh-awg.sh run"
31:LOCKDIR="/tmp/hmn-refresh-awg.lock"
33:  echo "ERROR: another hmn-refresh-awg run is already active: $LOCKDIR"
153:REPORT="$LOGDIR/hmn-refresh-awg-$TS.report.txt"
===== /root/hmn/checkpoints/stable-refresh-wrapper-standby-only-20260601-151334/STATUS.txt =====
61:-rw-------    1 root     root        1.8K Jun  1 14:52 /root/hmn/logs/hmn-refresh-awg-20260601-144311.report.txt
===== /root/hmn/checkpoints/stable-refresh-wrapper-standby-only-20260601-151334/hmn-refresh-awg.sh =====
8:PING_IP="${HMN_REFRESH_PING_IP:-9.9.9.9}"
22:    echo "  /root/hmn/hmn-refresh-awg.sh dry-run"
23:    echo "  /root/hmn/hmn-refresh-awg.sh run"
141:REPORT="$LOGDIR/hmn-refresh-awg-$TS.report.txt"
===== /root/hmn/hmn-clean-old-files.sh =====
8:  -name 'hmn-refresh-awg-*.report.txt' -o \
9:  -name 'hmn-refresh-awg-*.log' \
===== /root/hmn/hmn-pool-low-watermark-check.sh =====
14:REFRESH="$BASE/hmn-refresh-pool-safe.sh"
16:REFRESH_LOCK="/tmp/hmn-refresh-pool-safe.lock"
===== /root/hmn/hmn-refresh-awg.sh =====
8:PING_IP="${HMN_REFRESH_PING_IP:-9.9.9.9}"
22:    echo "  /root/hmn/hmn-refresh-awg.sh dry-run"
23:    echo "  /root/hmn/hmn-refresh-awg.sh run"
31:LOCKDIR="/tmp/hmn-refresh-awg.lock"
33:  echo "ERROR: another hmn-refresh-awg run is already active: $LOCKDIR"
153:REPORT="$LOGDIR/hmn-refresh-awg-$TS.report.txt"
===== /root/hmn/hmn-refresh-awg.sh.before-awk-lock-20260601-152842 =====
8:PING_IP="${HMN_REFRESH_PING_IP:-9.9.9.9}"
22:    echo "  /root/hmn/hmn-refresh-awg.sh dry-run"
23:    echo "  /root/hmn/hmn-refresh-awg.sh run"
141:REPORT="$LOGDIR/hmn-refresh-awg-$TS.report.txt"
===== /root/hmn/hmn-refresh-awg.sh.before-lock-20260601-152728 =====
8:PING_IP="${HMN_REFRESH_PING_IP:-9.9.9.9}"
22:    echo "  /root/hmn/hmn-refresh-awg.sh dry-run"
23:    echo "  /root/hmn/hmn-refresh-awg.sh run"
141:REPORT="$LOGDIR/hmn-refresh-awg-$TS.report.txt"
===== /root/hmn/hmn-refresh-pool-cron.sh =====
11:  echo "cmd=/root/hmn/hmn-refresh-pool-safe.sh fresh-download"
14:  /root/hmn/hmn-refresh-pool-safe.sh fresh-download
===== /root/hmn/hmn-refresh-pool-safe.sh =====
14:LOCK="/tmp/hmn-refresh-pool-safe.lock"
22:RCFILE="/tmp/hmn-refresh-pool-safe.rc.$$"
116:  say "=== hmn-refresh-pool-safe start ==="
250:    # STEP_048M_QUARANTINED_LEGACY_MANAGER original:     HMN_ALLOW_MANAGER_DURING_REFRESH=1 "$MAN"
293:  say "=== hmn-refresh-pool-safe done ==="
===== /root/hmn/hmn-refresh-retry-cron.sh =====
9:REFRESH="$BASE/hmn-refresh-pool-safe.sh"
14:RETRY_LOCK="/tmp/hmn-refresh-retry.lock"
15:REFRESH_LOCK="/tmp/hmn-refresh-pool-safe.lock"
24:RCFILE="/tmp/hmn-refresh-retry.rc.$$"
33:  echo "=== hmn-refresh-retry-cron ==="
===== /root/hmn/logs/cron-refresh-pool-safe-last.log =====
1:=== cron refresh start 2026-07-08T04:20:00+00:00 ===
2:cmd=/root/hmn/hmn-refresh-pool-safe.sh fresh-download
4:2026-07-08T04:20:00+00:00 === hmn-refresh-pool-safe start ===
5:2026-07-08T04:20:00+00:00 mode=fresh-download
6:2026-07-08T04:20:00+00:00 log=/root/hmn/logs/refresh-pool-safe-20260708-042000-24122.log
19:2026-07-08T04:20:00+00:00 backup=/root/hmn/backups/refresh-safe-before-20260708-042000-24122
23:2026-07-08T04:20:00+00:00 trying fresh HMN download via: /root/hmn/hmn-download-all-awg.sh
210:2026-07-08T04:20:44+00:00 fresh_download_rc=0
213:2026-07-08T04:20:44+00:00 fresh download OK
214:2026-07-08T04:20:44+00:00 validate fresh/current latest pool through vpn_test
511:last_fresh_download_at=2026-07-08T04:20:44+00:00
535:2026-07-08T04:32:07+00:00 === hmn-refresh-pool-safe done ===
537:wrapper_log=/root/hmn/logs/refresh-pool-safe-20260708-042000-24122.log
===== /root/hmn/logs/cron-refresh-retry-last.log =====
1:=== hmn-refresh-retry-cron ===
===== /root/hmn/logs/h42e-reboot-forensics-vm101-20260603-165459.txt =====
40:--- /root/hmn/state/refresh-status ---
43:--- /root/hmn/state/last-refresh-status-at ---
46:--- /root/hmn/state/refresh-retry-needed ---
49:--- /root/hmn/state/refresh-retry-reason ---
52:--- /root/hmn/state/last-refresh-retry-decision ---
77:20 4 * * * /root/hmn/hmn-refresh-pool-cron.sh
79:5,35 * * * * /root/hmn/hmn-refresh-retry-cron.sh
84:absent:  /tmp/hmn-refresh-pool-safe.lock
89:absent:  /tmp/hmn-refresh-retry.lock
721:-rw-r--r--    1 root     root           652 Jun  3 04:20 hmn-refresh-awg-nightly.log
722:-rw-------    1 root     root          1679 Jun  1 15:24 hmn-refresh-awg-20260601-151531.report.txt
723:-rw-r--r--    1 root     root         33536 Jun  1 15:24 hmn-refresh-awg-visible-20260601-151529.log
724:-rw-------    1 root     root          1837 Jun  1 14:52 hmn-refresh-awg-20260601-144311.report.txt
725:-rw-r--r--    1 root     root         35942 Jun  1 14:52 hmn-refresh-awg-console-20260601-144308.log
729:--- /root/hmn/logs/cron-refresh-last.log ---
732:--- /root/hmn/logs/cron-refresh-retry-last.log ---
733:=== hmn-refresh-retry-cron ===
769:--- /root/hmn/logs/hmn-refresh-pool-safe-last.log ---
===== /root/hmn/logs/refresh-pool-safe-20260706-161226-12417.log =====
1:2026-07-06T16:12:26+00:00 === hmn-refresh-pool-safe start ===
3:2026-07-06T16:12:26+00:00 log=/root/hmn/logs/refresh-pool-safe-20260706-161226-12417.log
16:2026-07-06T16:12:26+00:00 backup=/root/hmn/backups/refresh-safe-before-20260706-161226-12417
503:2026-07-06T16:24:21+00:00 === hmn-refresh-pool-safe done ===
===== /root/hmn/logs/refresh-pool-safe-20260707-042000-9733.log =====
1:2026-07-07T04:20:00+00:00 === hmn-refresh-pool-safe start ===
2:2026-07-07T04:20:00+00:00 mode=fresh-download
3:2026-07-07T04:20:00+00:00 log=/root/hmn/logs/refresh-pool-safe-20260707-042000-9733.log
16:2026-07-07T04:20:00+00:00 backup=/root/hmn/backups/refresh-safe-before-20260707-042000-9733
20:2026-07-07T04:20:00+00:00 trying fresh HMN download via: /root/hmn/hmn-download-all-awg.sh
206:2026-07-07T04:20:48+00:00 fresh_download_rc=0
209:2026-07-07T04:20:48+00:00 fresh download OK
210:2026-07-07T04:20:48+00:00 validate fresh/current latest pool through vpn_test
503:last_fresh_download_at=2026-07-07T04:20:48+00:00
527:2026-07-07T04:32:09+00:00 === hmn-refresh-pool-safe done ===
===== /root/hmn/logs/refresh-pool-safe-20260708-042000-24122.log =====
1:2026-07-08T04:20:00+00:00 === hmn-refresh-pool-safe start ===
2:2026-07-08T04:20:00+00:00 mode=fresh-download
3:2026-07-08T04:20:00+00:00 log=/root/hmn/logs/refresh-pool-safe-20260708-042000-24122.log
16:2026-07-08T04:20:00+00:00 backup=/root/hmn/backups/refresh-safe-before-20260708-042000-24122
20:2026-07-08T04:20:00+00:00 trying fresh HMN download via: /root/hmn/hmn-download-all-awg.sh
207:2026-07-08T04:20:44+00:00 fresh_download_rc=0
210:2026-07-08T04:20:44+00:00 fresh download OK
211:2026-07-08T04:20:44+00:00 validate fresh/current latest pool through vpn_test
508:last_fresh_download_at=2026-07-08T04:20:44+00:00
532:2026-07-08T04:32:07+00:00 === hmn-refresh-pool-safe done ===
===== /root/hmn/logs/refresh-pool-safe-20260711-191751-11798.log =====
1:2026-07-11T19:17:51+00:00 === hmn-refresh-pool-safe start ===
3:2026-07-11T19:17:51+00:00 log=/root/hmn/logs/refresh-pool-safe-20260711-191751-11798.log
15:2026-07-11T19:17:51+00:00 backup=/root/hmn/backups/refresh-safe-before-20260711-191751-11798
350:2026-07-11T19:28:59+00:00 === hmn-refresh-pool-safe done ===
===== /root/hmn/logs/refresh-pool-safe-20260711-205609-18433.log =====
1:2026-07-11T20:56:09+00:00 === hmn-refresh-pool-safe start ===
3:2026-07-11T20:56:09+00:00 log=/root/hmn/logs/refresh-pool-safe-20260711-205609-18433.log
16:2026-07-11T20:56:09+00:00 backup=/root/hmn/backups/refresh-safe-before-20260711-205609-18433
561:2026-07-11T21:00:53+00:00 === hmn-refresh-pool-safe done ===
===== /root/hmn/patch-backups/20260701-vpn-egress-active-restart-20260701-082248/crontab-root =====
2:20 4 * * * /root/hmn/hmn-refresh-pool-cron.sh
4:5,35 * * * * /root/hmn/hmn-refresh-retry-cron.sh
===== /root/hmn/patch-backups/20260701-vpn-egress-active-restart-20260701-082248/vpn-egress-manager.sh =====
28:REFRESH_LOCK="/tmp/hmn-refresh-pool-safe.lock"
271:if [ "${HMN_ALLOW_MANAGER_DURING_REFRESH:-0}" != "1" ] && [ -d "$REFRESH_LOCK" ]; then
===== /root/hmn/patch-backups/20260702-vpn-user-base-20260706-100031/crontab.before =====
2:20 4 * * * /root/hmn/hmn-refresh-pool-cron.sh
4:5,35 * * * * /root/hmn/hmn-refresh-retry-cron.sh
===== /root/hmn/patch-backups/20260703-vpn-user-override-backend-20260706-100032/crontab.before =====
2:20 4 * * * /root/hmn/hmn-refresh-pool-cron.sh
4:5,35 * * * * /root/hmn/hmn-refresh-retry-cron.sh
===== /root/hmn/patch-backups/20260703-vpn-user-override-backend-20260706-100032/vpn-egress-manager.sh.before =====
28:REFRESH_LOCK="/tmp/hmn-refresh-pool-safe.lock"
271:if [ "${HMN_ALLOW_MANAGER_DURING_REFRESH:-0}" != "1" ] && [ -d "$REFRESH_LOCK" ]; then
===== /root/hmn/refill.log =====
4187:---- 2026-06-07 14:20:27 ----
4238:network.vpn2.hmn_loaded_at='2026-06-07T14:20:29+00:00'
===== /root/hmn/test-runs/20260608-042050/012-DK-Denmark-Copenhagen-S4-91.132.92.254-awg1.conf.load.txt =====
37:network.vpn_test.hmn_loaded_at='2026-06-08T04:20:50+00:00'
===== /root/hmn/test-runs/20260707-042048/012-DK-Denmark-Copenhagen-S4-192.36.27.17-awg1.conf.load.txt =====
37:network.vpn_test.hmn_loaded_at='2026-07-07T04:20:48+00:00'
===== /root/hmn/test-runs/20260708-042044/012-DK-Denmark-Copenhagen-S4-192.36.27.17-awg1.conf.load.txt =====
37:network.vpn_test.hmn_loaded_at='2026-07-08T04:20:45+00:00'
===== /usr/local/sbin/router-egress-emergency-refresh.sh =====
13:EMERGENCY_REFRESH_CMD="${EMERGENCY_REFRESH_CMD:-/root/hmn/hmn-refresh-pool-safe.sh}"
17:EMERGENCY_CONFIRM_TOKEN="${EMERGENCY_CONFIRM_TOKEN:-EMERGENCY_HMN_REFRESH}"


=== RECENT CRON LOGS ===