__HOST_TIME__ date_local=2026-07-11T07:46:10+00:00 date_utc=2026-07-11T07:46:10+00:00 timezone=UTC zonename= env_TZ= uptime=313704.47 312998.16 __CRON_DAEMON__ cron_enabled=true cron_running=true cron_process=15735 root 1184 S /usr/sbin/crond -f -c /etc/crontabs -l 9| cron_relevant_active_count=0 cron_active_legacy_call=false __CRONTAB_FULL_MASKED__ __CRONTAB_RELEVANT_PARSED__ __SCRIPT_INVENTORY__ script._root_hmn_hmn_refresh_pool_safe_sh.path=/root/hmn/hmn-refresh-pool-safe.sh script._root_hmn_hmn_refresh_pool_safe_sh.exists=true script._root_hmn_hmn_refresh_pool_safe_sh.file=true script._root_hmn_hmn_refresh_pool_safe_sh.dir=false script._root_hmn_hmn_refresh_pool_safe_sh.executable=true script._root_hmn_hmn_refresh_pool_safe_sh.size=8670 script._root_hmn_hmn_refresh_pool_safe_sh.mtime=2026-07-10T17:54:03+00:00 script._root_hmn_hmn_download_serverlist_sh.path=/root/hmn/hmn-download-serverlist.sh script._root_hmn_hmn_download_serverlist_sh.exists=false script._root_hmn_hmn_download_serverlist_sh.file=false script._root_hmn_hmn_download_serverlist_sh.dir=false script._root_hmn_hmn_download_serverlist_sh.executable=false script._root_hmn_hmn_download_serverlist_sh.size=0 script._root_hmn_hmn_download_serverlist_sh.mtime= script._root_hmn_hmn_test_awg_pool_sh.path=/root/hmn/hmn-test-awg-pool.sh script._root_hmn_hmn_test_awg_pool_sh.exists=false script._root_hmn_hmn_test_awg_pool_sh.file=false script._root_hmn_hmn_test_awg_pool_sh.dir=false script._root_hmn_hmn_test_awg_pool_sh.executable=false script._root_hmn_hmn_test_awg_pool_sh.size=0 script._root_hmn_hmn_test_awg_pool_sh.mtime= script._root_hmn_hmn_validate_current_pool_sh.path=/root/hmn/hmn-validate-current-pool.sh script._root_hmn_hmn_validate_current_pool_sh.exists=true script._root_hmn_hmn_validate_current_pool_sh.file=true script._root_hmn_hmn_validate_current_pool_sh.dir=false script._root_hmn_hmn_validate_current_pool_sh.executable=true script._root_hmn_hmn_validate_current_pool_sh.size=7298 script._root_hmn_hmn_validate_current_pool_sh.mtime=2026-06-03T16:20:47+00:00 script._root_hmn_hmn_apply_selected_sh.path=/root/hmn/hmn-apply-selected.sh script._root_hmn_hmn_apply_selected_sh.exists=true script._root_hmn_hmn_apply_selected_sh.file=true script._root_hmn_hmn_apply_selected_sh.dir=false script._root_hmn_hmn_apply_selected_sh.executable=true script._root_hmn_hmn_apply_selected_sh.size=6765 script._root_hmn_hmn_apply_selected_sh.mtime=2026-06-01T14:32:30+00:00 script._usr_bin_vpn_egress_manager_sh.path=/usr/bin/vpn-egress-manager.sh script._usr_bin_vpn_egress_manager_sh.exists=true script._usr_bin_vpn_egress_manager_sh.file=true script._usr_bin_vpn_egress_manager_sh.dir=false script._usr_bin_vpn_egress_manager_sh.executable=true script._usr_bin_vpn_egress_manager_sh.size=9700 script._usr_bin_vpn_egress_manager_sh.mtime=2026-07-06T10:00:32+00:00 script._usr_local_sbin_router_egress_recovery_hmn_pool_replace_sh.path=/usr/local/sbin/router-egress-recovery-hmn-pool-replace.sh script._usr_local_sbin_router_egress_recovery_hmn_pool_replace_sh.exists=true script._usr_local_sbin_router_egress_recovery_hmn_pool_replace_sh.file=true script._usr_local_sbin_router_egress_recovery_hmn_pool_replace_sh.dir=false script._usr_local_sbin_router_egress_recovery_hmn_pool_replace_sh.executable=true script._usr_local_sbin_router_egress_recovery_hmn_pool_replace_sh.size=8847 script._usr_local_sbin_router_egress_recovery_hmn_pool_replace_sh.mtime=2026-07-10T18:24:07+00:00 __SAFE_WRAPPER_CONTENT_RELEVANT__ active_safe_manager_call=false safe_syntax_check_rc_begin safe_syntax_check_rc=0 safe_syntax_check_rc_end safe_relevant_lines_begin safe_relevant_lines_end safe_head_begin #!/bin/ash set -u BASE="/root/hmn" LOGDIR="$BASE/logs" STATE="$BASE/state" BACKUPDIR="$BASE/backups" DOWNLOADER="$BASE/hmn-download-all-awg.sh" VALIDATE="$BASE/hmn-validate-current-pool.sh" MAN="/usr/bin/vpn-egress-manager.sh" LOCK="/tmp/hmn-refresh-pool-safe.lock" MODE="${1:-fresh-download}" mkdir -p "$LOGDIR" "$STATE" "$BACKUPDIR" TS="$(date +%Y%m%d-%H%M%S)" LOG="$LOGDIR/refresh-pool-safe-$TS-$$.log" RCFILE="/tmp/hmn-refresh-pool-safe.rc.$$" BACK="" RETRY_FLAG="$STATE/refresh-retry-needed" RETRY_REASON="$STATE/refresh-retry-reason" LAST_FRESH_DOWNLOAD_RC="$STATE/last-fresh-download-rc" LAST_FRESH_DOWNLOAD_AT="$STATE/last-fresh-download-at" LAST_REFRESH_POOL_SOURCE="$STATE/last-refresh-pool-source" say() { echo "$(date -Iseconds) $*" } write_status() { echo "$1" > "$STATE/refresh-status" date -Iseconds > "$STATE/last-refresh-status-at" } record_download_rc() { echo "$1" > "$LAST_FRESH_DOWNLOAD_RC" date -Iseconds > "$LAST_FRESH_DOWNLOAD_AT" } set_retry_needed() { REASON="$1" date -Iseconds > "$RETRY_FLAG" echo "$REASON" > "$RETRY_REASON" say "retry-needed set: $REASON" } clear_retry_needed() { rm -f "$RETRY_FLAG" "$RETRY_REASON" say "retry-needed cleared" } restore_backup() { if [ -z "${BACK:-}" ] || [ ! -d "$BACK" ]; then say "rollback: no backup dir available" return 1 fi say "rollback: restoring published pointers/tables from $BACK" LATEST_DIR="$KEYMASK" OLD_LINK="$(cat "$BACK/configs-latest-readlink.txt" 2>/dev/null || true)" OLD_REAL="$(cat "$BACK/configs-latest-realpath.txt" 2>/dev/null || true)" if [ -n "$OLD_LINK" ]; then rm -rf "$LATEST_DIR" ln -s "$OLD_LINK" "$LATEST_DIR" say "rollback: latest symlink restored to readlink target: $OLD_LINK" elif [ -n "$OLD_REAL" ] && [ -d "$OLD_REAL" ]; then rm -rf "$LATEST_DIR" ln -s "$OLD_REAL" "$LATEST_DIR" say "rollback: latest symlink restored to realpath: $OLD_REAL" else say "rollback WARN: no usable old latest target" fi safe_head_end safe_tail_begin DOWNLOAD_RC=77 record_download_rc "$DOWNLOAD_RC" ;; *) say "ERROR: unknown mode: $MODE" say "allowed modes: fresh-download | simulate-download-fail | selftest-ok | selftest-fail" write_status "REFRESH_FAILED_UNKNOWN_MODE" return 64 ;; esac echo echo "=== validation decision ===" if [ "$DOWNLOAD_RC" -eq 0 ]; then say "fresh download OK" say "validate fresh/current latest pool through vpn_test" if run_validate_current_pool; then write_status "USING_FRESH_POOL_RETESTED" echo "fresh" > "$LAST_REFRESH_POOL_SOURCE" clear_retry_needed else RC="$?" say "fresh pool validation failed; rolling back to previous published pool" restore_backup || true write_status "REFRESH_FAILED_FRESH_POOL_ROLLED_BACK" echo "rollback-after-fresh-validation-failed" > "$LAST_REFRESH_POOL_SOURCE" set_retry_needed "fresh_download_ok_but_validation_failed" return "$RC" fi else say "fresh download failed/unavailable rc=$DOWNLOAD_RC" say "fallback: keep old configs/latest and validate current local pool through vpn_test" if run_validate_current_pool; then write_status "USING_OLD_POOL_RETESTED" echo "old-after-download-fail" > "$LAST_REFRESH_POOL_SOURCE" if [ "$MODE" = "fresh-download" ]; then set_retry_needed "fresh_download_failed_rc_$DOWNLOAD_RC" else say "simulate mode: retry-needed not set" fi else RC="$?" say "old/current pool validation failed; rolling back published tables" restore_backup || true write_status "REFRESH_FAILED_OLD_POOL_ROLLED_BACK" echo "rollback-after-old-validation-failed" > "$LAST_REFRESH_POOL_SOURCE" if [ "$MODE" = "fresh-download" ]; then set_retry_needed "fresh_download_failed_and_old_pool_validation_failed_rc_$DOWNLOAD_RC" fi return "$RC" fi fi echo echo "=== run manager once after validation ===" if [ -x "$MAN" ]; then echo "STEP_048M: legacy manager stage quarantined; skipping $MAN" MAN_RC=0 # STEP_048M_QUARANTINED_LEGACY_MANAGER original: HMN_ALLOW_MANAGER_DURING_REFRESH=1 "$MAN" MAN_RC="$?" say "manager_rc=$MAN_RC" if [ "$MAN_RC" -ne 0 ]; then write_status "REFRESH_DONE_BUT_MANAGER_FAILED" return "$MAN_RC" fi else say "WARN: manager missing/not executable: $MAN" write_status "REFRESH_DONE_BUT_MANAGER_MISSING" return 1 fi echo echo "=== final state ===" echo "active=$(cat "$STATE/active-slot" 2>/dev/null || echo none)" ip route show table 200 ip route get 9.9.9.9 from 10.200.0.2 2>/dev/null || true echo "latest after: $(readlink -f "$KEYMASK" 2>/dev/null || echo none)" echo echo "=== refresh status ===" cat "$STATE/refresh-status" 2>/dev/null || true cat "$STATE/last-refresh-status-at" 2>/dev/null || true echo "pool_source=$(cat "$LAST_REFRESH_POOL_SOURCE" 2>/dev/null || echo unknown)" echo "last_fresh_download_rc=$(cat "$LAST_FRESH_DOWNLOAD_RC" 2>/dev/null || echo unknown)" echo "last_fresh_download_at=$(cat "$LAST_FRESH_DOWNLOAD_AT" 2>/dev/null || echo unknown)" [ -e "$RETRY_FLAG" ] && echo "retry_needed_at=$(cat "$RETRY_FLAG")" || echo "retry_needed=no" [ -e "$RETRY_REASON" ] && echo "retry_reason=$(cat "$RETRY_REASON")" || true echo echo "=== strict foreign head ===" head -n 12 "$BASE/cache/ok-awg1-strict-foreign-latest.tsv" 2>/dev/null || echo "missing" echo echo "=== selected cache ===" cat "$BASE/cache/selected-awg1-latest.tsv" 2>/dev/null || echo "missing" echo echo "=== bad file today ===" BAD="$STATE/bad-endpoints-$(date +%Y%m%d).txt" [ -s "$BAD" ] && cat "$BAD" || echo "bad file empty/not present" say "=== hmn-refresh-pool-safe done ===" return 0 } ( run_body echo "$?" > "$RCFILE" ) 2>&1 | tee "$LOG" RC="$(cat "$RCFILE" 2>/dev/null || echo 99)" rm -f "$RCFILE" echo "wrapper_rc=$RC" echo "wrapper_log=$LOG" exit "$RC" safe_tail_end __DEPENDENCY_SYNTAX_CHECKS__ syntax./root/hmn/hmn-validate-current-pool.sh.begin syntax./root/hmn/hmn-validate-current-pool.sh.rc=0 syntax./root/hmn/hmn-validate-current-pool.sh.end syntax./root/hmn/hmn-apply-selected.sh.begin syntax./root/hmn/hmn-apply-selected.sh.rc=0 syntax./root/hmn/hmn-apply-selected.sh.end __CACHE_STATE__ cache.serverlist_latest_json.path=/root/hmn/cache/serverlist-latest.json cache.serverlist_latest_json.exists=true cache.serverlist_latest_json.file=true cache.serverlist_latest_json.dir=false cache.serverlist_latest_json.executable=false cache.serverlist_latest_json.size=33274 cache.serverlist_latest_json.mtime=2026-07-10T16:36:01+00:00 cache.cache.serverlist_latest_json.endpoints=0 cache.working_awg1_latest_tsv.path=/root/hmn/cache/working-awg1-latest.tsv cache.working_awg1_latest_tsv.exists=true cache.working_awg1_latest_tsv.file=true cache.working_awg1_latest_tsv.dir=false cache.working_awg1_latest_tsv.executable=false cache.working_awg1_latest_tsv.size=6294 cache.working_awg1_latest_tsv.mtime=2026-07-10T16:36:45+00:00 cache.cache.working_awg1_latest_tsv.endpoints=35 cache.ok_awg1_strict_all_latest_tsv.path=/root/hmn/cache/ok-awg1-strict-all-latest.tsv cache.ok_awg1_strict_all_latest_tsv.exists=true cache.ok_awg1_strict_all_latest_tsv.file=true cache.ok_awg1_strict_all_latest_tsv.dir=false cache.ok_awg1_strict_all_latest_tsv.executable=false cache.ok_awg1_strict_all_latest_tsv.size=3576 cache.ok_awg1_strict_all_latest_tsv.mtime=2026-07-10T16:59:02+00:00 cache.cache.ok_awg1_strict_all_latest_tsv.endpoints=19 cache.ok_awg1_strict_foreign_latest_tsv.path=/root/hmn/cache/ok-awg1-strict-foreign-latest.tsv cache.ok_awg1_strict_foreign_latest_tsv.exists=true cache.ok_awg1_strict_foreign_latest_tsv.file=true cache.ok_awg1_strict_foreign_latest_tsv.dir=false cache.ok_awg1_strict_foreign_latest_tsv.executable=false cache.ok_awg1_strict_foreign_latest_tsv.size=2829 cache.ok_awg1_strict_foreign_latest_tsv.mtime=2026-07-10T16:59:02+00:00 cache.cache.ok_awg1_strict_foreign_latest_tsv.endpoints=15 cache.selected_awg1_latest_tsv.path=/root/hmn/cache/selected-awg1-latest.tsv cache.selected_awg1_latest_tsv.exists=true cache.selected_awg1_latest_tsv.file=true cache.selected_awg1_latest_tsv.dir=false cache.selected_awg1_latest_tsv.executable=false cache.selected_awg1_latest_tsv.size=375 cache.selected_awg1_latest_tsv.mtime=2026-07-08T06:16:33+00:00 cache.cache.selected_awg1_latest_tsv.endpoints=2 __CACHE_RECENT_FILES__ __HMN_LOG_FILES__ logfile=/root/hmn/logs/cron-refresh-pool-safe-last.log logfile_mtime=2026-07-08T04:32:07+00:00 logfile_size=31027 logfile=/root/hmn/logs/cron-refresh-retry-last.log logfile_mtime=2026-07-08T08:05:00+00:00 logfile_size=117 logfile=/root/hmn/logs/h42e-reboot-forensics-vm101-20260603-165459.txt logfile_mtime=2026-06-03T16:55:04+00:00 logfile_size=28911 logfile=/root/hmn/logs/low-watermark-last.log logfile_mtime=2026-07-08T08:22:00+00:00 logfile_size=503 logfile=/root/hmn/logs/refresh-pool-safe-20260706-161226-12417.log logfile_mtime=2026-07-06T16:24:21+00:00 logfile_size=28483 logfile=/root/hmn/logs/refresh-pool-safe-20260707-042000-9733.log logfile_mtime=2026-07-07T04:32:09+00:00 logfile_size=30409 logfile=/root/hmn/logs/refresh-pool-safe-20260708-042000-24122.log logfile_mtime=2026-07-08T04:32:07+00:00 logfile_size=30769 logfile=/root/hmn/logs/step048i2-controlled-refresh-20260710-163600.log logfile_mtime=2026-07-10T16:59:10+00:00 logfile_size=49524 logfile=/root/hmn/logs/validate-current-pool-20260706-161434.log logfile_mtime=2026-07-06T16:24:13+00:00 logfile_size=7599 logfile=/root/hmn/logs/validate-current-pool-20260707-042048.log logfile_mtime=2026-07-07T04:31:40+00:00 logfile_size=8655 logfile=/root/hmn/logs/validate-current-pool-20260708-042044.log logfile_mtime=2026-07-08T04:31:59+00:00 logfile_size=8811 logfile=/root/hmn/logs/validate-current-pool-20260710-164754.log logfile_mtime=2026-07-10T16:59:02+00:00 logfile_size=8907 logfile=/root/hmn/logs/vpn-egress-revive-last.log logfile_mtime=2026-07-06T17:33:19+00:00 logfile_size=1617 logfile=/root/hmn/logs/vpn-user-override.log logfile_mtime=2026-07-06T17:42:32+00:00 logfile_size=4455 logfile=/root/hmn/refill.log logfile_mtime=2026-07-08T06:16:37+00:00 logfile_size=201414 logfile=/var/log/router-egress-recovery-hmn.log logfile_mtime=2026-07-11T07:22:56+00:00 logfile_size=3049 __HMN_LOG_TAILS_RELEVANT__ ### LOGFILE /root/hmn/logs/cron-refresh-pool-safe-last.log endpoint already UP on vpn2; testing existing interface, not starting duplicate status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=235.987 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=137.851 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=165.396 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=63.235 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- /root/hmn/test-runs/20260708-042044/results.tsv total=35 OK=20 FAIL=15 main routes touching vpn_test: tester_rc=0 results=/root/hmn/test-runs/20260708-042044/results.tsv === reset runtime bad/quarantine for new validation generation === === selected consistency check, no selected changes here === vpn1 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 53.234 KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf vpn2 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 46.188 KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf === unfreeze and run manager once === manager_rc=0 1 118-RU-Russia-Moscow-S5-141.98.189.83-awg1.conf 141.98.189.83:39408 27.745 9.9.9.9:0%,1.1.1.1:0% KEYMASK-RU-Russia-Moscow-S5-141.98.189.83-awg1.conf 2 128-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 192.121.163.235:42530 38.879 9.9.9.9:0%,1.1.1.1:0% KEYMASK-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 3 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 43.304 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 4 072-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 78.31.250.16:41729 46.381 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 5 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 50.097 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 6 049-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 157.173.27.69:41797 57.299 9.9.9.9:0%,1.1.1.1:0% KEYMASK-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 7 149-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 157.173.25.198:34340 59.395 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 8 146-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 37.235.54.96:38971 62.362 9.9.9.9:0%,1.1.1.1:0% KEYMASK-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 9 153-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 192.71.244.202:45735 65.777 9.9.9.9:0%,1.1.1.1:0% KEYMASK-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 10 180-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 151.236.30.139:33998 66.513 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 11 073-TR-Turkey-Istanbul-S3-84.32.230.159-awg1.conf 84.32.230.159:43808 75.272 9.9.9.9:0%,1.1.1.1:0% KEYMASK-TR-Turkey-Istanbul-S3-84.32.230.159-awg1.conf 1 128-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 192.121.163.235:42530 38.879 9.9.9.9:0%,1.1.1.1:0% KEYMASK-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 2 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 43.304 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 3 072-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 78.31.250.16:41729 46.381 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 4 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 50.097 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 5 049-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 157.173.27.69:41797 57.299 9.9.9.9:0%,1.1.1.1:0% KEYMASK-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 6 149-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 157.173.25.198:34340 59.395 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 7 146-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 37.235.54.96:38971 62.362 9.9.9.9:0%,1.1.1.1:0% KEYMASK-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 8 153-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 192.71.244.202:45735 65.777 9.9.9.9:0%,1.1.1.1:0% KEYMASK-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 9 180-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 151.236.30.139:33998 66.513 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 10 073-TR-Turkey-Istanbul-S3-84.32.230.159-awg1.conf 84.32.230.159:43808 75.272 9.9.9.9:0%,1.1.1.1:0% KEYMASK-TR-Turkey-Istanbul-S3-84.32.230.159-awg1.conf 11 108-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf 89.46.237.14:38594 75.675 9.9.9.9:0%,1.1.1.1:0% KEYMASK-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf === done validate-current-pool === 2026-07-08T04:31:59+00:00 validate_current_pool_rc=0 2026-07-08T04:31:59+00:00 retry-needed cleared === run manager once after validation === 2026-07-08T04:32:07+00:00 manager_rc=0 latest after: KEYMASK-042000 === refresh status === USING_FRESH_POOL_RETESTED 2026-07-08T04:31:59+00:00 last_fresh_download_rc=0 last_fresh_download_at=2026-07-08T04:20:44+00:00 1 128-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 192.121.163.235:42530 38.879 9.9.9.9:0%,1.1.1.1:0% KEYMASK-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 2 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 43.304 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 3 072-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 78.31.250.16:41729 46.381 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 4 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 50.097 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 5 049-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 157.173.27.69:41797 57.299 9.9.9.9:0%,1.1.1.1:0% KEYMASK-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 6 149-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 157.173.25.198:34340 59.395 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 7 146-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 37.235.54.96:38971 62.362 9.9.9.9:0%,1.1.1.1:0% KEYMASK-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 8 153-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 192.71.244.202:45735 65.777 9.9.9.9:0%,1.1.1.1:0% KEYMASK-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 9 180-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 151.236.30.139:33998 66.513 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 10 073-TR-Turkey-Istanbul-S3-84.32.230.159-awg1.conf 84.32.230.159:43808 75.272 9.9.9.9:0%,1.1.1.1:0% KEYMASK-TR-Turkey-Istanbul-S3-84.32.230.159-awg1.conf 11 108-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf 89.46.237.14:38594 75.675 9.9.9.9:0%,1.1.1.1:0% KEYMASK-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf === selected cache === vpn1 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 53.234 KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf vpn2 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 46.188 KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 2026-07-08T04:32:07+00:00 === hmn-refresh-pool-safe done === wrapper_rc=0 wrapper_KEYMASK-pool-safe-20260708-042000-24122.log refresh_rc=0 === cron refresh done 2026-07-08T04:32:07+00:00 === ### LOGFILE /root/hmn/logs/cron-refresh-retry-last.log === hmn-refresh-retry-cron === manager_wait_max=180 manager_wait_step=3 ### LOGFILE /root/hmn/logs/h42e-reboot-forensics-vm101-20260603-165459.txt -rw-r--r-- 1 root root 117 Jun 3 16:38 cron-refresh-retry-last.log -rw-r--r-- 1 root root 7919 Jun 3 16:34 validate-current-pool-20260603-162225.log -rw-r--r-- 1 root root 652 Jun 3 04:20 hmn-refresh-awg-nightly.log -rw------- 1 root root 1679 Jun 1 15:24 hmn-refresh-awg-20260601-151531.report.txt -rw-r--r-- 1 root root 33536 Jun 1 15:24 hmn-refresh-awg-visible-20260601-151529.log -rw------- 1 root root 1837 Jun 1 14:52 hmn-refresh-awg-20260601-144311.report.txt -rw-r--r-- 1 root root 35942 Jun 1 14:52 hmn-refresh-awg-console-20260601-144308.log === latest HMN cron/manager logs tails === --- /root/hmn/logs/cron-refresh-last.log --- --- /root/hmn/logs/cron-refresh-retry-last.log --- === hmn-refresh-retry-cron === manager_wait_max=180 manager_wait_step=3 KEYMASK-awg1-strict-foreign-latest.tsv manager_wait_max=180 manager_wait_step=3 refresh_lock_present=0 manager_lock_present=1 --- /root/hmn/logs/hmn-refresh-pool-safe-last.log --- Wed Jun 3 16:47:53 2026 kern.info kernel: [ 6.272187] wireguard: Copyright (C) 2015-2019 Jason A. Donenfeld . All Rights Reserved. Wed Jun 3 16:47:53 2026 cron.err crond[1988]: crond (busybox 1.36.1) started, log level 5 Wed Jun 3 16:47:53 2026 user.notice firewall: Reloading firewall due to ifup of direct_in (eth3) Wed Jun 3 16:47:54 2026 user.notice firewall: Reloading firewall due to ifup of mgmt (eth2) Wed Jun 3 16:47:54 2026 user.notice firewall: Reloading firewall due to ifup of vpn_in (eth1) Wed Jun 3 16:47:54 2026 user.notice firewall: Reloading firewall due to ifup of wan (eth0) Wed Jun 3 16:48:02 2026 cron.err crond[1988]: USER root pid 2892 cmd /usr/bin/vpn-egress-manager.sh >/dev/null 2>&1 Wed Jun 3 16:48:02 2026 kern.info kernel: [ 14.915343] amneziawg: Copyright (C) 2015-2019 Jason A. Donenfeld . All Rights Reserved. Wed Jun 3 16:48:02 2026 user.notice vpn-egress: active slot vpn1 is down or skipped, trying standby vpn2 Wed Jun 3 16:48:02 2026 user.notice vpn-egress: trying slot vpn2 Wed Jun 3 16:48:02 2026 user.notice firewall: Reloading firewall due to ifup of vpn1 (vpn1) Wed Jun 3 16:48:02 2026 user.notice firewall: Reloading firewall due to ifup of vpn2 (vpn2) Wed Jun 3 16:48:10 2026 user.notice vpn-egress: another manager instance is running, exiting Wed Jun 3 16:48:20 2026 user.notice vpn-egress: changed -> VPN vpn2 Wed Jun 3 16:48:20 2026 user.notice vpn-egress: refill start: failed=vpn1 active=vpn2 Wed Jun 3 16:48:30 2026 user.notice firewall: Reloading firewall due to ifup of vpn2 (vpn2) Wed Jun 3 16:48:38 2026 user.notice firewall: Reloading firewall due to ifup of vpn1 (vpn1) Wed Jun 3 16:48:45 2026 user.notice vpn-egress: another manager instance is running, exiting Wed Jun 3 16:49:00 2026 cron.err crond[1988]: user root: process already running: /usr/bin/vpn-egress-manager.sh >/dev/null 2>&1 Wed Jun 3 16:49:12 2026 user.notice vpn-egress: refill success: failed=vpn1 active=vpn2 Wed Jun 3 16:50:00 2026 cron.err crond[1988]: USER root pid 4112 cmd /usr/bin/vpn-egress-manager.sh >/dev/null 2>&1 Wed Jun 3 16:51:00 2026 cron.err crond[1988]: USER root pid 4181 cmd /usr/bin/vpn-egress-manager.sh >/dev/null 2>&1 Wed Jun 3 16:52:00 2026 cron.err crond[1988]: USER root pid 4259 cmd /usr/bin/vpn-egress-manager.sh >/dev/null 2>&1 Wed Jun 3 16:52:00 2026 cron.err crond[1988]: USER root pid 4261 cmd /root/hmn/hmn-pool-low-watermark-check.sh run >/dev/null 2>&1 Wed Jun 3 16:53:00 2026 cron.err crond[1988]: USER root pid 4408 cmd /usr/bin/vpn-egress-manager.sh >/dev/null 2>&1 Wed Jun 3 16:54:00 2026 cron.err crond[1988]: USER root pid 4477 cmd /usr/bin/vpn-egress-manager.sh >/dev/null 2>&1 [ 6.272187] wireguard: Copyright (C) 2015-2019 Jason A. Donenfeld . All Rights Reserved. [ 14.915343] amneziawg: Copyright (C) 2015-2019 Jason A. Donenfeld . All Rights Reserved. === done H42E VM101 === ### LOGFILE /root/hmn/logs/low-watermark-last.log KEYMASK-awg1-strict-foreign-latest.tsv manager_wait_max=180 manager_wait_step=3 refresh_lock_present=0 manager_lock_present=1 ### LOGFILE /root/hmn/logs/refresh-pool-safe-20260706-161226-12417.log endpoint already UP on vpn2; testing existing interface, not starting duplicate status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=185.490 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=147.450 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=175.478 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_PING_LOSS loss=9.9.9.9:20%,1.1.1.1:0% avg=93.971 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=33.000 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- /root/hmn/test-runs/20260706-161434/results.tsv total=30 OK=17 FAIL=13 main routes touching vpn_test: tester_rc=0 results=/root/hmn/test-runs/20260706-161434/results.tsv === reset runtime bad/quarantine for new validation generation === === selected consistency check, no selected changes here === vpn1 146-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 37.235.54.96:38971 67.297 KEYMASK-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf vpn2 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 52.579 KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf === unfreeze and run manager once === manager_rc=0 1 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 46.188 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 2 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 53.234 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 3 149-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 157.173.25.198:34340 60.091 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 4 180-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 151.236.30.139:33998 66.316 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 5 128-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 192.121.163.235:42530 68.609 9.9.9.9:0%,1.1.1.1:0% KEYMASK-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 6 108-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf 89.46.237.14:38594 75.864 9.9.9.9:0%,1.1.1.1:0% KEYMASK-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf 7 153-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 192.71.244.202:45735 77.636 9.9.9.9:0%,1.1.1.1:0% KEYMASK-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 8 146-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 37.235.54.96:38971 82.420 9.9.9.9:0%,1.1.1.1:0% KEYMASK-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 9 049-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 157.173.27.69:41797 82.925 9.9.9.9:0%,1.1.1.1:0% KEYMASK-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 10 225-IL-Israel-Tel-Aviv-S5-192.71.27.64-awg1.conf 192.71.27.64:40044 121.653 9.9.9.9:0%,1.1.1.1:0% KEYMASK-IL-Israel-Tel-Aviv-S5-192.71.27.64-awg1.conf 11 117-US-USA-New-York-City-S3-64.253.89.235-awg1.conf 64.253.89.235:37402 166.254 9.9.9.9:0%,1.1.1.1:0% KEYMASK-US-USA-New-York-City-S3-64.253.89.235-awg1.conf 1 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 46.188 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 2 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 53.234 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 3 149-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 157.173.25.198:34340 60.091 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 4 180-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 151.236.30.139:33998 66.316 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 5 128-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 192.121.163.235:42530 68.609 9.9.9.9:0%,1.1.1.1:0% KEYMASK-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 6 108-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf 89.46.237.14:38594 75.864 9.9.9.9:0%,1.1.1.1:0% KEYMASK-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf 7 153-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 192.71.244.202:45735 77.636 9.9.9.9:0%,1.1.1.1:0% KEYMASK-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 8 146-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 37.235.54.96:38971 82.420 9.9.9.9:0%,1.1.1.1:0% KEYMASK-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 9 049-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 157.173.27.69:41797 82.925 9.9.9.9:0%,1.1.1.1:0% KEYMASK-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 10 225-IL-Israel-Tel-Aviv-S5-192.71.27.64-awg1.conf 192.71.27.64:40044 121.653 9.9.9.9:0%,1.1.1.1:0% KEYMASK-IL-Israel-Tel-Aviv-S5-192.71.27.64-awg1.conf 11 218-KZ-Kazakhstan-Almaty-M2-77.67.8.84-awg1.conf 77.67.8.84:43378 183.763 9.9.9.9:0%,1.1.1.1:0% KEYMASK-KZ-Kazakhstan-Almaty-M2-77.67.8.84-awg1.conf === done validate-current-pool === 2026-07-06T16:24:13+00:00 validate_current_pool_rc=0 === run manager once after validation === 2026-07-06T16:24:21+00:00 manager_rc=0 latest after: KEYMASK-161226 === refresh status === USING_FRESH_POOL_RETESTED last_fresh_download_rc=0 last_fresh_download_at=2026-07-06T16:14:34+00:00 1 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 46.188 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 2 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 53.234 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 3 149-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 157.173.25.198:34340 60.091 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 4 180-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 151.236.30.139:33998 66.316 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 5 128-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 192.121.163.235:42530 68.609 9.9.9.9:0%,1.1.1.1:0% KEYMASK-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 6 108-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf 89.46.237.14:38594 75.864 9.9.9.9:0%,1.1.1.1:0% KEYMASK-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf 7 153-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 192.71.244.202:45735 77.636 9.9.9.9:0%,1.1.1.1:0% KEYMASK-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 8 146-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 37.235.54.96:38971 82.420 9.9.9.9:0%,1.1.1.1:0% KEYMASK-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 9 049-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 157.173.27.69:41797 82.925 9.9.9.9:0%,1.1.1.1:0% KEYMASK-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 10 225-IL-Israel-Tel-Aviv-S5-192.71.27.64-awg1.conf 192.71.27.64:40044 121.653 9.9.9.9:0%,1.1.1.1:0% KEYMASK-IL-Israel-Tel-Aviv-S5-192.71.27.64-awg1.conf 11 218-KZ-Kazakhstan-Almaty-M2-77.67.8.84-awg1.conf 77.67.8.84:43378 183.763 9.9.9.9:0%,1.1.1.1:0% KEYMASK-KZ-Kazakhstan-Almaty-M2-77.67.8.84-awg1.conf === selected cache === vpn1 146-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 37.235.54.96:38971 67.297 KEYMASK-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf vpn2 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 52.579 KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 2026-07-06T16:24:21+00:00 === hmn-refresh-pool-safe done === ### LOGFILE /root/hmn/logs/refresh-pool-safe-20260707-042000-9733.log endpoint already UP on vpn2; testing existing interface, not starting duplicate status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=254.692 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=149.456 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=170.044 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=33.203 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- /root/hmn/test-runs/20260707-042048/results.tsv total=34 OK=20 FAIL=14 main routes touching vpn_test: tester_rc=0 results=/root/hmn/test-runs/20260707-042048/results.tsv === reset runtime bad/quarantine for new validation generation === === selected consistency check, no selected changes here === vpn1 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 53.234 KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf vpn2 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 46.188 KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf === unfreeze and run manager once === manager_rc=0 1 118-RU-Russia-Moscow-S5-141.98.189.83-awg1.conf 141.98.189.83:39408 30.744 9.9.9.9:0%,1.1.1.1:0% KEYMASK-RU-Russia-Moscow-S5-141.98.189.83-awg1.conf 2 072-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 78.31.250.16:41729 44.837 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 3 128-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 192.121.163.235:42530 44.888 9.9.9.9:0%,1.1.1.1:0% KEYMASK-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 4 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 46.081 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 5 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 50.488 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 6 146-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 37.235.54.96:38971 58.125 9.9.9.9:0%,1.1.1.1:0% KEYMASK-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 7 149-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 157.173.25.198:34340 58.542 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 8 049-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 157.173.27.69:41797 61.023 9.9.9.9:0%,1.1.1.1:0% KEYMASK-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 9 180-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 151.236.30.139:33998 67.658 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 10 153-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 192.71.244.202:45735 71.913 9.9.9.9:0%,1.1.1.1:0% KEYMASK-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 11 108-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf 89.46.237.14:38594 81.681 9.9.9.9:0%,1.1.1.1:0% KEYMASK-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf 1 072-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 78.31.250.16:41729 44.837 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 2 128-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 192.121.163.235:42530 44.888 9.9.9.9:0%,1.1.1.1:0% KEYMASK-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 3 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 46.081 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 4 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 50.488 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 5 146-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 37.235.54.96:38971 58.125 9.9.9.9:0%,1.1.1.1:0% KEYMASK-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 6 149-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 157.173.25.198:34340 58.542 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 7 049-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 157.173.27.69:41797 61.023 9.9.9.9:0%,1.1.1.1:0% KEYMASK-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 8 180-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 151.236.30.139:33998 67.658 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 9 153-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 192.71.244.202:45735 71.913 9.9.9.9:0%,1.1.1.1:0% KEYMASK-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 10 108-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf 89.46.237.14:38594 81.681 9.9.9.9:0%,1.1.1.1:0% KEYMASK-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf 11 073-TR-Turkey-Istanbul-S3-84.32.230.159-awg1.conf 84.32.230.159:43808 83.564 9.9.9.9:0%,1.1.1.1:0% KEYMASK-TR-Turkey-Istanbul-S3-84.32.230.159-awg1.conf === done validate-current-pool === 2026-07-07T04:31:40+00:00 validate_current_pool_rc=0 2026-07-07T04:31:40+00:00 retry-needed cleared === run manager once after validation === 2026-07-07T04:32:09+00:00 manager_rc=0 latest after: KEYMASK-042000 === refresh status === USING_FRESH_POOL_RETESTED 2026-07-07T04:31:40+00:00 last_fresh_download_rc=0 last_fresh_download_at=2026-07-07T04:20:48+00:00 1 072-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 78.31.250.16:41729 44.837 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 2 128-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 192.121.163.235:42530 44.888 9.9.9.9:0%,1.1.1.1:0% KEYMASK-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 3 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 46.081 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 4 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 50.488 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 5 146-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 37.235.54.96:38971 58.125 9.9.9.9:0%,1.1.1.1:0% KEYMASK-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 6 149-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 157.173.25.198:34340 58.542 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 7 049-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 157.173.27.69:41797 61.023 9.9.9.9:0%,1.1.1.1:0% KEYMASK-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 8 180-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 151.236.30.139:33998 67.658 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 9 153-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 192.71.244.202:45735 71.913 9.9.9.9:0%,1.1.1.1:0% KEYMASK-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 10 108-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf 89.46.237.14:38594 81.681 9.9.9.9:0%,1.1.1.1:0% KEYMASK-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf 11 073-TR-Turkey-Istanbul-S3-84.32.230.159-awg1.conf 84.32.230.159:43808 83.564 9.9.9.9:0%,1.1.1.1:0% KEYMASK-TR-Turkey-Istanbul-S3-84.32.230.159-awg1.conf === selected cache === vpn1 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 53.234 KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf vpn2 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 46.188 KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 2026-07-07T04:32:09+00:00 === hmn-refresh-pool-safe done === ### LOGFILE /root/hmn/logs/refresh-pool-safe-20260708-042000-24122.log endpoint already UP on vpn2; testing existing interface, not starting duplicate status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=235.987 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=137.851 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=165.396 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=63.235 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- /root/hmn/test-runs/20260708-042044/results.tsv total=35 OK=20 FAIL=15 main routes touching vpn_test: tester_rc=0 results=/root/hmn/test-runs/20260708-042044/results.tsv === reset runtime bad/quarantine for new validation generation === === selected consistency check, no selected changes here === vpn1 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 53.234 KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf vpn2 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 46.188 KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf === unfreeze and run manager once === manager_rc=0 1 118-RU-Russia-Moscow-S5-141.98.189.83-awg1.conf 141.98.189.83:39408 27.745 9.9.9.9:0%,1.1.1.1:0% KEYMASK-RU-Russia-Moscow-S5-141.98.189.83-awg1.conf 2 128-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 192.121.163.235:42530 38.879 9.9.9.9:0%,1.1.1.1:0% KEYMASK-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 3 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 43.304 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 4 072-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 78.31.250.16:41729 46.381 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 5 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 50.097 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 6 049-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 157.173.27.69:41797 57.299 9.9.9.9:0%,1.1.1.1:0% KEYMASK-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 7 149-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 157.173.25.198:34340 59.395 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 8 146-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 37.235.54.96:38971 62.362 9.9.9.9:0%,1.1.1.1:0% KEYMASK-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 9 153-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 192.71.244.202:45735 65.777 9.9.9.9:0%,1.1.1.1:0% KEYMASK-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 10 180-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 151.236.30.139:33998 66.513 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 11 073-TR-Turkey-Istanbul-S3-84.32.230.159-awg1.conf 84.32.230.159:43808 75.272 9.9.9.9:0%,1.1.1.1:0% KEYMASK-TR-Turkey-Istanbul-S3-84.32.230.159-awg1.conf 1 128-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 192.121.163.235:42530 38.879 9.9.9.9:0%,1.1.1.1:0% KEYMASK-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 2 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 43.304 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 3 072-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 78.31.250.16:41729 46.381 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 4 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 50.097 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 5 049-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 157.173.27.69:41797 57.299 9.9.9.9:0%,1.1.1.1:0% KEYMASK-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 6 149-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 157.173.25.198:34340 59.395 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 7 146-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 37.235.54.96:38971 62.362 9.9.9.9:0%,1.1.1.1:0% KEYMASK-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 8 153-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 192.71.244.202:45735 65.777 9.9.9.9:0%,1.1.1.1:0% KEYMASK-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 9 180-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 151.236.30.139:33998 66.513 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 10 073-TR-Turkey-Istanbul-S3-84.32.230.159-awg1.conf 84.32.230.159:43808 75.272 9.9.9.9:0%,1.1.1.1:0% KEYMASK-TR-Turkey-Istanbul-S3-84.32.230.159-awg1.conf 11 108-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf 89.46.237.14:38594 75.675 9.9.9.9:0%,1.1.1.1:0% KEYMASK-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf === done validate-current-pool === 2026-07-08T04:31:59+00:00 validate_current_pool_rc=0 2026-07-08T04:31:59+00:00 retry-needed cleared === run manager once after validation === 2026-07-08T04:32:07+00:00 manager_rc=0 latest after: KEYMASK-042000 === refresh status === USING_FRESH_POOL_RETESTED 2026-07-08T04:31:59+00:00 last_fresh_download_rc=0 last_fresh_download_at=2026-07-08T04:20:44+00:00 1 128-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 192.121.163.235:42530 38.879 9.9.9.9:0%,1.1.1.1:0% KEYMASK-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 2 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 43.304 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 3 072-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 78.31.250.16:41729 46.381 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-S8-78.31.250.16-awg1.conf 4 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 50.097 9.9.9.9:0%,1.1.1.1:0% KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 5 049-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 157.173.27.69:41797 57.299 9.9.9.9:0%,1.1.1.1:0% KEYMASK-DE-Germany-Berlin-S7-157.173.27.69-awg1.conf 6 149-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 157.173.25.198:34340 59.395 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Vienna-S3-157.173.25.198-awg1.conf 7 146-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 37.235.54.96:38971 62.362 9.9.9.9:0%,1.1.1.1:0% KEYMASK-GB-United-Kingdom-London-S1-37.235.54.96-awg1.conf 8 153-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 192.71.244.202:45735 65.777 9.9.9.9:0%,1.1.1.1:0% KEYMASK-SI-Slovenia-Ljubljana-S3-192.71.244.202-awg1.conf 9 180-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 151.236.30.139:33998 66.513 9.9.9.9:0%,1.1.1.1:0% KEYMASK-AT-Austria-Graz-S1-151.236.30.139-awg1.conf 10 073-TR-Turkey-Istanbul-S3-84.32.230.159-awg1.conf 84.32.230.159:43808 75.272 9.9.9.9:0%,1.1.1.1:0% KEYMASK-TR-Turkey-Istanbul-S3-84.32.230.159-awg1.conf 11 108-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf 89.46.237.14:38594 75.675 9.9.9.9:0%,1.1.1.1:0% KEYMASK-HU-Hungary-Budapest-S6-89.46.237.14-awg1.conf === selected cache === vpn1 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 53.234 KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf vpn2 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 46.188 KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 2026-07-08T04:32:07+00:00 === hmn-refresh-pool-safe done === ### LOGFILE /root/hmn/logs/step048i2-controlled-refresh-20260710-163600.log [16:47:54] [validator] Run dir: /root/hmn/test-runs/20260710-164754 [16:48:14] [validator] status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- [16:48:37] [validator] status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- [16:49:17] [validator] status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- [16:50:13] [validator] status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=66.516 [16:50:33] [validator] status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=198.493 [16:51:47] [validator] status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=239.439 [16:52:06] [validator] status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=137.246 [16:52:26] [validator] status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=158.594 [16:52:48] [validator] status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- [16:53:28] [validator] status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- [16:53:50] [validator] status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- [16:54:28] [validator] status=FAIL_PING_LOSS loss=9.9.9.9:20%,1.1.1.1:0% avg=85.942 [16:54:30] [validator] endpoint already UP on vpn2; testing existing interface, not starting duplicate [16:55:00] [validator] status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- [16:55:20] [validator] status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=63.559 [16:55:42] [validator] status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- [16:56:39] [validator] endpoint already UP on vpn1; testing existing interface, not starting duplicate [16:58:23] [validator] status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- [16:59:02] [validator] /root/hmn/test-runs/20260710-164754/results.tsv [16:59:02] [validator] total=35 OK=19 FAIL=16 [16:59:02] [validator] main routes touching vpn_test: [16:59:02] [validator] tester_rc=0 [16:59:02] [validator] results=/root/hmn/test-runs/20260710-164754/results.tsv [16:59:02] [validator] === reset runtime bad/quarantine for new validation generation === [16:59:02] [validator] === selected consistency check, no selected changes here === [16:59:02] [validator] === unfreeze and run manager once === [16:59:10] [validator] manager_rc=0 [16:59:10] [validator] === done validate-current-pool === validator_rc=0 === LIVE_STAGE_END name=validator rc=0 time=2026-07-10T16:59:10+00:00 === downloader_rc=0 tester_rc=0 validator_rc=0 pipeline_rc=0 ### LOGFILE /root/hmn/logs/validate-current-pool-20260706-161434.log HideMyName AWG strict zero-loss tunnel tester Config dir: KEYMASK Run dir: /root/hmn/test-runs/20260706-161434 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- endpoint already UP on vpn2; testing existing interface, not starting duplicate status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=185.490 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=147.450 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=175.478 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_PING_LOSS loss=9.9.9.9:20%,1.1.1.1:0% avg=93.971 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=33.000 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- /root/hmn/test-runs/20260706-161434/results.tsv total=30 OK=17 FAIL=13 main routes touching vpn_test: ### LOGFILE /root/hmn/logs/validate-current-pool-20260707-042048.log HideMyName AWG strict zero-loss tunnel tester Config dir: KEYMASK Run dir: /root/hmn/test-runs/20260707-042048 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=70.304 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=196.164 endpoint already UP on vpn2; testing existing interface, not starting duplicate status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=254.692 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=149.456 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=170.044 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=33.203 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- /root/hmn/test-runs/20260707-042048/results.tsv total=34 OK=20 FAIL=14 main routes touching vpn_test: ### LOGFILE /root/hmn/logs/validate-current-pool-20260708-042044.log HideMyName AWG strict zero-loss tunnel tester Config dir: KEYMASK Run dir: /root/hmn/test-runs/20260708-042044 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=66.891 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=193.085 endpoint already UP on vpn2; testing existing interface, not starting duplicate status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=235.987 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=137.851 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=165.396 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=63.235 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- /root/hmn/test-runs/20260708-042044/results.tsv total=35 OK=20 FAIL=15 main routes touching vpn_test: ### LOGFILE /root/hmn/logs/validate-current-pool-20260710-164754.log HideMyName AWG strict zero-loss tunnel tester Config dir: KEYMASK Run dir: /root/hmn/test-runs/20260710-164754 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=66.516 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=198.493 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=239.439 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=137.246 status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=158.594 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_PING_LOSS loss=9.9.9.9:20%,1.1.1.1:0% avg=85.942 endpoint already UP on vpn2; testing existing interface, not starting duplicate status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- status=FAIL_PING_LOSS loss=9.9.9.9:0%,1.1.1.1:20% avg=63.559 status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- endpoint already UP on vpn1; testing existing interface, not starting duplicate status=FAIL_NO_HANDSHAKE loss=9.9.9.9:100%,1.1.1.1:100% avg=- /root/hmn/test-runs/20260710-164754/results.tsv total=35 OK=19 FAIL=16 main routes touching vpn_test: ### LOGFILE /root/hmn/logs/vpn-egress-revive-last.log === hmn-vpn-egress-revive === === run vpn-egress-manager === revive_rc=0 ### LOGFILE /root/hmn/logs/vpn-user-override.log 2026-07-06T17:03:43+00:00 ERROR: strict health failed for vpn_user 2026-07-06T17:03:57+00:00 ERROR: strict health failed for vpn_user 2026-07-06T17:04:03+00:00 activate requested config=075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf endpoint=95.211.68.119:45176 minutes=15 prev_default_dev=vpn1 2026-07-06T17:04:06+00:00 ERROR: strict health failed for vpn_user 2026-07-06T17:09:44+00:00 ERROR: strict health failed for vpn_user 2026-07-06T17:21:49+00:00 ERROR: config not found in current strict OK list: 75 2026-07-06T17:21:49+00:00 clear done 2026-07-06T17:24:26+00:00 ERROR: strict health failed for vpn_user 2026-07-06T17:24:26+00:00 clear done 2026-07-06T17:25:54+00:00 ERROR: strict health failed for vpn_user 2026-07-06T17:25:54+00:00 clear done 2026-07-06T17:28:31+00:00 clear done 2026-07-06T17:28:39+00:00 clear done 2026-07-06T17:32:44+00:00 clear done 2026-07-06T17:39:15+00:00 clear done 2026-07-06T17:40:40+00:00 clear done 2026-07-06T17:40:43+00:00 ERROR: strict health failed for vpn_user 2026-07-06T17:42:32+00:00 clear done ### LOGFILE /root/hmn/refill.log config: KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf network.vpn1.hmn_source_config='KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf' latest handshake: 22 seconds ago === update selected cache === vpn1 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 53.234 KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf vpn2 075-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf 95.211.68.119:45176 46.188 KEYMASK-NL-Netherlands-Amsterdam-H13-95.211.68.119-awg1.conf === refill done === refill_rc=0 manager_refill failed_slot=vpn2 active_slot=vpn1 KEYMASK-awg1-strict-foreign-latest.tsv KEYMASK-awg1-latest.tsv candidate_KEYMASK-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf config: KEYMASK-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf network.vpn2.hmn_source_config='KEYMASK-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf' latest handshake: 22 seconds ago === update selected cache === vpn2 128-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf 192.121.163.235:42530 38.879 KEYMASK-LV-Latvia-Riga-S1-192.121.163.235-awg1.conf vpn1 150-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf 178.215.227.13:44408 53.234 KEYMASK-NL-Netherlands-Amsterdam-R5-178.215.227.13-awg1.conf === refill done === refill_rc=0 ### LOGFILE /var/log/router-egress-recovery-hmn.log router-egress-recovery-hmn ts=2026-07-10T16:29:35+00:00 slot=egress4 decision=refuse reason=stale_pool pool=/root/hmn/cache/ok-awg1-strict-foreign-latest.tsv age=215856 candidate= apply=false router-egress-recovery-hmn ts=2026-07-10T16:59:27+00:00 slot=egress4 decision=dry_run_ok reason=dry_run_candidate_selected pool=/root/hmn/cache/ok-awg1-strict-foreign-latest.tsv age=25 candidate=109.248.198.4:37129 apply=false router-egress-recovery-hmn ts=2026-07-10T17:27:14+00:00 slot=egress4 decision=dry_run_ok reason=dry_run_candidate_selected pool=/root/hmn/cache/ok-awg1-strict-foreign-latest.tsv age=1692 candidate=109.248.198.4:37129 apply=false router-egress-recovery-hmn ts=2026-07-10T17:36:08+00:00 slot=egress2 decision=dry_run_ok reason=dry_run_candidate_selected pool=/root/hmn/cache/ok-awg1-strict-foreign-latest.tsv age=2226 candidate=109.248.198.4:37129 apply=false router-egress-recovery-hmn ts=2026-07-10T17:42:28+00:00 slot=egress2 decision=dry_run_ok reason=dry_run_candidate_selected pool=/root/hmn/cache/ok-awg1-strict-foreign-latest.tsv age=2606 candidate=109.248.198.4:37129 apply=false router-egress-recovery-hmn ts=2026-07-10T17:48:04+00:00 slot=egress2 decision=dry_run_ok reason=dry_run_candidate_selected pool=/root/hmn/cache/ok-awg1-strict-foreign-latest.tsv age=2942 candidate=109.248.198.4:37129 apply=false router-egress-recovery-hmn ts=2026-07-10T17:54:24+00:00 slot=egress2 decision=dry_run_ok reason=dry_run_candidate_selected pool=/root/hmn/cache/ok-awg1-strict-foreign-latest.tsv age=3322 candidate=109.248.198.4:37129 apply=false router-egress-recovery-hmn ts=2026-07-10T18:00:07+00:00 slot=egress2 decision=dry_run_ok reason=dry_run_candidate_selected pool=/root/hmn/cache/ok-awg1-strict-foreign-latest.tsv age=3665 candidate=109.248.198.4:37129 apply=false router-egress-recovery-hmn ts=2026-07-10T18:07:13+00:00 slot=egress2 decision=dry_run_ok reason=dry_run_candidate_selected pool=/root/hmn/cache/ok-awg1-strict-foreign-latest.tsv age=4091 candidate=109.248.198.4:37129 apply=false router-egress-recovery-hmn ts=2026-07-10T18:12:27+00:00 slot=egress2 decision=dry_run_ok reason=dry_run_candidate_selected pool=/root/hmn/cache/ok-awg1-strict-foreign-latest.tsv age=4405 candidate=109.248.198.4:37129 apply=false router-egress-recovery-hmn ts=2026-07-10T18:16:55+00:00 slot=egress2 decision=dry_run_ok reason=dry_run_candidate_selected pool=/root/hmn/cache/ok-awg1-strict-foreign-latest.tsv age=4673 candidate=109.248.198.4:37129 apply=false router-egress-recovery-hmn ts=2026-07-10T18:24:07+00:00 slot=egress2 mode=--dry-run decision=dry_run_ok reason=dry_run_candidate_selected candidate=109.248.198.4:37129 apply=false rollback= router-egress-recovery-hmn ts=2026-07-11T07:22:56+00:00 slot=egress2 mode=--dry-run decision=dry_run_ok reason=dry_run_candidate_selected candidate=109.248.198.4:37129 apply=false rollback= __LOGREAD_CRON_HMN_RELEVANT__ Fri Jul 10 16:54:28 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:54:40 2026 daemon.notice netifd: Interface 'vpn_test' is setting up now Fri Jul 10 16:54:40 2026 daemon.notice netifd: Interface 'vpn_test' is now up Fri Jul 10 16:54:40 2026 daemon.notice netifd: Network device 'vpn_test' link is up Fri Jul 10 16:54:40 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:55:00 2026 daemon.notice netifd: vpn_test (7685): ./amneziawg.sh: eval: line 298: proto_amneziawg_check_installed: not found Fri Jul 10 16:55:01 2026 daemon.notice netifd: Network device 'vpn_test' link is down Fri Jul 10 16:55:01 2026 daemon.notice netifd: Interface 'vpn_test' is now down Fri Jul 10 16:55:01 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:55:03 2026 daemon.notice netifd: Interface 'vpn_test' is setting up now Fri Jul 10 16:55:03 2026 daemon.notice netifd: Interface 'vpn_test' is now up Fri Jul 10 16:55:03 2026 daemon.notice netifd: Network device 'vpn_test' link is up Fri Jul 10 16:55:03 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:55:20 2026 daemon.notice netifd: vpn_test (8171): ./amneziawg.sh: eval: line 298: proto_amneziawg_check_installed: not found Fri Jul 10 16:55:20 2026 daemon.notice netifd: Network device 'vpn_test' link is down Fri Jul 10 16:55:20 2026 daemon.notice netifd: Interface 'vpn_test' is now down Fri Jul 10 16:55:20 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:55:22 2026 daemon.notice netifd: Interface 'vpn_test' is setting up now Fri Jul 10 16:55:22 2026 daemon.notice netifd: Interface 'vpn_test' is now up Fri Jul 10 16:55:22 2026 daemon.notice netifd: Network device 'vpn_test' link is up Fri Jul 10 16:55:22 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:55:42 2026 daemon.notice netifd: vpn_test (8657): ./amneziawg.sh: eval: line 298: proto_amneziawg_check_installed: not found Fri Jul 10 16:55:42 2026 daemon.notice netifd: Network device 'vpn_test' link is down Fri Jul 10 16:55:42 2026 daemon.notice netifd: Interface 'vpn_test' is now down Fri Jul 10 16:55:42 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:55:44 2026 daemon.notice netifd: Interface 'vpn_test' is setting up now Fri Jul 10 16:55:44 2026 daemon.notice netifd: Interface 'vpn_test' is now up Fri Jul 10 16:55:44 2026 daemon.notice netifd: Network device 'vpn_test' link is up Fri Jul 10 16:55:44 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:56:00 2026 daemon.notice netifd: vpn_test (9334): ./amneziawg.sh: eval: line 298: proto_amneziawg_check_installed: not found Fri Jul 10 16:56:00 2026 daemon.notice netifd: Network device 'vpn_test' link is down Fri Jul 10 16:56:00 2026 daemon.notice netifd: Interface 'vpn_test' is now down Fri Jul 10 16:56:00 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:56:02 2026 daemon.notice netifd: Interface 'vpn_test' is setting up now Fri Jul 10 16:56:02 2026 daemon.notice netifd: Interface 'vpn_test' is now up Fri Jul 10 16:56:02 2026 daemon.notice netifd: Network device 'vpn_test' link is up Fri Jul 10 16:56:02 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:56:19 2026 daemon.notice netifd: vpn_test (10054): ./amneziawg.sh: eval: line 298: proto_amneziawg_check_installed: not found Fri Jul 10 16:56:19 2026 daemon.notice netifd: Network device 'vpn_test' link is down Fri Jul 10 16:56:19 2026 daemon.notice netifd: Interface 'vpn_test' is now down Fri Jul 10 16:56:19 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:56:21 2026 daemon.notice netifd: Interface 'vpn_test' is setting up now Fri Jul 10 16:56:21 2026 daemon.notice netifd: Interface 'vpn_test' is now up Fri Jul 10 16:56:21 2026 daemon.notice netifd: Network device 'vpn_test' link is up Fri Jul 10 16:56:21 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:56:37 2026 daemon.notice netifd: vpn_test (10540): ./amneziawg.sh: eval: line 298: proto_amneziawg_check_installed: not found Fri Jul 10 16:56:37 2026 daemon.notice netifd: Network device 'vpn_test' link is down Fri Jul 10 16:56:37 2026 daemon.notice netifd: Interface 'vpn_test' is now down Fri Jul 10 16:56:37 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:56:49 2026 daemon.notice netifd: Interface 'vpn_test' is setting up now Fri Jul 10 16:56:49 2026 daemon.notice netifd: Interface 'vpn_test' is now up Fri Jul 10 16:56:49 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:56:49 2026 daemon.notice netifd: Network device 'vpn_test' link is up Fri Jul 10 16:57:05 2026 daemon.notice netifd: vpn_test (11139): ./amneziawg.sh: eval: line 298: proto_amneziawg_check_installed: not found Fri Jul 10 16:57:05 2026 daemon.notice netifd: Network device 'vpn_test' link is down Fri Jul 10 16:57:05 2026 daemon.notice netifd: Interface 'vpn_test' is now down Fri Jul 10 16:57:05 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:57:07 2026 daemon.notice netifd: Interface 'vpn_test' is setting up now Fri Jul 10 16:57:08 2026 daemon.notice netifd: Interface 'vpn_test' is now up Fri Jul 10 16:57:08 2026 daemon.notice netifd: Network device 'vpn_test' link is up Fri Jul 10 16:57:08 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:57:24 2026 daemon.notice netifd: vpn_test (11811): ./amneziawg.sh: eval: line 298: proto_amneziawg_check_installed: not found Fri Jul 10 16:57:24 2026 daemon.notice netifd: Network device 'vpn_test' link is down Fri Jul 10 16:57:24 2026 daemon.notice netifd: Interface 'vpn_test' is now down Fri Jul 10 16:57:24 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:57:26 2026 daemon.notice netifd: Interface 'vpn_test' is setting up now Fri Jul 10 16:57:26 2026 daemon.notice netifd: Interface 'vpn_test' is now up Fri Jul 10 16:57:26 2026 daemon.notice netifd: Network device 'vpn_test' link is up Fri Jul 10 16:57:26 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:57:42 2026 daemon.notice netifd: vpn_test (12518): ./amneziawg.sh: eval: line 298: proto_amneziawg_check_installed: not found Fri Jul 10 16:57:42 2026 daemon.notice netifd: Network device 'vpn_test' link is down Fri Jul 10 16:57:42 2026 daemon.notice netifd: Interface 'vpn_test' is now down Fri Jul 10 16:57:42 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:57:44 2026 daemon.notice netifd: Interface 'vpn_test' is setting up now Fri Jul 10 16:57:44 2026 daemon.notice netifd: Interface 'vpn_test' is now up Fri Jul 10 16:57:44 2026 daemon.notice netifd: Network device 'vpn_test' link is up Fri Jul 10 16:57:44 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:58:01 2026 daemon.notice netifd: vpn_test (13004): ./amneziawg.sh: eval: line 298: proto_amneziawg_check_installed: not found Fri Jul 10 16:58:01 2026 daemon.notice netifd: Network device 'vpn_test' link is down Fri Jul 10 16:58:01 2026 daemon.notice netifd: Interface 'vpn_test' is now down Fri Jul 10 16:58:01 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:58:03 2026 daemon.notice netifd: Interface 'vpn_test' is setting up now Fri Jul 10 16:58:03 2026 daemon.notice netifd: Interface 'vpn_test' is now up Fri Jul 10 16:58:03 2026 daemon.notice netifd: Network device 'vpn_test' link is up Fri Jul 10 16:58:03 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:58:23 2026 daemon.notice netifd: vpn_test (13490): ./amneziawg.sh: eval: line 298: proto_amneziawg_check_installed: not found Fri Jul 10 16:58:23 2026 daemon.notice netifd: Network device 'vpn_test' link is down Fri Jul 10 16:58:23 2026 daemon.notice netifd: Interface 'vpn_test' is now down Fri Jul 10 16:58:23 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:58:25 2026 daemon.notice netifd: Interface 'vpn_test' is setting up now Fri Jul 10 16:58:25 2026 daemon.notice netifd: Interface 'vpn_test' is now up Fri Jul 10 16:58:25 2026 daemon.notice netifd: Network device 'vpn_test' link is up Fri Jul 10 16:58:25 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:58:41 2026 daemon.notice netifd: vpn_test (14167): ./amneziawg.sh: eval: line 298: proto_amneziawg_check_installed: not found Fri Jul 10 16:58:41 2026 daemon.notice netifd: Network device 'vpn_test' link is down Fri Jul 10 16:58:41 2026 daemon.notice netifd: Interface 'vpn_test' is now down Fri Jul 10 16:58:41 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:58:43 2026 daemon.notice netifd: Interface 'vpn_test' is setting up now Fri Jul 10 16:58:43 2026 daemon.notice netifd: Interface 'vpn_test' is now up Fri Jul 10 16:58:43 2026 daemon.notice netifd: Network device 'vpn_test' link is up Fri Jul 10 16:58:43 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:59:00 2026 daemon.notice netifd: vpn_test (14887): ./amneziawg.sh: eval: line 298: proto_amneziawg_check_installed: not found Fri Jul 10 16:59:00 2026 daemon.notice netifd: Network device 'vpn_test' link is down Fri Jul 10 16:59:00 2026 daemon.notice netifd: Interface 'vpn_test' is now down Fri Jul 10 16:59:00 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 16:59:10 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 17:41:50 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 17:41:50 2026 user.notice firewall: Reloading firewall due to ifup of vpn2 (vpn2) Fri Jul 10 17:59:47 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test Fri Jul 10 17:59:47 2026 daemon.info dnsmasq[1]: using only locally-known addresses for test __PROCESS_AND_LOCKS__ hmn_processes= tmp_locks=drwxrwxrwt 2 root root 420 Jul 10 13:47 lock|-rw-r--r-- 1 root root 40 Jul 8 06:15 vpn-egress-current.state| root_hmn_locks=/root/hmn/backups/vpn-egress-manager-before-lock-fix-20260601-122802.sh|/root/hmn/backups/99-vpn-egress-manager.before-hotplug-lock-fix-20260601-123834|/root/hmn/state|/root/hmn/state/active-slot|/root/hmn/state/bad-endpoints-20260603.txt|/root/hmn/state/last-refresh-retry-decision|/root/hmn/state/last-refresh-retry-checked-at|/root/hmn/state/last-low-watermark-check|/root/hmn/state/last-low-watermark-decision|/root/hmn/state/last-fresh-download-rc|/root/hmn/state/last-fresh-download-at|/root/hmn/state/bad-endpoints-20260604.txt|/root/hmn/state/refresh-status|/root/hmn/state/last-refresh-status-at|/root/hmn/state/last-refresh-pool-source|/root/hmn/state/last-cron-refresh-rc|/root/hmn/state/last-cron-refresh-finished-at|/root/hmn/state/bad-endpoints-20260605.txt|/root/hmn/state/bad-endpoints-20260606.txt|/root/hmn/state/last-low-watermark-refresh-started-at|/root/hmn/state/patch-20260701-vpn-egress-active-restart.applied|/root/hmn/state/last-low-watermark-refresh-rc|/root/hmn/state/last-low-watermark-refresh-finished-at|/root/hmn/state/bad-endpoints-20260607.txt|/root/hmn/state/patch-20260702-vpn-user-base.applied|/root/hmn/state/patch-20260702-vpn-user-loader-output-sanitize.applied|/root/hmn/state/bad-endpoints-20260608.txt|/root/hmn/state/patch-20260703-vpn-user-override-backend.applied|/root/hmn/state/patch-20260703-vm101-vpn-egress-revive-script.applied|/root/hmn/state/bad-endpoints-20260706.txt|/root/hmn/state/bad-endpoints-20260706.txt.before-validate-20260706-161434|/root/hmn/state/last-vpn-egress-revive|/root/hmn/state/bad-endpoints-20260707.txt|/root/hmn/state/bad-endpoints-20260708.txt|/root/hmn/state/bad-endpoints-20260710.txt|/root/hmn/hmn-refresh-awg.sh.before-lock-20260601-152728|/root/hmn/hmn-refresh-awg.sh.before-awk-lock-20260601-152842| __PRODUCTION_SAFETY_STATE__ iface.vpn1.exists=true endpoint.vpn1.current=178.215.227.13:44408 iface.vpn2.exists=true endpoint.vpn2.current=192.121.163.235:42530 iface.vpn3.exists=true endpoint.vpn3.current=95.211.68.119:45176 iface.vpn4.exists=true endpoint.vpn4.current=78.31.250.16:41729 iface.vpn5.exists=true endpoint.vpn5.current=157.173.27.69:41797 table201_has_route=true table202_has_route=true table203_has_route=true table204_has_route=true table205_has_route=true health_overall_ok=true legacy_process= __DRY_RUN_ADAPTER_EGRESS2__ adapter_json_begin 157.173.27.69:41797 178.215.227.13:44408 192.121.163.235:42530 78.31.250.16:41729 95.211.68.119:45176 { "schema": "router-egress-recovery-hmn-pool-replace-v2", "mode": "--dry-run", "epoch": 1783755971, "iso": "2026-07-11T07:46:11+00:00", "slot": "egress2", "interface": "vpn2", "table": "202", "mark": "0x202", "dscp": "cs5", "provider": "hidemyname", "adapter": "hmn_pool_replace", "current_endpoint": "192.121.163.235:42530", "selected_pool": "/root/hmn/cache/ok-awg1-strict-foreign-latest.tsv", "selected_pool_age_sec": 53229, "max_pool_age_sec": 129600, "selected_pool_endpoint_count": 15, "pool_is_fresh": true, "unused_candidate_count": 10, "candidate_endpoint": "109.248.198.4:37129", "decision": "dry_run_ok", "reason": "dry_run_candidate_selected", "apply_performed": false, "apply_rc": 0, "post_strict_ok": false, "rollback_file": "", "safety": { "requires_explicit_commit": true, "dry_run_no_ifup_ifdown": true, "dry_run_no_uci_set": true, "dry_run_no_wg_set": true, "dry_run_no_route_change": true, "no_vm100_change": true } } adapter_json_end __SUMMARY_KV__ audit_readonly=true refresh_executed_by_this_step=false cache_modified_by_this_step=false production_modified_by_this_step=false