{ "architecture_plan": "https://helena-background-beam-harry.trycloudflare.com/r/e94a0859747d7b96f29c7fdafc2d0351ba603bb0a7e9e5a4/20260711-095354_step049i_architecture_lock_hmn_egress_recovery/", "assessment": { "all_ok": false, "decision": "STOP_STEP_050G_HOOK_EMERGENCY_REFRESH_DECISION_DRYRUN_ONLY", "success_checks": { "all_interfaces_exist": true, "all_tables_have_routes": true, "cron_fingerprint_unchanged": true, "daily_counter_unchanged": false, "direct_failopen_disabled": true, "endpoint_fingerprint_unchanged": true, "helper_exists": true, "hook_conf_installed": true, "hook_init_installed": true, "hook_installed": true, "hook_last_state_exists": true, "hook_log_exists": true, "hook_real_below_threshold": true, "hook_real_count_one": true, "hook_real_direct_disabled": true, "hook_service_enabled": true, "hook_service_running": true, "hook_syntax_ok": true, "hook_temp_count_five": true, "hook_temp_direct_disabled": true, "hook_temp_would_run": true, "planner_plan_ok": true, "prod_strict_all_ok": true, "quarantine_lines_unchanged": true, "rebalance_apply_not_run": true, "refresh_not_run": true, "runner_exists": true, "temp_state_removed": true, "vm100_controller_running": true, "vm100_peer_count_five": true, "vm100_rc_zero": true, "vm101_rc_zero": true, "vm121_enabled_peers_five": true, "vm121_lease_rows_five": true, "vm121_pending_zero": true, "vm121_rc_zero": true, "watcher_all_healthy": true, "watcher_running_enabled": true }, "warnings": [] }, "hook_real": { "commit_enabled": false, "cooldown_remaining": 0, "cooldown_seconds": 600, "daily_fail_count": 1, "daily_fail_threshold": 5, "decision": "below_threshold_noop", "direct_failopen_action": "disabled_not_allowed_in_step050f", "direct_failopen_enabled": false, "force": false, "healthy_vpn_slots": 5, "helper_ok": true, "last_emergency_refresh_epoch": 0, "last_emergency_refresh_status": "NONE", "mode": "dry-run", "planner_cmd": "/usr/local/sbin/router-egress-hmn-plan-top5.sh", "planner_cmd_exists": true, "reason": "daily_fail_count_below_threshold", "rebalance_apply_cmd": "/usr/local/sbin/router-egress-hmn-rebalance-top5-apply.sh", "rebalance_apply_cmd_exists": true, "refresh_cmd": "/root/hmn/hmn-refresh-pool-safe.sh", "refresh_cmd_exists": true, "schema": "router-egress-emergency-refresh-v1", "threshold_reached": false, "watcher_cmd": "/usr/local/sbin/router-egress-health-repair-watch.sh", "watcher_cmd_exists": true }, "hook_temp_threshold": { "commit_enabled": false, "cooldown_remaining": 0, "cooldown_seconds": 600, "daily_fail_count": 5, "daily_fail_threshold": 5, "decision": "would_run_emergency_refresh", "direct_failopen_action": "disabled_not_allowed_in_step050f", "direct_failopen_enabled": false, "force": false, "healthy_vpn_slots": 5, "helper_ok": true, "last_emergency_refresh_epoch": 0, "last_emergency_refresh_status": "NONE", "mode": "dry-run", "planner_cmd": "/usr/local/sbin/router-egress-hmn-plan-top5.sh", "planner_cmd_exists": true, "reason": "threshold_or_force_reached_no_commit_in_dry_run", "rebalance_apply_cmd": "/usr/local/sbin/router-egress-hmn-rebalance-top5-apply.sh", "rebalance_apply_cmd_exists": true, "refresh_cmd": "/root/hmn/hmn-refresh-pool-safe.sh", "refresh_cmd_exists": true, "schema": "router-egress-emergency-refresh-v1", "threshold_reached": true, "watcher_cmd": "/usr/local/sbin/router-egress-health-repair-watch.sh", "watcher_cmd_exists": true }, "mode": "INSTALL_DRYRUN_ONLY_EMERGENCY_DECISION_HOOK_SERVICE_NO_REFRESH_NO_DIRECT", "planner": { "changes_count": 1, "decision": "plan_ok", "desired_count": 5, "duplicate_excluded_count": 0, "plan": [ { "change": false, "current": "178.215.227.13:44408", "iface": "vpn1", "slot": "egress1", "target": "178.215.227.13:44408", "target_avg_ms": "50.900", "target_rank": "4" }, { "change": true, "current": "151.236.30.139:33998", "iface": "vpn2", "slot": "egress2", "target": "192.121.163.235:42530", "target_avg_ms": "39.008", "target_rank": "1" }, { "change": false, "current": "95.211.68.119:45176", "iface": "vpn3", "slot": "egress3", "target": "95.211.68.119:45176", "target_avg_ms": "44.271", "target_rank": "2" }, { "change": false, "current": "78.31.250.16:41729", "iface": "vpn4", "slot": "egress4", "target": "78.31.250.16:41729", "target_avg_ms": "50.697", "target_rank": "3" }, { "change": false, "current": "157.173.27.69:41797", "iface": "vpn5", "slot": "egress5", "target": "157.173.27.69:41797", "target_avg_ms": "56.803", "target_rank": "5" } ], "pool": "/root/hmn/cache/ok-awg1-strict-foreign-latest.tsv", "pool_mtime_epoch": 1783702742, "quarantine_enabled": true, "quarantine_excluded_count": 1, "schema": "router-egress-hmn-plan-top5-v2" }, "publish": { "architecture_plan": "https://helena-background-beam-harry.trycloudflare.com/r/e94a0859747d7b96f29c7fdafc2d0351ba603bb0a7e9e5a4/20260711-095354_step049i_architecture_lock_hmn_egress_recovery/", "facts_json": "https://helena-background-beam-harry.trycloudflare.com/r/e94a0859747d7b96f29c7fdafc2d0351ba603bb0a7e9e5a4/20260711-110520_step050g_hook_emergency_refresh_decision_dryrun_only/facts.json", "report_txt": "https://helena-background-beam-harry.trycloudflare.com/r/e94a0859747d7b96f29c7fdafc2d0351ba603bb0a7e9e5a4/20260711-110520_step050g_hook_emergency_refresh_decision_dryrun_only/report.txt", "trycf_report": "https://helena-background-beam-harry.trycloudflare.com/r/e94a0859747d7b96f29c7fdafc2d0351ba603bb0a7e9e5a4/20260711-110520_step050g_hook_emergency_refresh_decision_dryrun_only/" }, "schema": "router-step-facts-v1", "step": "STEP_050G_HOOK_EMERGENCY_REFRESH_DECISION_DRYRUN_ONLY", "summary": { "daily_counter_post": "0", "daily_counter_pre": "1", "direct_failopen_enabled": "false", "hook": "/usr/local/sbin/router-egress-emergency-decision-hook.sh", "hook_conf": "/etc/router-egress-emergency-decision.conf", "hook_init": "/etc/init.d/router-egress-emergency-decision", "hook_real_daily_fail_count": 1, "hook_real_decision": "below_threshold_noop", "hook_service_enabled": "true", "hook_service_running": "true", "hook_temp_daily_fail_count": 5, "hook_temp_decision": "would_run_emergency_refresh", "ifaces": { "vpn1": true, "vpn2": true, "vpn3": true, "vpn4": true, "vpn5": true }, "next_step": "STEP_050H_EMERGENCY_REFRESH_THRESHOLD_COMMIT_GUARD_NO_REFRESH", "planner_changes_count": 1, "quarantine_lines_post": "2", "quarantine_lines_pre": "2", "rebalance_apply_ran": "false", "refresh_ran": "false", "rollback": "/root/rollback-step050g-emergency-decision-hook-20260711-110520.sh", "routes": { "201": true, "202": true, "203": true, "204": true, "205": true }, "strict": { "vpn1": true, "vpn2": true, "vpn3": true, "vpn4": true, "vpn5": true }, "vm100_peer_count": "5", "vm121_db": { "enabled_peers": 5, "lease_rows": 5, "pending_jobs": 0, "postgres_container": "wgaccess-postgres" }, "watcher_all_healthy": true }, "vm121_db": { "enabled_peers": 5, "lease_rows": 5, "pending_jobs": 0, "postgres_container": "wgaccess-postgres" }, "watcher": { "any_action": false, "mode": "--dry-run", "run_mode": "once", "schema": "router-egress-health-repair-watch-v2", "slots": [ { "action": "none", "decision": "healthy", "fail_count": 0, "iface": "vpn1", "required_confirm": "", "slot": "egress1", "status_ok": true }, { "action": "none", "decision": "healthy", "fail_count": 0, "iface": "vpn2", "required_confirm": "", "slot": "egress2", "status_ok": true }, { "action": "none", "decision": "healthy", "fail_count": 0, "iface": "vpn3", "required_confirm": "", "slot": "egress3", "status_ok": true }, { "action": "none", "decision": "healthy", "fail_count": 0, "iface": "vpn4", "required_confirm": "", "slot": "egress4", "status_ok": true }, { "action": "none", "decision": "healthy", "fail_count": 0, "iface": "vpn5", "required_confirm": "", "slot": "egress5", "status_ok": true } ] } }