From 4b22ff939fea0009767f7c442ab5a5e25e5b0f3b Mon Sep 17 00:00:00 2001 From: echobt <154886644+echobt@users.noreply.github.com> Date: Thu, 15 Oct 2026 12:37:04 +0000 Subject: [PATCH] fix(launch): run every stage on the frozen controller tree Admission loaded the frozen snapshot (direct-ssh launcher) but deps, qualification, rescue and roots imported /data/hypertrain-tree, so hosts were reached through the ssh*.vast.ai proxy (~50 Mbit/s). HT_TREE now comes from PREP/freeze/freeze.json and leads PYTHONPATH. --- scripts/launch_cuda_run.sh | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/scripts/launch_cuda_run.sh b/scripts/launch_cuda_run.sh index 39d8afc..fcdcab8 100755 --- a/scripts/launch_cuda_run.sh +++ b/scripts/launch_cuda_run.sh @@ -69,7 +69,11 @@ mssh() { } export PYTHONHOME=$RD/runtime/local CUDA_VISIBLE_DEVICES='' HOME=$RD -export PYTHONPATH=/data/hypertrain-tree/src:/data/hypertrain-tree/scripts:/data/hypertrain-tree:/data/pydeps:$RD/runtime/venv/lib/python3.12/site-packages +# Controller tree: the frozen snapshot admission used (same launcher/orchestrate as every stage). +HT_TREE=${HT_TREE:-$("$PY" -c 'import json,sys;print(json.load(open(sys.argv[1]))["snapshot"])' "$PREP/freeze/freeze.json")/tree} +[ -f "$HT_TREE/experiments/gpu_network_v2/orchestrate.py" ] || HT_TREE=/data/hypertrain-tree +export HT_TREE +export PYTHONPATH=$HT_TREE/src:$HT_TREE/scripts:$HT_TREE:/data/pydeps:$RD/runtime/venv/lib/python3.12/site-packages mkdir -p "$STATE" STAGE=preflight