From 8d0f5efe86dfa5dcf6b4135ad76a3a6f93535ac2 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Tue, 1 Sep 2026 00:21:14 -0500 Subject: =?UTF-8?q?prepare=5Fdata:=20hard-exit=20after=20DONE=20=E2=80=94?= =?UTF-8?q?=20HF=20streaming=20prefetch=20threads=20hang=20interpreter=20s?= =?UTF-8?q?hutdown=20after=20break?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-Authored-By: Claude Fable 5 Claude-Session: https://claude.ai/code/session_01GkgLsACEF6CCP7EUfA5fZe --- scripts/prepare_data.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'scripts') diff --git a/scripts/prepare_data.py b/scripts/prepare_data.py index b7684b8..8036a47 100644 --- a/scripts/prepare_data.py +++ b/scripts/prepare_data.py @@ -35,4 +35,6 @@ for i, ex in enumerate(ds): break ftr.close(); fva.close() os.rename(train_path + ".partial", train_path); os.rename(val_path + ".partial", val_path) -print(f"DONE train {n_tr/1e6:.1f}M val {n_va/1e6:.1f}M -> {a.out}") +print(f"DONE train {n_tr/1e6:.1f}M val {n_va/1e6:.1f}M -> {a.out}", flush=True) +sys.stdout.flush(); sys.stderr.flush() +os._exit(0) # hard-exit: HF streaming leaves non-daemon prefetch threads after `break` that hang interpreter shutdown -- cgit v1.2.3