diff options
Diffstat (limited to 'scripts/prepare_data.py')
| -rw-r--r-- | scripts/prepare_data.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/scripts/prepare_data.py b/scripts/prepare_data.py index b7684b8..8036a47 100644 --- a/scripts/prepare_data.py +++ b/scripts/prepare_data.py @@ -35,4 +35,6 @@ for i, ex in enumerate(ds): break ftr.close(); fva.close() os.rename(train_path + ".partial", train_path); os.rename(val_path + ".partial", val_path) -print(f"DONE train {n_tr/1e6:.1f}M val {n_va/1e6:.1f}M -> {a.out}") +print(f"DONE train {n_tr/1e6:.1f}M val {n_va/1e6:.1f}M -> {a.out}", flush=True) +sys.stdout.flush(); sys.stderr.flush() +os._exit(0) # hard-exit: HF streaming leaves non-daemon prefetch threads after `break` that hang interpreter shutdown |