mrq/vall-e
5
9
Fork 0
Code Issues 8 Pull Requests Packages Projects Releases Wiki Activity

why did I type rglob, another 10 bucks down the drain...

Browse Source
This commit is contained in:
mrq 2023-08-17 00:11:29 -05:00
parent b5f247aa11
commit 03872b823f
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vall_e/engines/base.py
View File

@ -223,10 +223,13 @@ class Engines(dict[str, Engine]):
# might be better to prune before saving for safety, but [:0] returns an empty list, but I could do [:-cfg.trainer.keep_last_checkpoints - 1 if cfg.trainer.keep_last_checkpoints > 1 else None] # might be better to prune before saving for safety, but [:0] returns an empty list, but I could do [:-cfg.trainer.keep_last_checkpoints - 1 if cfg.trainer.keep_last_checkpoints > 1 else None]
if cfg.trainer.keep_last_checkpoints > 0 and is_global_leader(): if cfg.trainer.keep_last_checkpoints > 0 and is_global_leader():
checkpoints = list(save_dir.rglob("*/")) checkpoints = [ d for d in list(save_dir.glob("*")) if d.is_dir() ]
checkpoints.sort(key=lambda x: x.stat().st_mtime) checkpoints.sort(key=lambda x: x.stat().st_mtime)
checkpoints = checkpoints[:-cfg.trainer.keep_last_checkpoints] checkpoints = checkpoints[:-cfg.trainer.keep_last_checkpoints]
for d in checkpoints: for d in checkpoints:
if not d.is_dir() or not d.exists():
continue
print("Removing", d)
for p in d.iterdir(): for p in d.iterdir():
p.unlink() p.unlink()
d.rmdir() d.rmdir()