deviandice/DL-Art-School
1
0
Fork 0
forked from mrq/DL-Art-School
Code Issues Pull Requests Packages Projects Releases Wiki Activity

use sets instead of list ops

Browse Source
This commit is contained in:
James Betker 2021-11-07 20:45:57 -07:00
parent 722d3dbdc2
commit 9b3c3b1227
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
codes/data/util.py
View File

@ -591,7 +591,9 @@ def load_paths_from_cache(paths, cache_path, exclusion_list=[]):
if exclusion_list is not None and len(exclusion_list) > 0: if exclusion_list is not None and len(exclusion_list) > 0:
print(f"Removing exclusion lists..") print(f"Removing exclusion lists..")
before = len(output) before = len(output)
output = filter(lambda p: p not in exclusion_list, output) master_set = set(output)
exclusion_set = set(exclusion_list)
output = list(master_set - exclusion_set)
print(f"Excluded {before-len(output)} files.") print(f"Excluded {before-len(output)} files.")
print("Done.") print("Done.")
torch.save(output, cache_path) torch.save(output, cache_path)