forgot to have it pull from specified noise to the hdf5 dataset

This commit is contained in:
mrq 2023-08-18 23:57:07 -05:00
parent 77292c42f9
commit ae9d38aa31
2 changed files with 5 additions and 2 deletions

View File

@ -475,8 +475,7 @@ try:
if not cfg.dataset.use_hdf5:
cfg.dataset.training = [ Path(dir) for dir in cfg.dataset.training ]
cfg.dataset.validation = [ Path(dir) for dir in cfg.dataset.validation ]
cfg.dataset.noise = [ Path(dir) for dir in cfg.dataset.noise ]
cfg.dataset.noise = [ Path(dir) for dir in cfg.dataset.noise ]
except Exception as e:
pass

View File

@ -638,6 +638,10 @@ def create_dataset_hdf5():
for data_dir in tqdm(cfg.dataset.validation, desc='Processing Validation'):
add( data_dir, type="validation" )
# noise
for data_dir in tqdm(cfg.dataset.noise, desc='Processing Noise'):
add( data_dir, type="noise" )
# write symmap
hf.create_dataset('symmap', data=json.dumps(symmap))