forgot to have it pull from specified noise to the hdf5 dataset

This commit is contained in:
mrq 2023-08-18 23:57:07 -05:00
parent 77292c42f9
commit ae9d38aa31
2 changed files with 5 additions and 2 deletions

View File

@ -475,7 +475,6 @@ try:
if not cfg.dataset.use_hdf5: if not cfg.dataset.use_hdf5:
cfg.dataset.training = [ Path(dir) for dir in cfg.dataset.training ] cfg.dataset.training = [ Path(dir) for dir in cfg.dataset.training ]
cfg.dataset.validation = [ Path(dir) for dir in cfg.dataset.validation ] cfg.dataset.validation = [ Path(dir) for dir in cfg.dataset.validation ]
cfg.dataset.noise = [ Path(dir) for dir in cfg.dataset.noise ] cfg.dataset.noise = [ Path(dir) for dir in cfg.dataset.noise ]
except Exception as e: except Exception as e:
pass pass

View File

@ -638,6 +638,10 @@ def create_dataset_hdf5():
for data_dir in tqdm(cfg.dataset.validation, desc='Processing Validation'): for data_dir in tqdm(cfg.dataset.validation, desc='Processing Validation'):
add( data_dir, type="validation" ) add( data_dir, type="validation" )
# noise
for data_dir in tqdm(cfg.dataset.noise, desc='Processing Noise'):
add( data_dir, type="noise" )
# write symmap # write symmap
hf.create_dataset('symmap', data=json.dumps(symmap)) hf.create_dataset('symmap', data=json.dumps(symmap))