kxngluca/DL-Art-School
1
0
Fork 0
forked from mrq/DL-Art-School
Code Pull Requests Activity

sweep update

Browse Source
This commit is contained in:
James Betker 2022-03-12 15:33:00 -07:00
parent 73bfd4a86d
commit e754c4fbbc
1 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
codes/sweep.py
View File

@ -34,16 +34,16 @@ if __name__ == '__main__':
Ad-hoc script (hard coded; no command-line parameters) that spawns multiple separate trainers from a single options Ad-hoc script (hard coded; no command-line parameters) that spawns multiple separate trainers from a single options
file, with a hard-coded set of modifications. file, with a hard-coded set of modifications.
""" """
base_opt = '../experiments/train_diffusion_tts6.yml' base_opt = '../experiments/train_diffusion_tts9_sweep.yml'
modifications = { modifications = {
'baseline': {}, 'baseline': {},
'only_conv': {'networks': {'generator': {'kwargs': {'cond_transformer_depth': 4, 'mid_transformer_depth': 1}}}}, 'more_filters': {'networks': {'generator': {'kwargs': {'model_channels': 96}}}},
'intermediary_attention': {'networks': {'generator': {'kwargs': {'attention_resolutions': [32,64], 'num_res_blocks': [2, 2, 2, 2, 2, 2, 2]}}}}, 'more_kern': {'networks': {'generator': {'kwargs': {'kernel_size': 5}}}},
'more_resblocks': {'networks': {'generator': {'kwargs': {'num_res_blocks': [3, 3, 3, 3, 3, 3, 2]}}}}, 'less_heads': {'networks': {'generator': {'kwargs': {'num_heads': 2}}}},
'less_resblocks': {'networks': {'generator': {'kwargs': {'num_res_blocks': [1, 1, 1, 1, 1, 1, 1]}}}}, 'eff_off': {'networks': {'generator': {'kwargs': {'efficient_convs': False}}}},
'wider': {'networks': {'generator': {'kwargs': {'channel_mult': [1,2,4,6,8,8,8]}}}}, 'more_time': {'networks': {'generator': {'kwargs': {'time_embed_dim_multiplier': 8}}}},
'inject_every_layer': {'networks': {'generator': {'kwargs': {'token_conditioning_resolutions': [1,2,4,8,16,32,64]}}}}, 'deeper_res': {'networks': {'generator': {'kwargs': {'num_res_blocks': [3, 3, 3, 3, 3, 4, 4]}}}},
'cosine_diffusion': {'steps': {'generator': {'injectors': {'diffusion': {'beta_schedule': {'schedule_name': 'cosine'}}}}}}, 'shallow_res': {'networks': {'generator': {'kwargs': {'num_res_blocks': [1, 1, 1, 1, 1, 2, 2]}}}},
} }
opt = option.parse(base_opt, is_train=True) opt = option.parse(base_opt, is_train=True)
all_opts = [] all_opts = []