deviandice/DL-Art-School
1
0
Fork 0
forked from mrq/DL-Art-School
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update vqvae to double codebook size for bottom quantizer

Browse Source
This commit is contained in:
James Betker 2021-01-23 13:47:07 -07:00
parent dac7d768fa
commit b374dcdd46
2 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
codes/models/vqvae/vqvae_no_conv_transpose.py
View File

@ -199,7 +199,7 @@ class VQVAE(nn.Module):
codebook_dim, codebook_dim, channel, n_res_block, n_res_channel, stride=2 codebook_dim, codebook_dim, channel, n_res_block, n_res_channel, stride=2
) )
self.quantize_conv_b = nn.Conv2d(codebook_dim + channel, codebook_dim, 1) self.quantize_conv_b = nn.Conv2d(codebook_dim + channel, codebook_dim, 1)
self.quantize_b = Quantize(codebook_dim, codebook_size) self.quantize_b = Quantize(codebook_dim, codebook_size*2)
self.upsample_t = UpsampleConv( self.upsample_t = UpsampleConv(
codebook_dim, codebook_dim, 5, padding=2 codebook_dim, codebook_dim, 5, padding=2
) )

7
codes/utils/util.py
View File

@ -65,8 +65,11 @@ def sequential_checkpoint(fn, partitions, *args):
return fn(*args) return fn(*args)
# A fancy alternative to if <flag> checkpoint() else <call> # A fancy alternative to if <flag> checkpoint() else <call>
def possible_checkpoint(enabled, fn, *args): def possible_checkpoint(opt_en, fn, *args):
opt_en = loaded_options['checkpointing_enabled'] if 'checkpointing_enabled' in loaded_options.keys() else True if loaded_options is None:
enabled = False
else:
enabled = loaded_options['checkpointing_enabled'] if 'checkpointing_enabled' in loaded_options.keys() else True
if enabled and opt_en: if enabled and opt_en:
return torch.utils.checkpoint.checkpoint(fn, *args) return torch.utils.checkpoint.checkpoint(fn, *args)
else: else: