be more stringent on min and max ranges in GDI.. this is gonna break somethings probably

This commit is contained in:
James Betker 2022-07-19 09:14:08 -06:00
parent eab7dc339d
commit 4aa840a494

View File

@ -80,7 +80,7 @@ class GaussianDiffusionInjector(Injector):
def forward(self, state): def forward(self, state):
gen = self.env['generators'][self.opt['generator']] gen = self.env['generators'][self.opt['generator']]
hq = state[self.input] hq = state[self.input]
assert hq.max() < 1.5 or hq.min() > -1.5, "Attempting to train gaussian diffusion on un-normalized inputs. This won't work, silly!" assert hq.max() < 1 or hq.min() > -1, "Attempting to train gaussian diffusion on un-normalized inputs. This won't work, silly!"
with autocast(enabled=self.env['opt']['fp16']): with autocast(enabled=self.env['opt']['fp16']):
if not gen.training or (self.deterministic_timesteps_every != 0 and self.env['step'] % self.deterministic_timesteps_every == 0): if not gen.training or (self.deterministic_timesteps_every != 0 and self.env['step'] % self.deterministic_timesteps_every == 0):