spit out overages in GDI

This commit is contained in:
James Betker 2022-07-19 11:19:59 -06:00
parent 73d7211a4c
commit 1b6fe88bcb

View File

@ -80,7 +80,7 @@ class GaussianDiffusionInjector(Injector):
def forward(self, state): def forward(self, state):
gen = self.env['generators'][self.opt['generator']] gen = self.env['generators'][self.opt['generator']]
hq = state[self.input] hq = state[self.input]
assert hq.max() < 1 or hq.min() > -1, "Attempting to train gaussian diffusion on un-normalized inputs. This won't work, silly!" assert hq.max() < 1 or hq.min() > -1, f"Attempting to train gaussian diffusion on un-normalized inputs. This won't work, silly! {hq.min()} {hq.max()}"
with autocast(enabled=self.env['opt']['fp16']): with autocast(enabled=self.env['opt']['fp16']):
if not gen.training or (self.deterministic_timesteps_every != 0 and self.env['step'] % self.deterministic_timesteps_every == 0): if not gen.training or (self.deterministic_timesteps_every != 0 and self.env['step'] % self.deterministic_timesteps_every == 0):