mrq/DL-Art-School
1
3
Fork 5
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix inverted temperature curve bug

Browse Source
This commit is contained in:
James Betker 2020-07-12 11:02:50 -06:00
parent 14d23b9d20
commit 4c0f770f2a
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
codes/models/archs/SwitchedResidualGenerator_arch.py
View File

@ -1,6 +1,6 @@
import torch
from torch import nn
from switched_conv import BareConvSwitch, compute_attention_specificity
from switched_conv import BareConvSwitch, compute_attention_specificity, AttentionNorm
import torch.nn.functional as F
import functools
from collections import OrderedDict
@ -208,7 +208,7 @@ class ConfigurableSwitchedResidualGenerator2(nn.Module):
# Once the temperature passes (1) it enters an inverted curve to match the linear curve from above.
# without this, the attention specificity "spikes" incredibly fast in the last few iterations.
h_steps_total = self.heightened_final_step - self.final_temperature_step
h_steps_current = min(step - self.final_temperature_step, h_steps_total)
h_steps_current = max(min(step - self.final_temperature_step, h_steps_total), 1)
# The "gap" will represent the steps that need to be traveled as a linear function.
h_gap = 1 / self.heightened_temp_min
temp = h_gap * h_steps_current / h_steps_total