kxngluca/DL-Art-School
1
0
Fork 0
forked from mrq/DL-Art-School
Code Pull Requests Activity

fix xtransformers bug

Browse Source
This commit is contained in:
James Betker 2022-04-08 09:12:46 -06:00
parent 048f6f729a
commit 423293e518
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
codes/models/lucidrains/x_transformers.py
View File

@ -1180,7 +1180,9 @@ class TransformerWrapper(nn.Module):
if use_cache: if use_cache:
res.append(intermediates.past_key_values) res.append(intermediates.past_key_values)
return res if len(res) > 1:
return tuple(res)
return res[0]
class ContinuousTransformerWrapper(nn.Module): class ContinuousTransformerWrapper(nn.Module):
@ -1241,7 +1243,9 @@ class ContinuousTransformerWrapper(nn.Module):
if use_cache: if use_cache:
res.append(intermediates.past_key_values) res.append(intermediates.past_key_values)
return tuple(res) if len(res) > 1:
return tuple(res)
return res[0]
class XTransformer(nn.Module): class XTransformer(nn.Module):