mrq/torchscale
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix MoE sample size

Browse Source
This commit is contained in:
shumingma 2023-03-08 01:19:36 -08:00
parent 0a07df1e5b
commit 891f84f302
1 changed files with 0 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
examples/fairseq/criterions/masked_lm_moe.py
View File

@ -24,9 +24,6 @@ class MaskedLMMoECrossEntropyCriterion(MoECriterion):
)
net_output = model(**sample["net_input"], masked_tokens=masked_tokens)
sample_size = (
sample["target"].size(0) if self.sentence_avg else sample["ntokens"]
)
lprobs = model.get_normalized_probs(net_output, log_probs=True)
lprobs = lprobs.view(-1, lprobs.size(-1))
target = model.get_targets(sample, net_output)