diff --git a/codes/models/SRGAN_model.py b/codes/models/SRGAN_model.py
index 16c455cd..1738e902 100644
--- a/codes/models/SRGAN_model.py
+++ b/codes/models/SRGAN_model.py
@@ -288,8 +288,14 @@ class SRGANModel(BaseModel):
                     self.netD = DistributedDataParallel(self.netD,
                                                         device_ids=[torch.cuda.current_device()],
                                                         find_unused_parameters=True)
+                    if self.spsr_enabled:
+                        self.netD_grad = DistributedDataParallel(self.netD_grad,
+                                                        device_ids=[torch.cuda.current_device()],
+                                                        find_unused_parameters=True)
                 else:
                     self.netD = DataParallel(self.netD)
+                    if self.spsr_enabled:
+                        self.netD_grad = DataParallel(self.netD_grad)
                 self.netG.train()
                 self.netD.train()
                 if self.spsr_enabled: