diff --git a/vall_e/engines/deepspeed.py b/vall_e/engines/deepspeed.py
index f07705b..85ec63b 100755
--- a/vall_e/engines/deepspeed.py
+++ b/vall_e/engines/deepspeed.py
@@ -47,7 +47,7 @@ class Engine(DeepSpeedEngine):
 		}
 
 		# kwargs['stats'] = None will return None when popped
-		maybe_stats = kwargs.get('stats', stats)
+		maybe_stats = kwargs.pop('stats', stats)
 		if maybe_stats is not None:
 			stats = maybe_stats