diff --git a/ppdet/optimizer.py b/ppdet/optimizer.py
index fd46c949a08bcb20cd9a0830c7885a5fb33a09f5..a0a961b454c91801a96198e50d8c0bcc0b731bfc 100644
--- a/ppdet/optimizer.py
+++ b/ppdet/optimizer.py
@@ -339,7 +339,8 @@ class ModelEMA(object):
 
     def resume(self, state_dict, step=0):
         for k, v in state_dict.items():
-            self.state_dict[k] = v
+            if k in self.state_dict:
+                self.state_dict[k] = v
         self.step = step
 
     def update(self, model=None):