Fix Meta Tensor checkpoint load for BLOOM models (#3885)

This PR fixes Meta Tensor checkpoint loading for BLOOM models where the SD keys start with transformer..

deepspeed/module_inject/load_checkpoint.py

@@ -29,10 +29,14 @@ def load_model_with_checkpoint(r_module,
     error_msgs = []
 
     def prefix_check():
-        # if keys start with 'model.', don't skip level 0 prefix
+        # if keys start with 'model.' or 'transformer.', don't skip level 0 prefix
         for key in sd[0].keys():
+            # OPT models
             if re.match("^model[.]", key):
                 return False
+            # BLOOM models
+            if re.match("^transformer[.]", key):
+                return False
         return True
 
     skip_level_0_prefix = prefix_check() and container.policy.use_load_prefix