"not sure how to proceed as we're seeing conficting local rank info."
os.environ['LOCAL_RANK']=local_rank
self.local_rank=int(os.environ['LOCAL_RANK'])
ifhasattr(args,'local_rank'):
args.local_rank=self.local_rank
...
...
@@ -581,8 +589,10 @@ class DeepSpeedEngine(Module):
assertargs.deepspeed_configisNone,"Not sure how to proceed, we were given both a deepscale_config and deepspeed_config"
args.deepspeed_config=args.deepscale_config
assert"LOCAL_RANK"inos.environ,"DeepSpeed requires the LOCAL_RANK environment variable, it is set by the deepspeed launcher, " \
"deepspeed.init_distributed, or the torch.distributed launcher. If using a different launcher please ensure LOCAL_RANK is set prior to initializing deepspeed."
assert"LOCAL_RANK"inos.environor"OMPI_COMM_WORLD_LOCAL_RANK"inos.environ,"DeepSpeed requires the LOCAL_RANK environment " \
"variable, it is set by the deepspeed launcher, deepspeed.init_distributed, or the torch.distributed launcher. If using a " \
"different launcher please ensure LOCAL_RANK is set prior to initializing deepspeed."