diff --git a/deepspeed/module_inject/containers/features/split_qkv.py b/deepspeed/module_inject/containers/features/split_qkv.py index f91fe815f92afbeb20a7e3425f0723cb75755011..aff4877835f808ea98b4b3d9d312613b74bc57ba 100644 --- a/deepspeed/module_inject/containers/features/split_qkv.py +++ b/deepspeed/module_inject/containers/features/split_qkv.py @@ -123,7 +123,7 @@ class HybridSplitQKVContainer(HybridEngineContainer): for data in qkv_data: del data - def set_attn_params_wo_copy(self, Z3_enabled=False): + def set_attn_parameters_wo_copy(self, Z3_enabled=False): self.module.attention.attn_ow = self.dense_w self.module.attention.attn_ob = self.dense_b if not Z3_enabled: