diff --git a/apm-collector/apm-collector-boot/src/main/java/org/skywalking/apm/collector/boot/CollectorStarter.java b/apm-collector/apm-collector-boot/src/main/java/org/skywalking/apm/collector/boot/CollectorStarter.java
index 3f7c12922d5e4694f4364c75391f0f6908b8da62..affe9dc74f47e1c659dc660b14771c648936ef23 100644
--- a/apm-collector/apm-collector-boot/src/main/java/org/skywalking/apm/collector/boot/CollectorStarter.java
+++ b/apm-collector/apm-collector-boot/src/main/java/org/skywalking/apm/collector/boot/CollectorStarter.java
@@ -1,6 +1,7 @@
 package org.skywalking.apm.collector.boot;
 
 import java.util.Map;
+import org.skywalking.apm.collector.cluster.ClusterModuleGroupDefine;
 import org.skywalking.apm.collector.core.CollectorException;
 import org.skywalking.apm.collector.core.framework.Starter;
 import org.skywalking.apm.collector.core.module.ModuleConfigLoader;
@@ -39,8 +40,12 @@ public class CollectorStarter implements Starter {
             moduleGroupDefine.moduleInstaller().preInstall();
         }
 
+        moduleGroupDefineMap.get(ClusterModuleGroupDefine.GROUP_NAME).moduleInstaller().install();
+
         for (ModuleGroupDefine moduleGroupDefine : moduleGroupDefineMap.values()) {
-            moduleGroupDefine.moduleInstaller().install();
+            if (!(moduleGroupDefine instanceof ClusterModuleGroupDefine)) {
+                moduleGroupDefine.moduleInstaller().install();
+            }
         }
 
         serverHolder.getServers().forEach(server -> {