[fluid clean]clean fluid.distribute_lookup_table (#50350)

* fluid clean

* fix optimizer

* fix distributed_transpiler

* fix fluid.__init__

* remove from fluid.init

python/paddle/fluid/__init__.py

@@ -67,7 +67,6 @@ from . import metrics
 from . import transpiler
 from . import incubate
 from .input import embedding, one_hot
-from . import distribute_lookup_table
 from .param_attr import ParamAttr, WeightNormParamAttr
 from .data_feeder import DataFeeder
 

python/paddle/fluid/incubate/fleet/parameter_server/pslib/optimizer_factory.py

@@ -16,11 +16,13 @@
 __all__ = ["DistributedAdam", "FLEET_GLOBAL_DICT"]
 import paddle
 from paddle.framework import core
-from paddle.fluid.distribute_lookup_table import find_distributed_lookup_table
-from paddle.fluid.distribute_lookup_table import (
+from paddle.distributed.distribute_lookup_table import (
+    find_distributed_lookup_table,
+)
+from paddle.distributed.distribute_lookup_table import (
     find_distributed_lookup_table_inputs,
 )
-from paddle.fluid.distribute_lookup_table import (
+from paddle.distributed.distribute_lookup_table import (
     find_distributed_lookup_table_outputs,
 )
 from google.protobuf import text_format

python/paddle/fluid/optimizer.py

@@ -18,7 +18,7 @@ import logging
 from collections import defaultdict
 
 import paddle
-from paddle.fluid.distribute_lookup_table import find_distributed_lookup_table
+
 from paddle.fluid.framework import (
     Program,
     Variable,
@@ -944,6 +944,10 @@ class Optimizer:
         :param loss: the loss variable.
         :param startup_program: the startup program
         """
+        from paddle.distributed.distribute_lookup_table import (
+            find_distributed_lookup_table,
+        )
+
         program = framework.default_main_program()
         global_block = framework.default_main_program().global_block()
         table_name = find_distributed_lookup_table(program)

python/paddle/fluid/transpiler/distribute_transpiler.py

@@ -50,7 +50,6 @@ from ..framework import (
 )
 from .details import wait_server_ready, UnionFind, VarStruct, VarsDistributed
 from .details import delete_ops, find_op_by_output_arg
-from ..distribute_lookup_table import find_distributed_lookup_table
 from . import collective
 
 LOOKUP_TABLE_TYPE = ["lookup_table", "lookup_table_v2"]
@@ -612,6 +611,9 @@ class DistributeTranspiler:
                     sync_mode=False,
                     current_endpoint="127.0.0.1:7000")
         """
+        from paddle.distributed.distribute_lookup_table import (
+            find_distributed_lookup_table,
+        )
 
         err_msg = """
 

python/paddle/fluid/transpiler/geo_sgd_transpiler.py

@@ -39,7 +39,6 @@ from ..framework import (
 )
 from .details import wait_server_ready, VarsDistributed
 from .details import delete_ops
-from ..distribute_lookup_table import find_distributed_lookup_table
 from .distribute_transpiler import (
     DistributeTranspiler,
     DistributeTranspilerConfig,
@@ -48,6 +47,9 @@ from .distribute_transpiler import (
     ServerRuntimeConfig,
 )
 from paddle.fluid.incubate.fleet.parameter_server.mode import DistributedMode
+from paddle.distributed.distribute_lookup_table import (
+    find_distributed_lookup_table,
+)
 
 RPC_OP_ROLE_ATTR_NAME = (
     op_role_attr_name