diff --git a/.gitmodules b/.gitmodules
index fd7a90bc20cf5fb1845b70f42dbbcbc58db9c66d..1dc6fa7cb96c5aecf77106bf37f05a0f41ca9254 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -1,6 +1,3 @@
-[submodule "PaddleNLP/language_representations_kit/ERNIE"]
-	path = PaddleNLP/language_representations_kit/ERNIE
-	url = https://github.com/PaddlePaddle/ERNIE
 [submodule "PaddleRL"]
 	path = PaddleRL
 	url = https://github.com/PaddlePaddle/PARL
@@ -10,3 +7,6 @@
 [submodule "AutoDL"]
 	path = AutoDL
 	url = https://github.com/PaddlePaddle/AutoDL.git
+[submodule "PaddleNLP/PaddleLARK/ERNIE"]
+	path = PaddleNLP/PaddleLARK/ERNIE
+	url = https://github.com/PaddlePaddle/ERNIE.git
diff --git a/PaddleNLP/language_representations_kit/BERT/.run_ce.sh b/PaddleNLP/PaddleLARK/BERT/.run_ce.sh
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/.run_ce.sh
rename to PaddleNLP/PaddleLARK/BERT/.run_ce.sh
diff --git a/PaddleNLP/language_representations_kit/BERT/README.md b/PaddleNLP/PaddleLARK/BERT/README.md
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/README.md
rename to PaddleNLP/PaddleLARK/BERT/README.md
diff --git a/PaddleNLP/language_representations_kit/BERT/__init__.py b/PaddleNLP/PaddleLARK/BERT/__init__.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/__init__.py
rename to PaddleNLP/PaddleLARK/BERT/__init__.py
diff --git a/PaddleNLP/language_representations_kit/BERT/_ce.py b/PaddleNLP/PaddleLARK/BERT/_ce.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/_ce.py
rename to PaddleNLP/PaddleLARK/BERT/_ce.py
diff --git a/PaddleNLP/language_representations_kit/BERT/batching.py b/PaddleNLP/PaddleLARK/BERT/batching.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/batching.py
rename to PaddleNLP/PaddleLARK/BERT/batching.py
diff --git a/PaddleNLP/language_representations_kit/BERT/convert_params.py b/PaddleNLP/PaddleLARK/BERT/convert_params.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/convert_params.py
rename to PaddleNLP/PaddleLARK/BERT/convert_params.py
diff --git a/PaddleNLP/language_representations_kit/BERT/data/demo_config/bert_config.json b/PaddleNLP/PaddleLARK/BERT/data/demo_config/bert_config.json
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/data/demo_config/bert_config.json
rename to PaddleNLP/PaddleLARK/BERT/data/demo_config/bert_config.json
diff --git a/PaddleNLP/language_representations_kit/BERT/data/demo_config/vocab.txt b/PaddleNLP/PaddleLARK/BERT/data/demo_config/vocab.txt
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/data/demo_config/vocab.txt
rename to PaddleNLP/PaddleLARK/BERT/data/demo_config/vocab.txt
diff --git a/PaddleNLP/language_representations_kit/BERT/data/demo_wiki_tokens.txt b/PaddleNLP/PaddleLARK/BERT/data/demo_wiki_tokens.txt
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/data/demo_wiki_tokens.txt
rename to PaddleNLP/PaddleLARK/BERT/data/demo_wiki_tokens.txt
diff --git a/PaddleNLP/language_representations_kit/BERT/data/train/demo_wiki_train.gz b/PaddleNLP/PaddleLARK/BERT/data/train/demo_wiki_train.gz
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/data/train/demo_wiki_train.gz
rename to PaddleNLP/PaddleLARK/BERT/data/train/demo_wiki_train.gz
diff --git a/PaddleNLP/language_representations_kit/BERT/data/validation/demo_wiki_validation.gz b/PaddleNLP/PaddleLARK/BERT/data/validation/demo_wiki_validation.gz
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/data/validation/demo_wiki_validation.gz
rename to PaddleNLP/PaddleLARK/BERT/data/validation/demo_wiki_validation.gz
diff --git a/PaddleNLP/language_representations_kit/BERT/dist_utils.py b/PaddleNLP/PaddleLARK/BERT/dist_utils.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/dist_utils.py
rename to PaddleNLP/PaddleLARK/BERT/dist_utils.py
diff --git a/PaddleNLP/language_representations_kit/BERT/inference/CMakeLists.txt b/PaddleNLP/PaddleLARK/BERT/inference/CMakeLists.txt
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/inference/CMakeLists.txt
rename to PaddleNLP/PaddleLARK/BERT/inference/CMakeLists.txt
diff --git a/PaddleNLP/language_representations_kit/BERT/inference/README.md b/PaddleNLP/PaddleLARK/BERT/inference/README.md
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/inference/README.md
rename to PaddleNLP/PaddleLARK/BERT/inference/README.md
diff --git a/PaddleNLP/language_representations_kit/BERT/inference/gen_demo_data.py b/PaddleNLP/PaddleLARK/BERT/inference/gen_demo_data.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/inference/gen_demo_data.py
rename to PaddleNLP/PaddleLARK/BERT/inference/gen_demo_data.py
diff --git a/PaddleNLP/language_representations_kit/BERT/inference/inference.cc b/PaddleNLP/PaddleLARK/BERT/inference/inference.cc
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/inference/inference.cc
rename to PaddleNLP/PaddleLARK/BERT/inference/inference.cc
diff --git a/PaddleNLP/language_representations_kit/BERT/model/__init__.py b/PaddleNLP/PaddleLARK/BERT/model/__init__.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/model/__init__.py
rename to PaddleNLP/PaddleLARK/BERT/model/__init__.py
diff --git a/PaddleNLP/language_representations_kit/BERT/model/bert.py b/PaddleNLP/PaddleLARK/BERT/model/bert.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/model/bert.py
rename to PaddleNLP/PaddleLARK/BERT/model/bert.py
diff --git a/PaddleNLP/language_representations_kit/BERT/model/classifier.py b/PaddleNLP/PaddleLARK/BERT/model/classifier.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/model/classifier.py
rename to PaddleNLP/PaddleLARK/BERT/model/classifier.py
diff --git a/PaddleNLP/language_representations_kit/BERT/model/transformer_encoder.py b/PaddleNLP/PaddleLARK/BERT/model/transformer_encoder.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/model/transformer_encoder.py
rename to PaddleNLP/PaddleLARK/BERT/model/transformer_encoder.py
diff --git a/PaddleNLP/language_representations_kit/BERT/optimization.py b/PaddleNLP/PaddleLARK/BERT/optimization.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/optimization.py
rename to PaddleNLP/PaddleLARK/BERT/optimization.py
diff --git a/PaddleNLP/language_representations_kit/BERT/predict_classifier.py b/PaddleNLP/PaddleLARK/BERT/predict_classifier.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/predict_classifier.py
rename to PaddleNLP/PaddleLARK/BERT/predict_classifier.py
diff --git a/PaddleNLP/language_representations_kit/BERT/reader/__init__.py b/PaddleNLP/PaddleLARK/BERT/reader/__init__.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/reader/__init__.py
rename to PaddleNLP/PaddleLARK/BERT/reader/__init__.py
diff --git a/PaddleNLP/language_representations_kit/BERT/reader/cls.py b/PaddleNLP/PaddleLARK/BERT/reader/cls.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/reader/cls.py
rename to PaddleNLP/PaddleLARK/BERT/reader/cls.py
diff --git a/PaddleNLP/language_representations_kit/BERT/reader/pretraining.py b/PaddleNLP/PaddleLARK/BERT/reader/pretraining.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/reader/pretraining.py
rename to PaddleNLP/PaddleLARK/BERT/reader/pretraining.py
diff --git a/PaddleNLP/language_representations_kit/BERT/reader/squad.py b/PaddleNLP/PaddleLARK/BERT/reader/squad.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/reader/squad.py
rename to PaddleNLP/PaddleLARK/BERT/reader/squad.py
diff --git a/PaddleNLP/language_representations_kit/BERT/run_classifier.py b/PaddleNLP/PaddleLARK/BERT/run_classifier.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/run_classifier.py
rename to PaddleNLP/PaddleLARK/BERT/run_classifier.py
diff --git a/PaddleNLP/language_representations_kit/BERT/run_squad.py b/PaddleNLP/PaddleLARK/BERT/run_squad.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/run_squad.py
rename to PaddleNLP/PaddleLARK/BERT/run_squad.py
diff --git a/PaddleNLP/language_representations_kit/BERT/test_local_dist.sh b/PaddleNLP/PaddleLARK/BERT/test_local_dist.sh
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/test_local_dist.sh
rename to PaddleNLP/PaddleLARK/BERT/test_local_dist.sh
diff --git a/PaddleNLP/language_representations_kit/BERT/tokenization.py b/PaddleNLP/PaddleLARK/BERT/tokenization.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/tokenization.py
rename to PaddleNLP/PaddleLARK/BERT/tokenization.py
diff --git a/PaddleNLP/language_representations_kit/BERT/train.py b/PaddleNLP/PaddleLARK/BERT/train.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/train.py
rename to PaddleNLP/PaddleLARK/BERT/train.py
diff --git a/PaddleNLP/language_representations_kit/BERT/train.sh b/PaddleNLP/PaddleLARK/BERT/train.sh
similarity index 99%
rename from PaddleNLP/language_representations_kit/BERT/train.sh
rename to PaddleNLP/PaddleLARK/BERT/train.sh
index 262644091bc2b4673a03499067a2e0ca41b6bc49..2ed44e4c7291f502c70bfad4422f7ad999439c58 100755
--- a/PaddleNLP/language_representations_kit/BERT/train.sh
+++ b/PaddleNLP/PaddleLARK/BERT/train.sh
@@ -31,7 +31,6 @@ TRAIN_DATA_DIR=data/train
 VALIDATION_DATA_DIR=data/validation
 CONFIG_PATH=data/demo_config/bert_config.json
 VOCAB_PATH=data/demo_config/vocab.txt
-
 # Change your train arguments:
 python -u ./train.py ${is_distributed}\
         --use_cuda true\
diff --git a/PaddleNLP/language_representations_kit/BERT/utils/__init__.py b/PaddleNLP/PaddleLARK/BERT/utils/__init__.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/utils/__init__.py
rename to PaddleNLP/PaddleLARK/BERT/utils/__init__.py
diff --git a/PaddleNLP/language_representations_kit/BERT/utils/args.py b/PaddleNLP/PaddleLARK/BERT/utils/args.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/utils/args.py
rename to PaddleNLP/PaddleLARK/BERT/utils/args.py
diff --git a/PaddleNLP/language_representations_kit/BERT/utils/cards.py b/PaddleNLP/PaddleLARK/BERT/utils/cards.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/utils/cards.py
rename to PaddleNLP/PaddleLARK/BERT/utils/cards.py
diff --git a/PaddleNLP/language_representations_kit/BERT/utils/fp16.py b/PaddleNLP/PaddleLARK/BERT/utils/fp16.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/utils/fp16.py
rename to PaddleNLP/PaddleLARK/BERT/utils/fp16.py
diff --git a/PaddleNLP/language_representations_kit/BERT/utils/init.py b/PaddleNLP/PaddleLARK/BERT/utils/init.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/BERT/utils/init.py
rename to PaddleNLP/PaddleLARK/BERT/utils/init.py
diff --git a/PaddleNLP/language_representations_kit/ELMo/.run_ce.sh b/PaddleNLP/PaddleLARK/ELMo/.run_ce.sh
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/.run_ce.sh
rename to PaddleNLP/PaddleLARK/ELMo/.run_ce.sh
diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/bilm.py b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/bilm.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/bilm.py
rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/bilm.py
diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/conf/q2b.dic b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/conf/q2b.dic
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/conf/q2b.dic
rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/conf/q2b.dic
diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/data/dev/dev.tsv b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/data/dev/dev.tsv
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/data/dev/dev.tsv
rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/data/dev/dev.tsv
diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/data/tag.dic b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/data/tag.dic
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/data/tag.dic
rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/data/tag.dic
diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/data/train/train.tsv b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/data/train/train.tsv
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/data/train/train.tsv
rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/data/train/train.tsv
diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/network.py b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/network.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/network.py
rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/network.py
diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/reader.py b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/reader.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/reader.py
rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/reader.py
diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/run.sh b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/run.sh
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/run.sh
rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/run.sh
diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/train.py b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/train.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/train.py
rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/train.py
diff --git a/PaddleNLP/language_representations_kit/ELMo/README.md b/PaddleNLP/PaddleLARK/ELMo/README.md
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/README.md
rename to PaddleNLP/PaddleLARK/ELMo/README.md
diff --git a/PaddleNLP/language_representations_kit/ELMo/__init__.py b/PaddleNLP/PaddleLARK/ELMo/__init__.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/__init__.py
rename to PaddleNLP/PaddleLARK/ELMo/__init__.py
diff --git a/PaddleNLP/language_representations_kit/ELMo/_ce.py b/PaddleNLP/PaddleLARK/ELMo/_ce.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/_ce.py
rename to PaddleNLP/PaddleLARK/ELMo/_ce.py
diff --git a/PaddleNLP/language_representations_kit/ELMo/args.py b/PaddleNLP/PaddleLARK/ELMo/args.py
similarity index 97%
rename from PaddleNLP/language_representations_kit/ELMo/args.py
rename to PaddleNLP/PaddleLARK/ELMo/args.py
index dbcac53ef50ad2a34ebb4b8b88b6c92a1272020c..b1d8a9e80bbf80f9740e231799ffee4189bc20a2 100755
--- a/PaddleNLP/language_representations_kit/ELMo/args.py
+++ b/PaddleNLP/PaddleLARK/ELMo/args.py
@@ -118,7 +118,8 @@ def parse_args():
     parser.add_argument('--update_method', type=str, default='nccl2')
     parser.add_argument('--random_seed', type=int, default=0)
     parser.add_argument('--n_negative_samples_batch', type=int, default=8000)
-    parser.add_argument('--enable_ce', action='store_true', help='whether print log for ce')
+    parser.add_argument(
+        '--enable_ce', action='store_true', help='whether print log for ce')
     args = parser.parse_args()
 
     return args
diff --git a/PaddleNLP/language_representations_kit/ELMo/data.py b/PaddleNLP/PaddleLARK/ELMo/data.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/data.py
rename to PaddleNLP/PaddleLARK/ELMo/data.py
diff --git a/PaddleNLP/language_representations_kit/ELMo/data/dev/sentence_file.txt b/PaddleNLP/PaddleLARK/ELMo/data/dev/sentence_file.txt
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/data/dev/sentence_file.txt
rename to PaddleNLP/PaddleLARK/ELMo/data/dev/sentence_file.txt
diff --git a/PaddleNLP/language_representations_kit/ELMo/data/dev/sentence_file_2.txt b/PaddleNLP/PaddleLARK/ELMo/data/dev/sentence_file_2.txt
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/data/dev/sentence_file_2.txt
rename to PaddleNLP/PaddleLARK/ELMo/data/dev/sentence_file_2.txt
diff --git a/PaddleNLP/language_representations_kit/ELMo/data/train/sentence_file.txt b/PaddleNLP/PaddleLARK/ELMo/data/train/sentence_file.txt
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/data/train/sentence_file.txt
rename to PaddleNLP/PaddleLARK/ELMo/data/train/sentence_file.txt
diff --git a/PaddleNLP/language_representations_kit/ELMo/data/train/sentence_file_1.txt b/PaddleNLP/PaddleLARK/ELMo/data/train/sentence_file_1.txt
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/data/train/sentence_file_1.txt
rename to PaddleNLP/PaddleLARK/ELMo/data/train/sentence_file_1.txt
diff --git a/PaddleNLP/language_representations_kit/ELMo/data/vocabulary_min5k.txt b/PaddleNLP/PaddleLARK/ELMo/data/vocabulary_min5k.txt
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/data/vocabulary_min5k.txt
rename to PaddleNLP/PaddleLARK/ELMo/data/vocabulary_min5k.txt
diff --git a/PaddleNLP/language_representations_kit/ELMo/lm_model.py b/PaddleNLP/PaddleLARK/ELMo/lm_model.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/lm_model.py
rename to PaddleNLP/PaddleLARK/ELMo/lm_model.py
diff --git a/PaddleNLP/language_representations_kit/ELMo/run.sh b/PaddleNLP/PaddleLARK/ELMo/run.sh
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/run.sh
rename to PaddleNLP/PaddleLARK/ELMo/run.sh
diff --git a/PaddleNLP/language_representations_kit/ELMo/train.py b/PaddleNLP/PaddleLARK/ELMo/train.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/train.py
rename to PaddleNLP/PaddleLARK/ELMo/train.py
diff --git a/PaddleNLP/language_representations_kit/ELMo/utils/__init__.py b/PaddleNLP/PaddleLARK/ELMo/utils/__init__.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/utils/__init__.py
rename to PaddleNLP/PaddleLARK/ELMo/utils/__init__.py
diff --git a/PaddleNLP/language_representations_kit/ELMo/utils/cards.py b/PaddleNLP/PaddleLARK/ELMo/utils/cards.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/utils/cards.py
rename to PaddleNLP/PaddleLARK/ELMo/utils/cards.py
diff --git a/PaddleNLP/language_representations_kit/ELMo/utils/init.py b/PaddleNLP/PaddleLARK/ELMo/utils/init.py
similarity index 100%
rename from PaddleNLP/language_representations_kit/ELMo/utils/init.py
rename to PaddleNLP/PaddleLARK/ELMo/utils/init.py
diff --git a/PaddleNLP/PaddleLARK/ERNIE b/PaddleNLP/PaddleLARK/ERNIE
new file mode 160000
index 0000000000000000000000000000000000000000..30b892e3c029bff706337f269e6c158b0a223f60
--- /dev/null
+++ b/PaddleNLP/PaddleLARK/ERNIE
@@ -0,0 +1 @@
+Subproject commit 30b892e3c029bff706337f269e6c158b0a223f60
diff --git a/PaddleNLP/language_representations_kit/ERNIE b/PaddleNLP/language_representations_kit/ERNIE
deleted file mode 160000
index 31e0c630508aea49432c597809028436ed35e573..0000000000000000000000000000000000000000
--- a/PaddleNLP/language_representations_kit/ERNIE
+++ /dev/null
@@ -1 +0,0 @@
-Subproject commit 31e0c630508aea49432c597809028436ed35e573