From b0f13646d9c032b5c6f141cf52c2bac61aeb20ba Mon Sep 17 00:00:00 2001 From: Yibing Liu Date: Tue, 22 Oct 2019 12:46:28 +0800 Subject: [PATCH] Rename language_representation_kit to PaddleLARK (#3700) * Rename language_representations_kit to PaddleLARK * Update link to ernie * Revert change in bert/train.sh --- .gitmodules | 6 +++--- .../BERT/.run_ce.sh | 0 .../BERT/README.md | 0 .../BERT/__init__.py | 0 .../BERT/_ce.py | 0 .../BERT/batching.py | 0 .../BERT/convert_params.py | 0 .../BERT/data/demo_config/bert_config.json | 0 .../BERT/data/demo_config/vocab.txt | 0 .../BERT/data/demo_wiki_tokens.txt | 0 .../BERT/data/train/demo_wiki_train.gz | Bin .../BERT/data/validation/demo_wiki_validation.gz | Bin .../BERT/dist_utils.py | 0 .../BERT/inference/CMakeLists.txt | 0 .../BERT/inference/README.md | 0 .../BERT/inference/gen_demo_data.py | 0 .../BERT/inference/inference.cc | 0 .../BERT/model/__init__.py | 0 .../BERT/model/bert.py | 0 .../BERT/model/classifier.py | 0 .../BERT/model/transformer_encoder.py | 0 .../BERT/optimization.py | 0 .../BERT/predict_classifier.py | 0 .../BERT/reader/__init__.py | 0 .../BERT/reader/cls.py | 0 .../BERT/reader/pretraining.py | 0 .../BERT/reader/squad.py | 0 .../BERT/run_classifier.py | 0 .../BERT/run_squad.py | 0 .../BERT/test_local_dist.sh | 0 .../BERT/tokenization.py | 0 .../BERT/train.py | 0 .../BERT/train.sh | 1 - .../BERT/utils/__init__.py | 0 .../BERT/utils/args.py | 0 .../BERT/utils/cards.py | 0 .../BERT/utils/fp16.py | 0 .../BERT/utils/init.py | 0 .../ELMo/.run_ce.sh | 0 .../ELMo/LAC_demo/bilm.py | 0 .../ELMo/LAC_demo/conf/q2b.dic | 0 .../ELMo/LAC_demo/data/dev/dev.tsv | 0 .../ELMo/LAC_demo/data/tag.dic | 0 .../ELMo/LAC_demo/data/train/train.tsv | 0 .../ELMo/LAC_demo/network.py | 0 .../ELMo/LAC_demo/reader.py | 0 .../ELMo/LAC_demo/run.sh | 0 .../ELMo/LAC_demo/train.py | 0 .../ELMo/README.md | 0 .../ELMo/__init__.py | 0 .../ELMo/_ce.py | 0 .../ELMo/args.py | 3 ++- .../ELMo/data.py | 0 .../ELMo/data/dev/sentence_file.txt | 0 .../ELMo/data/dev/sentence_file_2.txt | 0 .../ELMo/data/train/sentence_file.txt | 0 .../ELMo/data/train/sentence_file_1.txt | 0 .../ELMo/data/vocabulary_min5k.txt | 0 .../ELMo/lm_model.py | 0 .../ELMo/run.sh | 0 .../ELMo/train.py | 0 .../ELMo/utils/__init__.py | 0 .../ELMo/utils/cards.py | 0 .../ELMo/utils/init.py | 0 PaddleNLP/PaddleLARK/ERNIE | 1 + PaddleNLP/language_representations_kit/ERNIE | 1 - 66 files changed, 6 insertions(+), 6 deletions(-) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/.run_ce.sh (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/README.md (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/__init__.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/_ce.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/batching.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/convert_params.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/data/demo_config/bert_config.json (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/data/demo_config/vocab.txt (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/data/demo_wiki_tokens.txt (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/data/train/demo_wiki_train.gz (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/data/validation/demo_wiki_validation.gz (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/dist_utils.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/inference/CMakeLists.txt (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/inference/README.md (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/inference/gen_demo_data.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/inference/inference.cc (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/model/__init__.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/model/bert.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/model/classifier.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/model/transformer_encoder.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/optimization.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/predict_classifier.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/reader/__init__.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/reader/cls.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/reader/pretraining.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/reader/squad.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/run_classifier.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/run_squad.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/test_local_dist.sh (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/tokenization.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/train.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/train.sh (99%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/utils/__init__.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/utils/args.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/utils/cards.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/utils/fp16.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/BERT/utils/init.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/.run_ce.sh (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/LAC_demo/bilm.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/LAC_demo/conf/q2b.dic (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/LAC_demo/data/dev/dev.tsv (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/LAC_demo/data/tag.dic (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/LAC_demo/data/train/train.tsv (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/LAC_demo/network.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/LAC_demo/reader.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/LAC_demo/run.sh (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/LAC_demo/train.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/README.md (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/__init__.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/_ce.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/args.py (97%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/data.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/data/dev/sentence_file.txt (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/data/dev/sentence_file_2.txt (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/data/train/sentence_file.txt (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/data/train/sentence_file_1.txt (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/data/vocabulary_min5k.txt (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/lm_model.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/run.sh (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/train.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/utils/__init__.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/utils/cards.py (100%) rename PaddleNLP/{language_representations_kit => PaddleLARK}/ELMo/utils/init.py (100%) create mode 160000 PaddleNLP/PaddleLARK/ERNIE delete mode 160000 PaddleNLP/language_representations_kit/ERNIE diff --git a/.gitmodules b/.gitmodules index fd7a90bc..1dc6fa7c 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,6 +1,3 @@ -[submodule "PaddleNLP/language_representations_kit/ERNIE"] - path = PaddleNLP/language_representations_kit/ERNIE - url = https://github.com/PaddlePaddle/ERNIE [submodule "PaddleRL"] path = PaddleRL url = https://github.com/PaddlePaddle/PARL @@ -10,3 +7,6 @@ [submodule "AutoDL"] path = AutoDL url = https://github.com/PaddlePaddle/AutoDL.git +[submodule "PaddleNLP/PaddleLARK/ERNIE"] + path = PaddleNLP/PaddleLARK/ERNIE + url = https://github.com/PaddlePaddle/ERNIE.git diff --git a/PaddleNLP/language_representations_kit/BERT/.run_ce.sh b/PaddleNLP/PaddleLARK/BERT/.run_ce.sh similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/.run_ce.sh rename to PaddleNLP/PaddleLARK/BERT/.run_ce.sh diff --git a/PaddleNLP/language_representations_kit/BERT/README.md b/PaddleNLP/PaddleLARK/BERT/README.md similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/README.md rename to PaddleNLP/PaddleLARK/BERT/README.md diff --git a/PaddleNLP/language_representations_kit/BERT/__init__.py b/PaddleNLP/PaddleLARK/BERT/__init__.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/__init__.py rename to PaddleNLP/PaddleLARK/BERT/__init__.py diff --git a/PaddleNLP/language_representations_kit/BERT/_ce.py b/PaddleNLP/PaddleLARK/BERT/_ce.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/_ce.py rename to PaddleNLP/PaddleLARK/BERT/_ce.py diff --git a/PaddleNLP/language_representations_kit/BERT/batching.py b/PaddleNLP/PaddleLARK/BERT/batching.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/batching.py rename to PaddleNLP/PaddleLARK/BERT/batching.py diff --git a/PaddleNLP/language_representations_kit/BERT/convert_params.py b/PaddleNLP/PaddleLARK/BERT/convert_params.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/convert_params.py rename to PaddleNLP/PaddleLARK/BERT/convert_params.py diff --git a/PaddleNLP/language_representations_kit/BERT/data/demo_config/bert_config.json b/PaddleNLP/PaddleLARK/BERT/data/demo_config/bert_config.json similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/data/demo_config/bert_config.json rename to PaddleNLP/PaddleLARK/BERT/data/demo_config/bert_config.json diff --git a/PaddleNLP/language_representations_kit/BERT/data/demo_config/vocab.txt b/PaddleNLP/PaddleLARK/BERT/data/demo_config/vocab.txt similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/data/demo_config/vocab.txt rename to PaddleNLP/PaddleLARK/BERT/data/demo_config/vocab.txt diff --git a/PaddleNLP/language_representations_kit/BERT/data/demo_wiki_tokens.txt b/PaddleNLP/PaddleLARK/BERT/data/demo_wiki_tokens.txt similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/data/demo_wiki_tokens.txt rename to PaddleNLP/PaddleLARK/BERT/data/demo_wiki_tokens.txt diff --git a/PaddleNLP/language_representations_kit/BERT/data/train/demo_wiki_train.gz b/PaddleNLP/PaddleLARK/BERT/data/train/demo_wiki_train.gz similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/data/train/demo_wiki_train.gz rename to PaddleNLP/PaddleLARK/BERT/data/train/demo_wiki_train.gz diff --git a/PaddleNLP/language_representations_kit/BERT/data/validation/demo_wiki_validation.gz b/PaddleNLP/PaddleLARK/BERT/data/validation/demo_wiki_validation.gz similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/data/validation/demo_wiki_validation.gz rename to PaddleNLP/PaddleLARK/BERT/data/validation/demo_wiki_validation.gz diff --git a/PaddleNLP/language_representations_kit/BERT/dist_utils.py b/PaddleNLP/PaddleLARK/BERT/dist_utils.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/dist_utils.py rename to PaddleNLP/PaddleLARK/BERT/dist_utils.py diff --git a/PaddleNLP/language_representations_kit/BERT/inference/CMakeLists.txt b/PaddleNLP/PaddleLARK/BERT/inference/CMakeLists.txt similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/inference/CMakeLists.txt rename to PaddleNLP/PaddleLARK/BERT/inference/CMakeLists.txt diff --git a/PaddleNLP/language_representations_kit/BERT/inference/README.md b/PaddleNLP/PaddleLARK/BERT/inference/README.md similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/inference/README.md rename to PaddleNLP/PaddleLARK/BERT/inference/README.md diff --git a/PaddleNLP/language_representations_kit/BERT/inference/gen_demo_data.py b/PaddleNLP/PaddleLARK/BERT/inference/gen_demo_data.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/inference/gen_demo_data.py rename to PaddleNLP/PaddleLARK/BERT/inference/gen_demo_data.py diff --git a/PaddleNLP/language_representations_kit/BERT/inference/inference.cc b/PaddleNLP/PaddleLARK/BERT/inference/inference.cc similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/inference/inference.cc rename to PaddleNLP/PaddleLARK/BERT/inference/inference.cc diff --git a/PaddleNLP/language_representations_kit/BERT/model/__init__.py b/PaddleNLP/PaddleLARK/BERT/model/__init__.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/model/__init__.py rename to PaddleNLP/PaddleLARK/BERT/model/__init__.py diff --git a/PaddleNLP/language_representations_kit/BERT/model/bert.py b/PaddleNLP/PaddleLARK/BERT/model/bert.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/model/bert.py rename to PaddleNLP/PaddleLARK/BERT/model/bert.py diff --git a/PaddleNLP/language_representations_kit/BERT/model/classifier.py b/PaddleNLP/PaddleLARK/BERT/model/classifier.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/model/classifier.py rename to PaddleNLP/PaddleLARK/BERT/model/classifier.py diff --git a/PaddleNLP/language_representations_kit/BERT/model/transformer_encoder.py b/PaddleNLP/PaddleLARK/BERT/model/transformer_encoder.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/model/transformer_encoder.py rename to PaddleNLP/PaddleLARK/BERT/model/transformer_encoder.py diff --git a/PaddleNLP/language_representations_kit/BERT/optimization.py b/PaddleNLP/PaddleLARK/BERT/optimization.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/optimization.py rename to PaddleNLP/PaddleLARK/BERT/optimization.py diff --git a/PaddleNLP/language_representations_kit/BERT/predict_classifier.py b/PaddleNLP/PaddleLARK/BERT/predict_classifier.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/predict_classifier.py rename to PaddleNLP/PaddleLARK/BERT/predict_classifier.py diff --git a/PaddleNLP/language_representations_kit/BERT/reader/__init__.py b/PaddleNLP/PaddleLARK/BERT/reader/__init__.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/reader/__init__.py rename to PaddleNLP/PaddleLARK/BERT/reader/__init__.py diff --git a/PaddleNLP/language_representations_kit/BERT/reader/cls.py b/PaddleNLP/PaddleLARK/BERT/reader/cls.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/reader/cls.py rename to PaddleNLP/PaddleLARK/BERT/reader/cls.py diff --git a/PaddleNLP/language_representations_kit/BERT/reader/pretraining.py b/PaddleNLP/PaddleLARK/BERT/reader/pretraining.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/reader/pretraining.py rename to PaddleNLP/PaddleLARK/BERT/reader/pretraining.py diff --git a/PaddleNLP/language_representations_kit/BERT/reader/squad.py b/PaddleNLP/PaddleLARK/BERT/reader/squad.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/reader/squad.py rename to PaddleNLP/PaddleLARK/BERT/reader/squad.py diff --git a/PaddleNLP/language_representations_kit/BERT/run_classifier.py b/PaddleNLP/PaddleLARK/BERT/run_classifier.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/run_classifier.py rename to PaddleNLP/PaddleLARK/BERT/run_classifier.py diff --git a/PaddleNLP/language_representations_kit/BERT/run_squad.py b/PaddleNLP/PaddleLARK/BERT/run_squad.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/run_squad.py rename to PaddleNLP/PaddleLARK/BERT/run_squad.py diff --git a/PaddleNLP/language_representations_kit/BERT/test_local_dist.sh b/PaddleNLP/PaddleLARK/BERT/test_local_dist.sh similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/test_local_dist.sh rename to PaddleNLP/PaddleLARK/BERT/test_local_dist.sh diff --git a/PaddleNLP/language_representations_kit/BERT/tokenization.py b/PaddleNLP/PaddleLARK/BERT/tokenization.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/tokenization.py rename to PaddleNLP/PaddleLARK/BERT/tokenization.py diff --git a/PaddleNLP/language_representations_kit/BERT/train.py b/PaddleNLP/PaddleLARK/BERT/train.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/train.py rename to PaddleNLP/PaddleLARK/BERT/train.py diff --git a/PaddleNLP/language_representations_kit/BERT/train.sh b/PaddleNLP/PaddleLARK/BERT/train.sh similarity index 99% rename from PaddleNLP/language_representations_kit/BERT/train.sh rename to PaddleNLP/PaddleLARK/BERT/train.sh index 26264409..2ed44e4c 100755 --- a/PaddleNLP/language_representations_kit/BERT/train.sh +++ b/PaddleNLP/PaddleLARK/BERT/train.sh @@ -31,7 +31,6 @@ TRAIN_DATA_DIR=data/train VALIDATION_DATA_DIR=data/validation CONFIG_PATH=data/demo_config/bert_config.json VOCAB_PATH=data/demo_config/vocab.txt - # Change your train arguments: python -u ./train.py ${is_distributed}\ --use_cuda true\ diff --git a/PaddleNLP/language_representations_kit/BERT/utils/__init__.py b/PaddleNLP/PaddleLARK/BERT/utils/__init__.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/utils/__init__.py rename to PaddleNLP/PaddleLARK/BERT/utils/__init__.py diff --git a/PaddleNLP/language_representations_kit/BERT/utils/args.py b/PaddleNLP/PaddleLARK/BERT/utils/args.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/utils/args.py rename to PaddleNLP/PaddleLARK/BERT/utils/args.py diff --git a/PaddleNLP/language_representations_kit/BERT/utils/cards.py b/PaddleNLP/PaddleLARK/BERT/utils/cards.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/utils/cards.py rename to PaddleNLP/PaddleLARK/BERT/utils/cards.py diff --git a/PaddleNLP/language_representations_kit/BERT/utils/fp16.py b/PaddleNLP/PaddleLARK/BERT/utils/fp16.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/utils/fp16.py rename to PaddleNLP/PaddleLARK/BERT/utils/fp16.py diff --git a/PaddleNLP/language_representations_kit/BERT/utils/init.py b/PaddleNLP/PaddleLARK/BERT/utils/init.py similarity index 100% rename from PaddleNLP/language_representations_kit/BERT/utils/init.py rename to PaddleNLP/PaddleLARK/BERT/utils/init.py diff --git a/PaddleNLP/language_representations_kit/ELMo/.run_ce.sh b/PaddleNLP/PaddleLARK/ELMo/.run_ce.sh similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/.run_ce.sh rename to PaddleNLP/PaddleLARK/ELMo/.run_ce.sh diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/bilm.py b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/bilm.py similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/bilm.py rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/bilm.py diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/conf/q2b.dic b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/conf/q2b.dic similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/conf/q2b.dic rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/conf/q2b.dic diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/data/dev/dev.tsv b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/data/dev/dev.tsv similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/data/dev/dev.tsv rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/data/dev/dev.tsv diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/data/tag.dic b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/data/tag.dic similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/data/tag.dic rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/data/tag.dic diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/data/train/train.tsv b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/data/train/train.tsv similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/data/train/train.tsv rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/data/train/train.tsv diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/network.py b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/network.py similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/network.py rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/network.py diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/reader.py b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/reader.py similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/reader.py rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/reader.py diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/run.sh b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/run.sh similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/run.sh rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/run.sh diff --git a/PaddleNLP/language_representations_kit/ELMo/LAC_demo/train.py b/PaddleNLP/PaddleLARK/ELMo/LAC_demo/train.py similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/LAC_demo/train.py rename to PaddleNLP/PaddleLARK/ELMo/LAC_demo/train.py diff --git a/PaddleNLP/language_representations_kit/ELMo/README.md b/PaddleNLP/PaddleLARK/ELMo/README.md similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/README.md rename to PaddleNLP/PaddleLARK/ELMo/README.md diff --git a/PaddleNLP/language_representations_kit/ELMo/__init__.py b/PaddleNLP/PaddleLARK/ELMo/__init__.py similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/__init__.py rename to PaddleNLP/PaddleLARK/ELMo/__init__.py diff --git a/PaddleNLP/language_representations_kit/ELMo/_ce.py b/PaddleNLP/PaddleLARK/ELMo/_ce.py similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/_ce.py rename to PaddleNLP/PaddleLARK/ELMo/_ce.py diff --git a/PaddleNLP/language_representations_kit/ELMo/args.py b/PaddleNLP/PaddleLARK/ELMo/args.py similarity index 97% rename from PaddleNLP/language_representations_kit/ELMo/args.py rename to PaddleNLP/PaddleLARK/ELMo/args.py index dbcac53e..b1d8a9e8 100755 --- a/PaddleNLP/language_representations_kit/ELMo/args.py +++ b/PaddleNLP/PaddleLARK/ELMo/args.py @@ -118,7 +118,8 @@ def parse_args(): parser.add_argument('--update_method', type=str, default='nccl2') parser.add_argument('--random_seed', type=int, default=0) parser.add_argument('--n_negative_samples_batch', type=int, default=8000) - parser.add_argument('--enable_ce', action='store_true', help='whether print log for ce') + parser.add_argument( + '--enable_ce', action='store_true', help='whether print log for ce') args = parser.parse_args() return args diff --git a/PaddleNLP/language_representations_kit/ELMo/data.py b/PaddleNLP/PaddleLARK/ELMo/data.py similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/data.py rename to PaddleNLP/PaddleLARK/ELMo/data.py diff --git a/PaddleNLP/language_representations_kit/ELMo/data/dev/sentence_file.txt b/PaddleNLP/PaddleLARK/ELMo/data/dev/sentence_file.txt similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/data/dev/sentence_file.txt rename to PaddleNLP/PaddleLARK/ELMo/data/dev/sentence_file.txt diff --git a/PaddleNLP/language_representations_kit/ELMo/data/dev/sentence_file_2.txt b/PaddleNLP/PaddleLARK/ELMo/data/dev/sentence_file_2.txt similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/data/dev/sentence_file_2.txt rename to PaddleNLP/PaddleLARK/ELMo/data/dev/sentence_file_2.txt diff --git a/PaddleNLP/language_representations_kit/ELMo/data/train/sentence_file.txt b/PaddleNLP/PaddleLARK/ELMo/data/train/sentence_file.txt similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/data/train/sentence_file.txt rename to PaddleNLP/PaddleLARK/ELMo/data/train/sentence_file.txt diff --git a/PaddleNLP/language_representations_kit/ELMo/data/train/sentence_file_1.txt b/PaddleNLP/PaddleLARK/ELMo/data/train/sentence_file_1.txt similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/data/train/sentence_file_1.txt rename to PaddleNLP/PaddleLARK/ELMo/data/train/sentence_file_1.txt diff --git a/PaddleNLP/language_representations_kit/ELMo/data/vocabulary_min5k.txt b/PaddleNLP/PaddleLARK/ELMo/data/vocabulary_min5k.txt similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/data/vocabulary_min5k.txt rename to PaddleNLP/PaddleLARK/ELMo/data/vocabulary_min5k.txt diff --git a/PaddleNLP/language_representations_kit/ELMo/lm_model.py b/PaddleNLP/PaddleLARK/ELMo/lm_model.py similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/lm_model.py rename to PaddleNLP/PaddleLARK/ELMo/lm_model.py diff --git a/PaddleNLP/language_representations_kit/ELMo/run.sh b/PaddleNLP/PaddleLARK/ELMo/run.sh similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/run.sh rename to PaddleNLP/PaddleLARK/ELMo/run.sh diff --git a/PaddleNLP/language_representations_kit/ELMo/train.py b/PaddleNLP/PaddleLARK/ELMo/train.py similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/train.py rename to PaddleNLP/PaddleLARK/ELMo/train.py diff --git a/PaddleNLP/language_representations_kit/ELMo/utils/__init__.py b/PaddleNLP/PaddleLARK/ELMo/utils/__init__.py similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/utils/__init__.py rename to PaddleNLP/PaddleLARK/ELMo/utils/__init__.py diff --git a/PaddleNLP/language_representations_kit/ELMo/utils/cards.py b/PaddleNLP/PaddleLARK/ELMo/utils/cards.py similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/utils/cards.py rename to PaddleNLP/PaddleLARK/ELMo/utils/cards.py diff --git a/PaddleNLP/language_representations_kit/ELMo/utils/init.py b/PaddleNLP/PaddleLARK/ELMo/utils/init.py similarity index 100% rename from PaddleNLP/language_representations_kit/ELMo/utils/init.py rename to PaddleNLP/PaddleLARK/ELMo/utils/init.py diff --git a/PaddleNLP/PaddleLARK/ERNIE b/PaddleNLP/PaddleLARK/ERNIE new file mode 160000 index 00000000..30b892e3 --- /dev/null +++ b/PaddleNLP/PaddleLARK/ERNIE @@ -0,0 +1 @@ +Subproject commit 30b892e3c029bff706337f269e6c158b0a223f60 diff --git a/PaddleNLP/language_representations_kit/ERNIE b/PaddleNLP/language_representations_kit/ERNIE deleted file mode 160000 index 31e0c630..00000000 --- a/PaddleNLP/language_representations_kit/ERNIE +++ /dev/null @@ -1 +0,0 @@ -Subproject commit 31e0c630508aea49432c597809028436ed35e573 -- GitLab