Merge pull request #1399 from kuke/agg_nlp_models

Aggregate all NLP models

Merge pull request #1399 from kuke/agg_nlp_models
Aggregate all NLP models
d0c236b8 · Yibing Liu · GitHub · 01fe704e · af935647 · d0c236b8
140 changed file
--- a/.gitmodules
+++ b/.gitmodules
-[submodule "fluid/SimNet"]
-	path = fluid/SimNet
+[submodule "fluid/PaddleNLP/SimNet"]
+	path = fluid/PaddleNLP/SimNet
 	url = https://github.com/baidu/AnyQ.git
-[submodule "fluid/LAC"]
-	path = fluid/LAC
-	url = https://github.com/baidu/lac
-[submodule "fluid/Senta"]
-	path = fluid/Senta
-	url = https://github.com/baidu/Senta
+[submodule "fluid/PaddleNLP/LAC"]
+	path = fluid/PaddleNLP/LAC
+	url = https://github.com/baidu/lac.git
+[submodule "fluid/PaddleNLP/Senta"]
+	path = fluid/PaddleNLP/Senta
+	url = https://github.com/baidu/Senta.git
--- a/LAC @ 66660503
+++ b/LAC @ 66660503
-Subproject commit 66660503bb6e8f34adc4715ccf42cad77ed46ded
--- a/LAC @ d2fc9e0b
+++ b/LAC @ d2fc9e0b
+Subproject commit d2fc9e0b45b4e6cfc93e73054026fc5a8abfbfb9
--- a/Senta @ 870651e2
+++ b/Senta @ 870651e2
--- a/SimNet @ 4dbe7f7b
+++ b/SimNet @ 4dbe7f7b
--- a/fluid/chinese_ner/README.md
+++ b/fluid/chinese_ner/README.md
--- a/fluid/chinese_ner/data/label_dict
+++ b/fluid/chinese_ner/data/label_dict
--- a/fluid/chinese_ner/data/test_files/test_part_1
+++ b/fluid/chinese_ner/data/test_files/test_part_1
--- a/fluid/chinese_ner/data/test_files/test_part_2
+++ b/fluid/chinese_ner/data/test_files/test_part_2
--- a/fluid/chinese_ner/data/train_files/train_part_1
+++ b/fluid/chinese_ner/data/train_files/train_part_1
--- a/fluid/chinese_ner/data/train_files/train_part_2
+++ b/fluid/chinese_ner/data/train_files/train_part_2
--- a/fluid/chinese_ner/infer.py
+++ b/fluid/chinese_ner/infer.py
--- a/fluid/chinese_ner/reader.py
+++ b/fluid/chinese_ner/reader.py
--- a/fluid/chinese_ner/scripts/README.md
+++ b/fluid/chinese_ner/scripts/README.md
--- a/fluid/chinese_ner/scripts/infer.sh
+++ b/fluid/chinese_ner/scripts/infer.sh
--- a/fluid/chinese_ner/scripts/train.sh
+++ b/fluid/chinese_ner/scripts/train.sh
--- a/fluid/chinese_ner/train.py
+++ b/fluid/chinese_ner/train.py
--- a/fluid/deep_attention_matching_net/README.md
+++ b/fluid/deep_attention_matching_net/README.md
--- a/fluid/deep_attention_matching_net/douban/download_data.sh
+++ b/fluid/deep_attention_matching_net/douban/download_data.sh
--- a/fluid/deep_attention_matching_net/douban/test.sh
+++ b/fluid/deep_attention_matching_net/douban/test.sh
--- a/fluid/deep_attention_matching_net/douban/train.sh
+++ b/fluid/deep_attention_matching_net/douban/train.sh
--- a/fluid/deep_attention_matching_net/images/Figure1.png
+++ b/fluid/deep_attention_matching_net/images/Figure1.png
--- a/fluid/deep_attention_matching_net/images/Figure2.png
+++ b/fluid/deep_attention_matching_net/images/Figure2.png
--- a/fluid/deep_attention_matching_net/model.py
+++ b/fluid/deep_attention_matching_net/model.py
--- a/fluid/deep_attention_matching_net/test_and_evaluate.py
+++ b/fluid/deep_attention_matching_net/test_and_evaluate.py
--- a/fluid/deep_attention_matching_net/train_and_evaluate.py
+++ b/fluid/deep_attention_matching_net/train_and_evaluate.py
--- a/fluid/deep_attention_matching_net/ubuntu/download_data.sh
+++ b/fluid/deep_attention_matching_net/ubuntu/download_data.sh
--- a/fluid/deep_attention_matching_net/ubuntu/test.sh
+++ b/fluid/deep_attention_matching_net/ubuntu/test.sh
--- a/fluid/deep_attention_matching_net/ubuntu/train.sh
+++ b/fluid/deep_attention_matching_net/ubuntu/train.sh
--- a/fluid/deep_attention_matching_net/utils/__init__.py
+++ b/fluid/deep_attention_matching_net/utils/__init__.py
--- a/fluid/deep_attention_matching_net/utils/douban_evaluation.py
+++ b/fluid/deep_attention_matching_net/utils/douban_evaluation.py
--- a/fluid/deep_attention_matching_net/utils/evaluation.py
+++ b/fluid/deep_attention_matching_net/utils/evaluation.py
--- a/fluid/deep_attention_matching_net/utils/layers.py
+++ b/fluid/deep_attention_matching_net/utils/layers.py
--- a/fluid/deep_attention_matching_net/utils/reader.py
+++ b/fluid/deep_attention_matching_net/utils/reader.py
--- a/fluid/deep_attention_matching_net/utils/util.py
+++ b/fluid/deep_attention_matching_net/utils/util.py
--- a/fluid/language_model/.run_ce.sh
+++ b/fluid/language_model/.run_ce.sh
--- a/fluid/language_model/README.md
+++ b/fluid/language_model/README.md
--- a/fluid/language_model/_ce.py
+++ b/fluid/language_model/_ce.py
--- a/fluid/language_model/infer.py
+++ b/fluid/language_model/infer.py
--- a/fluid/language_model/train.py
+++ b/fluid/language_model/train.py
--- a/fluid/language_model/train_on_cloud.py
+++ b/fluid/language_model/train_on_cloud.py
--- a/fluid/language_model/utils.py
+++ b/fluid/language_model/utils.py
--- a/fluid/machine_reading_comprehension/README.md
+++ b/fluid/machine_reading_comprehension/README.md
--- a/fluid/machine_reading_comprehension/args.py
+++ b/fluid/machine_reading_comprehension/args.py
--- a/fluid/machine_reading_comprehension/data/download.sh
+++ b/fluid/machine_reading_comprehension/data/download.sh
--- a/fluid/machine_reading_comprehension/data/md5sum.txt
+++ b/fluid/machine_reading_comprehension/data/md5sum.txt
--- a/fluid/machine_reading_comprehension/dataset.py
+++ b/fluid/machine_reading_comprehension/dataset.py
--- a/fluid/machine_reading_comprehension/rc_model.py
+++ b/fluid/machine_reading_comprehension/rc_model.py
--- a/fluid/machine_reading_comprehension/run.py
+++ b/fluid/machine_reading_comprehension/run.py
--- a/fluid/machine_reading_comprehension/run.sh
+++ b/fluid/machine_reading_comprehension/run.sh
--- a/fluid/machine_reading_comprehension/utils/__init__.py
+++ b/fluid/machine_reading_comprehension/utils/__init__.py
--- a/fluid/machine_reading_comprehension/utils/download_thirdparty.sh
+++ b/fluid/machine_reading_comprehension/utils/download_thirdparty.sh
--- a/fluid/machine_reading_comprehension/utils/dureader_eval.py
+++ b/fluid/machine_reading_comprehension/utils/dureader_eval.py
--- a/fluid/machine_reading_comprehension/utils/get_vocab.py
+++ b/fluid/machine_reading_comprehension/utils/get_vocab.py
--- a/fluid/machine_reading_comprehension/utils/marco_tokenize_data.py
+++ b/fluid/machine_reading_comprehension/utils/marco_tokenize_data.py
--- a/fluid/machine_reading_comprehension/utils/marcov1_to_dureader.py
+++ b/fluid/machine_reading_comprehension/utils/marcov1_to_dureader.py
--- a/fluid/machine_reading_comprehension/utils/marcov2_to_v1_tojsonl.py
+++ b/fluid/machine_reading_comprehension/utils/marcov2_to_v1_tojsonl.py
--- a/fluid/machine_reading_comprehension/utils/preprocess.py
+++ b/fluid/machine_reading_comprehension/utils/preprocess.py
--- a/fluid/machine_reading_comprehension/utils/run_marco2dureader_preprocess.sh
+++ b/fluid/machine_reading_comprehension/utils/run_marco2dureader_preprocess.sh
--- a/fluid/machine_reading_comprehension/vocab.py
+++ b/fluid/machine_reading_comprehension/vocab.py
--- a/fluid/neural_machine_translation/README.md
+++ b/fluid/neural_machine_translation/README.md
--- a/fluid/neural_machine_translation/rnn_search/.run_ce.sh
+++ b/fluid/neural_machine_translation/rnn_search/.run_ce.sh
--- a/fluid/neural_machine_translation/rnn_search/README.md
+++ b/fluid/neural_machine_translation/rnn_search/README.md
--- a/fluid/neural_machine_translation/rnn_search/_ce.py
+++ b/fluid/neural_machine_translation/rnn_search/_ce.py
--- a/fluid/neural_machine_translation/rnn_search/args.py
+++ b/fluid/neural_machine_translation/rnn_search/args.py
--- a/fluid/neural_machine_translation/rnn_search/attention_model.py
+++ b/fluid/neural_machine_translation/rnn_search/attention_model.py
--- a/fluid/neural_machine_translation/rnn_search/images/bi_rnn.png
+++ b/fluid/neural_machine_translation/rnn_search/images/bi_rnn.png
--- a/fluid/neural_machine_translation/rnn_search/images/decoder_attention.png
+++ b/fluid/neural_machine_translation/rnn_search/images/decoder_attention.png
--- a/fluid/neural_machine_translation/rnn_search/images/encoder_attention.png
+++ b/fluid/neural_machine_translation/rnn_search/images/encoder_attention.png
--- a/fluid/neural_machine_translation/rnn_search/infer.py
+++ b/fluid/neural_machine_translation/rnn_search/infer.py
--- a/fluid/neural_machine_translation/rnn_search/no_attention_model.py
+++ b/fluid/neural_machine_translation/rnn_search/no_attention_model.py
--- a/fluid/neural_machine_translation/rnn_search/train.py
+++ b/fluid/neural_machine_translation/rnn_search/train.py
--- a/fluid/neural_machine_translation/transformer/.gitignore
+++ b/fluid/neural_machine_translation/transformer/.gitignore
--- a/fluid/neural_machine_translation/transformer/.run_ce.sh
+++ b/fluid/neural_machine_translation/transformer/.run_ce.sh
--- a/fluid/neural_machine_translation/transformer/README.md
+++ b/fluid/neural_machine_translation/transformer/README.md
--- a/fluid/neural_machine_translation/transformer/README_cn.md
+++ b/fluid/neural_machine_translation/transformer/README_cn.md
--- a/fluid/neural_machine_translation/transformer/_ce.py
+++ b/fluid/neural_machine_translation/transformer/_ce.py
--- a/fluid/neural_machine_translation/transformer/config.py
+++ b/fluid/neural_machine_translation/transformer/config.py
--- a/fluid/neural_machine_translation/transformer/gen_data.sh
+++ b/fluid/neural_machine_translation/transformer/gen_data.sh
--- a/fluid/neural_machine_translation/transformer/images/multi_head_attention.png
+++ b/fluid/neural_machine_translation/transformer/images/multi_head_attention.png
--- a/fluid/neural_machine_translation/transformer/images/transformer_network.png
+++ b/fluid/neural_machine_translation/transformer/images/transformer_network.png
--- a/fluid/neural_machine_translation/transformer/infer.py
+++ b/fluid/neural_machine_translation/transformer/infer.py
--- a/fluid/neural_machine_translation/transformer/local_dist.sh
+++ b/fluid/neural_machine_translation/transformer/local_dist.sh
--- a/fluid/neural_machine_translation/transformer/model.py
+++ b/fluid/neural_machine_translation/transformer/model.py
--- a/fluid/neural_machine_translation/transformer/optim.py
+++ b/fluid/neural_machine_translation/transformer/optim.py
--- a/fluid/neural_machine_translation/transformer/profile.py
+++ b/fluid/neural_machine_translation/transformer/profile.py
--- a/fluid/neural_machine_translation/transformer/reader.py
+++ b/fluid/neural_machine_translation/transformer/reader.py
--- a/fluid/neural_machine_translation/transformer/train.py
+++ b/fluid/neural_machine_translation/transformer/train.py
--- a/fluid/sequence_tagging_for_ner/.run_ce.sh
+++ b/fluid/sequence_tagging_for_ner/.run_ce.sh
--- a/fluid/sequence_tagging_for_ner/README.md
+++ b/fluid/sequence_tagging_for_ner/README.md
--- a/fluid/sequence_tagging_for_ner/_ce.py
+++ b/fluid/sequence_tagging_for_ner/_ce.py
--- a/fluid/sequence_tagging_for_ner/data/download.sh
+++ b/fluid/sequence_tagging_for_ner/data/download.sh
--- a/fluid/sequence_tagging_for_ner/data/target.txt
+++ b/fluid/sequence_tagging_for_ner/data/target.txt
--- a/fluid/sequence_tagging_for_ner/data/test
+++ b/fluid/sequence_tagging_for_ner/data/test
--- a/fluid/sequence_tagging_for_ner/data/train
+++ b/fluid/sequence_tagging_for_ner/data/train
--- a/fluid/sequence_tagging_for_ner/imgs/convergence_curve.png
+++ b/fluid/sequence_tagging_for_ner/imgs/convergence_curve.png
--- a/fluid/sequence_tagging_for_ner/infer.py
+++ b/fluid/sequence_tagging_for_ner/infer.py
--- a/fluid/sequence_tagging_for_ner/network_conf.py
+++ b/fluid/sequence_tagging_for_ner/network_conf.py
--- a/fluid/sequence_tagging_for_ner/reader.py
+++ b/fluid/sequence_tagging_for_ner/reader.py
--- a/fluid/sequence_tagging_for_ner/train.py
+++ b/fluid/sequence_tagging_for_ner/train.py
--- a/fluid/sequence_tagging_for_ner/utils.py
+++ b/fluid/sequence_tagging_for_ner/utils.py
--- a/fluid/sequence_tagging_for_ner/utils_extend.py
+++ b/fluid/sequence_tagging_for_ner/utils_extend.py
--- a/fluid/text_classification/.run_ce.sh
+++ b/fluid/text_classification/.run_ce.sh
--- a/fluid/text_classification/README.md
+++ b/fluid/text_classification/README.md
--- a/fluid/text_classification/_ce.py
+++ b/fluid/text_classification/_ce.py
--- a/fluid/text_classification/clouds/scdb_parallel_executor.py
+++ b/fluid/text_classification/clouds/scdb_parallel_executor.py
--- a/fluid/text_classification/clouds/scdb_single_card.py
+++ b/fluid/text_classification/clouds/scdb_single_card.py
--- a/fluid/text_classification/infer.py
+++ b/fluid/text_classification/infer.py
--- a/fluid/text_classification/nets.py
+++ b/fluid/text_classification/nets.py
--- a/fluid/text_classification/train.py
+++ b/fluid/text_classification/train.py
--- a/fluid/text_classification/utils.py
+++ b/fluid/text_classification/utils.py
--- a/fluid/text_matching_on_quora/README.md
+++ b/fluid/text_matching_on_quora/README.md
--- a/fluid/text_matching_on_quora/cdssm_base.log
+++ b/fluid/text_matching_on_quora/cdssm_base.log
--- a/fluid/text_matching_on_quora/configs/__init__.py
+++ b/fluid/text_matching_on_quora/configs/__init__.py
--- a/fluid/text_matching_on_quora/configs/basic_config.py
+++ b/fluid/text_matching_on_quora/configs/basic_config.py
--- a/fluid/text_matching_on_quora/configs/cdssm.py
+++ b/fluid/text_matching_on_quora/configs/cdssm.py
--- a/fluid/text_matching_on_quora/configs/dec_att.py
+++ b/fluid/text_matching_on_quora/configs/dec_att.py
--- a/fluid/text_matching_on_quora/configs/infer_sent.py
+++ b/fluid/text_matching_on_quora/configs/infer_sent.py
--- a/fluid/text_matching_on_quora/configs/sse.py
+++ b/fluid/text_matching_on_quora/configs/sse.py
--- a/fluid/text_matching_on_quora/data/prepare_quora_data.sh
+++ b/fluid/text_matching_on_quora/data/prepare_quora_data.sh
--- a/fluid/text_matching_on_quora/imgs/README.md
+++ b/fluid/text_matching_on_quora/imgs/README.md
--- a/fluid/text_matching_on_quora/imgs/models_test_acc.png
+++ b/fluid/text_matching_on_quora/imgs/models_test_acc.png
--- a/fluid/text_matching_on_quora/metric.py
+++ b/fluid/text_matching_on_quora/metric.py
--- a/fluid/text_matching_on_quora/models/__init__.py
+++ b/fluid/text_matching_on_quora/models/__init__.py
--- a/fluid/text_matching_on_quora/models/cdssm.py
+++ b/fluid/text_matching_on_quora/models/cdssm.py
--- a/fluid/text_matching_on_quora/models/dec_att.py
+++ b/fluid/text_matching_on_quora/models/dec_att.py
--- a/fluid/text_matching_on_quora/models/infer_sent.py
+++ b/fluid/text_matching_on_quora/models/infer_sent.py
--- a/fluid/text_matching_on_quora/models/match_layers.py
+++ b/fluid/text_matching_on_quora/models/match_layers.py
--- a/fluid/text_matching_on_quora/models/my_layers.py
+++ b/fluid/text_matching_on_quora/models/my_layers.py
--- a/fluid/text_matching_on_quora/models/pwim.py
+++ b/fluid/text_matching_on_quora/models/pwim.py
--- a/fluid/text_matching_on_quora/models/sse.py
+++ b/fluid/text_matching_on_quora/models/sse.py
--- a/fluid/text_matching_on_quora/models/test.py
+++ b/fluid/text_matching_on_quora/models/test.py
--- a/fluid/text_matching_on_quora/pretrained_word2vec.py
+++ b/fluid/text_matching_on_quora/pretrained_word2vec.py
--- a/fluid/text_matching_on_quora/quora_question_pairs.py
+++ b/fluid/text_matching_on_quora/quora_question_pairs.py
--- a/fluid/text_matching_on_quora/train_and_evaluate.py
+++ b/fluid/text_matching_on_quora/train_and_evaluate.py
--- a/fluid/text_matching_on_quora/utils.py
+++ b/fluid/text_matching_on_quora/utils.py
--- a/fluid/README.cn.rst
+++ b/fluid/README.cn.rst
--- a/fluid/README.md
+++ b/fluid/README.md
--- a/fluid/neural_machine_translation_rnn_search
+++ b/fluid/neural_machine_translation_rnn_search
--- a/fluid/neural_machine_translation_transformer
+++ b/fluid/neural_machine_translation_transformer