diff --git a/README.en.md b/README.en.md
index 48f3afc53c73b3c2d48588fd687ed0cf8b1ab337..34639285441f3e5930dc0de0f64ca44520511d67 100644
--- a/README.en.md
+++ b/README.en.md
@@ -122,6 +122,11 @@ pip install -e .
 | [ERNIE Gen base for English](https://ernie-github.cdn.bcebos.com/model-ernie-gen-base-en.1.tar.gz)  | L12H768A12  |ernie-gen-base-en|
 | [ERNIE Gen Large for English](https://ernie-github.cdn.bcebos.com/model-ernie-gen-large-en.1.tar.gz)| L24H1024A16 | ernie-gen-large-en |
 | [ERNIE Gen Large 430G for English](https://ernie-github.cdn.bcebos.com/model-ernie-gen-large-430g-en.1.tar.gz)| Layer:24, Hidden:1024, Heads:16 + 430G pretrain corpus | ernie-gen-large-430g-en |
+| [ERNIE Doc Base for Chinese](https://ernie-github.cdn.bcebos.com/model-ernie-doc-base-zh.tar.gz)| L12H768A12 | ernie-doc-base-zh |
+| [ERNIE Doc Base for English](https://ernie-github.cdn.bcebos.com/model-ernie-doc-base-en.tar.gz)| L12H768A12 | ernie-doc-base-en |
+| [ERNIE Doc Large for English](https://ernie-github.cdn.bcebos.com/model-ernie-doc-large-en.tar.gz)| L24H1024A16 | ernie-doc-large-zh |
+| [ERNIE Gram Base for Chinese](https://ernie-github.cdn.bcebos.com/model-ernie-gram-zh.1.tar.gz) | L12H768A12 | ernie-gram-zh |
+| [ERNIE Gram Base for English](https://ernie-github.cdn.bcebos.com/model-ernie-gram-en.1.tar.gz) | L12H768A12 | ernie-gram-en |
 
 ##### 4. download datasets
 
diff --git a/README.zh.md b/README.zh.md
index b2c6c7a297244c81380031631cb7d282488bdb55..91bf3232867ecf1f52169c4ccf5aeda6c9287a32 100644
--- a/README.zh.md
+++ b/README.zh.md
@@ -129,6 +129,11 @@ export PYTHONPATH=$PWD:$PYTHONPATH
 | [ERNIE Gen Base 英文](https://ernie-github.cdn.bcebos.com/model-ernie-gen-base-en.1.tar.gz)  | Layer:12, Hidden:768, Heads:12  |ernie-gen-base-en|
 | [ERNIE Gen Large 英文](https://ernie-github.cdn.bcebos.com/model-ernie-gen-large-en.1.tar.gz)| Layer:24, Hidden:1024, Heads:16 |ernie-gen-large-en|
 | [ERNIE Gen Large 430G英文](https://ernie-github.cdn.bcebos.com/model-ernie-gen-large-430g-en.1.tar.gz)| Layer:24, Hidden:1024, Heads:16 + 额外430G 预训练语料 | ernie-gen-large-430g-en |
+| [ERNIE Doc Base 中文](https://ernie-github.cdn.bcebos.com/model-ernie-doc-base-zh.tar.gz)| Layer:12, Hidden:768, Heads:12 |ernie-doc-base-zh|
+| [ERNIE Doc Base 英文](https://ernie-github.cdn.bcebos.com/model-ernie-doc-base-en.tar.gz)| Layer:12, Hidden:768, Heads:12 |ernie-doc-base-en|
+| [ERNIE Doc Large 英文](https://ernie-github.cdn.bcebos.com/model-ernie-doc-large-en.tar.gz)| Layer:24, Hidden:1024, Heads:16 |ernie-doc-large-en|
+| [ERNIE Gram Base 中文](https://ernie-github.cdn.bcebos.com/model-ernie-gram-zh.1.tar.gz)| L12H768A12 |ernie-gram-zh|
+| [ERNIE Gram Base 英文](https://ernie-github.cdn.bcebos.com/model-ernie-gram-en.1.tar.gz)| L12H768A12 |ernie-gram-en|
 
 ##### 4. 下载数据集
 
diff --git a/ernie-doc/README.md b/ernie-doc/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..472984f57ae388165d9a000b6a7089ada772fbfc
--- /dev/null
+++ b/ernie-doc/README.md
@@ -0,0 +1,9 @@
+```bash
+ _____ ____  _   _ ___ _____      ______   _____    _____
+| ____|  _ \| \ | |_ _| ____|    |  __  \/  ___  \/  ____|
+|  _| | |_) |  \| || ||  _| _____| |  \  | |   | | /   
+| |___|  _ <| |\  || || |__|_____| |__/  | |___| | \ ____  
+|_____|_| \_\_| \_|___|_____|    |______/\ _____ /\ _____|
+```
+
+The `ERNIE-Doc` (including all our pre-trained models) has been released at [here](https://github.com/PaddlePaddle/ERNIE/tree/repro/ernie-doc).