diff --git a/.gitignore b/.gitignore
index 615017e30a6e72ac3b10fcb5290e02eb622b9262..a9db6cfcf10274a5a8ac7e3d0da63b815bcce0fd 100644
--- a/.gitignore
+++ b/.gitignore
@@ -52,11 +52,10 @@ CMakeSettings.json
 Makefile
 .test_env/
 .cache/
-build/third_party/
-
+third_party/
 *~
 bazel-*
-build/third_party/
+
 
 build_*
 # clion workspace.
diff --git a/.gitmodules b/.gitmodules
index 29f526216b3f7ef005e1aff8bfe59181b3e20b0b..4c3d2b21424dd6f541f407bf3d62612a3c04e0ba 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -1,39 +1,52 @@
 [submodule "third_party/protobuf"]
 	path = third_party/protobuf
 	url = https://github.com/protocolbuffers/protobuf.git
+	ignore = dirty
 [submodule "third_party/gflags"]
 	path = third_party/gflags
 	url = https://github.com/gflags/gflags.git
+	ignore = dirty
 [submodule "third_party/gloo"]
 	path = third_party/gloo
 	url = https://github.com/ziyoujiyi/gloo.git
+	ignore = dirty
 [submodule "third_party/dlpack"]
 	path = third_party/dlpack
 	url = https://github.com/dmlc/dlpack.git
+	ignore = dirty
 [submodule "third_party/utf8proc"]
 	path = third_party/utf8proc
 	url = https://github.com/JuliaStrings/utf8proc.git
+	ignore = dirty
 [submodule "third_party/warpctc"]
 	path = third_party/warpctc
 	url = https://github.com/baidu-research/warp-ctc.git
+	ignore = dirty
 [submodule "third_party/warprnnt"]
 	path = third_party/warprnnt
 	url = https://github.com/PaddlePaddle/warp-transducer.git
+	ignore = dirty
 [submodule "third_party/xxhash"]
 	path = third_party/xxhash
 	url = https://github.com/Cyan4973/xxHash.git
+	ignore = dirty
 [submodule "third_party/eigen3"]
 	path = third_party/eigen3
 	url = https://gitlab.com/libeigen/eigen.git
+	ignore = dirty
 [submodule "third_party/leveldb"]
 	path = third_party/leveldb
 	url = https://github.com/google/leveldb
+	ignore = dirty
 [submodule "third_party/threadpool"]
 	path = third_party/threadpool
 	url = https://github.com/progschj/ThreadPool.git
+	ignore = dirty
 [submodule "third_party/zlib"]
 	path = third_party/zlib
 	url = https://github.com/madler/zlib.git
+	ignore = dirty
 [submodule "third_party/glog"]
 	path = third_party/glog
 	url = https://github.com/google/glog.git
+	ignore = dirty