diff --git a/.travis.yml b/.travis.yml
index 6f105f950ed00c8a57aee90f87abf5903d58499d..16d6bfe052faaa333923de7b9ae2ae04e7970e83 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -88,7 +88,6 @@ after_script:
     if [ $RUN_PYINSTALLER = "true" ]; then
       # Cleanup
       pip uninstall -y $PIP_DEPENDENCIES
-      pip uninstall -y matplotlib
 
       # Build the standalone executable
       pip install pyinstaller
diff --git a/README.md b/README.md
index fdd8b14a7978f9a9cd7e4f72fa1994fcc313c87b..f3f1e99d632524251121cf9be2b0b3aa68668fec 100644
--- a/README.md
+++ b/README.md
@@ -169,7 +169,6 @@ conda activate labelme
 
 # Build the standalone executable
 pip install .
-pip uninstall -y matplotlib
 pip install pyinstaller
 pyinstaller labelme.spec
 dist/labelme --version
diff --git a/labelme.spec b/labelme.spec
index f68b36d6a2d9e1f633cf51df1fef3af87d15d263..ed430e8b3ebe7f5341994650f14f1b676b1e53e4 100644
--- a/labelme.spec
+++ b/labelme.spec
@@ -16,7 +16,7 @@ a = Analysis(
     hiddenimports=[],
     hookspath=[],
     runtime_hooks=[],
-    excludes=[],
+    excludes=['matplotlib'],
     win_no_prefer_redirects=False,
     win_private_assemblies=False,
     cipher=block_cipher,