put dispose under finally.

src/Workspaces/Core/Desktop/Workspace/SQLite/SQLitePersistentStorage.cs

@@ -191,6 +191,21 @@ private void ReleaseConnection(SqlConnection connection)
         }
 
         public override void Close()
+        {
+            // Flush all pending writes so that all data our features wanted written
+            // are definitely persisted to the DB.
+            try
+            {
+                CloseWorker();
+            }
+            finally
+            {
+                // let the lock go
+                _dbOwnershipLock.Dispose();
+            }
+        }
+
+        private void CloseWorker()
         {
             // Flush all pending writes so that all data our features wanted written
             // are definitely persisted to the DB.
@@ -216,9 +231,6 @@ public override void Close()
                     connection.Close_OnlyForUseBySqlPersistentStorage();
                 }
             }
-
-            // let the lock go
-            _dbOwnershipLock.Dispose();
         }
 
         private PooledConnection GetPooledConnection()