diff --git a/src/VisualStudio/Core/Def/Implementation/LanguageService/AbstractLanguageService`3.cs b/src/VisualStudio/Core/Def/Implementation/LanguageService/AbstractLanguageService`3.cs
index 0039c3a6187d5605d9b2a50e56aeb0fb02b90dfd..b5cacc2bc8913489b2244240f4503449081608aa 100644
--- a/src/VisualStudio/Core/Def/Implementation/LanguageService/AbstractLanguageService`3.cs
+++ b/src/VisualStudio/Core/Def/Implementation/LanguageService/AbstractLanguageService`3.cs
@@ -145,10 +145,12 @@ protected override void SetupNewTextView(IVsTextView textView)
                         var snapshot = subjectBuffer.CurrentSnapshot;
                         var fullSpan = new SnapshotSpan(snapshot, start: 0, length: snapshot.Length);
                         var tagger = outliningTaggerProvider.CreateTagger<IOutliningRegionTag>(subjectBuffer);
+                        using (var disposable = tagger as IDisposable)
+                        {
+                            tagger.GetAllTags(new NormalizedSnapshotSpanCollection(fullSpan), CancellationToken.None);
 
-                        tagger.GetAllTags(new NormalizedSnapshotSpanCollection(fullSpan), CancellationToken.None);
-
-                        outliningManager.CollapseAll(fullSpan, c => c.Tag.IsImplementation);
+                            outliningManager.CollapseAll(fullSpan, c => c.Tag.IsImplementation);
+                        }
                     }
                     else
                     {