diff --git a/src/Compilers/Extension/CompilerExtension.csproj b/src/Compilers/Extension/CompilerExtension.csproj
index ce9fd2679e519dcf6aa3f211d44a958441bbf64c..d46effeb7592e5b431a3d1ebd06cb1bc16f2768c 100644
--- a/src/Compilers/Extension/CompilerExtension.csproj
+++ b/src/Compilers/Extension/CompilerExtension.csproj
@@ -21,6 +21,7 @@
     <IncludeDebugSymbolsInLocalVSIXDeployment>true</IncludeDebugSymbolsInLocalVSIXDeployment>
     <CopyBuildOutputToOutputDirectory>true</CopyBuildOutputToOutputDirectory>
     <CopyOutputSymbolsToOutputDirectory>true</CopyOutputSymbolsToOutputDirectory>
+    <CopyNuGetImplementations>true</CopyNuGetImplementations>
     <StartAction>Program</StartAction>
     <StartProgram>$(DevEnvDir)devenv.exe</StartProgram>
     <StartArguments>/rootsuffix RoslynDev /log</StartArguments>
@@ -28,8 +29,10 @@
     <MinimumVisualStudioVersion>$(VisualStudioVersion)</MinimumVisualStudioVersion>
   </PropertyGroup>
   <PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Debug|AnyCPU' ">
+    <PlatformTarget>AnyCPU</PlatformTarget>
   </PropertyGroup>
   <PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Release|AnyCPU' ">
+    <PlatformTarget>AnyCPU</PlatformTarget>
   </PropertyGroup>
   <ItemGroup>
     <Compile Include="..\..\VisualStudio\Setup\ProvideRoslynBindingRedirection.cs">
diff --git a/src/VisualStudio/Setup/AssemblyRedirects.cs b/src/VisualStudio/Setup/AssemblyRedirects.cs
index 0176c60efe4e95984f55a4efbc22ddd72b6c7b8a..bf9853cb5877b7fbec5d45d86d6f4032c3c3fd6b 100644
--- a/src/VisualStudio/Setup/AssemblyRedirects.cs
+++ b/src/VisualStudio/Setup/AssemblyRedirects.cs
@@ -29,4 +29,10 @@
     OldVersionUpperBound = "1.0.99.0",
     NewVersion = "1.1.0.0",
     PublicKeyToken = "b03f5f7f11d50a3a",
-    GenerateCodeBase = ProvideRoslynBindingRedirectionAttribute.GenerateCodeBase)]
\ No newline at end of file
+    GenerateCodeBase = true)]
+
+[assembly: ProvideCodeBase(CodeBase = @"$PackageFolder$\Esent.Interop.dll")]
+[assembly: ProvideCodeBase(CodeBase = @"$PackageFolder$\Microsoft.DiaSymReader.dll")]
+[assembly: ProvideCodeBase(CodeBase = @"$PackageFolder$\System.Composition.Convention.dll")]
+[assembly: ProvideCodeBase(CodeBase = @"$PackageFolder$\System.Composition.Hosting.dll")]
+[assembly: ProvideCodeBase(CodeBase = @"$PackageFolder$\System.Composition.TypedParts.dll")]
diff --git a/src/VisualStudio/Setup/ProvideRoslynBindingRedirection.cs b/src/VisualStudio/Setup/ProvideRoslynBindingRedirection.cs
index 5288e40ae3af992d4685aa897df13bbfcb8c1645..9930fd306f51f3bbca9fdff6c5f00058f33763b7 100644
--- a/src/VisualStudio/Setup/ProvideRoslynBindingRedirection.cs
+++ b/src/VisualStudio/Setup/ProvideRoslynBindingRedirection.cs
@@ -15,9 +15,6 @@ internal sealed class ProvideRoslynBindingRedirectionAttribute : RegistrationAtt
     {
         private readonly ProvideBindingRedirectionAttribute _redirectionAttribute;
 
-        // We should include CodeBase attributes so they always are loaded from this extension
-        public const bool GenerateCodeBase = true;
-
         public ProvideRoslynBindingRedirectionAttribute(string fileName)
         {
             // ProvideBindingRedirectionAttribute is sealed, so we can't inherit from it to provide defaults.
@@ -28,7 +25,6 @@ public ProvideRoslynBindingRedirectionAttribute(string fileName)
                 PublicKeyToken = "31BF3856AD364E35",
                 OldVersionLowerBound = "0.7.0.0",
                 OldVersionUpperBound = "1.2.0.0",
-                GenerateCodeBase = GenerateCodeBase,
                 CodeBase = fileName,
             };
         }
diff --git a/src/VisualStudio/VisualStudioInteractiveComponents/AssemblyRedirects.cs b/src/VisualStudio/VisualStudioInteractiveComponents/AssemblyRedirects.cs
index 83416587a5d3b15be9ff459bb55b96d2c4e15d16..ea2fb9d1972c34074044df0498021b93dddcbc77 100644
--- a/src/VisualStudio/VisualStudioInteractiveComponents/AssemblyRedirects.cs
+++ b/src/VisualStudio/VisualStudioInteractiveComponents/AssemblyRedirects.cs
@@ -16,3 +16,5 @@
 [assembly: ProvideRoslynBindingRedirection("Microsoft.VisualStudio.InteractiveServices.dll")]
 
 [assembly: ProvideRoslynBindingRedirection("InteractiveHost.exe")]
+
+[assembly: ProvideCodeBase(CodeBase = "$PackageFolder$\\System.IO.FileSystem.dll")]
\ No newline at end of file