diff --git a/arch/powerpc/kernel/process.c b/arch/powerpc/kernel/process.c
index cd476e338768a6fdbc62bc4a23436ba880fca2ed..32b58648052f3c1ab057f349425ecc29779e9da8 100644
--- a/arch/powerpc/kernel/process.c
+++ b/arch/powerpc/kernel/process.c
@@ -374,10 +374,6 @@ void enable_kernel_vsx(void)
 		 */
 		if(!msr_tm_active(cpumsr) && msr_tm_active(current->thread.regs->msr))
 			return;
-		if (current->thread.regs->msr & MSR_FP)
-			__giveup_fpu(current);
-		if (current->thread.regs->msr & MSR_VEC)
-			__giveup_altivec(current);
 		__giveup_vsx(current);
 	}
 }