diff --git a/drivers/tty/serial/mfd.c b/drivers/tty/serial/mfd.c
index a187cd4b1e53dfec04d7c87a29165429569c861e..503dcc77b2bd1285a8c3ae79e1ac6384b0392dbd 100644
--- a/drivers/tty/serial/mfd.c
+++ b/drivers/tty/serial/mfd.c
@@ -1451,7 +1451,6 @@ static void serial_hsu_remove(struct pci_dev *pdev)
 		uart_remove_one_port(&serial_hsu_reg, &up->port);
 	}
 
-	pci_set_drvdata(pdev, NULL);
 	free_irq(pdev->irq, priv);
 	pci_disable_device(pdev);
 }