diff --git a/drivers/crypto/hisilicon/qm.c b/drivers/crypto/hisilicon/qm.c
index f53f01ee5394eb77b5c412ed3661f6b74b757aa8..d008be68bf0864d0ade7e7d9de85244b1c08c034 100644
--- a/drivers/crypto/hisilicon/qm.c
+++ b/drivers/crypto/hisilicon/qm.c
@@ -1723,7 +1723,7 @@ static int qm_register_spimdev(struct hisi_qm *qm)
 	spimdev->iommu_type = VFIO_SPIMDEV_IOMMU;
 	spimdev->dma_flag = VFIO_SPIMDEV_DMA_PHY;
 #endif
-	spimdev->owner = THIS_MODULE;
+	spimdev->owner = qm->parent;
 	spimdev->name = qm->dev_name;
 	spimdev->dev = &pdev->dev;
 	spimdev->is_vf = pdev->is_virtfn;
diff --git a/drivers/crypto/hisilicon/qm.h b/drivers/crypto/hisilicon/qm.h
index 342e6734f09988fa6508fbdfb3e39bb3eefddd0b..5badebc4d7b4df74fb854304db2770dec4e4edc7 100644
--- a/drivers/crypto/hisilicon/qm.h
+++ b/drivers/crypto/hisilicon/qm.h
@@ -113,6 +113,7 @@ struct hisi_qm {
 	const char *dev_name;
 	struct pci_dev *pdev;
 	void __iomem *io_base;
+	struct module *parent;
 	u32 sqe_size;
 	u32 qp_base;
 	u32 qp_num;
diff --git a/drivers/crypto/hisilicon/zip/zip_main.c b/drivers/crypto/hisilicon/zip/zip_main.c
index 5a6ddf1469497cdc2dddbcba4f782c9ffc1c69aa..62828bdfa5488af04af8d5add7ab949f2282321b 100644
--- a/drivers/crypto/hisilicon/zip/zip_main.c
+++ b/drivers/crypto/hisilicon/zip/zip_main.c
@@ -555,7 +555,7 @@ static int hisi_zip_probe(struct pci_dev *pdev, const struct pci_device_id *id)
 
 	qm = &hisi_zip->qm;
 	qm->pdev = pdev;
-
+	qm->parent = THIS_MODULE;
 	rev_id = hisi_qm_get_hw_version(qm);
 	if (rev_id < 0)
 		return rev_id;