diff --git a/drivers/vhost/vdpa.c b/drivers/vhost/vdpa.c
index 344692b9c813b273564b76e22d2d500d2d184973..e440239e570cf548d863c8a89f92150b6e595105 100644
--- a/drivers/vhost/vdpa.c
+++ b/drivers/vhost/vdpa.c
@@ -1367,6 +1367,7 @@ static int vhost_vdpa_probe(struct vdpa_device *vdpa)
 
 err:
 	put_device(&v->dev);
+	ida_simple_remove(&vhost_vdpa_ida, v->minor);
 	return r;
 }