diff --git a/net/netfilter/nf_tables_api.c b/net/netfilter/nf_tables_api.c
index 39cbeef673a54cf7b04e60eaf99a610709f4cdc9..5960d88e1d5ac96a74160aa50cbbbb2943ea9970 100644
--- a/net/netfilter/nf_tables_api.c
+++ b/net/netfilter/nf_tables_api.c
@@ -4559,6 +4559,8 @@ void nf_tables_deactivate_set(const struct nft_ctx *ctx, struct nft_set *set,
 		nft_set_trans_unbind(ctx, set);
 		if (nft_set_is_anonymous(set))
 			nft_deactivate_next(ctx->net, set);
+		else
+			list_del_rcu(&binding->list);
 
 		set->use--;
 		break;