diff --git a/drivers/iommu/iommu.c b/drivers/iommu/iommu.c index 8515335dbd751264f4ef6a25cda43b0174de041f..c6b9a51485f1e95f1b3c32337cabe1657849d8a3 100644 --- a/drivers/iommu/iommu.c +++ b/drivers/iommu/iommu.c @@ -1419,6 +1419,20 @@ void iommu_unbind_pasid_table(struct iommu_domain *domain, struct device *dev) } EXPORT_SYMBOL_GPL(iommu_unbind_pasid_table); +int iommu_sva_invalidate(struct iommu_domain *domain, + struct device *dev, struct tlb_invalidate_info *inv_info) +{ + int ret = 0; + + if (unlikely(!domain->ops->sva_invalidate)) + return -ENODEV; + + ret = domain->ops->sva_invalidate(domain, dev, inv_info); + + return ret; +} +EXPORT_SYMBOL_GPL(iommu_sva_invalidate); + static void __iommu_detach_device(struct iommu_domain *domain, struct device *dev) { diff --git a/include/linux/iommu.h b/include/linux/iommu.h index f948f41b4144efb22b99bceea35d1efef6ee86bf..5ac09e43ac6681cba0ace80db622407752bde4f7 100644 --- a/include/linux/iommu.h +++ b/include/linux/iommu.h @@ -189,6 +189,7 @@ struct iommu_resv_region { * @pgsize_bitmap: bitmap of all possible supported page sizes * @bind_pasid_table: bind pasid table pointer for guest SVM * @unbind_pasid_table: unbind pasid table pointer and restore defaults + * @sva_invalidate: invalidate translation caches of shared virtual address */ struct iommu_ops { bool (*capable)(enum iommu_cap); @@ -240,6 +241,8 @@ struct iommu_ops { struct pasid_table_config *pasidt_binfo); void (*unbind_pasid_table)(struct iommu_domain *domain, struct device *dev); + int (*sva_invalidate)(struct iommu_domain *domain, + struct device *dev, struct tlb_invalidate_info *inv_info); unsigned long pgsize_bitmap; }; @@ -306,6 +309,9 @@ extern int iommu_bind_pasid_table(struct iommu_domain *domain, struct device *dev, struct pasid_table_config *pasidt_binfo); extern void iommu_unbind_pasid_table(struct iommu_domain *domain, struct device *dev); +extern int iommu_sva_invalidate(struct iommu_domain *domain, + struct device *dev, struct tlb_invalidate_info *inv_info); + extern struct iommu_domain *iommu_get_domain_for_dev(struct device *dev); extern struct iommu_domain *iommu_get_dma_domain(struct device *dev); extern int iommu_map(struct iommu_domain *domain, unsigned long iova, @@ -726,6 +732,12 @@ void iommu_unbind_pasid_table(struct iommu_domain *domain, struct device *dev) { } +static inline int iommu_sva_invalidate(struct iommu_domain *domain, + struct device *dev, struct tlb_invalidate_info *inv_info) +{ + return -EINVAL; +} + #endif /* CONFIG_IOMMU_API */ #ifdef CONFIG_IOMMU_DEBUGFS diff --git a/include/uapi/linux/iommu.h b/include/uapi/linux/iommu.h index 2de122b47934bd52ea0b523662c84eeaf8372f4f..3b30602b8122ab9ed8a4d459ee872ce5440c8e97 100644 --- a/include/uapi/linux/iommu.h +++ b/include/uapi/linux/iommu.h @@ -30,4 +30,83 @@ struct pasid_table_config { __u8 pasid_bits; }; +/** + * enum iommu_inv_granularity - Generic invalidation granularity + * + * When an invalidation request is sent to IOMMU to flush translation caches, + * it may carry different granularity. These granularity levels are not specific + * to a type of translation cache. For an example, PASID selective granularity + * is only applicable to PASID cache invalidation. + * This enum is a collection of granularities for all types of translation + * caches. The idea is to make it easy for IOMMU model specific driver do + * conversion from generic to model specific value. + */ +enum iommu_inv_granularity { + IOMMU_INV_GRANU_DOMAIN = 1, /* all TLBs associated with a domain */ + IOMMU_INV_GRANU_DEVICE, /* caching structure associated with a + * device ID + */ + IOMMU_INV_GRANU_DOMAIN_PAGE, /* address range with a domain */ + IOMMU_INV_GRANU_ALL_PASID, /* cache of a given PASID */ + IOMMU_INV_GRANU_PASID_SEL, /* only invalidate specified PASID */ + + IOMMU_INV_GRANU_NG_ALL_PASID, /* non-global within all PASIDs */ + IOMMU_INV_GRANU_NG_PASID, /* non-global within a PASIDs */ + IOMMU_INV_GRANU_PAGE_PASID, /* page-selective within a PASID */ + IOMMU_INV_NR_GRANU, +}; + +/** enum iommu_inv_type - Generic translation cache types for invalidation + * + * Invalidation requests sent to IOMMU may indicate which translation cache + * to be operated on. + * Combined with enum iommu_inv_granularity, model specific driver can do a + * simple lookup to convert generic type to model specific value. + */ +enum iommu_inv_type { + IOMMU_INV_TYPE_DTLB, /* device IOTLB */ + IOMMU_INV_TYPE_TLB, /* IOMMU paging structure cache */ + IOMMU_INV_TYPE_PASID, /* PASID cache */ + IOMMU_INV_TYPE_CONTEXT, /* device context entry cache */ + IOMMU_INV_NR_TYPE +}; + +/** + * Translation cache invalidation header that contains mandatory meta data. + * @version: info format version, expecting future extesions + * @type: type of translation cache to be invalidated + */ +struct tlb_invalidate_hdr { + __u32 version; +#define TLB_INV_HDR_VERSION_1 1 + enum iommu_inv_type type; +}; + +/** + * Translation cache invalidation information, contains generic IOMMU + * data which can be parsed based on model ID by model specific drivers. + * + * @granularity: requested invalidation granularity, type dependent + * @size: 2^size of 4K pages, 0 for 4k, 9 for 2MB, etc. + * @pasid: processor address space ID value per PCI spec. + * @addr: page address to be invalidated + * @flags IOMMU_INVALIDATE_PASID_TAGGED: DMA with PASID tagged, + * @pasid validity can be + * deduced from @granularity + * IOMMU_INVALIDATE_ADDR_LEAF: leaf paging entries + * IOMMU_INVALIDATE_GLOBAL_PAGE: global pages + * + */ +struct tlb_invalidate_info { + struct tlb_invalidate_hdr hdr; + enum iommu_inv_granularity granularity; + __u32 flags; +#define IOMMU_INVALIDATE_NO_PASID (1 << 0) +#define IOMMU_INVALIDATE_ADDR_LEAF (1 << 1) +#define IOMMU_INVALIDATE_GLOBAL_PAGE (1 << 2) +#define IOMMU_INVALIDATE_PASID_TAGGED (1 << 3) + __u8 size; + __u32 pasid; + __u64 addr; +}; #endif /* _UAPI_IOMMU_H */