提交 6b3fe472 编写于 作者: H Hiroshi Doyu 提交者: Marek Szyprowski

ARM: dma-mapping: atomic_pool with struct page **pages

struct page **pages is necessary to align with non atomic path in
__iommu_get_pages(). atomic_pool() has the intialized **pages instead
of just *page.
Signed-off-by: NHiroshi Doyu <hdoyu@nvidia.com>
Signed-off-by: NMarek Szyprowski <m.szyprowski@samsung.com>
上级 cb01b633
...@@ -275,7 +275,7 @@ struct dma_pool { ...@@ -275,7 +275,7 @@ struct dma_pool {
unsigned long *bitmap; unsigned long *bitmap;
unsigned long nr_pages; unsigned long nr_pages;
void *vaddr; void *vaddr;
struct page *page; struct page **pages;
}; };
static struct dma_pool atomic_pool = { static struct dma_pool atomic_pool = {
...@@ -314,6 +314,7 @@ static int __init atomic_pool_init(void) ...@@ -314,6 +314,7 @@ static int __init atomic_pool_init(void)
unsigned long nr_pages = pool->size >> PAGE_SHIFT; unsigned long nr_pages = pool->size >> PAGE_SHIFT;
unsigned long *bitmap; unsigned long *bitmap;
struct page *page; struct page *page;
struct page **pages;
void *ptr; void *ptr;
int bitmap_size = BITS_TO_LONGS(nr_pages) * sizeof(long); int bitmap_size = BITS_TO_LONGS(nr_pages) * sizeof(long);
...@@ -321,21 +322,31 @@ static int __init atomic_pool_init(void) ...@@ -321,21 +322,31 @@ static int __init atomic_pool_init(void)
if (!bitmap) if (!bitmap)
goto no_bitmap; goto no_bitmap;
pages = kzalloc(nr_pages * sizeof(struct page *), GFP_KERNEL);
if (!pages)
goto no_pages;
if (IS_ENABLED(CONFIG_CMA)) if (IS_ENABLED(CONFIG_CMA))
ptr = __alloc_from_contiguous(NULL, pool->size, prot, &page); ptr = __alloc_from_contiguous(NULL, pool->size, prot, &page);
else else
ptr = __alloc_remap_buffer(NULL, pool->size, GFP_KERNEL, prot, ptr = __alloc_remap_buffer(NULL, pool->size, GFP_KERNEL, prot,
&page, NULL); &page, NULL);
if (ptr) { if (ptr) {
int i;
for (i = 0; i < nr_pages; i++)
pages[i] = page + i;
spin_lock_init(&pool->lock); spin_lock_init(&pool->lock);
pool->vaddr = ptr; pool->vaddr = ptr;
pool->page = page; pool->pages = pages;
pool->bitmap = bitmap; pool->bitmap = bitmap;
pool->nr_pages = nr_pages; pool->nr_pages = nr_pages;
pr_info("DMA: preallocated %u KiB pool for atomic coherent allocations\n", pr_info("DMA: preallocated %u KiB pool for atomic coherent allocations\n",
(unsigned)pool->size / 1024); (unsigned)pool->size / 1024);
return 0; return 0;
} }
no_pages:
kfree(bitmap); kfree(bitmap);
no_bitmap: no_bitmap:
pr_err("DMA: failed to allocate %u KiB pool for atomic coherent allocation\n", pr_err("DMA: failed to allocate %u KiB pool for atomic coherent allocation\n",
...@@ -460,7 +471,7 @@ static void *__alloc_from_pool(size_t size, struct page **ret_page) ...@@ -460,7 +471,7 @@ static void *__alloc_from_pool(size_t size, struct page **ret_page)
if (pageno < pool->nr_pages) { if (pageno < pool->nr_pages) {
bitmap_set(pool->bitmap, pageno, count); bitmap_set(pool->bitmap, pageno, count);
ptr = pool->vaddr + PAGE_SIZE * pageno; ptr = pool->vaddr + PAGE_SIZE * pageno;
*ret_page = pool->page + pageno; *ret_page = pool->pages[pageno];
} else { } else {
pr_err_once("ERROR: %u KiB atomic DMA coherent pool is too small!\n" pr_err_once("ERROR: %u KiB atomic DMA coherent pool is too small!\n"
"Please increase it with coherent_pool= kernel parameter!\n", "Please increase it with coherent_pool= kernel parameter!\n",
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册