drm_scatter.c 5.3 KB
Newer Older
L
Linus Torvalds 已提交
1
/**
D
Dave Airlie 已提交
2
 * \file drm_scatter.c
L
Linus Torvalds 已提交
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38
 * IOCTLs to manage scatter/gather memory
 *
 * \author Gareth Hughes <gareth@valinux.com>
 */

/*
 * Created: Mon Dec 18 23:20:54 2000 by gareth@valinux.com
 *
 * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
 * All Rights Reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice (including the next
 * paragraph) shall be included in all copies or substantial portions of the
 * Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 * DEALINGS IN THE SOFTWARE.
 */

#include <linux/vmalloc.h>
#include "drmP.h"

#define DEBUG_SCATTER 0

39 40 41 42 43 44 45 46 47
static inline void *drm_vmalloc_dma(unsigned long size)
{
#if defined(__powerpc__) && defined(CONFIG_NOT_COHERENT_CACHE)
	return __vmalloc(size, GFP_KERNEL, PAGE_KERNEL | _PAGE_NO_CACHE);
#else
	return vmalloc_32(size);
#endif
}

D
Dave Airlie 已提交
48
void drm_sg_cleanup(struct drm_sg_mem * entry)
L
Linus Torvalds 已提交
49 50 51 52
{
	struct page *page;
	int i;

D
Dave Airlie 已提交
53
	for (i = 0; i < entry->pages; i++) {
L
Linus Torvalds 已提交
54
		page = entry->pagelist[i];
D
Dave Airlie 已提交
55 56
		if (page)
			ClearPageReserved(page);
L
Linus Torvalds 已提交
57 58
	}

D
Dave Airlie 已提交
59 60
	vfree(entry->virtual);

61 62 63
	kfree(entry->busaddr);
	kfree(entry->pagelist);
	kfree(entry);
L
Linus Torvalds 已提交
64 65
}

66 67 68 69 70 71
#ifdef _LP64
# define ScatterHandle(x) (unsigned int)((x >> 32) + (x & ((1L << 32) - 1)))
#else
# define ScatterHandle(x) (unsigned int)(x)
#endif

72
int drm_sg_alloc(struct drm_device *dev, struct drm_scatter_gather * request)
L
Linus Torvalds 已提交
73
{
D
Dave Airlie 已提交
74
	struct drm_sg_mem *entry;
L
Linus Torvalds 已提交
75 76
	unsigned long pages, i, j;

77
	DRM_DEBUG("\n");
L
Linus Torvalds 已提交
78 79 80 81

	if (!drm_core_check_feature(dev, DRIVER_SG))
		return -EINVAL;

D
Dave Airlie 已提交
82
	if (dev->sg)
L
Linus Torvalds 已提交
83 84
		return -EINVAL;

85
	entry = kmalloc(sizeof(*entry), GFP_KERNEL);
D
Dave Airlie 已提交
86
	if (!entry)
L
Linus Torvalds 已提交
87 88
		return -ENOMEM;

D
Dave Airlie 已提交
89
	memset(entry, 0, sizeof(*entry));
90
	pages = (request->size + PAGE_SIZE - 1) / PAGE_SIZE;
91
	DRM_DEBUG("size=%ld pages=%ld\n", request->size, pages);
L
Linus Torvalds 已提交
92 93

	entry->pages = pages;
94
	entry->pagelist = kmalloc(pages * sizeof(*entry->pagelist), GFP_KERNEL);
D
Dave Airlie 已提交
95
	if (!entry->pagelist) {
96
		kfree(entry);
L
Linus Torvalds 已提交
97 98 99 100 101
		return -ENOMEM;
	}

	memset(entry->pagelist, 0, pages * sizeof(*entry->pagelist));

102
	entry->busaddr = kmalloc(pages * sizeof(*entry->busaddr), GFP_KERNEL);
D
Dave Airlie 已提交
103
	if (!entry->busaddr) {
104 105
		kfree(entry->pagelist);
		kfree(entry);
L
Linus Torvalds 已提交
106 107
		return -ENOMEM;
	}
D
Dave Airlie 已提交
108 109
	memset((void *)entry->busaddr, 0, pages * sizeof(*entry->busaddr));

110
	entry->virtual = drm_vmalloc_dma(pages << PAGE_SHIFT);
D
Dave Airlie 已提交
111
	if (!entry->virtual) {
112 113 114
		kfree(entry->busaddr);
		kfree(entry->pagelist);
		kfree(entry);
L
Linus Torvalds 已提交
115 116 117 118 119 120
		return -ENOMEM;
	}

	/* This also forces the mapping of COW pages, so our page list
	 * will be valid.  Please don't remove it...
	 */
D
Dave Airlie 已提交
121
	memset(entry->virtual, 0, pages << PAGE_SHIFT);
L
Linus Torvalds 已提交
122

123
	entry->handle = ScatterHandle((unsigned long)entry->virtual);
L
Linus Torvalds 已提交
124

125 126
	DRM_DEBUG("handle  = %08lx\n", entry->handle);
	DRM_DEBUG("virtual = %p\n", entry->virtual);
L
Linus Torvalds 已提交
127

D
Dave Airlie 已提交
128 129
	for (i = (unsigned long)entry->virtual, j = 0; j < pages;
	     i += PAGE_SIZE, j++) {
L
Linus Torvalds 已提交
130 131 132 133 134 135
		entry->pagelist[j] = vmalloc_to_page((void *)i);
		if (!entry->pagelist[j])
			goto failed;
		SetPageReserved(entry->pagelist[j]);
	}

136
	request->handle = entry->handle;
L
Linus Torvalds 已提交
137 138 139 140 141 142 143 144

	dev->sg = entry;

#if DEBUG_SCATTER
	/* Verify that each page points to its virtual address, and vice
	 * versa.
	 */
	{
D
Dave Airlie 已提交
145
		int error = 0;
L
Linus Torvalds 已提交
146

D
Dave Airlie 已提交
147 148
		for (i = 0; i < pages; i++) {
			unsigned long *tmp;
L
Linus Torvalds 已提交
149

D
Dave Airlie 已提交
150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172
			tmp = page_address(entry->pagelist[i]);
			for (j = 0;
			     j < PAGE_SIZE / sizeof(unsigned long);
			     j++, tmp++) {
				*tmp = 0xcafebabe;
			}
			tmp = (unsigned long *)((u8 *) entry->virtual +
						(PAGE_SIZE * i));
			for (j = 0;
			     j < PAGE_SIZE / sizeof(unsigned long);
			     j++, tmp++) {
				if (*tmp != 0xcafebabe && error == 0) {
					error = 1;
					DRM_ERROR("Scatter allocation error, "
						  "pagelist does not match "
						  "virtual mapping\n");
				}
			}
			tmp = page_address(entry->pagelist[i]);
			for (j = 0;
			     j < PAGE_SIZE / sizeof(unsigned long);
			     j++, tmp++) {
				*tmp = 0;
L
Linus Torvalds 已提交
173 174
			}
		}
D
Dave Airlie 已提交
175 176
		if (error == 0)
			DRM_ERROR("Scatter allocation matches pagelist\n");
L
Linus Torvalds 已提交
177 178 179 180 181
	}
#endif

	return 0;

D
Dave Airlie 已提交
182 183
      failed:
	drm_sg_cleanup(entry);
L
Linus Torvalds 已提交
184 185
	return -ENOMEM;
}
186 187
EXPORT_SYMBOL(drm_sg_alloc);

L
Linus Torvalds 已提交
188

189 190
int drm_sg_alloc_ioctl(struct drm_device *dev, void *data,
		       struct drm_file *file_priv)
L
Linus Torvalds 已提交
191
{
192 193 194 195 196 197 198 199 200 201
	struct drm_scatter_gather *request = data;

	return drm_sg_alloc(dev, request);

}

int drm_sg_free(struct drm_device *dev, void *data,
		struct drm_file *file_priv)
{
	struct drm_scatter_gather *request = data;
D
Dave Airlie 已提交
202
	struct drm_sg_mem *entry;
L
Linus Torvalds 已提交
203 204 205 206 207 208 209

	if (!drm_core_check_feature(dev, DRIVER_SG))
		return -EINVAL;

	entry = dev->sg;
	dev->sg = NULL;

210
	if (!entry || entry->handle != request->handle)
L
Linus Torvalds 已提交
211 212
		return -EINVAL;

213
	DRM_DEBUG("virtual  = %p\n", entry->virtual);
L
Linus Torvalds 已提交
214

D
Dave Airlie 已提交
215
	drm_sg_cleanup(entry);
L
Linus Torvalds 已提交
216 217 218

	return 0;
}