radeon_ring.c 18.4 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28
/*
 * Copyright 2008 Advanced Micro Devices, Inc.
 * Copyright 2008 Red Hat Inc.
 * Copyright 2009 Jerome Glisse.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 * OTHER DEALINGS IN THE SOFTWARE.
 *
 * Authors: Dave Airlie
 *          Alex Deucher
 *          Jerome Glisse
 */
#include <linux/seq_file.h>
29
#include <linux/slab.h>
30 31 32 33 34 35 36
#include "drmP.h"
#include "radeon_drm.h"
#include "radeon_reg.h"
#include "radeon.h"
#include "atom.h"

int radeon_debugfs_ib_init(struct radeon_device *rdev);
37
int radeon_debugfs_ring_init(struct radeon_device *rdev, struct radeon_ring *ring);
38

39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63
u32 radeon_get_ib_value(struct radeon_cs_parser *p, int idx)
{
	struct radeon_cs_chunk *ibc = &p->chunks[p->chunk_ib_idx];
	u32 pg_idx, pg_offset;
	u32 idx_value = 0;
	int new_page;

	pg_idx = (idx * 4) / PAGE_SIZE;
	pg_offset = (idx * 4) % PAGE_SIZE;

	if (ibc->kpage_idx[0] == pg_idx)
		return ibc->kpage[0][pg_offset/4];
	if (ibc->kpage_idx[1] == pg_idx)
		return ibc->kpage[1][pg_offset/4];

	new_page = radeon_cs_update_pages(p, pg_idx);
	if (new_page < 0) {
		p->parser_error = new_page;
		return 0;
	}

	idx_value = ibc->kpage[new_page][pg_offset/4];
	return idx_value;
}

64
void radeon_ring_write(struct radeon_ring *ring, uint32_t v)
65 66
{
#if DRM_DEBUG_CODE
67
	if (ring->count_dw <= 0) {
68 69 70
		DRM_ERROR("radeon: writting more dword to ring than expected !\n");
	}
#endif
71 72 73 74
	ring->ring[ring->wptr++] = v;
	ring->wptr &= ring->ptr_mask;
	ring->count_dw--;
	ring->ring_free_dw--;
75 76
}

77 78 79
/*
 * IB.
 */
80
bool radeon_ib_try_free(struct radeon_device *rdev, struct radeon_ib *ib)
81
{
82 83 84
	bool done = false;

	/* only free ib which have been emited */
85
	if (ib->fence && ib->fence->seq < RADEON_FENCE_NOTEMITED_SEQ) {
86 87
		if (radeon_fence_signaled(ib->fence)) {
			radeon_fence_unref(&ib->fence);
88
			radeon_sa_bo_free(rdev, &ib->sa_bo, NULL);
89 90
			done = true;
		}
91
	}
92
	return done;
93 94
}

95 96
int radeon_ib_get(struct radeon_device *rdev, int ring,
		  struct radeon_ib **ib, unsigned size)
97 98
{
	struct radeon_fence *fence;
99 100
	unsigned cretry = 0;
	int r = 0, i, idx;
101 102

	*ib = NULL;
103 104
	/* align size on 256 bytes */
	size = ALIGN(size, 256);
105

106
	r = radeon_fence_create(rdev, &fence, ring);
107
	if (r) {
108
		dev_err(rdev->dev, "failed to create fence for new IB\n");
109 110
		return r;
	}
111

112
	radeon_mutex_lock(&rdev->ib_pool.mutex);
113 114 115 116
	idx = rdev->ib_pool.head_id;
retry:
	if (cretry > 5) {
		dev_err(rdev->dev, "failed to get an ib after 5 retry\n");
117
		radeon_mutex_unlock(&rdev->ib_pool.mutex);
118
		radeon_fence_unref(&fence);
119
		return -ENOMEM;
120
	}
121 122 123 124 125 126
	cretry++;
	for (i = 0; i < RADEON_IB_POOL_SIZE; i++) {
		radeon_ib_try_free(rdev, &rdev->ib_pool.ibs[idx]);
		if (rdev->ib_pool.ibs[idx].fence == NULL) {
			r = radeon_sa_bo_new(rdev, &rdev->ib_pool.sa_manager,
					     &rdev->ib_pool.ibs[idx].sa_bo,
127
					     size, 256, false);
128 129
			if (!r) {
				*ib = &rdev->ib_pool.ibs[idx];
130 131
				(*ib)->ptr = radeon_sa_bo_cpu_addr((*ib)->sa_bo);
				(*ib)->gpu_addr = radeon_sa_bo_gpu_addr((*ib)->sa_bo);
132
				(*ib)->fence = fence;
133
				(*ib)->vm_id = 0;
134
				(*ib)->is_const_ib = false;
135 136 137 138 139 140
				/* ib are most likely to be allocated in a ring fashion
				 * thus rdev->ib_pool.head_id should be the id of the
				 * oldest ib
				 */
				rdev->ib_pool.head_id = (1 + idx);
				rdev->ib_pool.head_id &= (RADEON_IB_POOL_SIZE - 1);
141
				radeon_mutex_unlock(&rdev->ib_pool.mutex);
142 143
				return 0;
			}
144
		}
145 146 147 148 149
		idx = (idx + 1) & (RADEON_IB_POOL_SIZE - 1);
	}
	/* this should be rare event, ie all ib scheduled none signaled yet.
	 */
	for (i = 0; i < RADEON_IB_POOL_SIZE; i++) {
150 151 152
		struct radeon_fence *fence = rdev->ib_pool.ibs[idx].fence;
		if (fence && fence->seq < RADEON_FENCE_NOTEMITED_SEQ) {
			r = radeon_fence_wait(fence, false);
153 154 155 156 157 158 159
			if (!r) {
				goto retry;
			}
			/* an error happened */
			break;
		}
		idx = (idx + 1) & (RADEON_IB_POOL_SIZE - 1);
160
	}
161
	radeon_mutex_unlock(&rdev->ib_pool.mutex);
162 163
	radeon_fence_unref(&fence);
	return r;
164 165 166 167 168 169 170 171 172 173
}

void radeon_ib_free(struct radeon_device *rdev, struct radeon_ib **ib)
{
	struct radeon_ib *tmp = *ib;

	*ib = NULL;
	if (tmp == NULL) {
		return;
	}
174
	radeon_mutex_lock(&rdev->ib_pool.mutex);
175
	if (tmp->fence && tmp->fence->seq == RADEON_FENCE_NOTEMITED_SEQ) {
176
		radeon_sa_bo_free(rdev, &tmp->sa_bo, NULL);
177 178
		radeon_fence_unref(&tmp->fence);
	}
179
	radeon_mutex_unlock(&rdev->ib_pool.mutex);
180 181 182 183
}

int radeon_ib_schedule(struct radeon_device *rdev, struct radeon_ib *ib)
{
184
	struct radeon_ring *ring = &rdev->ring[ib->fence->ring];
185 186
	int r = 0;

187
	if (!ib->length_dw || !ring->ready) {
188
		/* TODO: Nothings in the ib we should report. */
189
		DRM_ERROR("radeon: couldn't schedule IB(%u).\n", ib->idx);
190 191
		return -EINVAL;
	}
192

193
	/* 64 dwords should be enough for fence too */
194
	r = radeon_ring_lock(rdev, ring, 64);
195
	if (r) {
P
Paul Bolle 已提交
196
		DRM_ERROR("radeon: scheduling IB failed (%d).\n", r);
197 198
		return r;
	}
199
	radeon_ring_ib_execute(rdev, ib->fence->ring, ib);
200
	radeon_fence_emit(rdev, ib->fence);
201
	radeon_ring_unlock_commit(rdev, ring);
202 203 204 205 206
	return 0;
}

int radeon_ib_pool_init(struct radeon_device *rdev)
{
207
	struct radeon_sa_manager tmp;
208
	int i, r;
209

210
	r = radeon_sa_bo_manager_init(rdev, &tmp,
211 212
				      RADEON_IB_POOL_SIZE*64*1024,
				      RADEON_GEM_DOMAIN_GTT);
213 214 215 216
	if (r) {
		return r;
	}

217
	radeon_mutex_lock(&rdev->ib_pool.mutex);
218
	if (rdev->ib_pool.ready) {
219
		radeon_mutex_unlock(&rdev->ib_pool.mutex);
220 221 222 223 224 225
		radeon_sa_bo_manager_fini(rdev, &tmp);
		return 0;
	}

	rdev->ib_pool.sa_manager = tmp;
	INIT_LIST_HEAD(&rdev->ib_pool.sa_manager.sa_bo);
226 227
	for (i = 0; i < RADEON_IB_POOL_SIZE; i++) {
		rdev->ib_pool.ibs[i].fence = NULL;
228 229
		rdev->ib_pool.ibs[i].idx = i;
		rdev->ib_pool.ibs[i].length_dw = 0;
230
		rdev->ib_pool.ibs[i].sa_bo = NULL;
231
	}
232
	rdev->ib_pool.head_id = 0;
233 234
	rdev->ib_pool.ready = true;
	DRM_INFO("radeon: ib pool ready.\n");
235

236 237 238
	if (radeon_debugfs_ib_init(rdev)) {
		DRM_ERROR("Failed to register debugfs file for IB !\n");
	}
239
	radeon_mutex_unlock(&rdev->ib_pool.mutex);
240
	return 0;
241 242 243 244
}

void radeon_ib_pool_fini(struct radeon_device *rdev)
{
245
	unsigned i;
246

247
	radeon_mutex_lock(&rdev->ib_pool.mutex);
248 249
	if (rdev->ib_pool.ready) {
		for (i = 0; i < RADEON_IB_POOL_SIZE; i++) {
250
			radeon_sa_bo_free(rdev, &rdev->ib_pool.ibs[i].sa_bo, NULL);
251
			radeon_fence_unref(&rdev->ib_pool.ibs[i].fence);
252
		}
253 254
		radeon_sa_bo_manager_fini(rdev, &rdev->ib_pool.sa_manager);
		rdev->ib_pool.ready = false;
255
	}
256
	radeon_mutex_unlock(&rdev->ib_pool.mutex);
257 258
}

259 260 261 262 263 264 265 266 267
int radeon_ib_pool_start(struct radeon_device *rdev)
{
	return radeon_sa_bo_manager_start(rdev, &rdev->ib_pool.sa_manager);
}

int radeon_ib_pool_suspend(struct radeon_device *rdev)
{
	return radeon_sa_bo_manager_suspend(rdev, &rdev->ib_pool.sa_manager);
}
268

269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298
int radeon_ib_ring_tests(struct radeon_device *rdev)
{
	unsigned i;
	int r;

	for (i = 0; i < RADEON_NUM_RINGS; ++i) {
		struct radeon_ring *ring = &rdev->ring[i];

		if (!ring->ready)
			continue;

		r = radeon_ib_test(rdev, i, ring);
		if (r) {
			ring->ready = false;

			if (i == RADEON_RING_TYPE_GFX_INDEX) {
				/* oh, oh, that's really bad */
				DRM_ERROR("radeon: failed testing IB on GFX ring (%d).\n", r);
		                rdev->accel_working = false;
				return r;

			} else {
				/* still not good, but we can live with it */
				DRM_ERROR("radeon: failed testing IB on ring %d (%d).\n", i, r);
			}
		}
	}
	return 0;
}

299 300 301
/*
 * Ring.
 */
302
int radeon_ring_index(struct radeon_device *rdev, struct radeon_ring *ring)
303 304 305 306 307 308
{
	/* r1xx-r5xx only has CP ring */
	if (rdev->family < CHIP_R600)
		return RADEON_RING_TYPE_GFX_INDEX;

	if (rdev->family >= CHIP_CAYMAN) {
309
		if (ring == &rdev->ring[CAYMAN_RING_TYPE_CP1_INDEX])
310
			return CAYMAN_RING_TYPE_CP1_INDEX;
311
		else if (ring == &rdev->ring[CAYMAN_RING_TYPE_CP2_INDEX])
312 313 314 315 316
			return CAYMAN_RING_TYPE_CP2_INDEX;
	}
	return RADEON_RING_TYPE_GFX_INDEX;
}

317
void radeon_ring_free_size(struct radeon_device *rdev, struct radeon_ring *ring)
318
{
319 320
	u32 rptr;

321
	if (rdev->wb.enabled)
322
		rptr = le32_to_cpu(rdev->wb.wb[ring->rptr_offs/4]);
323
	else
324 325
		rptr = RREG32(ring->rptr_reg);
	ring->rptr = (rptr & ring->ptr_reg_mask) >> ring->ptr_reg_shift;
326
	/* This works because ring_size is a power of 2 */
327 328 329 330 331
	ring->ring_free_dw = (ring->rptr + (ring->ring_size / 4));
	ring->ring_free_dw -= ring->wptr;
	ring->ring_free_dw &= ring->ptr_mask;
	if (!ring->ring_free_dw) {
		ring->ring_free_dw = ring->ring_size / 4;
332 333 334
	}
}

335

336
int radeon_ring_alloc(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ndw)
337 338 339 340 341
{
	int r;

	/* Align requested size with padding so unlock_commit can
	 * pad safely */
342 343 344 345
	ndw = (ndw + ring->align_mask) & ~ring->align_mask;
	while (ndw > (ring->ring_free_dw - 1)) {
		radeon_ring_free_size(rdev, ring);
		if (ndw < ring->ring_free_dw) {
346 347
			break;
		}
348
		r = radeon_fence_wait_next_locked(rdev, radeon_ring_index(rdev, ring));
349
		if (r)
350 351
			return r;
	}
352 353
	ring->count_dw = ndw;
	ring->wptr_old = ring->wptr;
354 355 356
	return 0;
}

357
int radeon_ring_lock(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ndw)
358 359 360
{
	int r;

361
	mutex_lock(&rdev->ring_lock);
362
	r = radeon_ring_alloc(rdev, ring, ndw);
363
	if (r) {
364
		mutex_unlock(&rdev->ring_lock);
365 366 367 368 369
		return r;
	}
	return 0;
}

370
void radeon_ring_commit(struct radeon_device *rdev, struct radeon_ring *ring)
371 372 373 374 375
{
	unsigned count_dw_pad;
	unsigned i;

	/* We pad to match fetch size */
376 377
	count_dw_pad = (ring->align_mask + 1) -
		       (ring->wptr & ring->align_mask);
378
	for (i = 0; i < count_dw_pad; i++) {
379
		radeon_ring_write(ring, ring->nop);
380 381
	}
	DRM_MEMORYBARRIER();
382
	WREG32(ring->wptr_reg, (ring->wptr << ring->ptr_reg_shift) & ring->ptr_reg_mask);
383
	(void)RREG32(ring->wptr_reg);
384 385
}

386
void radeon_ring_unlock_commit(struct radeon_device *rdev, struct radeon_ring *ring)
387
{
388
	radeon_ring_commit(rdev, ring);
389
	mutex_unlock(&rdev->ring_lock);
390 391
}

392
void radeon_ring_undo(struct radeon_ring *ring)
393
{
394
	ring->wptr = ring->wptr_old;
395 396 397 398 399 400
}

void radeon_ring_unlock_undo(struct radeon_device *rdev, struct radeon_ring *ring)
{
	radeon_ring_undo(ring);
	mutex_unlock(&rdev->ring_lock);
401 402
}

403 404 405 406 407 408 409 410 411 412 413 414 415 416
void radeon_ring_force_activity(struct radeon_device *rdev, struct radeon_ring *ring)
{
	int r;

	radeon_ring_free_size(rdev, ring);
	if (ring->rptr == ring->wptr) {
		r = radeon_ring_alloc(rdev, ring, 1);
		if (!r) {
			radeon_ring_write(ring, ring->nop);
			radeon_ring_commit(rdev, ring);
		}
	}
}

417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461
void radeon_ring_lockup_update(struct radeon_ring *ring)
{
	ring->last_rptr = ring->rptr;
	ring->last_activity = jiffies;
}

/**
 * radeon_ring_test_lockup() - check if ring is lockedup by recording information
 * @rdev:       radeon device structure
 * @ring:       radeon_ring structure holding ring information
 *
 * We don't need to initialize the lockup tracking information as we will either
 * have CP rptr to a different value of jiffies wrap around which will force
 * initialization of the lockup tracking informations.
 *
 * A possible false positivie is if we get call after while and last_cp_rptr ==
 * the current CP rptr, even if it's unlikely it might happen. To avoid this
 * if the elapsed time since last call is bigger than 2 second than we return
 * false and update the tracking information. Due to this the caller must call
 * radeon_ring_test_lockup several time in less than 2sec for lockup to be reported
 * the fencing code should be cautious about that.
 *
 * Caller should write to the ring to force CP to do something so we don't get
 * false positive when CP is just gived nothing to do.
 *
 **/
bool radeon_ring_test_lockup(struct radeon_device *rdev, struct radeon_ring *ring)
{
	unsigned long cjiffies, elapsed;
	uint32_t rptr;

	cjiffies = jiffies;
	if (!time_after(cjiffies, ring->last_activity)) {
		/* likely a wrap around */
		radeon_ring_lockup_update(ring);
		return false;
	}
	rptr = RREG32(ring->rptr_reg);
	ring->rptr = (rptr & ring->ptr_reg_mask) >> ring->ptr_reg_shift;
	if (ring->rptr != ring->last_rptr) {
		/* CP is still working no lockup */
		radeon_ring_lockup_update(ring);
		return false;
	}
	elapsed = jiffies_to_msecs(cjiffies - ring->last_activity);
462
	if (radeon_lockup_timeout && elapsed >= radeon_lockup_timeout) {
463 464 465 466 467 468 469
		dev_err(rdev->dev, "GPU lockup CP stall for more than %lumsec\n", elapsed);
		return true;
	}
	/* give a chance to the GPU ... */
	return false;
}

470
int radeon_ring_init(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ring_size,
471 472
		     unsigned rptr_offs, unsigned rptr_reg, unsigned wptr_reg,
		     u32 ptr_reg_shift, u32 ptr_reg_mask, u32 nop)
473 474 475
{
	int r;

476 477 478 479
	ring->ring_size = ring_size;
	ring->rptr_offs = rptr_offs;
	ring->rptr_reg = rptr_reg;
	ring->wptr_reg = wptr_reg;
480 481 482
	ring->ptr_reg_shift = ptr_reg_shift;
	ring->ptr_reg_mask = ptr_reg_mask;
	ring->nop = nop;
483
	/* Allocate ring buffer */
484 485
	if (ring->ring_obj == NULL) {
		r = radeon_bo_create(rdev, ring->ring_size, PAGE_SIZE, true,
486
					RADEON_GEM_DOMAIN_GTT,
487
					&ring->ring_obj);
488
		if (r) {
489
			dev_err(rdev->dev, "(%d) ring create failed\n", r);
490 491
			return r;
		}
492
		r = radeon_bo_reserve(ring->ring_obj, false);
493 494
		if (unlikely(r != 0))
			return r;
495 496
		r = radeon_bo_pin(ring->ring_obj, RADEON_GEM_DOMAIN_GTT,
					&ring->gpu_addr);
497
		if (r) {
498
			radeon_bo_unreserve(ring->ring_obj);
499
			dev_err(rdev->dev, "(%d) ring pin failed\n", r);
500 501
			return r;
		}
502 503 504
		r = radeon_bo_kmap(ring->ring_obj,
				       (void **)&ring->ring);
		radeon_bo_unreserve(ring->ring_obj);
505
		if (r) {
506
			dev_err(rdev->dev, "(%d) ring map failed\n", r);
507 508 509
			return r;
		}
	}
510 511
	ring->ptr_mask = (ring->ring_size / 4) - 1;
	ring->ring_free_dw = ring->ring_size / 4;
512 513 514
	if (radeon_debugfs_ring_init(rdev, ring)) {
		DRM_ERROR("Failed to register debugfs file for rings !\n");
	}
515 516 517
	return 0;
}

518
void radeon_ring_fini(struct radeon_device *rdev, struct radeon_ring *ring)
519
{
520
	int r;
521
	struct radeon_bo *ring_obj;
522

523
	mutex_lock(&rdev->ring_lock);
524
	ring_obj = ring->ring_obj;
525
	ring->ready = false;
526 527
	ring->ring = NULL;
	ring->ring_obj = NULL;
528
	mutex_unlock(&rdev->ring_lock);
529 530 531

	if (ring_obj) {
		r = radeon_bo_reserve(ring_obj, false);
532
		if (likely(r == 0)) {
533 534 535
			radeon_bo_kunmap(ring_obj);
			radeon_bo_unpin(ring_obj);
			radeon_bo_unreserve(ring_obj);
536
		}
537
		radeon_bo_unref(&ring_obj);
538 539 540 541 542 543 544
	}
}

/*
 * Debugfs info
 */
#if defined(CONFIG_DEBUG_FS)
545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580

static int radeon_debugfs_ring_info(struct seq_file *m, void *data)
{
	struct drm_info_node *node = (struct drm_info_node *) m->private;
	struct drm_device *dev = node->minor->dev;
	struct radeon_device *rdev = dev->dev_private;
	int ridx = *(int*)node->info_ent->data;
	struct radeon_ring *ring = &rdev->ring[ridx];
	unsigned count, i, j;

	radeon_ring_free_size(rdev, ring);
	count = (ring->ring_size / 4) - ring->ring_free_dw;
	seq_printf(m, "wptr(0x%04x): 0x%08x\n", ring->wptr_reg, RREG32(ring->wptr_reg));
	seq_printf(m, "rptr(0x%04x): 0x%08x\n", ring->rptr_reg, RREG32(ring->rptr_reg));
	seq_printf(m, "driver's copy of the wptr: 0x%08x\n", ring->wptr);
	seq_printf(m, "driver's copy of the rptr: 0x%08x\n", ring->rptr);
	seq_printf(m, "%u free dwords in ring\n", ring->ring_free_dw);
	seq_printf(m, "%u dwords in ring\n", count);
	i = ring->rptr;
	for (j = 0; j <= count; j++) {
		seq_printf(m, "r[%04d]=0x%08x\n", i, ring->ring[i]);
		i = (i + 1) & ring->ptr_mask;
	}
	return 0;
}

static int radeon_ring_type_gfx_index = RADEON_RING_TYPE_GFX_INDEX;
static int cayman_ring_type_cp1_index = CAYMAN_RING_TYPE_CP1_INDEX;
static int cayman_ring_type_cp2_index = CAYMAN_RING_TYPE_CP2_INDEX;

static struct drm_info_list radeon_debugfs_ring_info_list[] = {
	{"radeon_ring_gfx", radeon_debugfs_ring_info, 0, &radeon_ring_type_gfx_index},
	{"radeon_ring_cp1", radeon_debugfs_ring_info, 0, &cayman_ring_type_cp1_index},
	{"radeon_ring_cp2", radeon_debugfs_ring_info, 0, &cayman_ring_type_cp2_index},
};

581 582 583
static int radeon_debugfs_ib_info(struct seq_file *m, void *data)
{
	struct drm_info_node *node = (struct drm_info_node *) m->private;
584 585 586
	struct drm_device *dev = node->minor->dev;
	struct radeon_device *rdev = dev->dev_private;
	struct radeon_ib *ib = &rdev->ib_pool.ibs[*((unsigned*)node->info_ent->data)];
587 588 589 590 591
	unsigned i;

	if (ib == NULL) {
		return 0;
	}
592
	seq_printf(m, "IB %04u\n", ib->idx);
593 594 595 596 597 598 599 600 601 602
	seq_printf(m, "IB fence %p\n", ib->fence);
	seq_printf(m, "IB size %05u dwords\n", ib->length_dw);
	for (i = 0; i < ib->length_dw; i++) {
		seq_printf(m, "[%05u]=0x%08X\n", i, ib->ptr[i]);
	}
	return 0;
}

static struct drm_info_list radeon_debugfs_ib_list[RADEON_IB_POOL_SIZE];
static char radeon_debugfs_ib_names[RADEON_IB_POOL_SIZE][32];
603
static unsigned radeon_debugfs_ib_idx[RADEON_IB_POOL_SIZE];
604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620

static int radeon_debugfs_sa_info(struct seq_file *m, void *data)
{
	struct drm_info_node *node = (struct drm_info_node *) m->private;
	struct drm_device *dev = node->minor->dev;
	struct radeon_device *rdev = dev->dev_private;

	radeon_sa_bo_dump_debug_info(&rdev->ib_pool.sa_manager, m);

	return 0;

}

static struct drm_info_list radeon_debugfs_sa_list[] = {
        {"radeon_sa_info", &radeon_debugfs_sa_info, 0, NULL},
};

621 622
#endif

623
int radeon_debugfs_ring_init(struct radeon_device *rdev, struct radeon_ring *ring)
624 625
{
#if defined(CONFIG_DEBUG_FS)
626 627 628 629 630 631 632 633 634 635 636 637 638
	unsigned i;
	for (i = 0; i < ARRAY_SIZE(radeon_debugfs_ring_info_list); ++i) {
		struct drm_info_list *info = &radeon_debugfs_ring_info_list[i];
		int ridx = *(int*)radeon_debugfs_ring_info_list[i].data;
		unsigned r;

		if (&rdev->ring[ridx] != ring)
			continue;

		r = radeon_debugfs_add_files(rdev, info, 1);
		if (r)
			return r;
	}
639
#endif
640
	return 0;
641 642
}

643 644 645 646
int radeon_debugfs_ib_init(struct radeon_device *rdev)
{
#if defined(CONFIG_DEBUG_FS)
	unsigned i;
647 648 649 650 651
	int r;

	r = radeon_debugfs_add_files(rdev, radeon_debugfs_sa_list, 1);
	if (r)
		return r;
652 653 654

	for (i = 0; i < RADEON_IB_POOL_SIZE; i++) {
		sprintf(radeon_debugfs_ib_names[i], "radeon_ib_%04u", i);
655
		radeon_debugfs_ib_idx[i] = i;
656 657 658
		radeon_debugfs_ib_list[i].name = radeon_debugfs_ib_names[i];
		radeon_debugfs_ib_list[i].show = &radeon_debugfs_ib_info;
		radeon_debugfs_ib_list[i].driver_features = 0;
659
		radeon_debugfs_ib_list[i].data = &radeon_debugfs_ib_idx[i];
660 661 662 663 664 665 666
	}
	return radeon_debugfs_add_files(rdev, radeon_debugfs_ib_list,
					RADEON_IB_POOL_SIZE);
#else
	return 0;
#endif
}