radeon_drv.c 20.6 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31
/**
 * \file radeon_drv.c
 * ATI Radeon driver
 *
 * \author Gareth Hughes <gareth@valinux.com>
 */

/*
 * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
 * All Rights Reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice (including the next
 * paragraph) shall be included in all copies or substantial portions of the
 * Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 * OTHER DEALINGS IN THE SOFTWARE.
 */

32 33
#include <drm/drmP.h>
#include <drm/radeon_drm.h>
L
Linus Torvalds 已提交
34 35
#include "radeon_drv.h"

36
#include <drm/drm_pciids.h>
37
#include <linux/apple-gmux.h>
38
#include <linux/console.h>
39
#include <linux/module.h>
40
#include <linux/pm_runtime.h>
41
#include <linux/vgaarb.h>
42
#include <linux/vga_switcheroo.h>
D
Daniel Vetter 已提交
43 44
#include <drm/drm_gem.h>

45
#include "drm_crtc_helper.h"
46 47
#include "radeon_kfd.h"

48 49
/*
 * KMS wrapper.
50 51
 * - 2.0.0 - initial interface
 * - 2.1.0 - add square tiling interface
52
 * - 2.2.0 - add r6xx/r7xx const buffer support
53
 * - 2.3.0 - add MSPOS + 3D texture + r500 VAP regs
54
 * - 2.4.0 - add crtc id query
55
 * - 2.5.0 - add get accel 2 to work around ddx breakage for evergreen
56
 * - 2.6.0 - add tiling config query (r6xx+), add initial HiZ support (r300->r500)
57
 *   2.7.0 - fixups for r600 2D tiling support. (no external ABI change), add eg dyn gpr regs
58
 *   2.8.0 - pageflip support, r500 US_FORMAT regs. r500 ARGB2101010 colorbuf, r300->r500 CMASK, clock crystal query
59
 *   2.9.0 - r600 tiling (s3tc,rgtc) working, SET_PREDICATION packet 3 on r600 + eg, backend query
60 61
 *   2.10.0 - fusion 2D tiling
 *   2.11.0 - backend map, initial compute support for the CS checker
62
 *   2.12.0 - RADEON_CS_KEEP_TILING_FLAGS
63
 *   2.13.0 - virtual memory support, streamout
64
 *   2.14.0 - add evergreen tiling informations
65
 *   2.15.0 - add max_pipes query
66
 *   2.16.0 - fix evergreen 2D tiled surface calculation
67
 *   2.17.0 - add STRMOUT_BASE_UPDATE for r7xx
68
 *   2.18.0 - r600-eg: allow "invalid" DB formats
69
 *   2.19.0 - r600-eg: MSAA textures
70
 *   2.20.0 - r600-si: RADEON_INFO_TIMESTAMP query
71
 *   2.21.0 - r600-r700: FMASK and CMASK
72
 *   2.22.0 - r600 only: RESOLVE_BOX allowed
73
 *   2.23.0 - allow STRMOUT_BASE_UPDATE on RS780 and RS880
74
 *   2.24.0 - eg only: allow MIP_ADDRESS=0 for MSAA textures
75
 *   2.25.0 - eg+: new info request for num SE and num SH
76
 *   2.26.0 - r600-eg: fix htile size computation
77
 *   2.27.0 - r600-SI: Add CS ioctl support for async DMA
78
 *   2.28.0 - r600-eg: Add MEM_WRITE packet support
79
 *   2.29.0 - R500 FP16 color clear registers
80
 *   2.30.0 - fix for FMASK texturing
81
 *   2.31.0 - Add fastfb support for rs690
82
 *   2.32.0 - new info request for rings working
83
 *   2.33.0 - Add SI tiling mode array query
84
 *   2.34.0 - Add CIK tiling mode array query
85
 *   2.35.0 - Add CIK macrotile mode array query
86
 *   2.36.0 - Fix CIK DCE tiling setup
87
 *   2.37.0 - allow GS ring setup on r6xx/r7xx
88 89
 *   2.38.0 - RADEON_GEM_OP (GET_INITIAL_DOMAIN, SET_INITIAL_DOMAIN),
 *            CIK: 1D and linear tiling modes contain valid PIPE_CONFIG
90
 *   2.39.0 - Add INFO query for number of active CUs
91
 *   2.40.0 - Add RADEON_GEM_GTT_WC/UC, flush HDP cache before submitting
92
 *            CS to GPU on >= r600
93
 *   2.41.0 - evergreen/cayman: Add SET_BASE/DRAW_INDIRECT command parsing support
94
 *   2.42.0 - Add VCE/VUI (Video Usability Information) support
95
 *   2.43.0 - RADEON_INFO_GPU_RESET_COUNTER
96 97
 */
#define KMS_DRIVER_MAJOR	2
98
#define KMS_DRIVER_MINOR	43
99 100 101 102 103 104 105 106 107
#define KMS_DRIVER_PATCHLEVEL	0
int radeon_driver_load_kms(struct drm_device *dev, unsigned long flags);
int radeon_driver_unload_kms(struct drm_device *dev);
void radeon_driver_lastclose_kms(struct drm_device *dev);
int radeon_driver_open_kms(struct drm_device *dev, struct drm_file *file_priv);
void radeon_driver_postclose_kms(struct drm_device *dev,
				 struct drm_file *file_priv);
void radeon_driver_preclose_kms(struct drm_device *dev,
				struct drm_file *file_priv);
108 109
int radeon_suspend_kms(struct drm_device *dev, bool suspend, bool fbcon);
int radeon_resume_kms(struct drm_device *dev, bool resume, bool fbcon);
110 111 112 113
u32 radeon_get_vblank_counter_kms(struct drm_device *dev, unsigned int pipe);
int radeon_enable_vblank_kms(struct drm_device *dev, unsigned int pipe);
void radeon_disable_vblank_kms(struct drm_device *dev, unsigned int pipe);
int radeon_get_vblank_timestamp_kms(struct drm_device *dev, unsigned int pipe,
114 115 116
				    int *max_error,
				    struct timeval *vblank_time,
				    unsigned flags);
117 118 119
void radeon_driver_irq_preinstall_kms(struct drm_device *dev);
int radeon_driver_irq_postinstall_kms(struct drm_device *dev);
void radeon_driver_irq_uninstall_kms(struct drm_device *dev);
D
Daniel Vetter 已提交
120
irqreturn_t radeon_driver_irq_handler_kms(int irq, void *arg);
121
void radeon_gem_object_free(struct drm_gem_object *obj);
122 123 124 125
int radeon_gem_object_open(struct drm_gem_object *obj,
				struct drm_file *file_priv);
void radeon_gem_object_close(struct drm_gem_object *obj,
				struct drm_file *file_priv);
126 127 128
struct dma_buf *radeon_gem_prime_export(struct drm_device *dev,
					struct drm_gem_object *gobj,
					int flags);
129 130
extern int radeon_get_crtc_scanoutpos(struct drm_device *dev, unsigned int crtc,
				      unsigned int flags, int *vpos, int *hpos,
131 132
				      ktime_t *stime, ktime_t *etime,
				      const struct drm_display_mode *mode);
133
extern bool radeon_is_px(struct drm_device *dev);
R
Rob Clark 已提交
134
extern const struct drm_ioctl_desc radeon_ioctls_kms[];
135 136
extern int radeon_max_kms_ioctl;
int radeon_mmap(struct file *filp, struct vm_area_struct *vma);
137 138 139 140 141 142
int radeon_mode_dumb_mmap(struct drm_file *filp,
			  struct drm_device *dev,
			  uint32_t handle, uint64_t *offset_p);
int radeon_mode_dumb_create(struct drm_file *file_priv,
			    struct drm_device *dev,
			    struct drm_mode_create_dumb *args);
A
Aaron Plattner 已提交
143 144
struct sg_table *radeon_gem_prime_get_sg_table(struct drm_gem_object *obj);
struct drm_gem_object *radeon_gem_prime_import_sg_table(struct drm_device *dev,
145
							struct dma_buf_attachment *,
A
Aaron Plattner 已提交
146 147
							struct sg_table *sg);
int radeon_gem_prime_pin(struct drm_gem_object *obj);
148
void radeon_gem_prime_unpin(struct drm_gem_object *obj);
149
struct reservation_object *radeon_gem_prime_res_obj(struct drm_gem_object *);
A
Aaron Plattner 已提交
150 151
void *radeon_gem_prime_vmap(struct drm_gem_object *obj);
void radeon_gem_prime_vunmap(struct drm_gem_object *obj, void *vaddr);
152 153
extern long radeon_kms_compat_ioctl(struct file *filp, unsigned int cmd,
				    unsigned long arg);
154

155 156 157 158 159
#if defined(CONFIG_DEBUG_FS)
int radeon_debugfs_init(struct drm_minor *minor);
void radeon_debugfs_cleanup(struct drm_minor *minor);
#endif

160 161 162 163 164 165 166 167
/* atpx handler */
#if defined(CONFIG_VGA_SWITCHEROO)
void radeon_register_atpx_handler(void);
void radeon_unregister_atpx_handler(void);
#else
static inline void radeon_register_atpx_handler(void) {}
static inline void radeon_unregister_atpx_handler(void) {}
#endif
L
Linus Torvalds 已提交
168

169
int radeon_no_wb;
170
int radeon_modeset = -1;
171 172 173 174
int radeon_dynclks = -1;
int radeon_r4xx_atom = 0;
int radeon_agpmode = 0;
int radeon_vram_limit = 0;
175
int radeon_gart_size = -1; /* auto */
176
int radeon_benchmarking = 0;
177
int radeon_testing = 0;
178
int radeon_connector_table = 0;
179
int radeon_tv = 1;
A
Alex Deucher 已提交
180
int radeon_audio = -1;
181
int radeon_disp_priority = 0;
182
int radeon_hw_i2c = 0;
183
int radeon_pcie_gen2 = -1;
184
int radeon_msi = -1;
185
int radeon_lockup_timeout = 10000;
186
int radeon_fastfb = 0;
187
int radeon_dpm = -1;
188
int radeon_aspm = -1;
189
int radeon_runtime_pm = -1;
190
int radeon_hard_reset = 0;
191 192
int radeon_vm_size = 8;
int radeon_vm_block_size = -1;
193
int radeon_deep_color = 0;
194
int radeon_use_pflipirq = 2;
195
int radeon_bapm = -1;
196
int radeon_backlight = -1;
197
int radeon_auxch = -1;
198
int radeon_mst = 0;
199
int radeon_uvd = 1;
200

201
MODULE_PARM_DESC(no_wb, "Disable AGP writeback for scratch registers");
202 203
module_param_named(no_wb, radeon_no_wb, int, 0444);

204 205 206 207 208 209 210 211 212
MODULE_PARM_DESC(modeset, "Disable/Enable modesetting");
module_param_named(modeset, radeon_modeset, int, 0400);

MODULE_PARM_DESC(dynclks, "Disable/Enable dynamic clocks");
module_param_named(dynclks, radeon_dynclks, int, 0444);

MODULE_PARM_DESC(r4xx_atom, "Enable ATOMBIOS modesetting for R4xx");
module_param_named(r4xx_atom, radeon_r4xx_atom, int, 0444);

213
MODULE_PARM_DESC(vramlimit, "Restrict VRAM for testing, in megabytes");
214 215 216 217 218
module_param_named(vramlimit, radeon_vram_limit, int, 0600);

MODULE_PARM_DESC(agpmode, "AGP Mode (-1 == PCI)");
module_param_named(agpmode, radeon_agpmode, int, 0444);

219
MODULE_PARM_DESC(gartsize, "Size of PCIE/IGP gart to setup in megabytes (32, 64, etc., -1 = auto)");
220 221 222 223 224
module_param_named(gartsize, radeon_gart_size, int, 0600);

MODULE_PARM_DESC(benchmark, "Run benchmark");
module_param_named(benchmark, radeon_benchmarking, int, 0444);

225 226 227
MODULE_PARM_DESC(test, "Run tests");
module_param_named(test, radeon_testing, int, 0444);

228 229
MODULE_PARM_DESC(connector_table, "Force connector table");
module_param_named(connector_table, radeon_connector_table, int, 0444);
230 231 232

MODULE_PARM_DESC(tv, "TV enable (0 = disable)");
module_param_named(tv, radeon_tv, int, 0444);
233

A
Alex Deucher 已提交
234
MODULE_PARM_DESC(audio, "Audio enable (-1 = auto, 0 = disable, 1 = enable)");
235 236
module_param_named(audio, radeon_audio, int, 0444);

237 238 239
MODULE_PARM_DESC(disp_priority, "Display Priority (0 = auto, 1 = normal, 2 = high)");
module_param_named(disp_priority, radeon_disp_priority, int, 0444);

240 241 242
MODULE_PARM_DESC(hw_i2c, "hw i2c engine enable (0 = disable)");
module_param_named(hw_i2c, radeon_hw_i2c, int, 0444);

243
MODULE_PARM_DESC(pcie_gen2, "PCIE Gen2 mode (-1 = auto, 0 = disable, 1 = enable)");
244 245
module_param_named(pcie_gen2, radeon_pcie_gen2, int, 0444);

246 247 248
MODULE_PARM_DESC(msi, "MSI support (1 = enable, 0 = disable, -1 = auto)");
module_param_named(msi, radeon_msi, int, 0444);

249
MODULE_PARM_DESC(lockup_timeout, "GPU lockup timeout in ms (default 10000 = 10 seconds, 0 = disable)");
250 251
module_param_named(lockup_timeout, radeon_lockup_timeout, int, 0444);

252 253 254
MODULE_PARM_DESC(fastfb, "Direct FB access for IGP chips (0 = disable, 1 = enable)");
module_param_named(fastfb, radeon_fastfb, int, 0444);

255 256 257
MODULE_PARM_DESC(dpm, "DPM support (1 = enable, 0 = disable, -1 = auto)");
module_param_named(dpm, radeon_dpm, int, 0444);

258 259 260
MODULE_PARM_DESC(aspm, "ASPM support (1 = enable, 0 = disable, -1 = auto)");
module_param_named(aspm, radeon_aspm, int, 0444);

261 262 263
MODULE_PARM_DESC(runpm, "PX runtime pm (1 = force enable, 0 = disable, -1 = PX only default)");
module_param_named(runpm, radeon_runtime_pm, int, 0444);

264 265 266
MODULE_PARM_DESC(hard_reset, "PCI config reset (1 = force enable, 0 = disable (default))");
module_param_named(hard_reset, radeon_hard_reset, int, 0444);

267
MODULE_PARM_DESC(vm_size, "VM address space size in gigabytes (default 4GB)");
268 269
module_param_named(vm_size, radeon_vm_size, int, 0444);

270
MODULE_PARM_DESC(vm_block_size, "VM page table size in bits (default depending on vm_size)");
271 272
module_param_named(vm_block_size, radeon_vm_block_size, int, 0444);

273 274 275
MODULE_PARM_DESC(deep_color, "Deep Color support (1 = enable, 0 = disable (default))");
module_param_named(deep_color, radeon_deep_color, int, 0444);

276 277 278
MODULE_PARM_DESC(use_pflipirq, "Pflip irqs for pageflip completion (0 = disable, 1 = as fallback, 2 = exclusive (default))");
module_param_named(use_pflipirq, radeon_use_pflipirq, int, 0444);

279 280 281
MODULE_PARM_DESC(bapm, "BAPM support (1 = enable, 0 = disable, -1 = auto)");
module_param_named(bapm, radeon_bapm, int, 0444);

282 283 284
MODULE_PARM_DESC(backlight, "backlight support (1 = enable, 0 = disable, -1 = auto)");
module_param_named(backlight, radeon_backlight, int, 0444);

285 286 287
MODULE_PARM_DESC(auxch, "Use native auxch experimental support (1 = enable, 0 = disable, -1 = auto)");
module_param_named(auxch, radeon_auxch, int, 0444);

288 289 290
MODULE_PARM_DESC(mst, "DisplayPort MST experimental support (1 = enable, 0 = disable)");
module_param_named(mst, radeon_mst, int, 0444);

291 292 293
MODULE_PARM_DESC(uvd, "uvd enable/disable uvd support (1 = enable, 0 = disable)");
module_param_named(uvd, radeon_uvd, int, 0444);

294 295 296 297 298 299
static struct pci_device_id pciidlist[] = {
	radeon_PCI_IDS
};

MODULE_DEVICE_TABLE(pci, pciidlist);

300 301
static struct drm_driver kms_driver;

302
static int radeon_kick_out_firmware_fb(struct pci_dev *pdev)
303 304 305 306 307
{
	struct apertures_struct *ap;
	bool primary = false;

	ap = alloc_apertures(1);
308 309 310
	if (!ap)
		return -ENOMEM;

311 312 313 314 315 316 317 318
	ap->ranges[0].base = pci_resource_start(pdev, 0);
	ap->ranges[0].size = pci_resource_len(pdev, 0);

#ifdef CONFIG_X86
	primary = pdev->resource[PCI_ROM_RESOURCE].flags & IORESOURCE_ROM_SHADOW;
#endif
	remove_conflicting_framebuffers(ap, "radeondrmfb", primary);
	kfree(ap);
319 320

	return 0;
321 322
}

323 324
static int radeon_pci_probe(struct pci_dev *pdev,
			    const struct pci_device_id *ent)
325
{
326 327
	int ret;

328 329 330 331 332 333 334 335
	/*
	 * Initialize amdkfd before starting radeon. If it was not loaded yet,
	 * defer radeon probing
	 */
	ret = radeon_kfd_init();
	if (ret == -EPROBE_DEFER)
		return ret;

336 337 338 339 340 341 342 343 344
	/*
	 * apple-gmux is needed on dual GPU MacBook Pro
	 * to probe the panel if we're the inactive GPU.
	 */
	if (IS_ENABLED(CONFIG_VGA_ARB) && IS_ENABLED(CONFIG_VGA_SWITCHEROO) &&
	    apple_gmux_present() && pdev != vga_default_device() &&
	    !vga_switcheroo_handler_flags())
		return -EPROBE_DEFER;

345
	/* Get rid of things like offb */
346 347 348
	ret = radeon_kick_out_firmware_fb(pdev);
	if (ret)
		return ret;
349

350
	return drm_get_pci_dev(pdev, ent, &kms_driver);
351 352 353 354 355 356 357 358 359 360
}

static void
radeon_pci_remove(struct pci_dev *pdev)
{
	struct drm_device *dev = pci_get_drvdata(pdev);

	drm_put_dev(dev);
}

D
Dave Airlie 已提交
361
static int radeon_pmops_suspend(struct device *dev)
362
{
D
Dave Airlie 已提交
363 364
	struct pci_dev *pdev = to_pci_dev(dev);
	struct drm_device *drm_dev = pci_get_drvdata(pdev);
365
	return radeon_suspend_kms(drm_dev, true, true);
366 367
}

D
Dave Airlie 已提交
368
static int radeon_pmops_resume(struct device *dev)
369
{
D
Dave Airlie 已提交
370 371
	struct pci_dev *pdev = to_pci_dev(dev);
	struct drm_device *drm_dev = pci_get_drvdata(pdev);
372
	return radeon_resume_kms(drm_dev, true, true);
D
Dave Airlie 已提交
373 374 375 376 377 378
}

static int radeon_pmops_freeze(struct device *dev)
{
	struct pci_dev *pdev = to_pci_dev(dev);
	struct drm_device *drm_dev = pci_get_drvdata(pdev);
379
	return radeon_suspend_kms(drm_dev, false, true);
380 381
}

D
Dave Airlie 已提交
382 383 384 385
static int radeon_pmops_thaw(struct device *dev)
{
	struct pci_dev *pdev = to_pci_dev(dev);
	struct drm_device *drm_dev = pci_get_drvdata(pdev);
386 387 388 389 390 391 392 393 394
	return radeon_resume_kms(drm_dev, false, true);
}

static int radeon_pmops_runtime_suspend(struct device *dev)
{
	struct pci_dev *pdev = to_pci_dev(dev);
	struct drm_device *drm_dev = pci_get_drvdata(pdev);
	int ret;

395
	if (!radeon_is_px(drm_dev)) {
396 397 398
		pm_runtime_forbid(dev);
		return -EBUSY;
	}
399

400 401 402 403 404 405 406
	drm_dev->switch_power_state = DRM_SWITCH_POWER_CHANGING;
	drm_kms_helper_poll_disable(drm_dev);
	vga_switcheroo_set_dynamic_switch(pdev, VGA_SWITCHEROO_OFF);

	ret = radeon_suspend_kms(drm_dev, false, false);
	pci_save_state(pdev);
	pci_disable_device(pdev);
407
	pci_ignore_hotplug(pdev);
408 409 410 411 412 413 414 415 416 417 418 419
	pci_set_power_state(pdev, PCI_D3cold);
	drm_dev->switch_power_state = DRM_SWITCH_POWER_DYNAMIC_OFF;

	return 0;
}

static int radeon_pmops_runtime_resume(struct device *dev)
{
	struct pci_dev *pdev = to_pci_dev(dev);
	struct drm_device *drm_dev = pci_get_drvdata(pdev);
	int ret;

420
	if (!radeon_is_px(drm_dev))
421 422
		return -EINVAL;

423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444
	drm_dev->switch_power_state = DRM_SWITCH_POWER_CHANGING;

	pci_set_power_state(pdev, PCI_D0);
	pci_restore_state(pdev);
	ret = pci_enable_device(pdev);
	if (ret)
		return ret;
	pci_set_master(pdev);

	ret = radeon_resume_kms(drm_dev, false, false);
	drm_kms_helper_poll_enable(drm_dev);
	vga_switcheroo_set_dynamic_switch(pdev, VGA_SWITCHEROO_ON);
	drm_dev->switch_power_state = DRM_SWITCH_POWER_ON;
	return 0;
}

static int radeon_pmops_runtime_idle(struct device *dev)
{
	struct pci_dev *pdev = to_pci_dev(dev);
	struct drm_device *drm_dev = pci_get_drvdata(pdev);
	struct drm_crtc *crtc;

445
	if (!radeon_is_px(drm_dev)) {
446
		pm_runtime_forbid(dev);
447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478
		return -EBUSY;
	}

	list_for_each_entry(crtc, &drm_dev->mode_config.crtc_list, head) {
		if (crtc->enabled) {
			DRM_DEBUG_DRIVER("failing to power off - crtc active\n");
			return -EBUSY;
		}
	}

	pm_runtime_mark_last_busy(dev);
	pm_runtime_autosuspend(dev);
	/* we don't want the main rpm_idle to call suspend - we want to autosuspend */
	return 1;
}

long radeon_drm_ioctl(struct file *filp,
		      unsigned int cmd, unsigned long arg)
{
	struct drm_file *file_priv = filp->private_data;
	struct drm_device *dev;
	long ret;
	dev = file_priv->minor->dev;
	ret = pm_runtime_get_sync(dev->dev);
	if (ret < 0)
		return ret;

	ret = drm_ioctl(filp, cmd, arg);
	
	pm_runtime_mark_last_busy(dev->dev);
	pm_runtime_put_autosuspend(dev->dev);
	return ret;
D
Dave Airlie 已提交
479 480 481 482 483 484 485 486 487
}

static const struct dev_pm_ops radeon_pm_ops = {
	.suspend = radeon_pmops_suspend,
	.resume = radeon_pmops_resume,
	.freeze = radeon_pmops_freeze,
	.thaw = radeon_pmops_thaw,
	.poweroff = radeon_pmops_freeze,
	.restore = radeon_pmops_resume,
488 489 490
	.runtime_suspend = radeon_pmops_runtime_suspend,
	.runtime_resume = radeon_pmops_runtime_resume,
	.runtime_idle = radeon_pmops_runtime_idle,
D
Dave Airlie 已提交
491 492
};

493 494 495 496
static const struct file_operations radeon_driver_kms_fops = {
	.owner = THIS_MODULE,
	.open = drm_open,
	.release = drm_release,
497
	.unlocked_ioctl = radeon_drm_ioctl,
498 499 500 501 502 503 504 505
	.mmap = radeon_mmap,
	.poll = drm_poll,
	.read = drm_read,
#ifdef CONFIG_COMPAT
	.compat_ioctl = radeon_kms_compat_ioctl,
#endif
};

506 507
static struct drm_driver kms_driver = {
	.driver_features =
508
	    DRIVER_USE_AGP |
509
	    DRIVER_HAVE_IRQ | DRIVER_IRQ_SHARED | DRIVER_GEM |
510
	    DRIVER_PRIME | DRIVER_RENDER,
511 512 513 514 515
	.load = radeon_driver_load_kms,
	.open = radeon_driver_open_kms,
	.preclose = radeon_driver_preclose_kms,
	.postclose = radeon_driver_postclose_kms,
	.lastclose = radeon_driver_lastclose_kms,
516
	.set_busid = drm_pci_set_busid,
517 518 519 520
	.unload = radeon_driver_unload_kms,
	.get_vblank_counter = radeon_get_vblank_counter_kms,
	.enable_vblank = radeon_enable_vblank_kms,
	.disable_vblank = radeon_disable_vblank_kms,
521 522
	.get_vblank_timestamp = radeon_get_vblank_timestamp_kms,
	.get_scanout_position = radeon_get_crtc_scanoutpos,
523 524 525 526 527 528 529 530 531 532
#if defined(CONFIG_DEBUG_FS)
	.debugfs_init = radeon_debugfs_init,
	.debugfs_cleanup = radeon_debugfs_cleanup,
#endif
	.irq_preinstall = radeon_driver_irq_preinstall_kms,
	.irq_postinstall = radeon_driver_irq_postinstall_kms,
	.irq_uninstall = radeon_driver_irq_uninstall_kms,
	.irq_handler = radeon_driver_irq_handler_kms,
	.ioctls = radeon_ioctls_kms,
	.gem_free_object = radeon_gem_object_free,
533 534
	.gem_open_object = radeon_gem_object_open,
	.gem_close_object = radeon_gem_object_close,
535 536
	.dumb_create = radeon_mode_dumb_create,
	.dumb_map_offset = radeon_mode_dumb_mmap,
537
	.dumb_destroy = drm_gem_dumb_destroy,
538
	.fops = &radeon_driver_kms_fops,
539 540 541

	.prime_handle_to_fd = drm_gem_prime_handle_to_fd,
	.prime_fd_to_handle = drm_gem_prime_fd_to_handle,
542
	.gem_prime_export = radeon_gem_prime_export,
A
Aaron Plattner 已提交
543 544
	.gem_prime_import = drm_gem_prime_import,
	.gem_prime_pin = radeon_gem_prime_pin,
545
	.gem_prime_unpin = radeon_gem_prime_unpin,
546
	.gem_prime_res_obj = radeon_gem_prime_res_obj,
A
Aaron Plattner 已提交
547 548 549 550
	.gem_prime_get_sg_table = radeon_gem_prime_get_sg_table,
	.gem_prime_import_sg_table = radeon_gem_prime_import_sg_table,
	.gem_prime_vmap = radeon_gem_prime_vmap,
	.gem_prime_vunmap = radeon_gem_prime_vunmap,
551

552 553 554 555 556 557 558 559 560
	.name = DRIVER_NAME,
	.desc = DRIVER_DESC,
	.date = DRIVER_DATE,
	.major = KMS_DRIVER_MAJOR,
	.minor = KMS_DRIVER_MINOR,
	.patchlevel = KMS_DRIVER_PATCHLEVEL,
};

static struct drm_driver *driver;
561 562 563 564 565 566 567
static struct pci_driver *pdriver;

static struct pci_driver radeon_kms_pci_driver = {
	.name = DRIVER_NAME,
	.id_table = pciidlist,
	.probe = radeon_pci_probe,
	.remove = radeon_pci_remove,
D
Dave Airlie 已提交
568
	.driver.pm = &radeon_pm_ops,
569
};
570

L
Linus Torvalds 已提交
571 572
static int __init radeon_init(void)
{
573 574 575 576 577 578 579 580
	if (vgacon_text_force() && radeon_modeset == -1) {
		DRM_INFO("VGACON disable radeon kernel modesetting.\n");
		radeon_modeset = 0;
	}
	/* set to modesetting by default if not nomodeset */
	if (radeon_modeset == -1)
		radeon_modeset = 1;

581 582 583
	if (radeon_modeset == 1) {
		DRM_INFO("radeon kernel modesetting enabled.\n");
		driver = &kms_driver;
584
		pdriver = &radeon_kms_pci_driver;
585 586
		driver->driver_features |= DRIVER_MODESET;
		driver->num_ioctls = radeon_max_kms_ioctl;
587
		radeon_register_atpx_handler();
588 589 590 591

	} else {
		DRM_ERROR("No UMS support in radeon module!\n");
		return -EINVAL;
592
	}
593 594

	/* let modprobe override vga console setting */
595
	return drm_pci_init(driver, pdriver);
L
Linus Torvalds 已提交
596 597 598 599
}

static void __exit radeon_exit(void)
{
600
	radeon_kfd_fini();
601
	drm_pci_exit(driver, pdriver);
602
	radeon_unregister_atpx_handler();
L
Linus Torvalds 已提交
603 604
}

605
module_init(radeon_init);
L
Linus Torvalds 已提交
606 607
module_exit(radeon_exit);

D
Dave Airlie 已提交
608 609
MODULE_AUTHOR(DRIVER_AUTHOR);
MODULE_DESCRIPTION(DRIVER_DESC);
L
Linus Torvalds 已提交
610
MODULE_LICENSE("GPL and additional rights");