i915_drv.h 57.9 KB
Newer Older
L
Linus Torvalds 已提交
1 2
/* i915_drv.h -- Private header for the I915 driver -*- linux-c -*-
 */
D
Dave Airlie 已提交
3
/*
4
 *
L
Linus Torvalds 已提交
5 6
 * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas.
 * All Rights Reserved.
7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the
 * "Software"), to deal in the Software without restriction, including
 * without limitation the rights to use, copy, modify, merge, publish,
 * distribute, sub license, and/or sell copies of the Software, and to
 * permit persons to whom the Software is furnished to do so, subject to
 * the following conditions:
 *
 * The above copyright notice and this permission notice (including the
 * next paragraph) shall be included in all copies or substantial portions
 * of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
 * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 *
D
Dave Airlie 已提交
28
 */
L
Linus Torvalds 已提交
29 30 31 32

#ifndef _I915_DRV_H_
#define _I915_DRV_H_

33 34
#include <uapi/drm/i915_drm.h>

35
#include "i915_reg.h"
J
Jesse Barnes 已提交
36
#include "intel_bios.h"
37
#include "intel_ringbuffer.h"
38
#include <linux/io-mapping.h>
39
#include <linux/i2c.h>
40
#include <linux/i2c-algo-bit.h>
41
#include <drm/intel-gtt.h>
42
#include <linux/backlight.h>
43
#include <linux/intel-iommu.h>
44
#include <linux/kref.h>
45
#include <linux/pm_qos.h>
46

L
Linus Torvalds 已提交
47 48 49 50 51 52 53
/* General customization:
 */

#define DRIVER_AUTHOR		"Tungsten Graphics, Inc."

#define DRIVER_NAME		"i915"
#define DRIVER_DESC		"Intel Graphics"
54
#define DRIVER_DATE		"20080730"
L
Linus Torvalds 已提交
55

56 57 58
enum pipe {
	PIPE_A = 0,
	PIPE_B,
59 60
	PIPE_C,
	I915_MAX_PIPES
61
};
62
#define pipe_name(p) ((p) + 'A')
63

P
Paulo Zanoni 已提交
64 65 66 67 68 69 70 71
enum transcoder {
	TRANSCODER_A = 0,
	TRANSCODER_B,
	TRANSCODER_C,
	TRANSCODER_EDP = 0xF,
};
#define transcoder_name(t) ((t) + 'A')

72 73 74
enum plane {
	PLANE_A = 0,
	PLANE_B,
75
	PLANE_C,
76
};
77
#define plane_name(p) ((p) + 'A')
78

79 80 81 82 83 84 85 86 87 88
enum port {
	PORT_A = 0,
	PORT_B,
	PORT_C,
	PORT_D,
	PORT_E,
	I915_MAX_PORTS
};
#define port_name(p) ((p) + 'A')

89 90 91 92 93 94
#define I915_GEM_GPU_DOMAINS \
	(I915_GEM_DOMAIN_RENDER | \
	 I915_GEM_DOMAIN_SAMPLER | \
	 I915_GEM_DOMAIN_COMMAND | \
	 I915_GEM_DOMAIN_INSTRUCTION | \
	 I915_GEM_DOMAIN_VERTEX)
95

96 97
#define for_each_pipe(p) for ((p) = 0; (p) < dev_priv->num_pipe; (p)++)

98 99 100 101
#define for_each_encoder_on_crtc(dev, __crtc, intel_encoder) \
	list_for_each_entry((intel_encoder), &(dev)->mode_config.encoder_list, base.head) \
		if ((intel_encoder)->base.crtc == (__crtc))

102 103 104 105 106 107 108 109 110 111
struct intel_pch_pll {
	int refcount; /* count of number of CRTCs sharing this PLL */
	int active; /* count of number of active CRTCs (i.e. DPMS on) */
	bool on; /* is the PLL actually active? Disabled during modeset */
	int pll_reg;
	int fp0_reg;
	int fp1_reg;
};
#define I915_NUM_PLLS 2

112 113 114 115 116 117 118 119 120 121 122 123 124
/* Used by dp and fdi links */
struct intel_link_m_n {
	uint32_t	tu;
	uint32_t	gmch_m;
	uint32_t	gmch_n;
	uint32_t	link_m;
	uint32_t	link_n;
};

void intel_link_compute_m_n(int bpp, int nlanes,
			    int pixel_clock, int link_clock,
			    struct intel_link_m_n *m_n);

125 126 127 128 129 130
struct intel_ddi_plls {
	int spll_refcount;
	int wrpll1_refcount;
	int wrpll2_refcount;
};

L
Linus Torvalds 已提交
131 132 133
/* Interface history:
 *
 * 1.1: Original.
D
Dave Airlie 已提交
134 135
 * 1.2: Add Power Management
 * 1.3: Add vblank support
136
 * 1.4: Fix cmdbuffer path, add heap destroy
137
 * 1.5: Add vblank pipe configuration
=
=?utf-8?q?Michel_D=C3=A4nzer?= 已提交
138 139
 * 1.6: - New ioctl for scheduling buffer swaps on vertical blank
 *      - Support vertical blank on secondary display pipe
L
Linus Torvalds 已提交
140 141
 */
#define DRIVER_MAJOR		1
=
=?utf-8?q?Michel_D=C3=A4nzer?= 已提交
142
#define DRIVER_MINOR		6
L
Linus Torvalds 已提交
143 144
#define DRIVER_PATCHLEVEL	0

145
#define WATCH_COHERENCY	0
146
#define WATCH_LISTS	0
147
#define WATCH_GTT	0
148

149 150 151 152 153 154 155 156 157
#define I915_GEM_PHYS_CURSOR_0 1
#define I915_GEM_PHYS_CURSOR_1 2
#define I915_GEM_PHYS_OVERLAY_REGS 3
#define I915_MAX_PHYS_OBJECT (I915_GEM_PHYS_OVERLAY_REGS)

struct drm_i915_gem_phys_object {
	int id;
	struct page **page_list;
	drm_dma_handle_t *handle;
158
	struct drm_i915_gem_object *cur_obj;
159 160
};

161 162 163 164
struct opregion_header;
struct opregion_acpi;
struct opregion_swsci;
struct opregion_asle;
165
struct drm_i915_private;
166

167
struct intel_opregion {
168 169 170 171 172
	struct opregion_header __iomem *header;
	struct opregion_acpi __iomem *acpi;
	struct opregion_swsci __iomem *swsci;
	struct opregion_asle __iomem *asle;
	void __iomem *vbt;
173
	u32 __iomem *lid_state;
174
};
175
#define OPREGION_SIZE            (8*1024)
176

177 178 179
struct intel_overlay;
struct intel_overlay_error_state;

180 181 182 183
struct drm_i915_master_private {
	drm_local_map_t *sarea;
	struct _drm_i915_sarea *sarea_priv;
};
184
#define I915_FENCE_REG_NONE -1
185 186 187
#define I915_MAX_NUM_FENCES 16
/* 16 fences + sign bit for FENCE_REG_NONE */
#define I915_MAX_NUM_FENCE_BITS 5
188 189

struct drm_i915_fence_reg {
190
	struct list_head lru_list;
191
	struct drm_i915_gem_object *obj;
192
	int pin_count;
193
};
194

195
struct sdvo_device_mapping {
C
Chris Wilson 已提交
196
	u8 initialized;
197 198 199
	u8 dvo_port;
	u8 slave_addr;
	u8 dvo_wiring;
C
Chris Wilson 已提交
200
	u8 i2c_pin;
201
	u8 ddc_pin;
202 203
};

204 205
struct intel_display_error_state;

206
struct drm_i915_error_state {
207
	struct kref ref;
208 209
	u32 eir;
	u32 pgtbl_er;
210
	u32 ier;
B
Ben Widawsky 已提交
211
	u32 ccid;
B
Ben Widawsky 已提交
212
	bool waiting[I915_NUM_RINGS];
213
	u32 pipestat[I915_MAX_PIPES];
214 215
	u32 tail[I915_NUM_RINGS];
	u32 head[I915_NUM_RINGS];
216 217 218 219
	u32 ipeir[I915_NUM_RINGS];
	u32 ipehr[I915_NUM_RINGS];
	u32 instdone[I915_NUM_RINGS];
	u32 acthd[I915_NUM_RINGS];
220
	u32 semaphore_mboxes[I915_NUM_RINGS][I915_NUM_RINGS - 1];
221
	u32 semaphore_seqno[I915_NUM_RINGS][I915_NUM_RINGS - 1];
222
	u32 rc_psmi[I915_NUM_RINGS]; /* sleep state */
223 224 225
	/* our own tracking of ring head and tail */
	u32 cpu_ring_head[I915_NUM_RINGS];
	u32 cpu_ring_tail[I915_NUM_RINGS];
226
	u32 error; /* gen6+ */
227
	u32 err_int; /* gen7 */
228 229
	u32 instpm[I915_NUM_RINGS];
	u32 instps[I915_NUM_RINGS];
230
	u32 extra_instdone[I915_NUM_INSTDONE_REG];
231
	u32 seqno[I915_NUM_RINGS];
232
	u64 bbaddr;
233 234
	u32 fault_reg[I915_NUM_RINGS];
	u32 done_reg;
235
	u32 faddr[I915_NUM_RINGS];
236
	u64 fence[I915_MAX_NUM_FENCES];
237
	struct timeval time;
238 239 240 241 242 243 244 245 246
	struct drm_i915_error_ring {
		struct drm_i915_error_object {
			int page_count;
			u32 gtt_offset;
			u32 *pages[0];
		} *ringbuffer, *batchbuffer;
		struct drm_i915_error_request {
			long jiffies;
			u32 seqno;
247
			u32 tail;
248 249 250
		} *requests;
		int num_requests;
	} ring[I915_NUM_RINGS];
251
	struct drm_i915_error_buffer {
252
		u32 size;
253
		u32 name;
254
		u32 rseqno, wseqno;
255 256 257
		u32 gtt_offset;
		u32 read_domains;
		u32 write_domain;
258
		s32 fence_reg:I915_MAX_NUM_FENCE_BITS;
259 260 261 262
		s32 pinned:2;
		u32 tiling:2;
		u32 dirty:1;
		u32 purgeable:1;
263
		s32 ring:4;
264
		u32 cache_level:2;
265 266
	} *active_bo, *pinned_bo;
	u32 active_bo_count, pinned_bo_count;
267
	struct intel_overlay_error_state *overlay;
268
	struct intel_display_error_state *display;
269 270
};

271
struct drm_i915_display_funcs {
272
	bool (*fbc_enabled)(struct drm_device *dev);
273 274 275 276
	void (*enable_fbc)(struct drm_crtc *crtc, unsigned long interval);
	void (*disable_fbc)(struct drm_device *dev);
	int (*get_display_clock_speed)(struct drm_device *dev);
	int (*get_fifo_size)(struct drm_device *dev, int plane);
277
	void (*update_wm)(struct drm_device *dev);
278 279
	void (*update_sprite_wm)(struct drm_device *dev, int pipe,
				 uint32_t sprite_width, int pixel_size);
280 281
	void (*update_linetime_wm)(struct drm_device *dev, int pipe,
				 struct drm_display_mode *mode);
282
	void (*modeset_global_resources)(struct drm_device *dev);
283 284 285 286 287
	int (*crtc_mode_set)(struct drm_crtc *crtc,
			     struct drm_display_mode *mode,
			     struct drm_display_mode *adjusted_mode,
			     int x, int y,
			     struct drm_framebuffer *old_fb);
288 289
	void (*crtc_enable)(struct drm_crtc *crtc);
	void (*crtc_disable)(struct drm_crtc *crtc);
290
	void (*off)(struct drm_crtc *crtc);
291 292
	void (*write_eld)(struct drm_connector *connector,
			  struct drm_crtc *crtc);
293
	void (*fdi_link_train)(struct drm_crtc *crtc);
294
	void (*init_clock_gating)(struct drm_device *dev);
295 296 297
	int (*queue_flip)(struct drm_device *dev, struct drm_crtc *crtc,
			  struct drm_framebuffer *fb,
			  struct drm_i915_gem_object *obj);
298 299
	int (*update_plane)(struct drm_crtc *crtc, struct drm_framebuffer *fb,
			    int x, int y);
300
	void (*hpd_irq_setup)(struct drm_device *dev);
301 302 303 304 305 306 307
	/* clock updates for mode set */
	/* cursor updates */
	/* render clock increase/decrease */
	/* display clock increase/decrease */
	/* pll clock increase/decrease */
};

308 309 310 311 312
struct drm_i915_gt_funcs {
	void (*force_wake_get)(struct drm_i915_private *dev_priv);
	void (*force_wake_put)(struct drm_i915_private *dev_priv);
};

D
Daniel Vetter 已提交
313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338
#define DEV_INFO_FLAGS \
	DEV_INFO_FLAG(is_mobile) DEV_INFO_SEP \
	DEV_INFO_FLAG(is_i85x) DEV_INFO_SEP \
	DEV_INFO_FLAG(is_i915g) DEV_INFO_SEP \
	DEV_INFO_FLAG(is_i945gm) DEV_INFO_SEP \
	DEV_INFO_FLAG(is_g33) DEV_INFO_SEP \
	DEV_INFO_FLAG(need_gfx_hws) DEV_INFO_SEP \
	DEV_INFO_FLAG(is_g4x) DEV_INFO_SEP \
	DEV_INFO_FLAG(is_pineview) DEV_INFO_SEP \
	DEV_INFO_FLAG(is_broadwater) DEV_INFO_SEP \
	DEV_INFO_FLAG(is_crestline) DEV_INFO_SEP \
	DEV_INFO_FLAG(is_ivybridge) DEV_INFO_SEP \
	DEV_INFO_FLAG(is_valleyview) DEV_INFO_SEP \
	DEV_INFO_FLAG(is_haswell) DEV_INFO_SEP \
	DEV_INFO_FLAG(has_force_wake) DEV_INFO_SEP \
	DEV_INFO_FLAG(has_fbc) DEV_INFO_SEP \
	DEV_INFO_FLAG(has_pipe_cxsr) DEV_INFO_SEP \
	DEV_INFO_FLAG(has_hotplug) DEV_INFO_SEP \
	DEV_INFO_FLAG(cursor_needs_physical) DEV_INFO_SEP \
	DEV_INFO_FLAG(has_overlay) DEV_INFO_SEP \
	DEV_INFO_FLAG(overlay_needs_physical) DEV_INFO_SEP \
	DEV_INFO_FLAG(supports_tv) DEV_INFO_SEP \
	DEV_INFO_FLAG(has_bsd_ring) DEV_INFO_SEP \
	DEV_INFO_FLAG(has_blt_ring) DEV_INFO_SEP \
	DEV_INFO_FLAG(has_llc)

339
struct intel_device_info {
340
	u32 display_mmio_offset;
341
	u8 gen;
342 343 344 345 346 347 348 349 350 351 352
	u8 is_mobile:1;
	u8 is_i85x:1;
	u8 is_i915g:1;
	u8 is_i945gm:1;
	u8 is_g33:1;
	u8 need_gfx_hws:1;
	u8 is_g4x:1;
	u8 is_pineview:1;
	u8 is_broadwater:1;
	u8 is_crestline:1;
	u8 is_ivybridge:1;
353
	u8 is_valleyview:1;
354
	u8 has_force_wake:1;
355
	u8 is_haswell:1;
356 357 358 359 360 361 362 363 364
	u8 has_fbc:1;
	u8 has_pipe_cxsr:1;
	u8 has_hotplug:1;
	u8 cursor_needs_physical:1;
	u8 has_overlay:1;
	u8 overlay_needs_physical:1;
	u8 supports_tv:1;
	u8 has_bsd_ring:1;
	u8 has_blt_ring:1;
365
	u8 has_llc:1;
366 367
};

368 369 370 371 372 373
enum i915_cache_level {
	I915_CACHE_NONE = 0,
	I915_CACHE_LLC,
	I915_CACHE_LLC_MLC, /* gen6+, in docs at least! */
};

B
Ben Widawsky 已提交
374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390
/* The Graphics Translation Table is the way in which GEN hardware translates a
 * Graphics Virtual Address into a Physical Address. In addition to the normal
 * collateral associated with any va->pa translations GEN hardware also has a
 * portion of the GTT which can be mapped by the CPU and remain both coherent
 * and correct (in cases like swizzling). That region is referred to as GMADR in
 * the spec.
 */
struct i915_gtt {
	unsigned long start;		/* Start offset of used GTT */
	size_t total;			/* Total size GTT can map */

	unsigned long mappable_end;	/* End offset that we can CPU map */
	struct io_mapping *mappable;	/* Mapping to our CPU mappable region */
	phys_addr_t mappable_base;	/* PA of our GMADR */

	/** "Graphics Stolen Memory" holds the global PTEs */
	void __iomem *gsm;
391 392

	bool do_idle_maps;
393 394
	dma_addr_t scratch_page_dma;
	struct page *scratch_page;
395 396 397 398 399 400 401 402 403

	/* global gtt ops */
	void (*gtt_clear_range)(struct drm_device *dev,
				unsigned int first_entry,
				unsigned int num_entries);
	void (*gtt_insert_entries)(struct drm_device *dev,
				   struct sg_table *st,
				   unsigned int pg_start,
				   enum i915_cache_level cache_level);
B
Ben Widawsky 已提交
404 405
};

406 407 408
#define I915_PPGTT_PD_ENTRIES 512
#define I915_PPGTT_PT_ENTRIES 1024
struct i915_hw_ppgtt {
B
Ben Widawsky 已提交
409
	struct drm_device *dev;
410 411 412 413 414 415 416
	unsigned num_pd_entries;
	struct page **pt_pages;
	uint32_t pd_offset;
	dma_addr_t *pt_dma_addr;
	dma_addr_t scratch_page_dma_addr;
};

417 418 419 420 421

/* This must match up with the value previously used for execbuf2.rsvd1. */
#define DEFAULT_CONTEXT_ID 0
struct i915_hw_context {
	int id;
422
	bool is_initialized;
423 424 425 426 427
	struct drm_i915_file_private *file_priv;
	struct intel_ring_buffer *ring;
	struct drm_i915_gem_object *obj;
};

428
enum no_fbc_reason {
C
Chris Wilson 已提交
429
	FBC_NO_OUTPUT, /* no outputs enabled to compress */
430 431 432 433 434
	FBC_STOLEN_TOO_SMALL, /* not enough space to hold compressed buffers */
	FBC_UNSUPPORTED_MODE, /* interlace or doublescanned mode */
	FBC_MODE_TOO_LARGE, /* mode too large for compression */
	FBC_BAD_PLANE, /* fbc not supported on plane */
	FBC_NOT_TILED, /* buffer not tiled */
435
	FBC_MULTIPLE_PIPES, /* more than one pipe active */
436
	FBC_MODULE_PARAM,
437 438
};

439
enum intel_pch {
440
	PCH_NONE = 0,	/* No PCH present */
441 442
	PCH_IBX,	/* Ibexpeak PCH */
	PCH_CPT,	/* Cougarpoint PCH */
443
	PCH_LPT,	/* Lynxpoint PCH */
444 445
};

446 447 448 449 450
enum intel_sbi_destination {
	SBI_ICLK,
	SBI_MPHY,
};

451
#define QUIRK_PIPEA_FORCE (1<<0)
452
#define QUIRK_LVDS_SSC_DISABLE (1<<1)
453
#define QUIRK_INVERT_BRIGHTNESS (1<<2)
454

455
struct intel_fbdev;
456
struct intel_fbc_work;
457

458 459
struct intel_gmbus {
	struct i2c_adapter adapter;
460
	u32 force_bit;
461
	u32 reg0;
462
	u32 gpio_reg;
463
	struct i2c_algo_bit_data bit_algo;
464 465 466
	struct drm_i915_private *dev_priv;
};

467
struct i915_suspend_saved_registers {
J
Jesse Barnes 已提交
468 469 470
	u8 saveLBB;
	u32 saveDSPACNTR;
	u32 saveDSPBCNTR;
471
	u32 saveDSPARB;
J
Jesse Barnes 已提交
472 473 474 475 476 477 478 479 480 481 482 483 484 485 486
	u32 savePIPEACONF;
	u32 savePIPEBCONF;
	u32 savePIPEASRC;
	u32 savePIPEBSRC;
	u32 saveFPA0;
	u32 saveFPA1;
	u32 saveDPLL_A;
	u32 saveDPLL_A_MD;
	u32 saveHTOTAL_A;
	u32 saveHBLANK_A;
	u32 saveHSYNC_A;
	u32 saveVTOTAL_A;
	u32 saveVBLANK_A;
	u32 saveVSYNC_A;
	u32 saveBCLRPAT_A;
487
	u32 saveTRANSACONF;
488 489 490 491 492 493
	u32 saveTRANS_HTOTAL_A;
	u32 saveTRANS_HBLANK_A;
	u32 saveTRANS_HSYNC_A;
	u32 saveTRANS_VTOTAL_A;
	u32 saveTRANS_VBLANK_A;
	u32 saveTRANS_VSYNC_A;
494
	u32 savePIPEASTAT;
J
Jesse Barnes 已提交
495 496 497
	u32 saveDSPASTRIDE;
	u32 saveDSPASIZE;
	u32 saveDSPAPOS;
498
	u32 saveDSPAADDR;
J
Jesse Barnes 已提交
499 500 501
	u32 saveDSPASURF;
	u32 saveDSPATILEOFF;
	u32 savePFIT_PGM_RATIOS;
502
	u32 saveBLC_HIST_CTL;
J
Jesse Barnes 已提交
503 504
	u32 saveBLC_PWM_CTL;
	u32 saveBLC_PWM_CTL2;
505 506
	u32 saveBLC_CPU_PWM_CTL;
	u32 saveBLC_CPU_PWM_CTL2;
J
Jesse Barnes 已提交
507 508 509 510 511 512 513 514 515 516 517
	u32 saveFPB0;
	u32 saveFPB1;
	u32 saveDPLL_B;
	u32 saveDPLL_B_MD;
	u32 saveHTOTAL_B;
	u32 saveHBLANK_B;
	u32 saveHSYNC_B;
	u32 saveVTOTAL_B;
	u32 saveVBLANK_B;
	u32 saveVSYNC_B;
	u32 saveBCLRPAT_B;
518
	u32 saveTRANSBCONF;
519 520 521 522 523 524
	u32 saveTRANS_HTOTAL_B;
	u32 saveTRANS_HBLANK_B;
	u32 saveTRANS_HSYNC_B;
	u32 saveTRANS_VTOTAL_B;
	u32 saveTRANS_VBLANK_B;
	u32 saveTRANS_VSYNC_B;
525
	u32 savePIPEBSTAT;
J
Jesse Barnes 已提交
526 527 528
	u32 saveDSPBSTRIDE;
	u32 saveDSPBSIZE;
	u32 saveDSPBPOS;
529
	u32 saveDSPBADDR;
J
Jesse Barnes 已提交
530 531
	u32 saveDSPBSURF;
	u32 saveDSPBTILEOFF;
532 533 534
	u32 saveVGA0;
	u32 saveVGA1;
	u32 saveVGA_PD;
J
Jesse Barnes 已提交
535 536 537
	u32 saveVGACNTRL;
	u32 saveADPA;
	u32 saveLVDS;
538 539
	u32 savePP_ON_DELAYS;
	u32 savePP_OFF_DELAYS;
J
Jesse Barnes 已提交
540 541 542 543 544 545
	u32 saveDVOA;
	u32 saveDVOB;
	u32 saveDVOC;
	u32 savePP_ON;
	u32 savePP_OFF;
	u32 savePP_CONTROL;
546
	u32 savePP_DIVISOR;
J
Jesse Barnes 已提交
547 548 549
	u32 savePFIT_CONTROL;
	u32 save_palette_a[256];
	u32 save_palette_b[256];
550
	u32 saveDPFC_CB_BASE;
J
Jesse Barnes 已提交
551 552 553 554
	u32 saveFBC_CFB_BASE;
	u32 saveFBC_LL_BASE;
	u32 saveFBC_CONTROL;
	u32 saveFBC_CONTROL2;
555 556 557
	u32 saveIER;
	u32 saveIIR;
	u32 saveIMR;
558 559 560 561 562 563
	u32 saveDEIER;
	u32 saveDEIMR;
	u32 saveGTIER;
	u32 saveGTIMR;
	u32 saveFDI_RXA_IMR;
	u32 saveFDI_RXB_IMR;
564 565
	u32 saveCACHE_MODE_0;
	u32 saveMI_ARB_STATE;
J
Jesse Barnes 已提交
566 567 568 569 570
	u32 saveSWF0[16];
	u32 saveSWF1[16];
	u32 saveSWF2[3];
	u8 saveMSR;
	u8 saveSR[8];
571
	u8 saveGR[25];
J
Jesse Barnes 已提交
572
	u8 saveAR_INDEX;
573
	u8 saveAR[21];
J
Jesse Barnes 已提交
574
	u8 saveDACMASK;
575
	u8 saveCR[37];
576
	uint64_t saveFENCE[I915_MAX_NUM_FENCES];
577 578 579 580 581 582 583
	u32 saveCURACNTR;
	u32 saveCURAPOS;
	u32 saveCURABASE;
	u32 saveCURBCNTR;
	u32 saveCURBPOS;
	u32 saveCURBBASE;
	u32 saveCURSIZE;
584 585 586 587 588 589 590 591 592 593 594
	u32 saveDP_B;
	u32 saveDP_C;
	u32 saveDP_D;
	u32 savePIPEA_GMCH_DATA_M;
	u32 savePIPEB_GMCH_DATA_M;
	u32 savePIPEA_GMCH_DATA_N;
	u32 savePIPEB_GMCH_DATA_N;
	u32 savePIPEA_DP_LINK_M;
	u32 savePIPEB_DP_LINK_M;
	u32 savePIPEA_DP_LINK_N;
	u32 savePIPEB_DP_LINK_N;
595 596 597 598 599 600 601 602 603 604
	u32 saveFDI_RXA_CTL;
	u32 saveFDI_TXA_CTL;
	u32 saveFDI_RXB_CTL;
	u32 saveFDI_TXB_CTL;
	u32 savePFA_CTL_1;
	u32 savePFB_CTL_1;
	u32 savePFA_WIN_SZ;
	u32 savePFB_WIN_SZ;
	u32 savePFA_WIN_POS;
	u32 savePFB_WIN_POS;
605 606 607 608 609 610 611 612 613 614
	u32 savePCH_DREF_CONTROL;
	u32 saveDISP_ARB_CTL;
	u32 savePIPEA_DATA_M1;
	u32 savePIPEA_DATA_N1;
	u32 savePIPEA_LINK_M1;
	u32 savePIPEA_LINK_N1;
	u32 savePIPEB_DATA_M1;
	u32 savePIPEB_DATA_N1;
	u32 savePIPEB_LINK_M1;
	u32 savePIPEB_LINK_N1;
615
	u32 saveMCHBAR_RENDER_STANDBY;
616
	u32 savePCH_PORT_HOTPLUG;
617
};
618 619 620 621 622 623 624 625 626 627 628 629 630

struct intel_gen6_power_mgmt {
	struct work_struct work;
	u32 pm_iir;
	/* lock - irqsave spinlock that protectects the work_struct and
	 * pm_iir. */
	spinlock_t lock;

	/* The below variables an all the rps hw state are protected by
	 * dev->struct mutext. */
	u8 cur_delay;
	u8 min_delay;
	u8 max_delay;
631 632

	struct delayed_work delayed_resume_work;
633 634 635 636 637 638

	/*
	 * Protects RPS/RC6 register access and PCU communication.
	 * Must be taken after struct_mutex if nested.
	 */
	struct mutex hw_lock;
639 640
};

D
Daniel Vetter 已提交
641 642 643
/* defined intel_pm.c */
extern spinlock_t mchdev_lock;

644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660
struct intel_ilk_power_mgmt {
	u8 cur_delay;
	u8 min_delay;
	u8 max_delay;
	u8 fmax;
	u8 fstart;

	u64 last_count1;
	unsigned long last_time1;
	unsigned long chipset_power;
	u64 last_count2;
	struct timespec last_time2;
	unsigned long gfx_power;
	u8 corr;

	int c_m;
	int r_t;
661 662 663

	struct drm_i915_gem_object *pwrctx;
	struct drm_i915_gem_object *renderctx;
664 665
};

666 667 668 669 670 671 672 673 674 675 676 677 678
struct i915_dri1_state {
	unsigned allow_batchbuffer : 1;
	u32 __iomem *gfx_hws_cpu_addr;

	unsigned int cpp;
	int back_offset;
	int front_offset;
	int current_page;
	int page_flipping;

	uint32_t counter;
};

679 680 681 682 683
struct intel_l3_parity {
	u32 *remap_info;
	struct work_struct error_work;
};

684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775
struct i915_gem_mm {
	/** Bridge to intel-gtt-ko */
	struct intel_gtt *gtt;
	/** Memory allocator for GTT stolen memory */
	struct drm_mm stolen;
	/** Memory allocator for GTT */
	struct drm_mm gtt_space;
	/** List of all objects in gtt_space. Used to restore gtt
	 * mappings on resume */
	struct list_head bound_list;
	/**
	 * List of objects which are not bound to the GTT (thus
	 * are idle and not used by the GPU) but still have
	 * (presumably uncached) pages still attached.
	 */
	struct list_head unbound_list;

	/** Usable portion of the GTT for GEM */
	unsigned long stolen_base; /* limited to low memory (32-bit) */

	int gtt_mtrr;

	/** PPGTT used for aliasing the PPGTT with the GTT */
	struct i915_hw_ppgtt *aliasing_ppgtt;

	struct shrinker inactive_shrinker;
	bool shrinker_no_lock_stealing;

	/**
	 * List of objects currently involved in rendering.
	 *
	 * Includes buffers having the contents of their GPU caches
	 * flushed, not necessarily primitives.  last_rendering_seqno
	 * represents when the rendering involved will be completed.
	 *
	 * A reference is held on the buffer while on this list.
	 */
	struct list_head active_list;

	/**
	 * LRU list of objects which are not in the ringbuffer and
	 * are ready to unbind, but are still in the GTT.
	 *
	 * last_rendering_seqno is 0 while an object is in this list.
	 *
	 * A reference is not held on the buffer while on this list,
	 * as merely being GTT-bound shouldn't prevent its being
	 * freed, and we'll pull it off the list in the free path.
	 */
	struct list_head inactive_list;

	/** LRU list of objects with fence regs on them. */
	struct list_head fence_list;

	/**
	 * We leave the user IRQ off as much as possible,
	 * but this means that requests will finish and never
	 * be retired once the system goes idle. Set a timer to
	 * fire periodically while the ring is running. When it
	 * fires, go retire requests.
	 */
	struct delayed_work retire_work;

	/**
	 * Are we in a non-interruptible section of code like
	 * modesetting?
	 */
	bool interruptible;

	/**
	 * Flag if the X Server, and thus DRM, is not currently in
	 * control of the device.
	 *
	 * This is set between LeaveVT and EnterVT.  It needs to be
	 * replaced with a semaphore.  It also needs to be
	 * transitioned away from for kernel modesetting.
	 */
	int suspended;

	/** Bit 6 swizzling required for X tiling */
	uint32_t bit_6_swizzle_x;
	/** Bit 6 swizzling required for Y tiling */
	uint32_t bit_6_swizzle_y;

	/* storage for physical objects */
	struct drm_i915_gem_phys_object *phys_objs[I915_MAX_PHYS_OBJECT];

	/* accounting, useful for userland debugging */
	size_t object_memory;
	u32 object_count;
};

776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792
struct i915_gpu_error {
	/* For hangcheck timer */
#define DRM_I915_HANGCHECK_PERIOD 1500 /* in ms */
#define DRM_I915_HANGCHECK_JIFFIES msecs_to_jiffies(DRM_I915_HANGCHECK_PERIOD)
	struct timer_list hangcheck_timer;
	int hangcheck_count;
	uint32_t last_acthd[I915_NUM_RINGS];
	uint32_t prev_instdone[I915_NUM_INSTDONE_REG];

	/* For reset and error_state handling. */
	spinlock_t lock;
	/* Protected by the above dev->gpu_error.lock. */
	struct drm_i915_error_state *first_error;
	struct work_struct work;

	unsigned long last_reset;

793
	/**
794
	 * State variable and reset counter controlling the reset flow
795
	 *
796 797 798 799 800 801 802 803
	 * Upper bits are for the reset counter.  This counter is used by the
	 * wait_seqno code to race-free noticed that a reset event happened and
	 * that it needs to restart the entire ioctl (since most likely the
	 * seqno it waited for won't ever signal anytime soon).
	 *
	 * This is important for lock-free wait paths, where no contended lock
	 * naturally enforces the correct ordering between the bail-out of the
	 * waiter and the gpu reset work code.
804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827
	 *
	 * Lowest bit controls the reset state machine: Set means a reset is in
	 * progress. This state will (presuming we don't have any bugs) decay
	 * into either unset (successful reset) or the special WEDGED value (hw
	 * terminally sour). All waiters on the reset_queue will be woken when
	 * that happens.
	 */
	atomic_t reset_counter;

	/**
	 * Special values/flags for reset_counter
	 *
	 * Note that the code relies on
	 * 	I915_WEDGED & I915_RESET_IN_PROGRESS_FLAG
	 * being true.
	 */
#define I915_RESET_IN_PROGRESS_FLAG	1
#define I915_WEDGED			0xffffffff

	/**
	 * Waitqueue to signal when the reset has completed. Used by clients
	 * that wait for dev_priv->mm.wedged to settle.
	 */
	wait_queue_head_t reset_queue;
828

829 830 831 832
	/* For gpu hang simulation. */
	unsigned int stop_rings;
};

833 834
typedef struct drm_i915_private {
	struct drm_device *dev;
835
	struct kmem_cache *slab;
836 837 838 839 840 841 842 843 844 845 846 847 848 849

	const struct intel_device_info *info;

	int relative_constants_mode;

	void __iomem *regs;

	struct drm_i915_gt_funcs gt;
	/** gt_fifo_count and the subsequent register write are synchronized
	 * with dev->struct_mutex. */
	unsigned gt_fifo_count;
	/** forcewake_count is protected by gt_lock */
	unsigned forcewake_count;
	/** gt_lock is also taken in irq contexts. */
850
	spinlock_t gt_lock;
851 852 853

	struct intel_gmbus gmbus[GMBUS_NUM_PORTS];

854

855 856 857 858 859 860 861 862 863
	/** gmbus_mutex protects against concurrent usage of the single hw gmbus
	 * controller on different i2c buses. */
	struct mutex gmbus_mutex;

	/**
	 * Base address of the gmbus and gpio block.
	 */
	uint32_t gpio_mmio_base;

864 865
	wait_queue_head_t gmbus_wait_queue;

866 867
	struct pci_dev *bridge_dev;
	struct intel_ring_buffer ring[I915_NUM_RINGS];
868
	uint32_t last_seqno, next_seqno;
869 870 871 872 873 874 875 876 877

	drm_dma_handle_t *status_page_dmah;
	struct resource mch_res;

	atomic_t irq_received;

	/* protects the irq masks */
	spinlock_t irq_lock;

878 879 880
	/* To control wakeup latency, e.g. for irq-driven dp aux transfers. */
	struct pm_qos_request pm_qos;

881
	/* DPIO indirect register protection */
882
	struct mutex dpio_lock;
883 884 885 886 887 888 889 890

	/** Cached value of IMR to avoid reads in updating the bitfield */
	u32 pipestat[2];
	u32 irq_mask;
	u32 gt_irq_mask;

	u32 hotplug_supported_mask;
	struct work_struct hotplug_work;
891
	bool enable_hotplug_processing;
892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949

	int num_pipe;
	int num_pch_pll;

	unsigned long cfb_size;
	unsigned int cfb_fb;
	enum plane cfb_plane;
	int cfb_y;
	struct intel_fbc_work *fbc_work;

	struct intel_opregion opregion;

	/* overlay */
	struct intel_overlay *overlay;
	bool sprite_scaling_enabled;

	/* LVDS info */
	int backlight_level;  /* restore backlight to this value */
	bool backlight_enabled;
	struct drm_display_mode *lfp_lvds_vbt_mode; /* if any */
	struct drm_display_mode *sdvo_lvds_vbt_mode; /* if any */

	/* Feature bits from the VBIOS */
	unsigned int int_tv_support:1;
	unsigned int lvds_dither:1;
	unsigned int lvds_vbt:1;
	unsigned int int_crt_support:1;
	unsigned int lvds_use_ssc:1;
	unsigned int display_clock_mode:1;
	int lvds_ssc_freq;
	unsigned int bios_lvds_val; /* initial [PCH_]LVDS reg val in VBIOS */
	struct {
		int rate;
		int lanes;
		int preemphasis;
		int vswing;

		bool initialized;
		bool support;
		int bpp;
		struct edp_power_seq pps;
	} edp;
	bool no_aux_handshake;

	int crt_ddc_pin;
	struct drm_i915_fence_reg fence_regs[I915_MAX_NUM_FENCES]; /* assume 965 */
	int fence_reg_start; /* 4 if userland hasn't ioctl'd us yet */
	int num_fence_regs; /* 8 on pre-965, 16 otherwise */

	unsigned int fsb_freq, mem_freq, is_ddr3;

	struct workqueue_struct *wq;

	/* Display functions */
	struct drm_i915_display_funcs display;

	/* PCH chipset type */
	enum intel_pch pch_type;
950
	unsigned short pch_id;
951 952 953 954 955

	unsigned long quirks;

	/* Register state */
	bool modeset_on_lid;
956

B
Ben Widawsky 已提交
957 958
	struct i915_gtt gtt;

959
	struct i915_gem_mm mm;
960 961 962

	/* Kernel Modesetting */

963
	struct sdvo_device_mapping sdvo_mappings[2];
964 965
	/* indicate whether the LVDS_BORDER should be enabled or not */
	unsigned int lvds_border_bits;
966 967
	/* Panel fitter placement and size for Ironlake+ */
	u32 pch_pf_pos, pch_pf_size;
968

J
Jesse Barnes 已提交
969 970
	struct drm_crtc *plane_to_crtc_mapping[3];
	struct drm_crtc *pipe_to_crtc_mapping[3];
971 972
	wait_queue_head_t pending_flip_queue;

973
	struct intel_pch_pll pch_plls[I915_NUM_PLLS];
974
	struct intel_ddi_plls ddi_plls;
975

976 977 978
	/* Reclocking support */
	bool render_reclock_avail;
	bool lvds_downclock_avail;
979 980
	/* indicates the reduced downclock for LVDS*/
	int lvds_downclock;
981
	u16 orig_clock;
Z
Zhao Yakui 已提交
982 983
	int child_dev_num;
	struct child_device_config *child_dev;
984

985
	bool mchbar_need_disable;
986

987 988
	struct intel_l3_parity l3_parity;

989
	/* gen6+ rps state */
990
	struct intel_gen6_power_mgmt rps;
991

992 993
	/* ilk-only ips/rps state. Everything in here is protected by the global
	 * mchdev_lock in intel_pm.c */
994
	struct intel_ilk_power_mgmt ips;
995 996

	enum no_fbc_reason no_fbc_reason;
997

998 999
	struct drm_mm_node *compressed_fb;
	struct drm_mm_node *compressed_llb;
1000

1001
	struct i915_gpu_error gpu_error;
1002

1003 1004
	/* list of fbdev register on this device */
	struct intel_fbdev *fbdev;
1005

1006 1007 1008 1009 1010 1011
	/*
	 * The console may be contended at resume, but we don't
	 * want it to block on it.
	 */
	struct work_struct console_resume_work;

1012 1013
	struct backlight_device *backlight;

1014
	struct drm_property *broadcast_rgb_property;
1015
	struct drm_property *force_audio_property;
1016

1017 1018
	bool hw_contexts_disabled;
	uint32_t hw_context_size;
1019

1020 1021
	bool fdi_rx_polarity_reversed;

1022
	struct i915_suspend_saved_registers regfile;
1023 1024 1025 1026

	/* Old dri1 support infrastructure, beware the dragons ya fools entering
	 * here! */
	struct i915_dri1_state dri1;
L
Linus Torvalds 已提交
1027 1028
} drm_i915_private_t;

1029 1030 1031 1032 1033
/* Iterate over initialised rings */
#define for_each_ring(ring__, dev_priv__, i__) \
	for ((i__) = 0; (i__) < I915_NUM_RINGS; (i__)++) \
		if (((ring__) = &(dev_priv__)->ring[(i__)]), intel_ring_initialized((ring__)))

1034 1035 1036 1037 1038 1039 1040
enum hdmi_force_audio {
	HDMI_AUDIO_OFF_DVI = -2,	/* no aux data for HDMI-DVI converter */
	HDMI_AUDIO_OFF,			/* force turn off HDMI audio */
	HDMI_AUDIO_AUTO,		/* trust EDID */
	HDMI_AUDIO_ON,			/* force turn on HDMI audio */
};

1041 1042
#define I915_GTT_RESERVED ((struct drm_mm_node *)0x1)

1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060
struct drm_i915_gem_object_ops {
	/* Interface between the GEM object and its backing storage.
	 * get_pages() is called once prior to the use of the associated set
	 * of pages before to binding them into the GTT, and put_pages() is
	 * called after we no longer need them. As we expect there to be
	 * associated cost with migrating pages between the backing storage
	 * and making them available for the GPU (e.g. clflush), we may hold
	 * onto the pages after they are no longer referenced by the GPU
	 * in case they may be used again shortly (for example migrating the
	 * pages to a different memory domain within the GTT). put_pages()
	 * will therefore most likely be called when the object itself is
	 * being released or under memory pressure (where we attempt to
	 * reap pages for the shrinker).
	 */
	int (*get_pages)(struct drm_i915_gem_object *);
	void (*put_pages)(struct drm_i915_gem_object *);
};

1061
struct drm_i915_gem_object {
1062
	struct drm_gem_object base;
1063

1064 1065
	const struct drm_i915_gem_object_ops *ops;

1066 1067
	/** Current space allocated to this object in the GTT, if any. */
	struct drm_mm_node *gtt_space;
1068 1069
	/** Stolen memory for this object, instead of being backed by shmem. */
	struct drm_mm_node *stolen;
D
Daniel Vetter 已提交
1070
	struct list_head gtt_list;
1071

1072
	/** This object's place on the active/inactive lists */
1073 1074
	struct list_head ring_list;
	struct list_head mm_list;
1075 1076
	/** This object's place in the batchbuffer or on the eviction list */
	struct list_head exec_list;
1077 1078

	/**
1079 1080 1081
	 * This is set if the object is on the active lists (has pending
	 * rendering and so a non-zero seqno), and is not set if it i s on
	 * inactive (ready to be unbound) list.
1082
	 */
1083
	unsigned int active:1;
1084 1085 1086 1087 1088

	/**
	 * This is set if the object has been written to since last bound
	 * to the GTT
	 */
1089
	unsigned int dirty:1;
1090 1091 1092 1093 1094 1095

	/**
	 * Fence register bits (if any) for this object.  Will be set
	 * as needed when mapped into the GTT.
	 * Protected by dev->struct_mutex.
	 */
1096
	signed int fence_reg:I915_MAX_NUM_FENCE_BITS;
1097 1098 1099 1100

	/**
	 * Advice: are the backing pages purgeable?
	 */
1101
	unsigned int madv:2;
1102 1103 1104 1105

	/**
	 * Current tiling mode for the object.
	 */
1106
	unsigned int tiling_mode:2;
1107 1108 1109 1110 1111 1112 1113 1114
	/**
	 * Whether the tiling parameters for the currently associated fence
	 * register have changed. Note that for the purposes of tracking
	 * tiling changes we also treat the unfenced register, the register
	 * slot that the object occupies whilst it executes a fenced
	 * command (such as BLT on gen2/3), as a "fence".
	 */
	unsigned int fence_dirty:1;
1115 1116 1117 1118 1119 1120 1121 1122 1123 1124

	/** How many users have pinned this object in GTT space. The following
	 * users can each hold at most one reference: pwrite/pread, pin_ioctl
	 * (via user_pin_count), execbuffer (objects are not allowed multiple
	 * times for the same batchbuffer), and the framebuffer code. When
	 * switching/pageflipping, the framebuffer code has at most two buffers
	 * pinned per crtc.
	 *
	 * In the worst case this is 1 + 1 + 1 + 2*2 = 7. That would fit into 3
	 * bits with absolutely no headroom. So use 4 bits. */
1125
	unsigned int pin_count:4;
1126
#define DRM_I915_GEM_OBJECT_MAX_PIN_COUNT 0xf
1127

1128 1129 1130 1131
	/**
	 * Is the object at the current location in the gtt mappable and
	 * fenceable? Used to avoid costly recalculations.
	 */
1132
	unsigned int map_and_fenceable:1;
1133

1134 1135 1136 1137 1138
	/**
	 * Whether the current gtt mapping needs to be mappable (and isn't just
	 * mappable by accident). Track pin and fault separate for a more
	 * accurate mappable working set.
	 */
1139 1140
	unsigned int fault_mappable:1;
	unsigned int pin_mappable:1;
1141

1142 1143 1144 1145 1146 1147
	/*
	 * Is the GPU currently using a fence to access this buffer,
	 */
	unsigned int pending_fenced_gpu_access:1;
	unsigned int fenced_gpu_access:1;

1148 1149
	unsigned int cache_level:2;

1150
	unsigned int has_aliasing_ppgtt_mapping:1;
1151
	unsigned int has_global_gtt_mapping:1;
1152
	unsigned int has_dma_mapping:1;
1153

1154
	struct sg_table *pages;
1155
	int pages_pin_count;
1156

1157
	/* prime dma-buf support */
1158 1159 1160
	void *dma_buf_vmapping;
	int vmapping_count;

1161 1162 1163 1164 1165
	/**
	 * Used for performing relocations during execbuffer insertion.
	 */
	struct hlist_node exec_node;
	unsigned long exec_handle;
1166
	struct drm_i915_gem_exec_object2 *exec_entry;
1167

1168 1169 1170 1171 1172 1173
	/**
	 * Current offset of the object in GTT space.
	 *
	 * This is the same as gtt_space->start
	 */
	uint32_t gtt_offset;
1174

1175 1176
	struct intel_ring_buffer *ring;

1177
	/** Breadcrumb of last rendering to the buffer. */
1178 1179
	uint32_t last_read_seqno;
	uint32_t last_write_seqno;
1180 1181
	/** Breadcrumb of last fenced GPU access to the buffer. */
	uint32_t last_fenced_seqno;
1182

1183
	/** Current tiling stride for the object, if it's tiled. */
1184
	uint32_t stride;
1185

1186
	/** Record of address bit 17 of each page at last unbind. */
1187
	unsigned long *bit_17;
1188

J
Jesse Barnes 已提交
1189 1190 1191
	/** User space pin count and filp owning the pin */
	uint32_t user_pin_count;
	struct drm_file *pin_filp;
1192 1193 1194

	/** for phy allocated objects */
	struct drm_i915_gem_phys_object *phys_obj;
1195

1196 1197 1198 1199 1200 1201
	/**
	 * Number of crtcs where this object is currently the fb, but
	 * will be page flipped away on the next vblank.  When it
	 * reaches 0, dev_priv->pending_flip_queue will be woken up.
	 */
	atomic_t pending_flip;
1202
};
1203
#define to_gem_object(obj) (&((struct drm_i915_gem_object *)(obj))->base)
1204

1205
#define to_intel_bo(x) container_of(x, struct drm_i915_gem_object, base)
1206

1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217
/**
 * Request queue structure.
 *
 * The request queue allows us to note sequence numbers that have been emitted
 * and may be associated with active buffers to be retired.
 *
 * By keeping this list, we can avoid having to do questionable
 * sequence-number comparisons on buffer last_rendering_seqnos, and associate
 * an emission time with seqnos for tracking how far ahead of the GPU we are.
 */
struct drm_i915_gem_request {
1218 1219 1220
	/** On Which ring this request was generated */
	struct intel_ring_buffer *ring;

1221 1222 1223
	/** GEM sequence number associated with this request. */
	uint32_t seqno;

1224 1225 1226
	/** Postion in the ringbuffer of the end of the request */
	u32 tail;

1227 1228 1229
	/** Time at which this request was emitted, in jiffies. */
	unsigned long emitted_jiffies;

1230
	/** global list entry for this request */
1231
	struct list_head list;
1232

1233
	struct drm_i915_file_private *file_priv;
1234 1235
	/** file_priv list entry for this request */
	struct list_head client_list;
1236 1237 1238 1239
};

struct drm_i915_file_private {
	struct {
1240
		spinlock_t lock;
1241
		struct list_head request_list;
1242
	} mm;
1243
	struct idr context_idr;
1244 1245
};

1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265
#define INTEL_INFO(dev)	(((struct drm_i915_private *) (dev)->dev_private)->info)

#define IS_I830(dev)		((dev)->pci_device == 0x3577)
#define IS_845G(dev)		((dev)->pci_device == 0x2562)
#define IS_I85X(dev)		(INTEL_INFO(dev)->is_i85x)
#define IS_I865G(dev)		((dev)->pci_device == 0x2572)
#define IS_I915G(dev)		(INTEL_INFO(dev)->is_i915g)
#define IS_I915GM(dev)		((dev)->pci_device == 0x2592)
#define IS_I945G(dev)		((dev)->pci_device == 0x2772)
#define IS_I945GM(dev)		(INTEL_INFO(dev)->is_i945gm)
#define IS_BROADWATER(dev)	(INTEL_INFO(dev)->is_broadwater)
#define IS_CRESTLINE(dev)	(INTEL_INFO(dev)->is_crestline)
#define IS_GM45(dev)		((dev)->pci_device == 0x2A42)
#define IS_G4X(dev)		(INTEL_INFO(dev)->is_g4x)
#define IS_PINEVIEW_G(dev)	((dev)->pci_device == 0xa001)
#define IS_PINEVIEW_M(dev)	((dev)->pci_device == 0xa011)
#define IS_PINEVIEW(dev)	(INTEL_INFO(dev)->is_pineview)
#define IS_G33(dev)		(INTEL_INFO(dev)->is_g33)
#define IS_IRONLAKE_D(dev)	((dev)->pci_device == 0x0042)
#define IS_IRONLAKE_M(dev)	((dev)->pci_device == 0x0046)
1266
#define IS_IVYBRIDGE(dev)	(INTEL_INFO(dev)->is_ivybridge)
1267 1268 1269
#define IS_IVB_GT1(dev)		((dev)->pci_device == 0x0156 || \
				 (dev)->pci_device == 0x0152 ||	\
				 (dev)->pci_device == 0x015a)
1270 1271 1272
#define IS_SNB_GT1(dev)		((dev)->pci_device == 0x0102 || \
				 (dev)->pci_device == 0x0106 ||	\
				 (dev)->pci_device == 0x010A)
1273
#define IS_VALLEYVIEW(dev)	(INTEL_INFO(dev)->is_valleyview)
1274
#define IS_HASWELL(dev)	(INTEL_INFO(dev)->is_haswell)
1275
#define IS_MOBILE(dev)		(INTEL_INFO(dev)->is_mobile)
1276 1277
#define IS_ULT(dev)		(IS_HASWELL(dev) && \
				 ((dev)->pci_device & 0xFF00) == 0x0A00)
1278

1279 1280 1281 1282 1283 1284
/*
 * The genX designation typically refers to the render engine, so render
 * capability related checks should use IS_GEN, while display and other checks
 * have their own (e.g. HAS_PCH_SPLIT for ILK+ display, IS_foo for particular
 * chips, etc.).
 */
1285 1286 1287 1288 1289
#define IS_GEN2(dev)	(INTEL_INFO(dev)->gen == 2)
#define IS_GEN3(dev)	(INTEL_INFO(dev)->gen == 3)
#define IS_GEN4(dev)	(INTEL_INFO(dev)->gen == 4)
#define IS_GEN5(dev)	(INTEL_INFO(dev)->gen == 5)
#define IS_GEN6(dev)	(INTEL_INFO(dev)->gen == 6)
1290
#define IS_GEN7(dev)	(INTEL_INFO(dev)->gen == 7)
1291 1292 1293

#define HAS_BSD(dev)            (INTEL_INFO(dev)->has_bsd_ring)
#define HAS_BLT(dev)            (INTEL_INFO(dev)->has_blt_ring)
1294
#define HAS_LLC(dev)            (INTEL_INFO(dev)->has_llc)
1295 1296
#define I915_NEED_GFX_HWS(dev)	(INTEL_INFO(dev)->need_gfx_hws)

1297
#define HAS_HW_CONTEXTS(dev)	(INTEL_INFO(dev)->gen >= 6)
1298
#define HAS_ALIASING_PPGTT(dev)	(INTEL_INFO(dev)->gen >=6 && !IS_VALLEYVIEW(dev))
1299

1300
#define HAS_OVERLAY(dev)		(INTEL_INFO(dev)->has_overlay)
1301 1302
#define OVERLAY_NEEDS_PHYSICAL(dev)	(INTEL_INFO(dev)->overlay_needs_physical)

1303 1304 1305
/* Early gen2 have a totally busted CS tlb and require pinned batches. */
#define HAS_BROKEN_CS_TLB(dev)		(IS_I830(dev) || IS_845G(dev))

1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323
/* With the 945 and later, Y tiling got adjusted so that it was 32 128-byte
 * rows, which changed the alignment requirements and fence programming.
 */
#define HAS_128_BYTE_Y_TILING(dev) (!IS_GEN2(dev) && !(IS_I915G(dev) || \
						      IS_I915GM(dev)))
#define SUPPORTS_DIGITAL_OUTPUTS(dev)	(!IS_GEN2(dev) && !IS_PINEVIEW(dev))
#define SUPPORTS_INTEGRATED_HDMI(dev)	(IS_G4X(dev) || IS_GEN5(dev))
#define SUPPORTS_INTEGRATED_DP(dev)	(IS_G4X(dev) || IS_GEN5(dev))
#define SUPPORTS_EDP(dev)		(IS_IRONLAKE_M(dev))
#define SUPPORTS_TV(dev)		(INTEL_INFO(dev)->supports_tv)
#define I915_HAS_HOTPLUG(dev)		 (INTEL_INFO(dev)->has_hotplug)
/* dsparb controlled by hw only */
#define DSPARB_HWCONTROL(dev) (IS_G4X(dev) || IS_IRONLAKE(dev))

#define HAS_FW_BLC(dev) (INTEL_INFO(dev)->gen > 2)
#define HAS_PIPE_CXSR(dev) (INTEL_INFO(dev)->has_pipe_cxsr)
#define I915_HAS_FBC(dev) (INTEL_INFO(dev)->has_fbc)

1324
#define HAS_PIPE_CONTROL(dev) (INTEL_INFO(dev)->gen >= 5)
1325

P
Paulo Zanoni 已提交
1326 1327
#define HAS_DDI(dev)		(IS_HASWELL(dev))

1328 1329 1330 1331 1332 1333 1334
#define INTEL_PCH_DEVICE_ID_MASK		0xff00
#define INTEL_PCH_IBX_DEVICE_ID_TYPE		0x3b00
#define INTEL_PCH_CPT_DEVICE_ID_TYPE		0x1c00
#define INTEL_PCH_PPT_DEVICE_ID_TYPE		0x1e00
#define INTEL_PCH_LPT_DEVICE_ID_TYPE		0x8c00
#define INTEL_PCH_LPT_LP_DEVICE_ID_TYPE		0x9c00

1335
#define INTEL_PCH_TYPE(dev) (((struct drm_i915_private *)(dev)->dev_private)->pch_type)
1336
#define HAS_PCH_LPT(dev) (INTEL_PCH_TYPE(dev) == PCH_LPT)
1337 1338
#define HAS_PCH_CPT(dev) (INTEL_PCH_TYPE(dev) == PCH_CPT)
#define HAS_PCH_IBX(dev) (INTEL_PCH_TYPE(dev) == PCH_IBX)
1339
#define HAS_PCH_SPLIT(dev) (INTEL_PCH_TYPE(dev) != PCH_NONE)
1340

1341 1342
#define HAS_FORCE_WAKE(dev) (INTEL_INFO(dev)->has_force_wake)

1343
#define HAS_L3_GPU_CACHE(dev) (IS_IVYBRIDGE(dev) || IS_HASWELL(dev))
1344

1345 1346
#define GT_FREQUENCY_MULTIPLIER 50

1347 1348
#include "i915_trace.h"

1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369
/**
 * RC6 is a special power stage which allows the GPU to enter an very
 * low-voltage mode when idle, using down to 0V while at this stage.  This
 * stage is entered automatically when the GPU is idle when RC6 support is
 * enabled, and as soon as new workload arises GPU wakes up automatically as well.
 *
 * There are different RC6 modes available in Intel GPU, which differentiate
 * among each other with the latency required to enter and leave RC6 and
 * voltage consumed by the GPU in different states.
 *
 * The combination of the following flags define which states GPU is allowed
 * to enter, while RC6 is the normal RC6 state, RC6p is the deep RC6, and
 * RC6pp is deepest RC6. Their support by hardware varies according to the
 * GPU, BIOS, chipset and platform. RC6 is usually the safest one and the one
 * which brings the most power savings; deeper states save more power, but
 * require higher latency to switch to and wake up.
 */
#define INTEL_RC6_ENABLE			(1<<0)
#define INTEL_RC6p_ENABLE			(1<<1)
#define INTEL_RC6pp_ENABLE			(1<<2)

1370
extern struct drm_ioctl_desc i915_ioctls[];
1371
extern int i915_max_ioctl;
1372 1373 1374
extern unsigned int i915_fbpercrtc __always_unused;
extern int i915_panel_ignore_lid __read_mostly;
extern unsigned int i915_powersave __read_mostly;
1375
extern int i915_semaphores __read_mostly;
1376
extern unsigned int i915_lvds_downclock __read_mostly;
1377
extern int i915_lvds_channel_mode __read_mostly;
1378
extern int i915_panel_use_ssc __read_mostly;
1379
extern int i915_vbt_sdvo_panel_type __read_mostly;
1380
extern int i915_enable_rc6 __read_mostly;
1381
extern int i915_enable_fbc __read_mostly;
1382
extern bool i915_enable_hangcheck __read_mostly;
1383
extern int i915_enable_ppgtt __read_mostly;
1384
extern unsigned int i915_preliminary_hw_support __read_mostly;
1385

1386 1387
extern int i915_suspend(struct drm_device *dev, pm_message_t state);
extern int i915_resume(struct drm_device *dev);
1388 1389 1390
extern int i915_master_create(struct drm_device *dev, struct drm_master *master);
extern void i915_master_destroy(struct drm_device *dev, struct drm_master *master);

L
Linus Torvalds 已提交
1391
				/* i915_dma.c */
1392
void i915_update_dri1_breadcrumb(struct drm_device *dev);
1393
extern void i915_kernel_lost_context(struct drm_device * dev);
1394
extern int i915_driver_load(struct drm_device *, unsigned long flags);
J
Jesse Barnes 已提交
1395
extern int i915_driver_unload(struct drm_device *);
1396
extern int i915_driver_open(struct drm_device *dev, struct drm_file *file_priv);
1397
extern void i915_driver_lastclose(struct drm_device * dev);
1398 1399
extern void i915_driver_preclose(struct drm_device *dev,
				 struct drm_file *file_priv);
1400 1401
extern void i915_driver_postclose(struct drm_device *dev,
				  struct drm_file *file_priv);
1402
extern int i915_driver_device_is_agp(struct drm_device * dev);
1403
#ifdef CONFIG_COMPAT
D
Dave Airlie 已提交
1404 1405
extern long i915_compat_ioctl(struct file *filp, unsigned int cmd,
			      unsigned long arg);
1406
#endif
1407
extern int i915_emit_box(struct drm_device *dev,
1408 1409
			 struct drm_clip_rect *box,
			 int DR1, int DR4);
1410
extern int intel_gpu_reset(struct drm_device *dev);
1411
extern int i915_reset(struct drm_device *dev);
1412 1413 1414 1415 1416
extern unsigned long i915_chipset_val(struct drm_i915_private *dev_priv);
extern unsigned long i915_mch_val(struct drm_i915_private *dev_priv);
extern unsigned long i915_gfx_val(struct drm_i915_private *dev_priv);
extern void i915_update_gfx_val(struct drm_i915_private *dev_priv);

1417
extern void intel_console_resume(struct work_struct *work);
1418

L
Linus Torvalds 已提交
1419
/* i915_irq.c */
B
Ben Gamari 已提交
1420
void i915_hangcheck_elapsed(unsigned long data);
1421
void i915_handle_error(struct drm_device *dev, bool wedged);
L
Linus Torvalds 已提交
1422

1423
extern void intel_irq_init(struct drm_device *dev);
1424
extern void intel_hpd_init(struct drm_device *dev);
1425
extern void intel_gt_init(struct drm_device *dev);
1426
extern void intel_gt_reset(struct drm_device *dev);
1427

1428 1429
void i915_error_state_free(struct kref *error_ref);

1430 1431 1432 1433 1434 1435
void
i915_enable_pipestat(drm_i915_private_t *dev_priv, int pipe, u32 mask);

void
i915_disable_pipestat(drm_i915_private_t *dev_priv, int pipe, u32 mask);

1436
void intel_enable_asle(struct drm_device *dev);
1437

1438 1439 1440 1441 1442 1443
#ifdef CONFIG_DEBUG_FS
extern void i915_destroy_error_state(struct drm_device *dev);
#else
#define i915_destroy_error_state(x)
#endif

1444

1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455
/* i915_gem.c */
int i915_gem_init_ioctl(struct drm_device *dev, void *data,
			struct drm_file *file_priv);
int i915_gem_create_ioctl(struct drm_device *dev, void *data,
			  struct drm_file *file_priv);
int i915_gem_pread_ioctl(struct drm_device *dev, void *data,
			 struct drm_file *file_priv);
int i915_gem_pwrite_ioctl(struct drm_device *dev, void *data,
			  struct drm_file *file_priv);
int i915_gem_mmap_ioctl(struct drm_device *dev, void *data,
			struct drm_file *file_priv);
1456 1457
int i915_gem_mmap_gtt_ioctl(struct drm_device *dev, void *data,
			struct drm_file *file_priv);
1458 1459 1460 1461 1462 1463
int i915_gem_set_domain_ioctl(struct drm_device *dev, void *data,
			      struct drm_file *file_priv);
int i915_gem_sw_finish_ioctl(struct drm_device *dev, void *data,
			     struct drm_file *file_priv);
int i915_gem_execbuffer(struct drm_device *dev, void *data,
			struct drm_file *file_priv);
J
Jesse Barnes 已提交
1464 1465
int i915_gem_execbuffer2(struct drm_device *dev, void *data,
			 struct drm_file *file_priv);
1466 1467 1468 1469 1470 1471
int i915_gem_pin_ioctl(struct drm_device *dev, void *data,
		       struct drm_file *file_priv);
int i915_gem_unpin_ioctl(struct drm_device *dev, void *data,
			 struct drm_file *file_priv);
int i915_gem_busy_ioctl(struct drm_device *dev, void *data,
			struct drm_file *file_priv);
B
Ben Widawsky 已提交
1472 1473 1474 1475
int i915_gem_get_caching_ioctl(struct drm_device *dev, void *data,
			       struct drm_file *file);
int i915_gem_set_caching_ioctl(struct drm_device *dev, void *data,
			       struct drm_file *file);
1476 1477
int i915_gem_throttle_ioctl(struct drm_device *dev, void *data,
			    struct drm_file *file_priv);
1478 1479
int i915_gem_madvise_ioctl(struct drm_device *dev, void *data,
			   struct drm_file *file_priv);
1480 1481 1482 1483 1484 1485 1486 1487
int i915_gem_entervt_ioctl(struct drm_device *dev, void *data,
			   struct drm_file *file_priv);
int i915_gem_leavevt_ioctl(struct drm_device *dev, void *data,
			   struct drm_file *file_priv);
int i915_gem_set_tiling(struct drm_device *dev, void *data,
			struct drm_file *file_priv);
int i915_gem_get_tiling(struct drm_device *dev, void *data,
			struct drm_file *file_priv);
1488 1489
int i915_gem_get_aperture_ioctl(struct drm_device *dev, void *data,
				struct drm_file *file_priv);
1490 1491
int i915_gem_wait_ioctl(struct drm_device *dev, void *data,
			struct drm_file *file_priv);
1492
void i915_gem_load(struct drm_device *dev);
1493 1494
void *i915_gem_object_alloc(struct drm_device *dev);
void i915_gem_object_free(struct drm_i915_gem_object *obj);
1495
int i915_gem_init_object(struct drm_gem_object *obj);
1496 1497
void i915_gem_object_init(struct drm_i915_gem_object *obj,
			 const struct drm_i915_gem_object_ops *ops);
1498 1499
struct drm_i915_gem_object *i915_gem_alloc_object(struct drm_device *dev,
						  size_t size);
1500
void i915_gem_free_object(struct drm_gem_object *obj);
1501

1502 1503
int __must_check i915_gem_object_pin(struct drm_i915_gem_object *obj,
				     uint32_t alignment,
1504 1505
				     bool map_and_fenceable,
				     bool nonblocking);
1506
void i915_gem_object_unpin(struct drm_i915_gem_object *obj);
1507
int __must_check i915_gem_object_unbind(struct drm_i915_gem_object *obj);
1508
int i915_gem_object_put_pages(struct drm_i915_gem_object *obj);
1509
void i915_gem_release_mmap(struct drm_i915_gem_object *obj);
1510
void i915_gem_lastclose(struct drm_device *dev);
1511

1512
int __must_check i915_gem_object_get_pages(struct drm_i915_gem_object *obj);
1513 1514 1515
static inline struct page *i915_gem_object_get_page(struct drm_i915_gem_object *obj, int n)
{
	struct scatterlist *sg = obj->pages->sgl;
1516 1517 1518 1519 1520
	int nents = obj->pages->nents;
	while (nents > SG_MAX_SINGLE_ALLOC) {
		if (n < SG_MAX_SINGLE_ALLOC - 1)
			break;

1521 1522
		sg = sg_chain_ptr(sg + SG_MAX_SINGLE_ALLOC - 1);
		n -= SG_MAX_SINGLE_ALLOC - 1;
1523
		nents -= SG_MAX_SINGLE_ALLOC - 1;
1524 1525 1526
	}
	return sg_page(sg+n);
}
1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537
static inline void i915_gem_object_pin_pages(struct drm_i915_gem_object *obj)
{
	BUG_ON(obj->pages == NULL);
	obj->pages_pin_count++;
}
static inline void i915_gem_object_unpin_pages(struct drm_i915_gem_object *obj)
{
	BUG_ON(obj->pages_pin_count == 0);
	obj->pages_pin_count--;
}

1538
int __must_check i915_mutex_lock_interruptible(struct drm_device *dev);
1539 1540
int i915_gem_object_sync(struct drm_i915_gem_object *obj,
			 struct intel_ring_buffer *to);
1541
void i915_gem_object_move_to_active(struct drm_i915_gem_object *obj,
1542
				    struct intel_ring_buffer *ring);
1543

1544 1545 1546 1547 1548 1549
int i915_gem_dumb_create(struct drm_file *file_priv,
			 struct drm_device *dev,
			 struct drm_mode_create_dumb *args);
int i915_gem_mmap_gtt(struct drm_file *file_priv, struct drm_device *dev,
		      uint32_t handle, uint64_t *offset);
int i915_gem_dumb_destroy(struct drm_file *file_priv, struct drm_device *dev,
1550
			  uint32_t handle);
1551 1552 1553 1554 1555 1556 1557 1558 1559
/**
 * Returns true if seq1 is later than seq2.
 */
static inline bool
i915_seqno_passed(uint32_t seq1, uint32_t seq2)
{
	return (int32_t)(seq1 - seq2) >= 0;
}

1560 1561
int __must_check i915_gem_get_seqno(struct drm_device *dev, u32 *seqno);
int __must_check i915_gem_set_seqno(struct drm_device *dev, u32 seqno);
1562
int __must_check i915_gem_object_get_fence(struct drm_i915_gem_object *obj);
1563
int __must_check i915_gem_object_put_fence(struct drm_i915_gem_object *obj);
1564

1565
static inline bool
1566 1567 1568 1569 1570
i915_gem_object_pin_fence(struct drm_i915_gem_object *obj)
{
	if (obj->fence_reg != I915_FENCE_REG_NONE) {
		struct drm_i915_private *dev_priv = obj->base.dev->dev_private;
		dev_priv->fence_regs[obj->fence_reg].pin_count++;
1571 1572 1573
		return true;
	} else
		return false;
1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584
}

static inline void
i915_gem_object_unpin_fence(struct drm_i915_gem_object *obj)
{
	if (obj->fence_reg != I915_FENCE_REG_NONE) {
		struct drm_i915_private *dev_priv = obj->base.dev->dev_private;
		dev_priv->fence_regs[obj->fence_reg].pin_count--;
	}
}

1585
void i915_gem_retire_requests(struct drm_device *dev);
1586
void i915_gem_retire_requests_ring(struct intel_ring_buffer *ring);
1587
int __must_check i915_gem_check_wedge(struct i915_gpu_error *error,
1588
				      bool interruptible);
1589 1590 1591 1592 1593 1594 1595 1596 1597 1598
static inline bool i915_reset_in_progress(struct i915_gpu_error *error)
{
	return unlikely(atomic_read(&error->reset_counter)
			& I915_RESET_IN_PROGRESS_FLAG);
}

static inline bool i915_terminally_wedged(struct i915_gpu_error *error)
{
	return atomic_read(&error->reset_counter) == I915_WEDGED;
}
1599

1600
void i915_gem_reset(struct drm_device *dev);
1601
void i915_gem_clflush_object(struct drm_i915_gem_object *obj);
1602 1603 1604
int __must_check i915_gem_object_set_domain(struct drm_i915_gem_object *obj,
					    uint32_t read_domains,
					    uint32_t write_domain);
1605
int __must_check i915_gem_object_finish_gpu(struct drm_i915_gem_object *obj);
1606
int __must_check i915_gem_init(struct drm_device *dev);
1607
int __must_check i915_gem_init_hw(struct drm_device *dev);
B
Ben Widawsky 已提交
1608
void i915_gem_l3_remap(struct drm_device *dev);
1609
void i915_gem_init_swizzling(struct drm_device *dev);
D
Daniel Vetter 已提交
1610
void i915_gem_init_ppgtt(struct drm_device *dev);
J
Jesse Barnes 已提交
1611
void i915_gem_cleanup_ringbuffer(struct drm_device *dev);
1612
int __must_check i915_gpu_idle(struct drm_device *dev);
1613
int __must_check i915_gem_idle(struct drm_device *dev);
1614 1615
int i915_add_request(struct intel_ring_buffer *ring,
		     struct drm_file *file,
1616
		     u32 *seqno);
1617 1618
int __must_check i915_wait_seqno(struct intel_ring_buffer *ring,
				 uint32_t seqno);
1619
int i915_gem_fault(struct vm_area_struct *vma, struct vm_fault *vmf);
1620 1621 1622 1623
int __must_check
i915_gem_object_set_to_gtt_domain(struct drm_i915_gem_object *obj,
				  bool write);
int __must_check
1624 1625
i915_gem_object_set_to_cpu_domain(struct drm_i915_gem_object *obj, bool write);
int __must_check
1626 1627
i915_gem_object_pin_to_display_plane(struct drm_i915_gem_object *obj,
				     u32 alignment,
1628
				     struct intel_ring_buffer *pipelined);
1629
int i915_gem_attach_phys_object(struct drm_device *dev,
1630
				struct drm_i915_gem_object *obj,
1631 1632
				int id,
				int align);
1633
void i915_gem_detach_phys_object(struct drm_device *dev,
1634
				 struct drm_i915_gem_object *obj);
1635
void i915_gem_free_all_phys_object(struct drm_device *dev);
1636
void i915_gem_release(struct drm_device *dev, struct drm_file *file);
1637

1638 1639
uint32_t
i915_gem_get_gtt_size(struct drm_device *dev, uint32_t size, int tiling_mode);
1640
uint32_t
1641 1642
i915_gem_get_gtt_alignment(struct drm_device *dev, uint32_t size,
			    int tiling_mode, bool fenced);
1643

1644 1645 1646
int i915_gem_object_set_cache_level(struct drm_i915_gem_object *obj,
				    enum i915_cache_level cache_level);

1647 1648 1649 1650 1651 1652
struct drm_gem_object *i915_gem_prime_import(struct drm_device *dev,
				struct dma_buf *dma_buf);

struct dma_buf *i915_gem_prime_export(struct drm_device *dev,
				struct drm_gem_object *gem_obj, int flags);

1653 1654 1655 1656
/* i915_gem_context.c */
void i915_gem_context_init(struct drm_device *dev);
void i915_gem_context_fini(struct drm_device *dev);
void i915_gem_context_close(struct drm_device *dev, struct drm_file *file);
1657 1658
int i915_switch_context(struct intel_ring_buffer *ring,
			struct drm_file *file, int to_id);
1659 1660 1661 1662
int i915_gem_context_create_ioctl(struct drm_device *dev, void *data,
				  struct drm_file *file);
int i915_gem_context_destroy_ioctl(struct drm_device *dev, void *data,
				   struct drm_file *file);
1663

1664
/* i915_gem_gtt.c */
1665 1666
int __must_check i915_gem_init_aliasing_ppgtt(struct drm_device *dev);
void i915_gem_cleanup_aliasing_ppgtt(struct drm_device *dev);
1667 1668 1669 1670 1671
void i915_ppgtt_bind_object(struct i915_hw_ppgtt *ppgtt,
			    struct drm_i915_gem_object *obj,
			    enum i915_cache_level cache_level);
void i915_ppgtt_unbind_object(struct i915_hw_ppgtt *ppgtt,
			      struct drm_i915_gem_object *obj);
1672

1673
void i915_gem_restore_gtt_mappings(struct drm_device *dev);
1674 1675
int __must_check i915_gem_gtt_prepare_object(struct drm_i915_gem_object *obj);
void i915_gem_gtt_bind_object(struct drm_i915_gem_object *obj,
1676
				enum i915_cache_level cache_level);
1677
void i915_gem_gtt_unbind_object(struct drm_i915_gem_object *obj);
1678
void i915_gem_gtt_finish_object(struct drm_i915_gem_object *obj);
1679 1680 1681
void i915_gem_init_global_gtt(struct drm_device *dev);
void i915_gem_setup_global_gtt(struct drm_device *dev, unsigned long start,
			       unsigned long mappable_end, unsigned long end);
1682 1683
int i915_gem_gtt_init(struct drm_device *dev);
void i915_gem_gtt_fini(struct drm_device *dev);
1684
static inline void i915_gem_chipset_flush(struct drm_device *dev)
1685 1686 1687 1688 1689
{
	if (INTEL_INFO(dev)->gen < 6)
		intel_gtt_chipset_flush();
}

1690

1691
/* i915_gem_evict.c */
1692
int __must_check i915_gem_evict_something(struct drm_device *dev, int min_size,
1693 1694
					  unsigned alignment,
					  unsigned cache_level,
1695 1696
					  bool mappable,
					  bool nonblock);
C
Chris Wilson 已提交
1697
int i915_gem_evict_everything(struct drm_device *dev);
1698

1699 1700
/* i915_gem_stolen.c */
int i915_gem_init_stolen(struct drm_device *dev);
1701 1702
int i915_gem_stolen_setup_compression(struct drm_device *dev, int size);
void i915_gem_stolen_cleanup_compression(struct drm_device *dev);
1703
void i915_gem_cleanup_stolen(struct drm_device *dev);
1704 1705 1706
struct drm_i915_gem_object *
i915_gem_object_create_stolen(struct drm_device *dev, u32 size);
void i915_gem_object_release_stolen(struct drm_i915_gem_object *obj);
1707

1708
/* i915_gem_tiling.c */
1709 1710 1711 1712 1713 1714 1715 1716
inline static bool i915_gem_object_needs_bit17_swizzle(struct drm_i915_gem_object *obj)
{
	drm_i915_private_t *dev_priv = obj->base.dev->dev_private;

	return dev_priv->mm.bit_6_swizzle_x == I915_BIT_6_SWIZZLE_9_10_17 &&
		obj->tiling_mode != I915_TILING_NONE;
}

1717
void i915_gem_detect_bit_6_swizzle(struct drm_device *dev);
1718 1719
void i915_gem_object_do_bit_17_swizzle(struct drm_i915_gem_object *obj);
void i915_gem_object_save_bit_17_swizzle(struct drm_i915_gem_object *obj);
1720 1721

/* i915_gem_debug.c */
1722
void i915_gem_dump_object(struct drm_i915_gem_object *obj, int len,
1723
			  const char *where, uint32_t mark);
1724 1725
#if WATCH_LISTS
int i915_verify_lists(struct drm_device *dev);
1726
#else
1727
#define i915_verify_lists(dev) 0
1728
#endif
1729 1730 1731
void i915_gem_object_check_coherency(struct drm_i915_gem_object *obj,
				     int handle);
void i915_gem_dump_object(struct drm_i915_gem_object *obj, int len,
1732
			  const char *where, uint32_t mark);
L
Linus Torvalds 已提交
1733

1734
/* i915_debugfs.c */
1735 1736
int i915_debugfs_init(struct drm_minor *minor);
void i915_debugfs_cleanup(struct drm_minor *minor);
1737

1738 1739 1740
/* i915_suspend.c */
extern int i915_save_state(struct drm_device *dev);
extern int i915_restore_state(struct drm_device *dev);
1741

1742 1743 1744
/* i915_ums.c */
void i915_save_display_reg(struct drm_device *dev);
void i915_restore_display_reg(struct drm_device *dev);
1745

B
Ben Widawsky 已提交
1746 1747 1748 1749
/* i915_sysfs.c */
void i915_setup_sysfs(struct drm_device *dev_priv);
void i915_teardown_sysfs(struct drm_device *dev_priv);

1750 1751 1752
/* intel_i2c.c */
extern int intel_setup_gmbus(struct drm_device *dev);
extern void intel_teardown_gmbus(struct drm_device *dev);
1753 1754
extern inline bool intel_gmbus_is_port_valid(unsigned port)
{
1755
	return (port >= GMBUS_PORT_SSC && port <= GMBUS_PORT_DPD);
1756 1757 1758 1759
}

extern struct i2c_adapter *intel_gmbus_get_adapter(
		struct drm_i915_private *dev_priv, unsigned port);
C
Chris Wilson 已提交
1760 1761
extern void intel_gmbus_set_speed(struct i2c_adapter *adapter, int speed);
extern void intel_gmbus_force_bit(struct i2c_adapter *adapter, bool force_bit);
1762 1763 1764 1765
extern inline bool intel_gmbus_is_forced_bit(struct i2c_adapter *adapter)
{
	return container_of(adapter, struct intel_gmbus, adapter)->force_bit;
}
1766 1767
extern void intel_i2c_reset(struct drm_device *dev);

1768
/* intel_opregion.c */
1769 1770 1771 1772
extern int intel_opregion_setup(struct drm_device *dev);
#ifdef CONFIG_ACPI
extern void intel_opregion_init(struct drm_device *dev);
extern void intel_opregion_fini(struct drm_device *dev);
1773 1774 1775
extern void intel_opregion_asle_intr(struct drm_device *dev);
extern void intel_opregion_gse_intr(struct drm_device *dev);
extern void intel_opregion_enable_asle(struct drm_device *dev);
1776
#else
1777 1778
static inline void intel_opregion_init(struct drm_device *dev) { return; }
static inline void intel_opregion_fini(struct drm_device *dev) { return; }
1779 1780 1781
static inline void intel_opregion_asle_intr(struct drm_device *dev) { return; }
static inline void intel_opregion_gse_intr(struct drm_device *dev) { return; }
static inline void intel_opregion_enable_asle(struct drm_device *dev) { return; }
1782
#endif
1783

J
Jesse Barnes 已提交
1784 1785 1786 1787 1788 1789 1790 1791 1792
/* intel_acpi.c */
#ifdef CONFIG_ACPI
extern void intel_register_dsm_handler(void);
extern void intel_unregister_dsm_handler(void);
#else
static inline void intel_register_dsm_handler(void) { return; }
static inline void intel_unregister_dsm_handler(void) { return; }
#endif /* CONFIG_ACPI */

J
Jesse Barnes 已提交
1793
/* modesetting */
1794
extern void intel_modeset_init_hw(struct drm_device *dev);
J
Jesse Barnes 已提交
1795
extern void intel_modeset_init(struct drm_device *dev);
1796
extern void intel_modeset_gem_init(struct drm_device *dev);
J
Jesse Barnes 已提交
1797
extern void intel_modeset_cleanup(struct drm_device *dev);
1798
extern int intel_modeset_vga_set_state(struct drm_device *dev, bool state);
1799 1800
extern void intel_modeset_setup_hw_state(struct drm_device *dev,
					 bool force_restore);
1801
extern void i915_redisable_vga(struct drm_device *dev);
1802
extern bool intel_fbc_enabled(struct drm_device *dev);
1803
extern void intel_disable_fbc(struct drm_device *dev);
1804
extern bool ironlake_set_drps(struct drm_device *dev, u8 val);
P
Paulo Zanoni 已提交
1805
extern void intel_init_pch_refclk(struct drm_device *dev);
1806
extern void gen6_set_rps(struct drm_device *dev, u8 val);
1807 1808
extern void intel_detect_pch(struct drm_device *dev);
extern int intel_trans_dp_port_sel(struct drm_crtc *crtc);
B
Ben Widawsky 已提交
1809
extern int intel_enable_rc6(const struct drm_device *dev);
1810

1811
extern bool i915_semaphore_is_enabled(struct drm_device *dev);
B
Ben Widawsky 已提交
1812 1813
int i915_reg_read_ioctl(struct drm_device *dev, void *data,
			struct drm_file *file);
1814

1815
/* overlay */
1816
#ifdef CONFIG_DEBUG_FS
1817 1818
extern struct intel_overlay_error_state *intel_overlay_capture_error_state(struct drm_device *dev);
extern void intel_overlay_print_error_state(struct seq_file *m, struct intel_overlay_error_state *error);
1819 1820 1821 1822 1823

extern struct intel_display_error_state *intel_display_capture_error_state(struct drm_device *dev);
extern void intel_display_print_error_state(struct seq_file *m,
					    struct drm_device *dev,
					    struct intel_display_error_state *error);
1824
#endif
1825

B
Ben Widawsky 已提交
1826 1827 1828 1829
/* On SNB platform, before reading ring registers forcewake bit
 * must be set to prevent GT core from power down and stale values being
 * returned.
 */
1830 1831
void gen6_gt_force_wake_get(struct drm_i915_private *dev_priv);
void gen6_gt_force_wake_put(struct drm_i915_private *dev_priv);
1832
int __gen6_gt_wait_for_fifo(struct drm_i915_private *dev_priv);
B
Ben Widawsky 已提交
1833

B
Ben Widawsky 已提交
1834 1835 1836
int sandybridge_pcode_read(struct drm_i915_private *dev_priv, u8 mbox, u32 *val);
int sandybridge_pcode_write(struct drm_i915_private *dev_priv, u8 mbox, u32 val);

1837
#define __i915_read(x, y) \
1838
	u##x i915_read##x(struct drm_i915_private *dev_priv, u32 reg);
1839

1840 1841 1842 1843 1844 1845 1846
__i915_read(8, b)
__i915_read(16, w)
__i915_read(32, l)
__i915_read(64, q)
#undef __i915_read

#define __i915_write(x, y) \
1847 1848
	void i915_write##x(struct drm_i915_private *dev_priv, u32 reg, u##x val);

1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864
__i915_write(8, b)
__i915_write(16, w)
__i915_write(32, l)
__i915_write(64, q)
#undef __i915_write

#define I915_READ8(reg)		i915_read8(dev_priv, (reg))
#define I915_WRITE8(reg, val)	i915_write8(dev_priv, (reg), (val))

#define I915_READ16(reg)	i915_read16(dev_priv, (reg))
#define I915_WRITE16(reg, val)	i915_write16(dev_priv, (reg), (val))
#define I915_READ16_NOTRACE(reg)	readw(dev_priv->regs + (reg))
#define I915_WRITE16_NOTRACE(reg, val)	writew(val, dev_priv->regs + (reg))

#define I915_READ(reg)		i915_read32(dev_priv, (reg))
#define I915_WRITE(reg, val)	i915_write32(dev_priv, (reg), (val))
1865 1866
#define I915_READ_NOTRACE(reg)		readl(dev_priv->regs + (reg))
#define I915_WRITE_NOTRACE(reg, val)	writel(val, dev_priv->regs + (reg))
1867 1868 1869

#define I915_WRITE64(reg, val)	i915_write64(dev_priv, (reg), (val))
#define I915_READ64(reg)	i915_read64(dev_priv, (reg))
1870 1871 1872 1873

#define POSTING_READ(reg)	(void)I915_READ_NOTRACE(reg)
#define POSTING_READ16(reg)	(void)I915_READ16_NOTRACE(reg)

1874 1875 1876 1877
/* "Broadcast RGB" property */
#define INTEL_BROADCAST_RGB_AUTO 0
#define INTEL_BROADCAST_RGB_FULL 1
#define INTEL_BROADCAST_RGB_LIMITED 2
1878

L
Linus Torvalds 已提交
1879
#endif