radeon_asic.h 43.5 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33
/*
 * Copyright 2008 Advanced Micro Devices, Inc.
 * Copyright 2008 Red Hat Inc.
 * Copyright 2009 Jerome Glisse.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 * OTHER DEALINGS IN THE SOFTWARE.
 *
 * Authors: Dave Airlie
 *          Alex Deucher
 *          Jerome Glisse
 */
#ifndef __RADEON_ASIC_H__
#define __RADEON_ASIC_H__

/*
 * common functions
 */
34
uint32_t radeon_legacy_get_engine_clock(struct radeon_device *rdev);
35
void radeon_legacy_set_engine_clock(struct radeon_device *rdev, uint32_t eng_clock);
36
uint32_t radeon_legacy_get_memory_clock(struct radeon_device *rdev);
37 38
void radeon_legacy_set_clock_gating(struct radeon_device *rdev, int enable);

39
uint32_t radeon_atom_get_engine_clock(struct radeon_device *rdev);
40
void radeon_atom_set_engine_clock(struct radeon_device *rdev, uint32_t eng_clock);
41
uint32_t radeon_atom_get_memory_clock(struct radeon_device *rdev);
42 43 44
void radeon_atom_set_memory_clock(struct radeon_device *rdev, uint32_t mem_clock);
void radeon_atom_set_clock_gating(struct radeon_device *rdev, int enable);

45
void atombios_set_backlight_level(struct radeon_encoder *radeon_encoder, u8 level);
46
u8 atombios_get_backlight_level(struct radeon_encoder *radeon_encoder);
47
void radeon_legacy_set_backlight_level(struct radeon_encoder *radeon_encoder, u8 level);
48
u8 radeon_legacy_get_backlight_level(struct radeon_encoder *radeon_encoder);
49

50
/*
51
 * r100,rv100,rs100,rv200,rs200
52
 */
53 54 55 56 57 58 59 60 61 62 63 64
struct r100_mc_save {
	u32	GENMO_WT;
	u32	CRTC_EXT_CNTL;
	u32	CRTC_GEN_CNTL;
	u32	CRTC2_GEN_CNTL;
	u32	CUR_OFFSET;
	u32	CUR2_OFFSET;
};
int r100_init(struct radeon_device *rdev);
void r100_fini(struct radeon_device *rdev);
int r100_suspend(struct radeon_device *rdev);
int r100_resume(struct radeon_device *rdev);
65
void r100_vga_set_state(struct radeon_device *rdev, bool state);
66
bool r100_gpu_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
67
int r100_asic_reset(struct radeon_device *rdev);
68
u32 r100_get_vblank_counter(struct radeon_device *rdev, int crtc);
69
void r100_pci_gart_tlb_flush(struct radeon_device *rdev);
70
uint64_t r100_pci_gart_get_page_entry(uint64_t addr, uint32_t flags);
71
void r100_pci_gart_set_page(struct radeon_device *rdev, unsigned i,
72
			    uint64_t entry);
73
void r100_ring_start(struct radeon_device *rdev, struct radeon_ring *ring);
74 75 76 77
int r100_irq_set(struct radeon_device *rdev);
int r100_irq_process(struct radeon_device *rdev);
void r100_fence_ring_emit(struct radeon_device *rdev,
			  struct radeon_fence *fence);
78
bool r100_semaphore_ring_emit(struct radeon_device *rdev,
79
			      struct radeon_ring *cp,
80
			      struct radeon_semaphore *semaphore,
81
			      bool emit_wait);
82 83 84
int r100_cs_parse(struct radeon_cs_parser *p);
void r100_pll_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
uint32_t r100_pll_rreg(struct radeon_device *rdev, uint32_t reg);
85 86 87 88 89
struct radeon_fence *r100_copy_blit(struct radeon_device *rdev,
				    uint64_t src_offset,
				    uint64_t dst_offset,
				    unsigned num_gpu_pages,
				    struct reservation_object *resv);
90 91 92
int r100_set_surface_reg(struct radeon_device *rdev, int reg,
			 uint32_t tiling_flags, uint32_t pitch,
			 uint32_t offset, uint32_t obj_size);
93
void r100_clear_surface_reg(struct radeon_device *rdev, int reg);
94
void r100_bandwidth_update(struct radeon_device *rdev);
95
void r100_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
96
int r100_ring_test(struct radeon_device *rdev, struct radeon_ring *cp);
97 98 99 100 101
void r100_hpd_init(struct radeon_device *rdev);
void r100_hpd_fini(struct radeon_device *rdev);
bool r100_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd);
void r100_hpd_set_polarity(struct radeon_device *rdev,
			   enum radeon_hpd_id hpd);
102 103 104 105 106 107 108 109 110 111 112
int r100_debugfs_rbbm_init(struct radeon_device *rdev);
int r100_debugfs_cp_init(struct radeon_device *rdev);
void r100_cp_disable(struct radeon_device *rdev);
int r100_cp_init(struct radeon_device *rdev, unsigned ring_size);
void r100_cp_fini(struct radeon_device *rdev);
int r100_pci_gart_init(struct radeon_device *rdev);
void r100_pci_gart_fini(struct radeon_device *rdev);
int r100_pci_gart_enable(struct radeon_device *rdev);
void r100_pci_gart_disable(struct radeon_device *rdev);
int r100_debugfs_mc_info_init(struct radeon_device *rdev);
int r100_gui_wait_for_idle(struct radeon_device *rdev);
113
int r100_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
114 115 116 117 118 119
void r100_irq_disable(struct radeon_device *rdev);
void r100_mc_stop(struct radeon_device *rdev, struct r100_mc_save *save);
void r100_mc_resume(struct radeon_device *rdev, struct r100_mc_save *save);
void r100_vram_init_sizes(struct radeon_device *rdev);
int r100_cp_reset(struct radeon_device *rdev);
void r100_vga_render_disable(struct radeon_device *rdev);
120
void r100_restore_sanity(struct radeon_device *rdev);
121 122 123 124 125 126 127 128 129 130 131 132
int r100_cs_track_check_pkt3_indx_buffer(struct radeon_cs_parser *p,
					 struct radeon_cs_packet *pkt,
					 struct radeon_bo *robj);
int r100_cs_parse_packet0(struct radeon_cs_parser *p,
			  struct radeon_cs_packet *pkt,
			  const unsigned *auth, unsigned n,
			  radeon_packet0_check_t check);
int r100_cs_packet_parse(struct radeon_cs_parser *p,
			 struct radeon_cs_packet *pkt,
			 unsigned idx);
void r100_enable_bm(struct radeon_device *rdev);
void r100_set_common_regs(struct radeon_device *rdev);
133
void r100_bm_disable(struct radeon_device *rdev);
134
extern bool r100_gui_idle(struct radeon_device *rdev);
135 136 137
extern void r100_pm_misc(struct radeon_device *rdev);
extern void r100_pm_prepare(struct radeon_device *rdev);
extern void r100_pm_finish(struct radeon_device *rdev);
138 139
extern void r100_pm_init_profile(struct radeon_device *rdev);
extern void r100_pm_get_dynpm_state(struct radeon_device *rdev);
140 141 142
extern void r100_page_flip(struct radeon_device *rdev, int crtc,
			   u64 crtc_base);
extern bool r100_page_flip_pending(struct radeon_device *rdev, int crtc);
143
extern void r100_wait_for_vblank(struct radeon_device *rdev, int crtc);
144
extern int r100_mc_wait_for_idle(struct radeon_device *rdev);
145

146 147 148 149 150 151
u32 r100_gfx_get_rptr(struct radeon_device *rdev,
		      struct radeon_ring *ring);
u32 r100_gfx_get_wptr(struct radeon_device *rdev,
		      struct radeon_ring *ring);
void r100_gfx_set_wptr(struct radeon_device *rdev,
		       struct radeon_ring *ring);
152

153 154 155
/*
 * r200,rv250,rs300,rv280
 */
156 157 158 159 160
struct radeon_fence *r200_copy_dma(struct radeon_device *rdev,
				   uint64_t src_offset,
				   uint64_t dst_offset,
				   unsigned num_gpu_pages,
				   struct reservation_object *resv);
161
void r200_set_safe_registers(struct radeon_device *rdev);
162 163 164 165

/*
 * r300,r350,rv350,rv380
 */
166 167 168 169
extern int r300_init(struct radeon_device *rdev);
extern void r300_fini(struct radeon_device *rdev);
extern int r300_suspend(struct radeon_device *rdev);
extern int r300_resume(struct radeon_device *rdev);
170
extern int r300_asic_reset(struct radeon_device *rdev);
171
extern void r300_ring_start(struct radeon_device *rdev, struct radeon_ring *ring);
172 173 174 175
extern void r300_fence_ring_emit(struct radeon_device *rdev,
				struct radeon_fence *fence);
extern int r300_cs_parse(struct radeon_cs_parser *p);
extern void rv370_pcie_gart_tlb_flush(struct radeon_device *rdev);
176
extern uint64_t rv370_pcie_gart_get_page_entry(uint64_t addr, uint32_t flags);
177
extern void rv370_pcie_gart_set_page(struct radeon_device *rdev, unsigned i,
178
				     uint64_t entry);
179
extern void rv370_set_pcie_lanes(struct radeon_device *rdev, int lanes);
180
extern int rv370_get_pcie_lanes(struct radeon_device *rdev);
181 182 183 184 185 186 187 188 189
extern void r300_set_reg_safe(struct radeon_device *rdev);
extern void r300_mc_program(struct radeon_device *rdev);
extern void r300_mc_init(struct radeon_device *rdev);
extern void r300_clock_startup(struct radeon_device *rdev);
extern int r300_mc_wait_for_idle(struct radeon_device *rdev);
extern int rv370_pcie_gart_init(struct radeon_device *rdev);
extern void rv370_pcie_gart_fini(struct radeon_device *rdev);
extern int rv370_pcie_gart_enable(struct radeon_device *rdev);
extern void rv370_pcie_gart_disable(struct radeon_device *rdev);
190
extern int r300_mc_wait_for_idle(struct radeon_device *rdev);
191

192 193 194
/*
 * r420,r423,rv410
 */
195 196 197 198
extern int r420_init(struct radeon_device *rdev);
extern void r420_fini(struct radeon_device *rdev);
extern int r420_suspend(struct radeon_device *rdev);
extern int r420_resume(struct radeon_device *rdev);
199
extern void r420_pm_init_profile(struct radeon_device *rdev);
200 201 202 203
extern u32 r420_mc_rreg(struct radeon_device *rdev, u32 reg);
extern void r420_mc_wreg(struct radeon_device *rdev, u32 reg, u32 v);
extern int r420_debugfs_pipes_info_init(struct radeon_device *rdev);
extern void r420_pipes_init(struct radeon_device *rdev);
204 205 206 207

/*
 * rs400,rs480
 */
208 209 210 211
extern int rs400_init(struct radeon_device *rdev);
extern void rs400_fini(struct radeon_device *rdev);
extern int rs400_suspend(struct radeon_device *rdev);
extern int rs400_resume(struct radeon_device *rdev);
212
void rs400_gart_tlb_flush(struct radeon_device *rdev);
213
uint64_t rs400_gart_get_page_entry(uint64_t addr, uint32_t flags);
214
void rs400_gart_set_page(struct radeon_device *rdev, unsigned i,
215
			 uint64_t entry);
216 217
uint32_t rs400_mc_rreg(struct radeon_device *rdev, uint32_t reg);
void rs400_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
218 219 220 221 222
int rs400_gart_init(struct radeon_device *rdev);
int rs400_gart_enable(struct radeon_device *rdev);
void rs400_gart_adjust_size(struct radeon_device *rdev);
void rs400_gart_disable(struct radeon_device *rdev);
void rs400_gart_fini(struct radeon_device *rdev);
223
extern int rs400_mc_wait_for_idle(struct radeon_device *rdev);
224

225 226 227
/*
 * rs600.
 */
228
extern int rs600_asic_reset(struct radeon_device *rdev);
229 230 231 232
extern int rs600_init(struct radeon_device *rdev);
extern void rs600_fini(struct radeon_device *rdev);
extern int rs600_suspend(struct radeon_device *rdev);
extern int rs600_resume(struct radeon_device *rdev);
233
int rs600_irq_set(struct radeon_device *rdev);
234
int rs600_irq_process(struct radeon_device *rdev);
235
void rs600_irq_disable(struct radeon_device *rdev);
236
u32 rs600_get_vblank_counter(struct radeon_device *rdev, int crtc);
237
void rs600_gart_tlb_flush(struct radeon_device *rdev);
238
uint64_t rs600_gart_get_page_entry(uint64_t addr, uint32_t flags);
239
void rs600_gart_set_page(struct radeon_device *rdev, unsigned i,
240
			 uint64_t entry);
241 242
uint32_t rs600_mc_rreg(struct radeon_device *rdev, uint32_t reg);
void rs600_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
243
void rs600_bandwidth_update(struct radeon_device *rdev);
244 245 246 247 248
void rs600_hpd_init(struct radeon_device *rdev);
void rs600_hpd_fini(struct radeon_device *rdev);
bool rs600_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd);
void rs600_hpd_set_polarity(struct radeon_device *rdev,
			    enum radeon_hpd_id hpd);
249 250 251
extern void rs600_pm_misc(struct radeon_device *rdev);
extern void rs600_pm_prepare(struct radeon_device *rdev);
extern void rs600_pm_finish(struct radeon_device *rdev);
252 253 254
extern void rs600_page_flip(struct radeon_device *rdev, int crtc,
			    u64 crtc_base);
extern bool rs600_page_flip_pending(struct radeon_device *rdev, int crtc);
255
void rs600_set_safe_registers(struct radeon_device *rdev);
256
extern void avivo_wait_for_vblank(struct radeon_device *rdev, int crtc);
257
extern int rs600_mc_wait_for_idle(struct radeon_device *rdev);
258

259 260 261
/*
 * rs690,rs740
 */
262 263 264 265
int rs690_init(struct radeon_device *rdev);
void rs690_fini(struct radeon_device *rdev);
int rs690_resume(struct radeon_device *rdev);
int rs690_suspend(struct radeon_device *rdev);
266 267
uint32_t rs690_mc_rreg(struct radeon_device *rdev, uint32_t reg);
void rs690_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
268
void rs690_bandwidth_update(struct radeon_device *rdev);
269 270 271
void rs690_line_buffer_adjust(struct radeon_device *rdev,
					struct drm_display_mode *mode1,
					struct drm_display_mode *mode2);
272
extern int rs690_mc_wait_for_idle(struct radeon_device *rdev);
273 274 275 276

/*
 * rv515
 */
277 278 279
struct rv515_mc_save {
	u32 vga_render_control;
	u32 vga_hdp_control;
280
	bool crtc_enabled[2];
281
};
282

283
int rv515_init(struct radeon_device *rdev);
284
void rv515_fini(struct radeon_device *rdev);
285 286
uint32_t rv515_mc_rreg(struct radeon_device *rdev, uint32_t reg);
void rv515_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
287
void rv515_ring_start(struct radeon_device *rdev, struct radeon_ring *ring);
288
void rv515_bandwidth_update(struct radeon_device *rdev);
289 290
int rv515_resume(struct radeon_device *rdev);
int rv515_suspend(struct radeon_device *rdev);
291 292 293 294 295 296 297
void rv515_bandwidth_avivo_update(struct radeon_device *rdev);
void rv515_vga_render_disable(struct radeon_device *rdev);
void rv515_set_safe_registers(struct radeon_device *rdev);
void rv515_mc_stop(struct radeon_device *rdev, struct rv515_mc_save *save);
void rv515_mc_resume(struct radeon_device *rdev, struct rv515_mc_save *save);
void rv515_clock_startup(struct radeon_device *rdev);
void rv515_debugfs(struct radeon_device *rdev);
298
int rv515_mc_wait_for_idle(struct radeon_device *rdev);
299 300 301 302

/*
 * r520,rv530,rv560,rv570,r580
 */
303
int r520_init(struct radeon_device *rdev);
304
int r520_resume(struct radeon_device *rdev);
305
int r520_mc_wait_for_idle(struct radeon_device *rdev);
306 307

/*
308
 * r600,rv610,rv630,rv620,rv635,rv670,rs780,rs880
309
 */
310 311 312 313
int r600_init(struct radeon_device *rdev);
void r600_fini(struct radeon_device *rdev);
int r600_suspend(struct radeon_device *rdev);
int r600_resume(struct radeon_device *rdev);
314
void r600_vga_set_state(struct radeon_device *rdev, bool state);
315 316 317
int r600_wb_init(struct radeon_device *rdev);
void r600_wb_fini(struct radeon_device *rdev);
void r600_pcie_gart_tlb_flush(struct radeon_device *rdev);
318 319
uint32_t r600_pciep_rreg(struct radeon_device *rdev, uint32_t reg);
void r600_pciep_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
320
int r600_cs_parse(struct radeon_cs_parser *p);
321
int r600_dma_cs_parse(struct radeon_cs_parser *p);
322 323
void r600_fence_ring_emit(struct radeon_device *rdev,
			  struct radeon_fence *fence);
324
bool r600_semaphore_ring_emit(struct radeon_device *rdev,
325
			      struct radeon_ring *cp,
326
			      struct radeon_semaphore *semaphore,
327
			      bool emit_wait);
328 329
void r600_dma_fence_ring_emit(struct radeon_device *rdev,
			      struct radeon_fence *fence);
330
bool r600_dma_semaphore_ring_emit(struct radeon_device *rdev,
331 332 333 334 335
				  struct radeon_ring *ring,
				  struct radeon_semaphore *semaphore,
				  bool emit_wait);
void r600_dma_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
bool r600_dma_is_lockup(struct radeon_device *rdev, struct radeon_ring *ring);
336
bool r600_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
337
int r600_asic_reset(struct radeon_device *rdev);
338 339 340
int r600_set_surface_reg(struct radeon_device *rdev, int reg,
			 uint32_t tiling_flags, uint32_t pitch,
			 uint32_t offset, uint32_t obj_size);
341
void r600_clear_surface_reg(struct radeon_device *rdev, int reg);
342
int r600_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
343
int r600_dma_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
344
void r600_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
345
int r600_ring_test(struct radeon_device *rdev, struct radeon_ring *cp);
346
int r600_dma_ring_test(struct radeon_device *rdev, struct radeon_ring *cp);
347 348 349 350 351 352 353 354
struct radeon_fence *r600_copy_cpdma(struct radeon_device *rdev,
				     uint64_t src_offset, uint64_t dst_offset,
				     unsigned num_gpu_pages,
				     struct reservation_object *resv);
struct radeon_fence *r600_copy_dma(struct radeon_device *rdev,
				   uint64_t src_offset, uint64_t dst_offset,
				   unsigned num_gpu_pages,
				   struct reservation_object *resv);
355 356 357 358 359
void r600_hpd_init(struct radeon_device *rdev);
void r600_hpd_fini(struct radeon_device *rdev);
bool r600_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd);
void r600_hpd_set_polarity(struct radeon_device *rdev,
			   enum radeon_hpd_id hpd);
360
extern void r600_mmio_hdp_flush(struct radeon_device *rdev);
361
extern bool r600_gui_idle(struct radeon_device *rdev);
362
extern void r600_pm_misc(struct radeon_device *rdev);
363 364
extern void r600_pm_init_profile(struct radeon_device *rdev);
extern void rs780_pm_init_profile(struct radeon_device *rdev);
365 366
extern uint32_t rs780_mc_rreg(struct radeon_device *rdev, uint32_t reg);
extern void rs780_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
367
extern void r600_pm_get_dynpm_state(struct radeon_device *rdev);
368 369
extern void r600_set_pcie_lanes(struct radeon_device *rdev, int lanes);
extern int r600_get_pcie_lanes(struct radeon_device *rdev);
370 371 372
bool r600_card_posted(struct radeon_device *rdev);
void r600_cp_stop(struct radeon_device *rdev);
int r600_cp_start(struct radeon_device *rdev);
373
void r600_ring_init(struct radeon_device *rdev, struct radeon_ring *cp, unsigned ring_size);
374 375 376 377 378 379 380
int r600_cp_resume(struct radeon_device *rdev);
void r600_cp_fini(struct radeon_device *rdev);
int r600_count_pipe_bits(uint32_t val);
int r600_mc_wait_for_idle(struct radeon_device *rdev);
int r600_pcie_gart_init(struct radeon_device *rdev);
void r600_scratch_init(struct radeon_device *rdev);
int r600_init_microcode(struct radeon_device *rdev);
381 382 383 384 385 386
u32 r600_gfx_get_rptr(struct radeon_device *rdev,
		      struct radeon_ring *ring);
u32 r600_gfx_get_wptr(struct radeon_device *rdev,
		      struct radeon_ring *ring);
void r600_gfx_set_wptr(struct radeon_device *rdev,
		       struct radeon_ring *ring);
387 388 389 390 391 392 393 394 395 396 397
/* r600 irq */
int r600_irq_process(struct radeon_device *rdev);
int r600_irq_init(struct radeon_device *rdev);
void r600_irq_fini(struct radeon_device *rdev);
void r600_ih_ring_init(struct radeon_device *rdev, unsigned ring_size);
int r600_irq_set(struct radeon_device *rdev);
void r600_irq_suspend(struct radeon_device *rdev);
void r600_disable_interrupts(struct radeon_device *rdev);
void r600_rlc_stop(struct radeon_device *rdev);
/* r600 audio */
void r600_audio_fini(struct radeon_device *rdev);
398 399 400 401 402
void r600_audio_set_dto(struct drm_encoder *encoder, u32 clock);
void r600_hdmi_update_avi_infoframe(struct drm_encoder *encoder, void *buffer,
				    size_t size);
void r600_hdmi_update_ACR(struct drm_encoder *encoder, uint32_t clock);
void r600_hdmi_audio_workaround(struct drm_encoder *encoder);
403 404
int r600_hdmi_buffer_status_changed(struct drm_encoder *encoder);
void r600_hdmi_update_audio_settings(struct drm_encoder *encoder);
405
int r600_mc_wait_for_idle(struct radeon_device *rdev);
406
u32 r600_get_xclk(struct radeon_device *rdev);
407
uint64_t r600_get_gpu_clock_counter(struct radeon_device *rdev);
408
int rv6xx_get_temp(struct radeon_device *rdev);
409
int r600_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
410 411
int r600_dpm_pre_set_power_state(struct radeon_device *rdev);
void r600_dpm_post_set_power_state(struct radeon_device *rdev);
412
int r600_dpm_late_enable(struct radeon_device *rdev);
413 414 415 416 417 418 419
/* r600 dma */
uint32_t r600_dma_get_rptr(struct radeon_device *rdev,
			   struct radeon_ring *ring);
uint32_t r600_dma_get_wptr(struct radeon_device *rdev,
			   struct radeon_ring *ring);
void r600_dma_set_wptr(struct radeon_device *rdev,
		       struct radeon_ring *ring);
420 421 422 423 424 425 426 427 428 429 430 431
/* rv6xx dpm */
int rv6xx_dpm_init(struct radeon_device *rdev);
int rv6xx_dpm_enable(struct radeon_device *rdev);
void rv6xx_dpm_disable(struct radeon_device *rdev);
int rv6xx_dpm_set_power_state(struct radeon_device *rdev);
void rv6xx_setup_asic(struct radeon_device *rdev);
void rv6xx_dpm_display_configuration_changed(struct radeon_device *rdev);
void rv6xx_dpm_fini(struct radeon_device *rdev);
u32 rv6xx_dpm_get_sclk(struct radeon_device *rdev, bool low);
u32 rv6xx_dpm_get_mclk(struct radeon_device *rdev, bool low);
void rv6xx_dpm_print_power_state(struct radeon_device *rdev,
				 struct radeon_ps *ps);
432 433
void rv6xx_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
						       struct seq_file *m);
434 435
int rv6xx_dpm_force_performance_level(struct radeon_device *rdev,
				      enum radeon_dpm_forced_level level);
436 437 438 439 440 441 442 443 444 445 446 447
/* rs780 dpm */
int rs780_dpm_init(struct radeon_device *rdev);
int rs780_dpm_enable(struct radeon_device *rdev);
void rs780_dpm_disable(struct radeon_device *rdev);
int rs780_dpm_set_power_state(struct radeon_device *rdev);
void rs780_dpm_setup_asic(struct radeon_device *rdev);
void rs780_dpm_display_configuration_changed(struct radeon_device *rdev);
void rs780_dpm_fini(struct radeon_device *rdev);
u32 rs780_dpm_get_sclk(struct radeon_device *rdev, bool low);
u32 rs780_dpm_get_mclk(struct radeon_device *rdev, bool low);
void rs780_dpm_print_power_state(struct radeon_device *rdev,
				 struct radeon_ps *ps);
448 449
void rs780_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
						       struct seq_file *m);
450 451
int rs780_dpm_force_performance_level(struct radeon_device *rdev,
				      enum radeon_dpm_forced_level level);
452 453
u32 rs780_dpm_get_current_sclk(struct radeon_device *rdev);
u32 rs780_dpm_get_current_mclk(struct radeon_device *rdev);
454 455 456 457 458 459 460 461

/*
 * rv770,rv730,rv710,rv740
 */
int rv770_init(struct radeon_device *rdev);
void rv770_fini(struct radeon_device *rdev);
int rv770_suspend(struct radeon_device *rdev);
int rv770_resume(struct radeon_device *rdev);
462
void rv770_pm_misc(struct radeon_device *rdev);
463 464
void rv770_page_flip(struct radeon_device *rdev, int crtc, u64 crtc_base);
bool rv770_page_flip_pending(struct radeon_device *rdev, int crtc);
465 466 467
void r700_vram_gtt_location(struct radeon_device *rdev, struct radeon_mc *mc);
void r700_cp_stop(struct radeon_device *rdev);
void r700_cp_fini(struct radeon_device *rdev);
468 469 470 471
struct radeon_fence *rv770_copy_dma(struct radeon_device *rdev,
				    uint64_t src_offset, uint64_t dst_offset,
				    unsigned num_gpu_pages,
				    struct reservation_object *resv);
472
u32 rv770_get_xclk(struct radeon_device *rdev);
473
int rv770_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
474
int rv770_get_temp(struct radeon_device *rdev);
475 476 477
/* rv7xx pm */
int rv770_dpm_init(struct radeon_device *rdev);
int rv770_dpm_enable(struct radeon_device *rdev);
478
int rv770_dpm_late_enable(struct radeon_device *rdev);
479 480 481 482 483 484 485 486 487
void rv770_dpm_disable(struct radeon_device *rdev);
int rv770_dpm_set_power_state(struct radeon_device *rdev);
void rv770_dpm_setup_asic(struct radeon_device *rdev);
void rv770_dpm_display_configuration_changed(struct radeon_device *rdev);
void rv770_dpm_fini(struct radeon_device *rdev);
u32 rv770_dpm_get_sclk(struct radeon_device *rdev, bool low);
u32 rv770_dpm_get_mclk(struct radeon_device *rdev, bool low);
void rv770_dpm_print_power_state(struct radeon_device *rdev,
				 struct radeon_ps *ps);
488 489
void rv770_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
						       struct seq_file *m);
490 491
int rv770_dpm_force_performance_level(struct radeon_device *rdev,
				      enum radeon_dpm_forced_level level);
492
bool rv770_dpm_vblank_too_short(struct radeon_device *rdev);
493

494 495 496
/*
 * evergreen
 */
497 498 499
struct evergreen_mc_save {
	u32 vga_render_control;
	u32 vga_hdp_control;
500
	bool crtc_enabled[RADEON_MAX_CRTCS];
501
};
502

503
void evergreen_pcie_gart_tlb_flush(struct radeon_device *rdev);
504 505 506 507
int evergreen_init(struct radeon_device *rdev);
void evergreen_fini(struct radeon_device *rdev);
int evergreen_suspend(struct radeon_device *rdev);
int evergreen_resume(struct radeon_device *rdev);
508 509
bool evergreen_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
bool evergreen_dma_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
510
int evergreen_asic_reset(struct radeon_device *rdev);
511
void evergreen_bandwidth_update(struct radeon_device *rdev);
512
void evergreen_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
513 514 515 516 517
void evergreen_hpd_init(struct radeon_device *rdev);
void evergreen_hpd_fini(struct radeon_device *rdev);
bool evergreen_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd);
void evergreen_hpd_set_polarity(struct radeon_device *rdev,
				enum radeon_hpd_id hpd);
518 519 520
u32 evergreen_get_vblank_counter(struct radeon_device *rdev, int crtc);
int evergreen_irq_set(struct radeon_device *rdev);
int evergreen_irq_process(struct radeon_device *rdev);
521
extern int evergreen_cs_parse(struct radeon_cs_parser *p);
522
extern int evergreen_dma_cs_parse(struct radeon_cs_parser *p);
523 524 525
extern void evergreen_pm_misc(struct radeon_device *rdev);
extern void evergreen_pm_prepare(struct radeon_device *rdev);
extern void evergreen_pm_finish(struct radeon_device *rdev);
526
extern void sumo_pm_init_profile(struct radeon_device *rdev);
527
extern void btc_pm_init_profile(struct radeon_device *rdev);
528
int sumo_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
529
int evergreen_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
530 531 532
extern void evergreen_page_flip(struct radeon_device *rdev, int crtc,
				u64 crtc_base);
extern bool evergreen_page_flip_pending(struct radeon_device *rdev, int crtc);
533
extern void dce4_wait_for_vblank(struct radeon_device *rdev, int crtc);
534
void evergreen_disable_interrupt_state(struct radeon_device *rdev);
535
int evergreen_mc_wait_for_idle(struct radeon_device *rdev);
536 537 538 539
void evergreen_dma_fence_ring_emit(struct radeon_device *rdev,
				   struct radeon_fence *fence);
void evergreen_dma_ring_ib_execute(struct radeon_device *rdev,
				   struct radeon_ib *ib);
540 541 542 543
struct radeon_fence *evergreen_copy_dma(struct radeon_device *rdev,
					uint64_t src_offset, uint64_t dst_offset,
					unsigned num_gpu_pages,
					struct reservation_object *resv);
544 545
int evergreen_get_temp(struct radeon_device *rdev);
int sumo_get_temp(struct radeon_device *rdev);
546
int tn_get_temp(struct radeon_device *rdev);
547 548 549 550 551 552 553
int cypress_dpm_init(struct radeon_device *rdev);
void cypress_dpm_setup_asic(struct radeon_device *rdev);
int cypress_dpm_enable(struct radeon_device *rdev);
void cypress_dpm_disable(struct radeon_device *rdev);
int cypress_dpm_set_power_state(struct radeon_device *rdev);
void cypress_dpm_display_configuration_changed(struct radeon_device *rdev);
void cypress_dpm_fini(struct radeon_device *rdev);
554
bool cypress_dpm_vblank_too_short(struct radeon_device *rdev);
555 556 557 558
int btc_dpm_init(struct radeon_device *rdev);
void btc_dpm_setup_asic(struct radeon_device *rdev);
int btc_dpm_enable(struct radeon_device *rdev);
void btc_dpm_disable(struct radeon_device *rdev);
559
int btc_dpm_pre_set_power_state(struct radeon_device *rdev);
560
int btc_dpm_set_power_state(struct radeon_device *rdev);
561
void btc_dpm_post_set_power_state(struct radeon_device *rdev);
562
void btc_dpm_fini(struct radeon_device *rdev);
563 564
u32 btc_dpm_get_sclk(struct radeon_device *rdev, bool low);
u32 btc_dpm_get_mclk(struct radeon_device *rdev, bool low);
565
bool btc_dpm_vblank_too_short(struct radeon_device *rdev);
566 567
void btc_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
						     struct seq_file *m);
568 569
int sumo_dpm_init(struct radeon_device *rdev);
int sumo_dpm_enable(struct radeon_device *rdev);
570
int sumo_dpm_late_enable(struct radeon_device *rdev);
571
void sumo_dpm_disable(struct radeon_device *rdev);
572
int sumo_dpm_pre_set_power_state(struct radeon_device *rdev);
573
int sumo_dpm_set_power_state(struct radeon_device *rdev);
574
void sumo_dpm_post_set_power_state(struct radeon_device *rdev);
575 576 577 578 579 580 581
void sumo_dpm_setup_asic(struct radeon_device *rdev);
void sumo_dpm_display_configuration_changed(struct radeon_device *rdev);
void sumo_dpm_fini(struct radeon_device *rdev);
u32 sumo_dpm_get_sclk(struct radeon_device *rdev, bool low);
u32 sumo_dpm_get_mclk(struct radeon_device *rdev, bool low);
void sumo_dpm_print_power_state(struct radeon_device *rdev,
				struct radeon_ps *ps);
582 583
void sumo_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
						      struct seq_file *m);
584 585
int sumo_dpm_force_performance_level(struct radeon_device *rdev,
				     enum radeon_dpm_forced_level level);
586

587 588 589
/*
 * cayman
 */
590 591
void cayman_fence_ring_emit(struct radeon_device *rdev,
			    struct radeon_fence *fence);
592 593 594 595 596 597
void cayman_pcie_gart_tlb_flush(struct radeon_device *rdev);
int cayman_init(struct radeon_device *rdev);
void cayman_fini(struct radeon_device *rdev);
int cayman_suspend(struct radeon_device *rdev);
int cayman_resume(struct radeon_device *rdev);
int cayman_asic_reset(struct radeon_device *rdev);
598 599 600
void cayman_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
int cayman_vm_init(struct radeon_device *rdev);
void cayman_vm_fini(struct radeon_device *rdev);
601 602
void cayman_vm_flush(struct radeon_device *rdev, struct radeon_ring *ring,
		     unsigned vm_id, uint64_t pd_addr);
603
uint32_t cayman_vm_page_flags(struct radeon_device *rdev, uint32_t flags);
604
int evergreen_ib_parse(struct radeon_device *rdev, struct radeon_ib *ib);
605
int evergreen_dma_ib_parse(struct radeon_device *rdev, struct radeon_ib *ib);
606 607
void cayman_dma_ring_ib_execute(struct radeon_device *rdev,
				struct radeon_ib *ib);
608
bool cayman_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *ring);
609
bool cayman_dma_is_lockup(struct radeon_device *rdev, struct radeon_ring *ring);
610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625

void cayman_dma_vm_copy_pages(struct radeon_device *rdev,
			      struct radeon_ib *ib,
			      uint64_t pe, uint64_t src,
			      unsigned count);
void cayman_dma_vm_write_pages(struct radeon_device *rdev,
			       struct radeon_ib *ib,
			       uint64_t pe,
			       uint64_t addr, unsigned count,
			       uint32_t incr, uint32_t flags);
void cayman_dma_vm_set_pages(struct radeon_device *rdev,
			     struct radeon_ib *ib,
			     uint64_t pe,
			     uint64_t addr, unsigned count,
			     uint32_t incr, uint32_t flags);
void cayman_dma_vm_pad_ib(struct radeon_ib *ib);
626

627 628
void cayman_dma_vm_flush(struct radeon_device *rdev, struct radeon_ring *ring,
			 unsigned vm_id, uint64_t pd_addr);
629

630 631 632 633 634 635 636 637 638 639 640 641 642
u32 cayman_gfx_get_rptr(struct radeon_device *rdev,
			struct radeon_ring *ring);
u32 cayman_gfx_get_wptr(struct radeon_device *rdev,
			struct radeon_ring *ring);
void cayman_gfx_set_wptr(struct radeon_device *rdev,
			 struct radeon_ring *ring);
uint32_t cayman_dma_get_rptr(struct radeon_device *rdev,
			     struct radeon_ring *ring);
uint32_t cayman_dma_get_wptr(struct radeon_device *rdev,
			     struct radeon_ring *ring);
void cayman_dma_set_wptr(struct radeon_device *rdev,
			 struct radeon_ring *ring);

643 644 645 646
int ni_dpm_init(struct radeon_device *rdev);
void ni_dpm_setup_asic(struct radeon_device *rdev);
int ni_dpm_enable(struct radeon_device *rdev);
void ni_dpm_disable(struct radeon_device *rdev);
647
int ni_dpm_pre_set_power_state(struct radeon_device *rdev);
648
int ni_dpm_set_power_state(struct radeon_device *rdev);
649
void ni_dpm_post_set_power_state(struct radeon_device *rdev);
650 651 652 653 654
void ni_dpm_fini(struct radeon_device *rdev);
u32 ni_dpm_get_sclk(struct radeon_device *rdev, bool low);
u32 ni_dpm_get_mclk(struct radeon_device *rdev, bool low);
void ni_dpm_print_power_state(struct radeon_device *rdev,
			      struct radeon_ps *ps);
655 656
void ni_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
						    struct seq_file *m);
657 658
int ni_dpm_force_performance_level(struct radeon_device *rdev,
				   enum radeon_dpm_forced_level level);
659
bool ni_dpm_vblank_too_short(struct radeon_device *rdev);
660 661
int trinity_dpm_init(struct radeon_device *rdev);
int trinity_dpm_enable(struct radeon_device *rdev);
662
int trinity_dpm_late_enable(struct radeon_device *rdev);
663
void trinity_dpm_disable(struct radeon_device *rdev);
664
int trinity_dpm_pre_set_power_state(struct radeon_device *rdev);
665
int trinity_dpm_set_power_state(struct radeon_device *rdev);
666
void trinity_dpm_post_set_power_state(struct radeon_device *rdev);
667 668 669 670 671 672 673
void trinity_dpm_setup_asic(struct radeon_device *rdev);
void trinity_dpm_display_configuration_changed(struct radeon_device *rdev);
void trinity_dpm_fini(struct radeon_device *rdev);
u32 trinity_dpm_get_sclk(struct radeon_device *rdev, bool low);
u32 trinity_dpm_get_mclk(struct radeon_device *rdev, bool low);
void trinity_dpm_print_power_state(struct radeon_device *rdev,
				   struct radeon_ps *ps);
674 675
void trinity_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
							 struct seq_file *m);
676 677
int trinity_dpm_force_performance_level(struct radeon_device *rdev,
					enum radeon_dpm_forced_level level);
678
void trinity_dpm_enable_bapm(struct radeon_device *rdev, bool enable);
679

680 681
/* DCE6 - SI */
void dce6_bandwidth_update(struct radeon_device *rdev);
682
void dce6_audio_fini(struct radeon_device *rdev);
683

684 685 686 687 688 689 690 691 692 693
/*
 * si
 */
void si_fence_ring_emit(struct radeon_device *rdev,
			struct radeon_fence *fence);
void si_pcie_gart_tlb_flush(struct radeon_device *rdev);
int si_init(struct radeon_device *rdev);
void si_fini(struct radeon_device *rdev);
int si_suspend(struct radeon_device *rdev);
int si_resume(struct radeon_device *rdev);
694 695
bool si_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
bool si_dma_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
696 697 698 699 700 701
int si_asic_reset(struct radeon_device *rdev);
void si_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
int si_irq_set(struct radeon_device *rdev);
int si_irq_process(struct radeon_device *rdev);
int si_vm_init(struct radeon_device *rdev);
void si_vm_fini(struct radeon_device *rdev);
702 703
void si_vm_flush(struct radeon_device *rdev, struct radeon_ring *ring,
		 unsigned vm_id, uint64_t pd_addr);
704
int si_ib_parse(struct radeon_device *rdev, struct radeon_ib *ib);
705 706 707 708
struct radeon_fence *si_copy_dma(struct radeon_device *rdev,
				 uint64_t src_offset, uint64_t dst_offset,
				 unsigned num_gpu_pages,
				 struct reservation_object *resv);
709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724

void si_dma_vm_copy_pages(struct radeon_device *rdev,
			  struct radeon_ib *ib,
			  uint64_t pe, uint64_t src,
			  unsigned count);
void si_dma_vm_write_pages(struct radeon_device *rdev,
			   struct radeon_ib *ib,
			   uint64_t pe,
			   uint64_t addr, unsigned count,
			   uint32_t incr, uint32_t flags);
void si_dma_vm_set_pages(struct radeon_device *rdev,
			 struct radeon_ib *ib,
			 uint64_t pe,
			 uint64_t addr, unsigned count,
			 uint32_t incr, uint32_t flags);

725 726
void si_dma_vm_flush(struct radeon_device *rdev, struct radeon_ring *ring,
		     unsigned vm_id, uint64_t pd_addr);
727
u32 si_get_xclk(struct radeon_device *rdev);
728
uint64_t si_get_gpu_clock_counter(struct radeon_device *rdev);
729
int si_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
730
int si_get_temp(struct radeon_device *rdev);
731 732 733
int si_dpm_init(struct radeon_device *rdev);
void si_dpm_setup_asic(struct radeon_device *rdev);
int si_dpm_enable(struct radeon_device *rdev);
734
int si_dpm_late_enable(struct radeon_device *rdev);
735 736 737 738 739 740
void si_dpm_disable(struct radeon_device *rdev);
int si_dpm_pre_set_power_state(struct radeon_device *rdev);
int si_dpm_set_power_state(struct radeon_device *rdev);
void si_dpm_post_set_power_state(struct radeon_device *rdev);
void si_dpm_fini(struct radeon_device *rdev);
void si_dpm_display_configuration_changed(struct radeon_device *rdev);
741 742
void si_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
						    struct seq_file *m);
743 744
int si_dpm_force_performance_level(struct radeon_device *rdev,
				   enum radeon_dpm_forced_level level);
745 746 747 748 749 750
int si_fan_ctrl_get_fan_speed_percent(struct radeon_device *rdev,
						 u32 *speed);
int si_fan_ctrl_set_fan_speed_percent(struct radeon_device *rdev,
						 u32 speed);
u32 si_fan_ctrl_get_mode(struct radeon_device *rdev);
void si_fan_ctrl_set_mode(struct radeon_device *rdev, u32 mode);
751

752 753 754
/* DCE8 - CIK */
void dce8_bandwidth_update(struct radeon_device *rdev);

755 756 757 758
/*
 * cik
 */
uint64_t cik_get_gpu_clock_counter(struct radeon_device *rdev);
759
u32 cik_get_xclk(struct radeon_device *rdev);
760 761
uint32_t cik_pciep_rreg(struct radeon_device *rdev, uint32_t reg);
void cik_pciep_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
762
int cik_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
763
int cik_set_vce_clocks(struct radeon_device *rdev, u32 evclk, u32 ecclk);
764 765
void cik_sdma_fence_ring_emit(struct radeon_device *rdev,
			      struct radeon_fence *fence);
766
bool cik_sdma_semaphore_ring_emit(struct radeon_device *rdev,
767 768 769 770
				  struct radeon_ring *ring,
				  struct radeon_semaphore *semaphore,
				  bool emit_wait);
void cik_sdma_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
771 772 773 774 775 776 777 778
struct radeon_fence *cik_copy_dma(struct radeon_device *rdev,
				  uint64_t src_offset, uint64_t dst_offset,
				  unsigned num_gpu_pages,
				  struct reservation_object *resv);
struct radeon_fence *cik_copy_cpdma(struct radeon_device *rdev,
				    uint64_t src_offset, uint64_t dst_offset,
				    unsigned num_gpu_pages,
				    struct reservation_object *resv);
779 780 781 782 783 784 785
int cik_sdma_ring_test(struct radeon_device *rdev, struct radeon_ring *ring);
int cik_sdma_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
bool cik_sdma_is_lockup(struct radeon_device *rdev, struct radeon_ring *ring);
void cik_fence_gfx_ring_emit(struct radeon_device *rdev,
			     struct radeon_fence *fence);
void cik_fence_compute_ring_emit(struct radeon_device *rdev,
				 struct radeon_fence *fence);
786
bool cik_semaphore_ring_emit(struct radeon_device *rdev,
787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803
			     struct radeon_ring *cp,
			     struct radeon_semaphore *semaphore,
			     bool emit_wait);
void cik_pcie_gart_tlb_flush(struct radeon_device *rdev);
int cik_init(struct radeon_device *rdev);
void cik_fini(struct radeon_device *rdev);
int cik_suspend(struct radeon_device *rdev);
int cik_resume(struct radeon_device *rdev);
bool cik_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
int cik_asic_reset(struct radeon_device *rdev);
void cik_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
int cik_ring_test(struct radeon_device *rdev, struct radeon_ring *ring);
int cik_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
int cik_irq_set(struct radeon_device *rdev);
int cik_irq_process(struct radeon_device *rdev);
int cik_vm_init(struct radeon_device *rdev);
void cik_vm_fini(struct radeon_device *rdev);
804 805
void cik_vm_flush(struct radeon_device *rdev, struct radeon_ring *ring,
		  unsigned vm_id, uint64_t pd_addr);
806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822

void cik_sdma_vm_copy_pages(struct radeon_device *rdev,
			    struct radeon_ib *ib,
			    uint64_t pe, uint64_t src,
			    unsigned count);
void cik_sdma_vm_write_pages(struct radeon_device *rdev,
			     struct radeon_ib *ib,
			     uint64_t pe,
			     uint64_t addr, unsigned count,
			     uint32_t incr, uint32_t flags);
void cik_sdma_vm_set_pages(struct radeon_device *rdev,
			   struct radeon_ib *ib,
			   uint64_t pe,
			   uint64_t addr, unsigned count,
			   uint32_t incr, uint32_t flags);
void cik_sdma_vm_pad_ib(struct radeon_ib *ib);

823 824
void cik_dma_vm_flush(struct radeon_device *rdev, struct radeon_ring *ring,
		      unsigned vm_id, uint64_t pd_addr);
825
int cik_ib_parse(struct radeon_device *rdev, struct radeon_ib *ib);
826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843
u32 cik_gfx_get_rptr(struct radeon_device *rdev,
		     struct radeon_ring *ring);
u32 cik_gfx_get_wptr(struct radeon_device *rdev,
		     struct radeon_ring *ring);
void cik_gfx_set_wptr(struct radeon_device *rdev,
		      struct radeon_ring *ring);
u32 cik_compute_get_rptr(struct radeon_device *rdev,
			 struct radeon_ring *ring);
u32 cik_compute_get_wptr(struct radeon_device *rdev,
			 struct radeon_ring *ring);
void cik_compute_set_wptr(struct radeon_device *rdev,
			  struct radeon_ring *ring);
u32 cik_sdma_get_rptr(struct radeon_device *rdev,
		      struct radeon_ring *ring);
u32 cik_sdma_get_wptr(struct radeon_device *rdev,
		      struct radeon_ring *ring);
void cik_sdma_set_wptr(struct radeon_device *rdev,
		       struct radeon_ring *ring);
844 845
int ci_get_temp(struct radeon_device *rdev);
int kv_get_temp(struct radeon_device *rdev);
846

847 848
int ci_dpm_init(struct radeon_device *rdev);
int ci_dpm_enable(struct radeon_device *rdev);
849
int ci_dpm_late_enable(struct radeon_device *rdev);
850 851 852 853 854 855 856 857 858 859 860
void ci_dpm_disable(struct radeon_device *rdev);
int ci_dpm_pre_set_power_state(struct radeon_device *rdev);
int ci_dpm_set_power_state(struct radeon_device *rdev);
void ci_dpm_post_set_power_state(struct radeon_device *rdev);
void ci_dpm_setup_asic(struct radeon_device *rdev);
void ci_dpm_display_configuration_changed(struct radeon_device *rdev);
void ci_dpm_fini(struct radeon_device *rdev);
u32 ci_dpm_get_sclk(struct radeon_device *rdev, bool low);
u32 ci_dpm_get_mclk(struct radeon_device *rdev, bool low);
void ci_dpm_print_power_state(struct radeon_device *rdev,
			      struct radeon_ps *ps);
861 862
void ci_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
						    struct seq_file *m);
863 864
int ci_dpm_force_performance_level(struct radeon_device *rdev,
				   enum radeon_dpm_forced_level level);
865
bool ci_dpm_vblank_too_short(struct radeon_device *rdev);
866
void ci_dpm_powergate_uvd(struct radeon_device *rdev, bool gate);
867

868 869 870 871 872 873 874
int ci_fan_ctrl_get_fan_speed_percent(struct radeon_device *rdev,
						 u32 *speed);
int ci_fan_ctrl_set_fan_speed_percent(struct radeon_device *rdev,
						 u32 speed);
u32 ci_fan_ctrl_get_mode(struct radeon_device *rdev);
void ci_fan_ctrl_set_mode(struct radeon_device *rdev, u32 mode);

875 876
int kv_dpm_init(struct radeon_device *rdev);
int kv_dpm_enable(struct radeon_device *rdev);
877
int kv_dpm_late_enable(struct radeon_device *rdev);
878 879 880 881 882 883 884 885 886 887 888
void kv_dpm_disable(struct radeon_device *rdev);
int kv_dpm_pre_set_power_state(struct radeon_device *rdev);
int kv_dpm_set_power_state(struct radeon_device *rdev);
void kv_dpm_post_set_power_state(struct radeon_device *rdev);
void kv_dpm_setup_asic(struct radeon_device *rdev);
void kv_dpm_display_configuration_changed(struct radeon_device *rdev);
void kv_dpm_fini(struct radeon_device *rdev);
u32 kv_dpm_get_sclk(struct radeon_device *rdev, bool low);
u32 kv_dpm_get_mclk(struct radeon_device *rdev, bool low);
void kv_dpm_print_power_state(struct radeon_device *rdev,
			      struct radeon_ps *ps);
889 890
void kv_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
						    struct seq_file *m);
891 892
int kv_dpm_force_performance_level(struct radeon_device *rdev,
				   enum radeon_dpm_forced_level level);
893
void kv_dpm_powergate_uvd(struct radeon_device *rdev, bool gate);
894
void kv_dpm_enable_bapm(struct radeon_device *rdev, bool enable);
895

896 897 898 899 900 901 902
/* uvd v1.0 */
uint32_t uvd_v1_0_get_rptr(struct radeon_device *rdev,
                           struct radeon_ring *ring);
uint32_t uvd_v1_0_get_wptr(struct radeon_device *rdev,
                           struct radeon_ring *ring);
void uvd_v1_0_set_wptr(struct radeon_device *rdev,
                       struct radeon_ring *ring);
903
int uvd_v1_0_resume(struct radeon_device *rdev);
904 905 906 907 908 909 910

int uvd_v1_0_init(struct radeon_device *rdev);
void uvd_v1_0_fini(struct radeon_device *rdev);
int uvd_v1_0_start(struct radeon_device *rdev);
void uvd_v1_0_stop(struct radeon_device *rdev);

int uvd_v1_0_ring_test(struct radeon_device *rdev, struct radeon_ring *ring);
911 912
void uvd_v1_0_fence_emit(struct radeon_device *rdev,
			 struct radeon_fence *fence);
913
int uvd_v1_0_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
914
bool uvd_v1_0_semaphore_emit(struct radeon_device *rdev,
915 916 917 918 919 920 921 922 923 924 925
			     struct radeon_ring *ring,
			     struct radeon_semaphore *semaphore,
			     bool emit_wait);
void uvd_v1_0_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);

/* uvd v2.2 */
int uvd_v2_2_resume(struct radeon_device *rdev);
void uvd_v2_2_fence_emit(struct radeon_device *rdev,
			 struct radeon_fence *fence);

/* uvd v3.1 */
926
bool uvd_v3_1_semaphore_emit(struct radeon_device *rdev,
927 928 929 930 931 932 933
			     struct radeon_ring *ring,
			     struct radeon_semaphore *semaphore,
			     bool emit_wait);

/* uvd v4.2 */
int uvd_v4_2_resume(struct radeon_device *rdev);

934 935 936 937 938 939 940 941 942 943 944 945 946
/* vce v1.0 */
uint32_t vce_v1_0_get_rptr(struct radeon_device *rdev,
			   struct radeon_ring *ring);
uint32_t vce_v1_0_get_wptr(struct radeon_device *rdev,
			   struct radeon_ring *ring);
void vce_v1_0_set_wptr(struct radeon_device *rdev,
		       struct radeon_ring *ring);
int vce_v1_0_init(struct radeon_device *rdev);
int vce_v1_0_start(struct radeon_device *rdev);

/* vce v2.0 */
int vce_v2_0_resume(struct radeon_device *rdev);

947
#endif