drm_fb_helper.c 63.5 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29
/*
 * Copyright (c) 2006-2009 Red Hat Inc.
 * Copyright (c) 2006-2008 Intel Corporation
 * Copyright (c) 2007 Dave Airlie <airlied@linux.ie>
 *
 * DRM framebuffer helper functions
 *
 * Permission to use, copy, modify, distribute, and sell this software and its
 * documentation for any purpose is hereby granted without fee, provided that
 * the above copyright notice appear in all copies and that both that copyright
 * notice and this permission notice appear in supporting documentation, and
 * that the name of the copyright holders not be used in advertising or
 * publicity pertaining to distribution of the software without specific,
 * written prior permission.  The copyright holders make no representations
 * about the suitability of this software for any purpose.  It is provided "as
 * is" without express or implied warranty.
 *
 * THE COPYRIGHT HOLDERS DISCLAIM ALL WARRANTIES WITH REGARD TO THIS SOFTWARE,
 * INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO
 * EVENT SHALL THE COPYRIGHT HOLDERS BE LIABLE FOR ANY SPECIAL, INDIRECT OR
 * CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE,
 * DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
 * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE
 * OF THIS SOFTWARE.
 *
 * Authors:
 *      Dave Airlie <airlied@linux.ie>
 *      Jesse Barnes <jesse.barnes@intel.com>
 */
30 31
#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

32
#include <linux/console.h>
33
#include <linux/dma-buf.h>
34
#include <linux/kernel.h>
35
#include <linux/module.h>
S
Sam Ravnborg 已提交
36 37 38 39
#include <linux/slab.h>
#include <linux/sysrq.h>
#include <linux/vmalloc.h>

40
#include <drm/drm_atomic.h>
S
Sam Ravnborg 已提交
41 42 43 44 45 46 47
#include <drm/drm_crtc.h>
#include <drm/drm_crtc_helper.h>
#include <drm/drm_drv.h>
#include <drm/drm_fb_helper.h>
#include <drm/drm_fourcc.h>
#include <drm/drm_print.h>
#include <drm/drm_vblank.h>
48

49
#include "drm_crtc_helper_internal.h"
50
#include "drm_internal.h"
51

52 53 54 55 56
static bool drm_fbdev_emulation = true;
module_param_named(fbdev_emulation, drm_fbdev_emulation, bool, 0600);
MODULE_PARM_DESC(fbdev_emulation,
		 "Enable legacy fbdev emulation [default=true]");

57 58 59 60 61 62
static int drm_fbdev_overalloc = CONFIG_DRM_FBDEV_OVERALLOC;
module_param(drm_fbdev_overalloc, int, 0444);
MODULE_PARM_DESC(drm_fbdev_overalloc,
		 "Overallocation of the fbdev buffer (%) [default="
		 __MODULE_STRING(CONFIG_DRM_FBDEV_OVERALLOC) "]");

63 64 65 66 67 68 69 70 71 72 73 74 75 76 77
/*
 * In order to keep user-space compatibility, we want in certain use-cases
 * to keep leaking the fbdev physical address to the user-space program
 * handling the fbdev buffer.
 * This is a bad habit essentially kept into closed source opengl driver
 * that should really be moved into open-source upstream projects instead
 * of using legacy physical addresses in user space to communicate with
 * other out-of-tree kernel modules.
 *
 * This module_param *should* be removed as soon as possible and be
 * considered as a broken and legacy behaviour from a modern fbdev device.
 */
#if IS_ENABLED(CONFIG_DRM_FBDEV_LEAK_PHYS_SMEM)
static bool drm_leak_fbdev_smem = false;
module_param_unsafe(drm_leak_fbdev_smem, bool, 0600);
78
MODULE_PARM_DESC(drm_leak_fbdev_smem,
79 80 81
		 "Allow unsafe leaking fbdev physical smem address [default=false]");
#endif

82
static LIST_HEAD(kernel_fb_helper_list);
83
static DEFINE_MUTEX(kernel_fb_helper_lock);
84

85 86 87 88
/**
 * DOC: fbdev helpers
 *
 * The fb helper functions are useful to provide an fbdev on top of a drm kernel
T
Thierry Reding 已提交
89
 * mode setting driver. They can be used mostly independently from the crtc
90 91
 * helper functions used by many drivers to implement the kernel mode setting
 * interfaces.
D
Daniel Vetter 已提交
92
 *
93 94
 * Drivers that support a dumb buffer with a virtual address and mmap support,
 * should try out the generic fbdev emulation using drm_fbdev_generic_setup().
95 96
 * It will automatically set up deferred I/O if the driver requires a shadow
 * buffer.
97
 *
98 99 100 101 102 103 104 105
 * At runtime drivers should restore the fbdev console by using
 * drm_fb_helper_lastclose() as their &drm_driver.lastclose callback.
 * They should also notify the fb helper code from updates to the output
 * configuration by using drm_fb_helper_output_poll_changed() as their
 * &drm_mode_config_funcs.output_poll_changed callback.
 *
 * For suspend/resume consider using drm_mode_config_helper_suspend() and
 * drm_mode_config_helper_resume() which takes care of fbdev as well.
D
Daniel Vetter 已提交
106 107 108
 *
 * All other functions exported by the fb helper library can be used to
 * implement the fbdev driver interface by the driver.
109 110 111 112 113
 *
 * It is possible, though perhaps somewhat tricky, to implement race-free
 * hotplug detection using the fbdev helpers. The drm_fb_helper_prepare()
 * helper must be called first to initialize the minimum required to make
 * hotplug detection work. Drivers also need to make sure to properly set up
114
 * the &drm_mode_config.funcs member. After calling drm_kms_helper_poll_init()
115 116 117 118 119
 * it is safe to enable interrupts and start processing hotplug events. At the
 * same time, drivers should initialize all modeset objects such as CRTCs,
 * encoders and connectors. To finish up the fbdev helper initialization, the
 * drm_fb_helper_init() function is called. To probe for all attached displays
 * and set up an initial configuration using the detected hardware, drivers
120
 * should call drm_fb_helper_initial_config().
121
 *
122
 * If &drm_framebuffer_funcs.dirty is set, the
123
 * drm_fb_helper_{cfb,sys}_{write,fillrect,copyarea,imageblit} functions will
124
 * accumulate changes and schedule &drm_fb_helper.dirty_work to run right
125 126 127 128
 * away. This worker then calls the dirty() function ensuring that it will
 * always run in process context since the fb_*() function could be running in
 * atomic context. If drm_fb_helper_deferred_io() is used as the deferred_io
 * callback it will also schedule dirty_work with the damage collected from the
129 130 131 132
 * mmap page writes.
 *
 * Deferred I/O is not compatible with SHMEM. Such drivers should request an
 * fbdev shadow buffer and call drm_fbdev_generic_setup() instead.
133 134
 */

135 136 137 138
static void drm_fb_helper_restore_lut_atomic(struct drm_crtc *crtc)
{
	uint16_t *r_base, *g_base, *b_base;

139 140 141
	if (crtc->funcs->gamma_set == NULL)
		return;

142 143 144 145
	r_base = crtc->gamma_store;
	g_base = r_base + crtc->gamma_size;
	b_base = g_base + crtc->gamma_size;

146 147
	crtc->funcs->gamma_set(crtc, r_base, g_base, b_base,
			       crtc->gamma_size, NULL);
148 149
}

D
Daniel Vetter 已提交
150
/**
151
 * drm_fb_helper_debug_enter - implementation for &fb_ops.fb_debug_enter
D
Daniel Vetter 已提交
152 153
 * @info: fbdev registered by the helper
 */
J
Jesse Barnes 已提交
154 155 156
int drm_fb_helper_debug_enter(struct fb_info *info)
{
	struct drm_fb_helper *helper = info->par;
157
	const struct drm_crtc_helper_funcs *funcs;
158
	struct drm_mode_set *mode_set;
J
Jesse Barnes 已提交
159 160

	list_for_each_entry(helper, &kernel_fb_helper_list, kernel_fb_list) {
161 162
		mutex_lock(&helper->client.modeset_mutex);
		drm_client_for_each_modeset(mode_set, &helper->client) {
J
Jesse Barnes 已提交
163 164 165 166
			if (!mode_set->crtc->enabled)
				continue;

			funcs =	mode_set->crtc->helper_private;
167 168 169
			if (funcs->mode_set_base_atomic == NULL)
				continue;

170 171 172
			if (drm_drv_uses_atomic_modeset(mode_set->crtc->dev))
				continue;

J
Jesse Barnes 已提交
173 174 175
			funcs->mode_set_base_atomic(mode_set->crtc,
						    mode_set->fb,
						    mode_set->x,
176
						    mode_set->y,
177
						    ENTER_ATOMIC_MODE_SET);
J
Jesse Barnes 已提交
178
		}
179
		mutex_unlock(&helper->client.modeset_mutex);
J
Jesse Barnes 已提交
180 181 182 183 184 185
	}

	return 0;
}
EXPORT_SYMBOL(drm_fb_helper_debug_enter);

D
Daniel Vetter 已提交
186
/**
187
 * drm_fb_helper_debug_leave - implementation for &fb_ops.fb_debug_leave
D
Daniel Vetter 已提交
188 189
 * @info: fbdev registered by the helper
 */
J
Jesse Barnes 已提交
190 191 192
int drm_fb_helper_debug_leave(struct fb_info *info)
{
	struct drm_fb_helper *helper = info->par;
193
	struct drm_client_dev *client = &helper->client;
194
	struct drm_device *dev = helper->dev;
J
Jesse Barnes 已提交
195
	struct drm_crtc *crtc;
196
	const struct drm_crtc_helper_funcs *funcs;
197
	struct drm_mode_set *mode_set;
J
Jesse Barnes 已提交
198
	struct drm_framebuffer *fb;
199

200 201
	mutex_lock(&client->modeset_mutex);
	drm_client_for_each_modeset(mode_set, client) {
J
Jesse Barnes 已提交
202
		crtc = mode_set->crtc;
203 204 205
		if (drm_drv_uses_atomic_modeset(crtc->dev))
			continue;

J
Jesse Barnes 已提交
206
		funcs = crtc->helper_private;
207
		fb = crtc->primary->fb;
J
Jesse Barnes 已提交
208 209 210 211 212

		if (!crtc->enabled)
			continue;

		if (!fb) {
213
			drm_err(dev, "no fb to restore?\n");
J
Jesse Barnes 已提交
214 215 216
			continue;
		}

217 218 219
		if (funcs->mode_set_base_atomic == NULL)
			continue;

220
		drm_fb_helper_restore_lut_atomic(mode_set->crtc);
J
Jesse Barnes 已提交
221
		funcs->mode_set_base_atomic(mode_set->crtc, fb, crtc->x,
222
					    crtc->y, LEAVE_ATOMIC_MODE_SET);
J
Jesse Barnes 已提交
223
	}
224
	mutex_unlock(&client->modeset_mutex);
J
Jesse Barnes 已提交
225 226 227 228 229

	return 0;
}
EXPORT_SYMBOL(drm_fb_helper_debug_leave);

230 231
/**
 * drm_fb_helper_restore_fbdev_mode_unlocked - restore fbdev configuration
232
 * @fb_helper: driver-allocated fbdev helper, can be NULL
233
 *
234
 * This should be called from driver's drm &drm_driver.lastclose callback
235 236
 * when implementing an fbcon on top of kms using this helper. This ensures that
 * the user isn't greeted with a black screen when e.g. X dies.
237 238 239
 *
 * RETURNS:
 * Zero if everything went ok, negative error code otherwise.
240
 */
241
int drm_fb_helper_restore_fbdev_mode_unlocked(struct drm_fb_helper *fb_helper)
242
{
243 244
	bool do_delayed;
	int ret;
245

246
	if (!drm_fbdev_emulation || !fb_helper)
247 248
		return -ENODEV;

249 250 251
	if (READ_ONCE(fb_helper->deferred_setup))
		return 0;

252
	mutex_lock(&fb_helper->lock);
253
	ret = drm_client_modeset_commit(&fb_helper->client);
254 255 256 257

	do_delayed = fb_helper->delayed_hotplug;
	if (do_delayed)
		fb_helper->delayed_hotplug = false;
258
	mutex_unlock(&fb_helper->lock);
259 260 261

	if (do_delayed)
		drm_fb_helper_hotplug_event(fb_helper);
262

263 264 265
	return ret;
}
EXPORT_SYMBOL(drm_fb_helper_restore_fbdev_mode_unlocked);
266

267
#ifdef CONFIG_MAGIC_SYSRQ
268 269 270 271
/*
 * restore fbcon display for all kms driver's using this helper, used for sysrq
 * and panic handling.
 */
272
static bool drm_fb_helper_force_kernel_mode(void)
273 274 275 276 277 278 279 280
{
	bool ret, error = false;
	struct drm_fb_helper *helper;

	if (list_empty(&kernel_fb_helper_list))
		return false;

	list_for_each_entry(helper, &kernel_fb_helper_list, kernel_fb_list) {
281 282 283 284 285
		struct drm_device *dev = helper->dev;

		if (dev->switch_power_state == DRM_SWITCH_POWER_OFF)
			continue;

286
		mutex_lock(&helper->lock);
287
		ret = drm_client_modeset_commit_locked(&helper->client);
288 289
		if (ret)
			error = true;
290
		mutex_unlock(&helper->lock);
291 292 293 294 295 296
	}
	return error;
}

static void drm_fb_helper_restore_work_fn(struct work_struct *ignored)
{
297
	bool ret;
298

299 300 301
	ret = drm_fb_helper_force_kernel_mode();
	if (ret == true)
		DRM_ERROR("Failed to restore crtc configuration\n");
302 303 304
}
static DECLARE_WORK(drm_fb_helper_restore_work, drm_fb_helper_restore_work_fn);

305
static void drm_fb_helper_sysrq(int dummy1)
306 307 308 309 310 311 312 313 314
{
	schedule_work(&drm_fb_helper_restore_work);
}

static struct sysrq_key_op sysrq_drm_fb_helper_restore_op = {
	.handler = drm_fb_helper_sysrq,
	.help_msg = "force-fb(V)",
	.action_msg = "Restore framebuffer console",
};
315 316
#else
static struct sysrq_key_op sysrq_drm_fb_helper_restore_op = { };
317
#endif
318

319 320 321 322 323 324
static void drm_fb_helper_dpms(struct fb_info *info, int dpms_mode)
{
	struct drm_fb_helper *fb_helper = info->par;

	mutex_lock(&fb_helper->lock);
	drm_client_modeset_dpms(&fb_helper->client, dpms_mode);
325
	mutex_unlock(&fb_helper->lock);
326 327
}

D
Daniel Vetter 已提交
328
/**
329
 * drm_fb_helper_blank - implementation for &fb_ops.fb_blank
D
Daniel Vetter 已提交
330 331 332
 * @blank: desired blanking state
 * @info: fbdev registered by the helper
 */
333 334
int drm_fb_helper_blank(int blank, struct fb_info *info)
{
335 336 337
	if (oops_in_progress)
		return -EBUSY;

338
	switch (blank) {
339
	/* Display: On; HSync: On, VSync: On */
340
	case FB_BLANK_UNBLANK:
341
		drm_fb_helper_dpms(info, DRM_MODE_DPMS_ON);
342
		break;
343
	/* Display: Off; HSync: On, VSync: On */
344
	case FB_BLANK_NORMAL:
345
		drm_fb_helper_dpms(info, DRM_MODE_DPMS_STANDBY);
346
		break;
347
	/* Display: Off; HSync: Off, VSync: On */
348
	case FB_BLANK_HSYNC_SUSPEND:
349
		drm_fb_helper_dpms(info, DRM_MODE_DPMS_STANDBY);
350
		break;
351
	/* Display: Off; HSync: On, VSync: Off */
352
	case FB_BLANK_VSYNC_SUSPEND:
353
		drm_fb_helper_dpms(info, DRM_MODE_DPMS_SUSPEND);
354
		break;
355
	/* Display: Off; HSync: Off, VSync: Off */
356
	case FB_BLANK_POWERDOWN:
357
		drm_fb_helper_dpms(info, DRM_MODE_DPMS_OFF);
358 359 360 361 362 363
		break;
	}
	return 0;
}
EXPORT_SYMBOL(drm_fb_helper_blank);

364 365 366 367 368 369 370 371 372 373
static void drm_fb_helper_resume_worker(struct work_struct *work)
{
	struct drm_fb_helper *helper = container_of(work, struct drm_fb_helper,
						    resume_work);

	console_lock();
	fb_set_suspend(helper->fbdev, 0);
	console_unlock();
}

374 375 376 377
static void drm_fb_helper_dirty_blit_real(struct drm_fb_helper *fb_helper,
					  struct drm_clip_rect *clip)
{
	struct drm_framebuffer *fb = fb_helper->fb;
378
	unsigned int cpp = fb->format->cpp[0];
379 380 381 382 383 384 385 386 387 388 389 390 391
	size_t offset = clip->y1 * fb->pitches[0] + clip->x1 * cpp;
	void *src = fb_helper->fbdev->screen_buffer + offset;
	void *dst = fb_helper->buffer->vaddr + offset;
	size_t len = (clip->x2 - clip->x1) * cpp;
	unsigned int y;

	for (y = clip->y1; y < clip->y2; y++) {
		memcpy(dst, src, len);
		src += fb->pitches[0];
		dst += fb->pitches[0];
	}
}

392 393 394 395 396 397 398
static void drm_fb_helper_dirty_work(struct work_struct *work)
{
	struct drm_fb_helper *helper = container_of(work, struct drm_fb_helper,
						    dirty_work);
	struct drm_clip_rect *clip = &helper->dirty_clip;
	struct drm_clip_rect clip_copy;
	unsigned long flags;
399
	void *vaddr;
400 401 402 403 404 405 406

	spin_lock_irqsave(&helper->dirty_lock, flags);
	clip_copy = *clip;
	clip->x1 = clip->y1 = ~0;
	clip->x2 = clip->y2 = 0;
	spin_unlock_irqrestore(&helper->dirty_lock, flags);

407
	/* call dirty callback only when it has been really touched */
408
	if (clip_copy.x1 < clip_copy.x2 && clip_copy.y1 < clip_copy.y2) {
409

410
		/* Generic fbdev uses a shadow buffer */
411 412 413 414
		if (helper->buffer) {
			vaddr = drm_client_buffer_vmap(helper->buffer);
			if (IS_ERR(vaddr))
				return;
415
			drm_fb_helper_dirty_blit_real(helper, &clip_copy);
416
		}
417 418 419
		if (helper->fb->funcs->dirty)
			helper->fb->funcs->dirty(helper->fb, NULL, 0, 0,
						 &clip_copy, 1);
420 421 422

		if (helper->buffer)
			drm_client_buffer_vunmap(helper->buffer);
423
	}
424 425
}

426 427 428 429 430 431 432 433 434 435 436 437 438
/**
 * drm_fb_helper_prepare - setup a drm_fb_helper structure
 * @dev: DRM device
 * @helper: driver-allocated fbdev helper structure to set up
 * @funcs: pointer to structure of functions associate with this helper
 *
 * Sets up the bare minimum to make the framebuffer helper usable. This is
 * useful to implement race-free initialization of the polling helpers.
 */
void drm_fb_helper_prepare(struct drm_device *dev, struct drm_fb_helper *helper,
			   const struct drm_fb_helper_funcs *funcs)
{
	INIT_LIST_HEAD(&helper->kernel_fb_list);
439
	spin_lock_init(&helper->dirty_lock);
440
	INIT_WORK(&helper->resume_work, drm_fb_helper_resume_worker);
441 442
	INIT_WORK(&helper->dirty_work, drm_fb_helper_dirty_work);
	helper->dirty_clip.x1 = helper->dirty_clip.y1 = ~0;
443
	mutex_init(&helper->lock);
444 445 446 447 448
	helper->funcs = funcs;
	helper->dev = dev;
}
EXPORT_SYMBOL(drm_fb_helper_prepare);

D
Daniel Vetter 已提交
449
/**
450
 * drm_fb_helper_init - initialize a &struct drm_fb_helper
D
Daniel Vetter 已提交
451 452 453 454 455 456 457 458
 * @dev: drm device
 * @fb_helper: driver-allocated fbdev helper structure to initialize
 *
 * This allocates the structures for the fbdev helper with the given limits.
 * Note that this won't yet touch the hardware (through the driver interfaces)
 * nor register the fbdev. This is only done in drm_fb_helper_initial_config()
 * to allow driver writes more control over the exact init sequence.
 *
459
 * Drivers must call drm_fb_helper_prepare() before calling this function.
D
Daniel Vetter 已提交
460 461 462 463
 *
 * RETURNS:
 * Zero if everything went ok, nonzero otherwise.
 */
464
int drm_fb_helper_init(struct drm_device *dev,
465
		       struct drm_fb_helper *fb_helper)
466
{
467
	int ret;
468

469 470
	if (!drm_fbdev_emulation) {
		dev->fb_helper = fb_helper;
471
		return 0;
472
	}
473

474 475 476 477 478 479 480 481 482
	/*
	 * If this is not the generic fbdev client, initialize a drm_client
	 * without callbacks so we can use the modesets.
	 */
	if (!fb_helper->client.funcs) {
		ret = drm_client_init(dev, &fb_helper->client, "drm_fb_helper", NULL);
		if (ret)
			return ret;
	}
483

484 485
	dev->fb_helper = fb_helper;

486 487
	return 0;
}
488 489
EXPORT_SYMBOL(drm_fb_helper_init);

490 491 492 493 494
/**
 * drm_fb_helper_alloc_fbi - allocate fb_info and some of its members
 * @fb_helper: driver-allocated fbdev helper
 *
 * A helper to alloc fb_info and the members cmap and apertures. Called
495 496 497
 * by the driver within the fb_probe fb_helper callback function. Drivers do not
 * need to release the allocated fb_info structure themselves, this is
 * automatically done when calling drm_fb_helper_fini().
498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523
 *
 * RETURNS:
 * fb_info pointer if things went okay, pointer containing error code
 * otherwise
 */
struct fb_info *drm_fb_helper_alloc_fbi(struct drm_fb_helper *fb_helper)
{
	struct device *dev = fb_helper->dev->dev;
	struct fb_info *info;
	int ret;

	info = framebuffer_alloc(0, dev);
	if (!info)
		return ERR_PTR(-ENOMEM);

	ret = fb_alloc_cmap(&info->cmap, 256, 0);
	if (ret)
		goto err_release;

	info->apertures = alloc_apertures(1);
	if (!info->apertures) {
		ret = -ENOMEM;
		goto err_free_cmap;
	}

	fb_helper->fbdev = info;
524
	info->skip_vt_switch = true;
525 526 527 528 529 530 531 532 533 534 535 536 537

	return info;

err_free_cmap:
	fb_dealloc_cmap(&info->cmap);
err_release:
	framebuffer_release(info);
	return ERR_PTR(ret);
}
EXPORT_SYMBOL(drm_fb_helper_alloc_fbi);

/**
 * drm_fb_helper_unregister_fbi - unregister fb_info framebuffer device
538
 * @fb_helper: driver-allocated fbdev helper, can be NULL
539 540
 *
 * A wrapper around unregister_framebuffer, to release the fb_info
541 542
 * framebuffer device. This must be called before releasing all resources for
 * @fb_helper by calling drm_fb_helper_fini().
543 544 545 546 547 548 549 550
 */
void drm_fb_helper_unregister_fbi(struct drm_fb_helper *fb_helper)
{
	if (fb_helper && fb_helper->fbdev)
		unregister_framebuffer(fb_helper->fbdev);
}
EXPORT_SYMBOL(drm_fb_helper_unregister_fbi);

551 552
/**
 * drm_fb_helper_fini - finialize a &struct drm_fb_helper
553
 * @fb_helper: driver-allocated fbdev helper, can be NULL
554
 *
555
 * This cleans up all remaining resources associated with @fb_helper.
556
 */
557 558
void drm_fb_helper_fini(struct drm_fb_helper *fb_helper)
{
559 560
	struct fb_info *info;

561 562 563 564 565 566
	if (!fb_helper)
		return;

	fb_helper->dev->fb_helper = NULL;

	if (!drm_fbdev_emulation)
567 568
		return;

569 570 571
	cancel_work_sync(&fb_helper->resume_work);
	cancel_work_sync(&fb_helper->dirty_work);

572 573 574 575 576 577 578 579
	info = fb_helper->fbdev;
	if (info) {
		if (info->cmap.len)
			fb_dealloc_cmap(&info->cmap);
		framebuffer_release(info);
	}
	fb_helper->fbdev = NULL;

580
	mutex_lock(&kernel_fb_helper_lock);
581 582
	if (!list_empty(&fb_helper->kernel_fb_list)) {
		list_del(&fb_helper->kernel_fb_list);
583
		if (list_empty(&kernel_fb_helper_list))
584 585
			unregister_sysrq_key('v', &sysrq_drm_fb_helper_restore_op);
	}
586
	mutex_unlock(&kernel_fb_helper_lock);
587

588
	mutex_destroy(&fb_helper->lock);
589

590 591
	if (!fb_helper->client.funcs)
		drm_client_release(&fb_helper->client);
592 593
}
EXPORT_SYMBOL(drm_fb_helper_fini);
594

595 596 597 598 599 600 601 602 603 604
static bool drm_fbdev_use_shadow_fb(struct drm_fb_helper *fb_helper)
{
	struct drm_device *dev = fb_helper->dev;
	struct drm_framebuffer *fb = fb_helper->fb;

	return dev->mode_config.prefer_shadow_fbdev ||
	       dev->mode_config.prefer_shadow ||
	       fb->funcs->dirty;
}

605 606 607 608 609 610 611
static void drm_fb_helper_dirty(struct fb_info *info, u32 x, u32 y,
				u32 width, u32 height)
{
	struct drm_fb_helper *helper = info->par;
	struct drm_clip_rect *clip = &helper->dirty_clip;
	unsigned long flags;

612
	if (!drm_fbdev_use_shadow_fb(helper))
613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629
		return;

	spin_lock_irqsave(&helper->dirty_lock, flags);
	clip->x1 = min_t(u32, clip->x1, x);
	clip->y1 = min_t(u32, clip->y1, y);
	clip->x2 = max_t(u32, clip->x2, x + width);
	clip->y2 = max_t(u32, clip->y2, y + height);
	spin_unlock_irqrestore(&helper->dirty_lock, flags);

	schedule_work(&helper->dirty_work);
}

/**
 * drm_fb_helper_deferred_io() - fbdev deferred_io callback function
 * @info: fb_info struct pointer
 * @pagelist: list of dirty mmap framebuffer pages
 *
630
 * This function is used as the &fb_deferred_io.deferred_io
631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657
 * callback function for flushing the fbdev mmap writes.
 */
void drm_fb_helper_deferred_io(struct fb_info *info,
			       struct list_head *pagelist)
{
	unsigned long start, end, min, max;
	struct page *page;
	u32 y1, y2;

	min = ULONG_MAX;
	max = 0;
	list_for_each_entry(page, pagelist, lru) {
		start = page->index << PAGE_SHIFT;
		end = start + PAGE_SIZE - 1;
		min = min(min, start);
		max = max(max, end);
	}

	if (min < max) {
		y1 = min / info->fix.line_length;
		y2 = min_t(u32, DIV_ROUND_UP(max, info->fix.line_length),
			   info->var.yres);
		drm_fb_helper_dirty(info, 0, y1, info->var.xres, y2 - y1);
	}
}
EXPORT_SYMBOL(drm_fb_helper_deferred_io);

658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685
/**
 * drm_fb_helper_sys_read - wrapper around fb_sys_read
 * @info: fb_info struct pointer
 * @buf: userspace buffer to read from framebuffer memory
 * @count: number of bytes to read from framebuffer memory
 * @ppos: read offset within framebuffer memory
 *
 * A wrapper around fb_sys_read implemented by fbdev core
 */
ssize_t drm_fb_helper_sys_read(struct fb_info *info, char __user *buf,
			       size_t count, loff_t *ppos)
{
	return fb_sys_read(info, buf, count, ppos);
}
EXPORT_SYMBOL(drm_fb_helper_sys_read);

/**
 * drm_fb_helper_sys_write - wrapper around fb_sys_write
 * @info: fb_info struct pointer
 * @buf: userspace buffer to write to framebuffer memory
 * @count: number of bytes to write to framebuffer memory
 * @ppos: write offset within framebuffer memory
 *
 * A wrapper around fb_sys_write implemented by fbdev core
 */
ssize_t drm_fb_helper_sys_write(struct fb_info *info, const char __user *buf,
				size_t count, loff_t *ppos)
{
686 687 688 689 690 691 692 693
	ssize_t ret;

	ret = fb_sys_write(info, buf, count, ppos);
	if (ret > 0)
		drm_fb_helper_dirty(info, 0, 0, info->var.xres,
				    info->var.yres);

	return ret;
694 695 696
}
EXPORT_SYMBOL(drm_fb_helper_sys_write);

697 698 699 700 701 702 703 704 705 706 707
/**
 * drm_fb_helper_sys_fillrect - wrapper around sys_fillrect
 * @info: fbdev registered by the helper
 * @rect: info about rectangle to fill
 *
 * A wrapper around sys_fillrect implemented by fbdev core
 */
void drm_fb_helper_sys_fillrect(struct fb_info *info,
				const struct fb_fillrect *rect)
{
	sys_fillrect(info, rect);
708 709
	drm_fb_helper_dirty(info, rect->dx, rect->dy,
			    rect->width, rect->height);
710 711 712 713 714 715 716 717 718 719 720 721 722 723
}
EXPORT_SYMBOL(drm_fb_helper_sys_fillrect);

/**
 * drm_fb_helper_sys_copyarea - wrapper around sys_copyarea
 * @info: fbdev registered by the helper
 * @area: info about area to copy
 *
 * A wrapper around sys_copyarea implemented by fbdev core
 */
void drm_fb_helper_sys_copyarea(struct fb_info *info,
				const struct fb_copyarea *area)
{
	sys_copyarea(info, area);
724 725
	drm_fb_helper_dirty(info, area->dx, area->dy,
			    area->width, area->height);
726 727 728 729 730 731 732 733 734 735 736 737 738 739
}
EXPORT_SYMBOL(drm_fb_helper_sys_copyarea);

/**
 * drm_fb_helper_sys_imageblit - wrapper around sys_imageblit
 * @info: fbdev registered by the helper
 * @image: info about image to blit
 *
 * A wrapper around sys_imageblit implemented by fbdev core
 */
void drm_fb_helper_sys_imageblit(struct fb_info *info,
				 const struct fb_image *image)
{
	sys_imageblit(info, image);
740 741
	drm_fb_helper_dirty(info, image->dx, image->dy,
			    image->width, image->height);
742 743 744 745 746 747 748 749
}
EXPORT_SYMBOL(drm_fb_helper_sys_imageblit);

/**
 * drm_fb_helper_cfb_fillrect - wrapper around cfb_fillrect
 * @info: fbdev registered by the helper
 * @rect: info about rectangle to fill
 *
750
 * A wrapper around cfb_fillrect implemented by fbdev core
751 752 753 754 755
 */
void drm_fb_helper_cfb_fillrect(struct fb_info *info,
				const struct fb_fillrect *rect)
{
	cfb_fillrect(info, rect);
756 757
	drm_fb_helper_dirty(info, rect->dx, rect->dy,
			    rect->width, rect->height);
758 759 760 761 762 763 764 765 766 767 768 769 770 771
}
EXPORT_SYMBOL(drm_fb_helper_cfb_fillrect);

/**
 * drm_fb_helper_cfb_copyarea - wrapper around cfb_copyarea
 * @info: fbdev registered by the helper
 * @area: info about area to copy
 *
 * A wrapper around cfb_copyarea implemented by fbdev core
 */
void drm_fb_helper_cfb_copyarea(struct fb_info *info,
				const struct fb_copyarea *area)
{
	cfb_copyarea(info, area);
772 773
	drm_fb_helper_dirty(info, area->dx, area->dy,
			    area->width, area->height);
774 775 776 777 778 779 780 781 782 783 784 785 786 787
}
EXPORT_SYMBOL(drm_fb_helper_cfb_copyarea);

/**
 * drm_fb_helper_cfb_imageblit - wrapper around cfb_imageblit
 * @info: fbdev registered by the helper
 * @image: info about image to blit
 *
 * A wrapper around cfb_imageblit implemented by fbdev core
 */
void drm_fb_helper_cfb_imageblit(struct fb_info *info,
				 const struct fb_image *image)
{
	cfb_imageblit(info, image);
788 789
	drm_fb_helper_dirty(info, image->dx, image->dy,
			    image->width, image->height);
790 791 792
}
EXPORT_SYMBOL(drm_fb_helper_cfb_imageblit);

793 794
/**
 * drm_fb_helper_set_suspend - wrapper around fb_set_suspend
795
 * @fb_helper: driver-allocated fbdev helper, can be NULL
796
 * @suspend: whether to suspend or resume
797
 *
798 799 800
 * A wrapper around fb_set_suspend implemented by fbdev core.
 * Use drm_fb_helper_set_suspend_unlocked() if you don't need to take
 * the lock yourself
801
 */
802
void drm_fb_helper_set_suspend(struct drm_fb_helper *fb_helper, bool suspend)
803 804
{
	if (fb_helper && fb_helper->fbdev)
805
		fb_set_suspend(fb_helper->fbdev, suspend);
806 807 808
}
EXPORT_SYMBOL(drm_fb_helper_set_suspend);

809 810 811
/**
 * drm_fb_helper_set_suspend_unlocked - wrapper around fb_set_suspend that also
 *                                      takes the console lock
812
 * @fb_helper: driver-allocated fbdev helper, can be NULL
813
 * @suspend: whether to suspend or resume
814 815 816 817 818 819 820
 *
 * A wrapper around fb_set_suspend() that takes the console lock. If the lock
 * isn't available on resume, a worker is tasked with waiting for the lock
 * to become available. The console lock can be pretty contented on resume
 * due to all the printk activity.
 *
 * This function can be called multiple times with the same state since
821
 * &fb_info.state is checked to see if fbdev is running or not before locking.
822 823 824 825
 *
 * Use drm_fb_helper_set_suspend() if you need to take the lock yourself.
 */
void drm_fb_helper_set_suspend_unlocked(struct drm_fb_helper *fb_helper,
826
					bool suspend)
827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854
{
	if (!fb_helper || !fb_helper->fbdev)
		return;

	/* make sure there's no pending/ongoing resume */
	flush_work(&fb_helper->resume_work);

	if (suspend) {
		if (fb_helper->fbdev->state != FBINFO_STATE_RUNNING)
			return;

		console_lock();

	} else {
		if (fb_helper->fbdev->state == FBINFO_STATE_RUNNING)
			return;

		if (!console_trylock()) {
			schedule_work(&fb_helper->resume_work);
			return;
		}
	}

	fb_set_suspend(fb_helper->fbdev, suspend);
	console_unlock();
}
EXPORT_SYMBOL(drm_fb_helper_set_suspend_unlocked);

855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886
static int setcmap_pseudo_palette(struct fb_cmap *cmap, struct fb_info *info)
{
	u32 *palette = (u32 *)info->pseudo_palette;
	int i;

	if (cmap->start + cmap->len > 16)
		return -EINVAL;

	for (i = 0; i < cmap->len; ++i) {
		u16 red = cmap->red[i];
		u16 green = cmap->green[i];
		u16 blue = cmap->blue[i];
		u32 value;

		red >>= 16 - info->var.red.length;
		green >>= 16 - info->var.green.length;
		blue >>= 16 - info->var.blue.length;
		value = (red << info->var.red.offset) |
			(green << info->var.green.offset) |
			(blue << info->var.blue.offset);
		if (info->var.transp.length > 0) {
			u32 mask = (1 << info->var.transp.length) - 1;

			mask <<= info->var.transp.offset;
			value |= mask;
		}
		palette[cmap->start + i] = value;
	}

	return 0;
}

887
static int setcmap_legacy(struct fb_cmap *cmap, struct fb_info *info)
888 889
{
	struct drm_fb_helper *fb_helper = info->par;
890
	struct drm_mode_set *modeset;
891
	struct drm_crtc *crtc;
892
	u16 *r, *g, *b;
893
	int ret = 0;
894

895
	drm_modeset_lock_all(fb_helper->dev);
896 897
	drm_client_for_each_modeset(modeset, &fb_helper->client) {
		crtc = modeset->crtc;
898 899
		if (!crtc->funcs->gamma_set || !crtc->gamma_size)
			return -EINVAL;
900

901 902 903 904 905 906 907 908 909 910 911 912 913 914 915
		if (cmap->start + cmap->len > crtc->gamma_size)
			return -EINVAL;

		r = crtc->gamma_store;
		g = r + crtc->gamma_size;
		b = g + crtc->gamma_size;

		memcpy(r + cmap->start, cmap->red, cmap->len * sizeof(*r));
		memcpy(g + cmap->start, cmap->green, cmap->len * sizeof(*g));
		memcpy(b + cmap->start, cmap->blue, cmap->len * sizeof(*b));

		ret = crtc->funcs->gamma_set(crtc, r, g, b,
					     crtc->gamma_size, NULL);
		if (ret)
			return ret;
916
	}
917
	drm_modeset_unlock_all(fb_helper->dev);
918

919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937
	return ret;
}

static struct drm_property_blob *setcmap_new_gamma_lut(struct drm_crtc *crtc,
						       struct fb_cmap *cmap)
{
	struct drm_device *dev = crtc->dev;
	struct drm_property_blob *gamma_lut;
	struct drm_color_lut *lut;
	int size = crtc->gamma_size;
	int i;

	if (!size || cmap->start + cmap->len > size)
		return ERR_PTR(-EINVAL);

	gamma_lut = drm_property_create_blob(dev, sizeof(*lut) * size, NULL);
	if (IS_ERR(gamma_lut))
		return gamma_lut;

938
	lut = gamma_lut->data;
939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972
	if (cmap->start || cmap->len != size) {
		u16 *r = crtc->gamma_store;
		u16 *g = r + crtc->gamma_size;
		u16 *b = g + crtc->gamma_size;

		for (i = 0; i < cmap->start; i++) {
			lut[i].red = r[i];
			lut[i].green = g[i];
			lut[i].blue = b[i];
		}
		for (i = cmap->start + cmap->len; i < size; i++) {
			lut[i].red = r[i];
			lut[i].green = g[i];
			lut[i].blue = b[i];
		}
	}

	for (i = 0; i < cmap->len; i++) {
		lut[cmap->start + i].red = cmap->red[i];
		lut[cmap->start + i].green = cmap->green[i];
		lut[cmap->start + i].blue = cmap->blue[i];
	}

	return gamma_lut;
}

static int setcmap_atomic(struct fb_cmap *cmap, struct fb_info *info)
{
	struct drm_fb_helper *fb_helper = info->par;
	struct drm_device *dev = fb_helper->dev;
	struct drm_property_blob *gamma_lut = NULL;
	struct drm_modeset_acquire_ctx ctx;
	struct drm_crtc_state *crtc_state;
	struct drm_atomic_state *state;
973
	struct drm_mode_set *modeset;
974 975 976
	struct drm_crtc *crtc;
	u16 *r, *g, *b;
	bool replaced;
977
	int ret = 0;
978 979 980 981 982 983 984

	drm_modeset_acquire_init(&ctx, 0);

	state = drm_atomic_state_alloc(dev);
	if (!state) {
		ret = -ENOMEM;
		goto out_ctx;
985 986
	}

987 988
	state->acquire_ctx = &ctx;
retry:
989 990
	drm_client_for_each_modeset(modeset, &fb_helper->client) {
		crtc = modeset->crtc;
991

992 993 994 995 996 997
		if (!gamma_lut)
			gamma_lut = setcmap_new_gamma_lut(crtc, cmap);
		if (IS_ERR(gamma_lut)) {
			ret = PTR_ERR(gamma_lut);
			gamma_lut = NULL;
			goto out_state;
998 999
		}

1000 1001 1002 1003
		crtc_state = drm_atomic_get_crtc_state(state, crtc);
		if (IS_ERR(crtc_state)) {
			ret = PTR_ERR(crtc_state);
			goto out_state;
1004 1005
		}

1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017
		replaced  = drm_property_replace_blob(&crtc_state->degamma_lut,
						      NULL);
		replaced |= drm_property_replace_blob(&crtc_state->ctm, NULL);
		replaced |= drm_property_replace_blob(&crtc_state->gamma_lut,
						      gamma_lut);
		crtc_state->color_mgmt_changed |= replaced;
	}

	ret = drm_atomic_commit(state);
	if (ret)
		goto out_state;

1018 1019
	drm_client_for_each_modeset(modeset, &fb_helper->client) {
		crtc = modeset->crtc;
1020

1021 1022 1023 1024 1025 1026 1027
		r = crtc->gamma_store;
		g = r + crtc->gamma_size;
		b = g + crtc->gamma_size;

		memcpy(r + cmap->start, cmap->red, cmap->len * sizeof(*r));
		memcpy(g + cmap->start, cmap->green, cmap->len * sizeof(*g));
		memcpy(b + cmap->start, cmap->blue, cmap->len * sizeof(*b));
1028
	}
1029

1030 1031 1032
out_state:
	if (ret == -EDEADLK)
		goto backoff;
1033

1034 1035 1036 1037 1038
	drm_property_blob_put(gamma_lut);
	drm_atomic_state_put(state);
out_ctx:
	drm_modeset_drop_locks(&ctx);
	drm_modeset_acquire_fini(&ctx);
1039

1040
	return ret;
1041

1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055
backoff:
	drm_atomic_state_clear(state);
	drm_modeset_backoff(&ctx);
	goto retry;
}

/**
 * drm_fb_helper_setcmap - implementation for &fb_ops.fb_setcmap
 * @cmap: cmap to set
 * @info: fbdev registered by the helper
 */
int drm_fb_helper_setcmap(struct fb_cmap *cmap, struct fb_info *info)
{
	struct drm_fb_helper *fb_helper = info->par;
1056
	struct drm_device *dev = fb_helper->dev;
1057 1058 1059 1060 1061 1062 1063
	int ret;

	if (oops_in_progress)
		return -EBUSY;

	mutex_lock(&fb_helper->lock);

1064
	if (!drm_master_internal_acquire(dev)) {
1065
		ret = -EBUSY;
1066
		goto unlock;
1067
	}
1068

1069
	mutex_lock(&fb_helper->client.modeset_mutex);
1070 1071 1072 1073 1074 1075
	if (info->fix.visual == FB_VISUAL_TRUECOLOR)
		ret = setcmap_pseudo_palette(cmap, info);
	else if (drm_drv_uses_atomic_modeset(fb_helper->dev))
		ret = setcmap_atomic(cmap, info);
	else
		ret = setcmap_legacy(cmap, info);
1076
	mutex_unlock(&fb_helper->client.modeset_mutex);
1077

1078 1079
	drm_master_internal_release(dev);
unlock:
1080
	mutex_unlock(&fb_helper->lock);
1081 1082

	return ret;
1083 1084 1085
}
EXPORT_SYMBOL(drm_fb_helper_setcmap);

1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098
/**
 * drm_fb_helper_ioctl - legacy ioctl implementation
 * @info: fbdev registered by the helper
 * @cmd: ioctl command
 * @arg: ioctl argument
 *
 * A helper to implement the standard fbdev ioctl. Only
 * FBIO_WAITFORVSYNC is implemented for now.
 */
int drm_fb_helper_ioctl(struct fb_info *info, unsigned int cmd,
			unsigned long arg)
{
	struct drm_fb_helper *fb_helper = info->par;
1099
	struct drm_device *dev = fb_helper->dev;
1100 1101 1102
	struct drm_crtc *crtc;
	int ret = 0;

1103
	mutex_lock(&fb_helper->lock);
1104
	if (!drm_master_internal_acquire(dev)) {
1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126
		ret = -EBUSY;
		goto unlock;
	}

	switch (cmd) {
	case FBIO_WAITFORVSYNC:
		/*
		 * Only consider the first CRTC.
		 *
		 * This ioctl is supposed to take the CRTC number as
		 * an argument, but in fbdev times, what that number
		 * was supposed to be was quite unclear, different
		 * drivers were passing that argument differently
		 * (some by reference, some by value), and most of the
		 * userspace applications were just hardcoding 0 as an
		 * argument.
		 *
		 * The first CRTC should be the integrated panel on
		 * most drivers, so this is the best choice we can
		 * make. If we're not smart enough here, one should
		 * just consider switch the userspace to KMS.
		 */
1127
		crtc = fb_helper->client.modesets[0].crtc;
1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140

		/*
		 * Only wait for a vblank event if the CRTC is
		 * enabled, otherwise just don't do anythintg,
		 * not even report an error.
		 */
		ret = drm_crtc_vblank_get(crtc);
		if (!ret) {
			drm_crtc_wait_one_vblank(crtc);
			drm_crtc_vblank_put(crtc);
		}

		ret = 0;
1141
		break;
1142 1143 1144 1145
	default:
		ret = -ENOTTY;
	}

1146
	drm_master_internal_release(dev);
1147
unlock:
1148
	mutex_unlock(&fb_helper->lock);
1149 1150 1151 1152
	return ret;
}
EXPORT_SYMBOL(drm_fb_helper_ioctl);

1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171
static bool drm_fb_pixel_format_equal(const struct fb_var_screeninfo *var_1,
				      const struct fb_var_screeninfo *var_2)
{
	return var_1->bits_per_pixel == var_2->bits_per_pixel &&
	       var_1->grayscale == var_2->grayscale &&
	       var_1->red.offset == var_2->red.offset &&
	       var_1->red.length == var_2->red.length &&
	       var_1->red.msb_right == var_2->red.msb_right &&
	       var_1->green.offset == var_2->green.offset &&
	       var_1->green.length == var_2->green.length &&
	       var_1->green.msb_right == var_2->green.msb_right &&
	       var_1->blue.offset == var_2->blue.offset &&
	       var_1->blue.length == var_2->blue.length &&
	       var_1->blue.msb_right == var_2->blue.msb_right &&
	       var_1->transp.offset == var_2->transp.offset &&
	       var_1->transp.length == var_2->transp.length &&
	       var_1->transp.msb_right == var_2->transp.msb_right;
}

1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229
static void drm_fb_helper_fill_pixel_fmt(struct fb_var_screeninfo *var,
					 u8 depth)
{
	switch (depth) {
	case 8:
		var->red.offset = 0;
		var->green.offset = 0;
		var->blue.offset = 0;
		var->red.length = 8; /* 8bit DAC */
		var->green.length = 8;
		var->blue.length = 8;
		var->transp.offset = 0;
		var->transp.length = 0;
		break;
	case 15:
		var->red.offset = 10;
		var->green.offset = 5;
		var->blue.offset = 0;
		var->red.length = 5;
		var->green.length = 5;
		var->blue.length = 5;
		var->transp.offset = 15;
		var->transp.length = 1;
		break;
	case 16:
		var->red.offset = 11;
		var->green.offset = 5;
		var->blue.offset = 0;
		var->red.length = 5;
		var->green.length = 6;
		var->blue.length = 5;
		var->transp.offset = 0;
		break;
	case 24:
		var->red.offset = 16;
		var->green.offset = 8;
		var->blue.offset = 0;
		var->red.length = 8;
		var->green.length = 8;
		var->blue.length = 8;
		var->transp.offset = 0;
		var->transp.length = 0;
		break;
	case 32:
		var->red.offset = 16;
		var->green.offset = 8;
		var->blue.offset = 0;
		var->red.length = 8;
		var->green.length = 8;
		var->blue.length = 8;
		var->transp.offset = 24;
		var->transp.length = 8;
		break;
	default:
		break;
	}
}

D
Daniel Vetter 已提交
1230
/**
1231
 * drm_fb_helper_check_var - implementation for &fb_ops.fb_check_var
D
Daniel Vetter 已提交
1232 1233 1234
 * @var: screeninfo to check
 * @info: fbdev registered by the helper
 */
1235 1236 1237 1238 1239
int drm_fb_helper_check_var(struct fb_var_screeninfo *var,
			    struct fb_info *info)
{
	struct drm_fb_helper *fb_helper = info->par;
	struct drm_framebuffer *fb = fb_helper->fb;
1240
	struct drm_device *dev = fb_helper->dev;
1241

1242
	if (in_dbg_master())
1243 1244
		return -EINVAL;

1245
	if (var->pixclock != 0) {
1246
		drm_dbg_kms(dev, "fbdev emulation doesn't support changing the pixel clock, value of pixclock is ignored\n");
1247 1248 1249
		var->pixclock = 0;
	}

1250 1251 1252 1253
	if ((drm_format_info_block_width(fb->format, 0) > 1) ||
	    (drm_format_info_block_height(fb->format, 0) > 1))
		return -EINVAL;

1254 1255 1256 1257
	/*
	 * Changes struct fb_var_screeninfo are currently not pushed back
	 * to KMS, hence fail if different settings are requested.
	 */
1258
	if (var->bits_per_pixel > fb->format->cpp[0] * 8 ||
1259 1260
	    var->xres > fb->width || var->yres > fb->height ||
	    var->xres_virtual > fb->width || var->yres_virtual > fb->height) {
1261
		drm_dbg_kms(dev, "fb requested width/height/bpp can't fit in current fb "
1262 1263 1264
			  "request %dx%d-%d (virtual %dx%d) > %dx%d-%d\n",
			  var->xres, var->yres, var->bits_per_pixel,
			  var->xres_virtual, var->yres_virtual,
V
Ville Syrjälä 已提交
1265
			  fb->width, fb->height, fb->format->cpp[0] * 8);
1266 1267 1268
		return -EINVAL;
	}

1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282
	/*
	 * Workaround for SDL 1.2, which is known to be setting all pixel format
	 * fields values to zero in some cases. We treat this situation as a
	 * kind of "use some reasonable autodetected values".
	 */
	if (!var->red.offset     && !var->green.offset    &&
	    !var->blue.offset    && !var->transp.offset   &&
	    !var->red.length     && !var->green.length    &&
	    !var->blue.length    && !var->transp.length   &&
	    !var->red.msb_right  && !var->green.msb_right &&
	    !var->blue.msb_right && !var->transp.msb_right) {
		drm_fb_helper_fill_pixel_fmt(var, fb->format->depth);
	}

1283 1284 1285 1286 1287
	/*
	 * Likewise, bits_per_pixel should be rounded up to a supported value.
	 */
	var->bits_per_pixel = fb->format->cpp[0] * 8;

1288 1289 1290 1291 1292
	/*
	 * drm fbdev emulation doesn't support changing the pixel format at all,
	 * so reject all pixel format changing requests.
	 */
	if (!drm_fb_pixel_format_equal(var, &info->var)) {
1293
		drm_dbg_kms(dev, "fbdev emulation doesn't support changing the pixel format\n");
1294 1295
		return -EINVAL;
	}
1296

1297 1298 1299 1300
	return 0;
}
EXPORT_SYMBOL(drm_fb_helper_check_var);

D
Daniel Vetter 已提交
1301
/**
1302
 * drm_fb_helper_set_par - implementation for &fb_ops.fb_set_par
D
Daniel Vetter 已提交
1303 1304 1305 1306 1307 1308
 * @info: fbdev registered by the helper
 *
 * This will let fbcon do the mode init and is called at initialization time by
 * the fbdev core when registering the driver, and later on through the hotplug
 * callback.
 */
1309 1310 1311 1312 1313
int drm_fb_helper_set_par(struct fb_info *info)
{
	struct drm_fb_helper *fb_helper = info->par;
	struct fb_var_screeninfo *var = &info->var;

1314 1315 1316
	if (oops_in_progress)
		return -EBUSY;

1317
	if (var->pixclock != 0) {
1318
		drm_err(fb_helper->dev, "PIXEL CLOCK SET\n");
1319 1320 1321
		return -EINVAL;
	}

1322
	drm_fb_helper_restore_fbdev_mode_unlocked(fb_helper);
1323

1324 1325 1326 1327
	return 0;
}
EXPORT_SYMBOL(drm_fb_helper_set_par);

1328
static void pan_set(struct drm_fb_helper *fb_helper, int x, int y)
1329
{
1330
	struct drm_mode_set *mode_set;
1331

1332 1333
	mutex_lock(&fb_helper->client.modeset_mutex);
	drm_client_for_each_modeset(mode_set, &fb_helper->client) {
1334 1335
		mode_set->x = x;
		mode_set->y = y;
1336
	}
1337
	mutex_unlock(&fb_helper->client.modeset_mutex);
1338
}
1339

1340 1341 1342 1343 1344
static int pan_display_atomic(struct fb_var_screeninfo *var,
			      struct fb_info *info)
{
	struct drm_fb_helper *fb_helper = info->par;
	int ret;
1345

1346
	pan_set(fb_helper, var->xoffset, var->yoffset);
1347

1348
	ret = drm_client_modeset_commit_locked(&fb_helper->client);
1349 1350 1351 1352 1353
	if (!ret) {
		info->var.xoffset = var->xoffset;
		info->var.yoffset = var->yoffset;
	} else
		pan_set(fb_helper, info->var.xoffset, info->var.yoffset);
1354

1355 1356 1357
	return ret;
}

1358
static int pan_display_legacy(struct fb_var_screeninfo *var,
1359 1360 1361
			      struct fb_info *info)
{
	struct drm_fb_helper *fb_helper = info->par;
1362
	struct drm_client_dev *client = &fb_helper->client;
1363 1364 1365
	struct drm_mode_set *modeset;
	int ret = 0;

1366
	mutex_lock(&client->modeset_mutex);
1367
	drm_modeset_lock_all(fb_helper->dev);
1368
	drm_client_for_each_modeset(modeset, client) {
1369 1370 1371 1372
		modeset->x = var->xoffset;
		modeset->y = var->yoffset;

		if (modeset->num_connectors) {
1373
			ret = drm_mode_set_config_internal(modeset);
1374 1375 1376 1377 1378 1379
			if (!ret) {
				info->var.xoffset = var->xoffset;
				info->var.yoffset = var->yoffset;
			}
		}
	}
1380
	drm_modeset_unlock_all(fb_helper->dev);
1381
	mutex_unlock(&client->modeset_mutex);
1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400

	return ret;
}

/**
 * drm_fb_helper_pan_display - implementation for &fb_ops.fb_pan_display
 * @var: updated screen information
 * @info: fbdev registered by the helper
 */
int drm_fb_helper_pan_display(struct fb_var_screeninfo *var,
			      struct fb_info *info)
{
	struct drm_fb_helper *fb_helper = info->par;
	struct drm_device *dev = fb_helper->dev;
	int ret;

	if (oops_in_progress)
		return -EBUSY;

1401
	mutex_lock(&fb_helper->lock);
1402 1403 1404
	if (!drm_master_internal_acquire(dev)) {
		ret = -EBUSY;
		goto unlock;
1405 1406 1407 1408 1409 1410
	}

	if (drm_drv_uses_atomic_modeset(dev))
		ret = pan_display_atomic(var, info);
	else
		ret = pan_display_legacy(var, info);
1411 1412 1413

	drm_master_internal_release(dev);
unlock:
1414
	mutex_unlock(&fb_helper->lock);
1415

1416 1417 1418 1419
	return ret;
}
EXPORT_SYMBOL(drm_fb_helper_pan_display);

1420
/*
D
Daniel Vetter 已提交
1421
 * Allocates the backing storage and sets up the fbdev info structure through
1422
 * the ->fb_probe callback.
1423
 */
1424 1425
static int drm_fb_helper_single_fb_probe(struct drm_fb_helper *fb_helper,
					 int preferred_bpp)
1426
{
1427
	struct drm_client_dev *client = &fb_helper->client;
1428
	struct drm_device *dev = fb_helper->dev;
1429
	int ret = 0;
1430
	int crtc_count = 0;
1431
	struct drm_connector_list_iter conn_iter;
1432
	struct drm_fb_helper_surface_size sizes;
1433
	struct drm_connector *connector;
1434
	struct drm_mode_set *mode_set;
1435
	int best_depth = 0;
1436 1437 1438 1439

	memset(&sizes, 0, sizeof(struct drm_fb_helper_surface_size));
	sizes.surface_depth = 24;
	sizes.surface_bpp = 32;
1440 1441
	sizes.fb_width = (u32)-1;
	sizes.fb_height = (u32)-1;
1442

1443 1444 1445 1446
	/*
	 * If driver picks 8 or 16 by default use that for both depth/bpp
	 * to begin with
	 */
1447
	if (preferred_bpp != sizes.surface_bpp)
1448
		sizes.surface_depth = sizes.surface_bpp = preferred_bpp;
1449

1450 1451
	drm_connector_list_iter_begin(fb_helper->dev, &conn_iter);
	drm_client_for_each_connector_iter(connector, &conn_iter) {
1452
		struct drm_cmdline_mode *cmdline_mode;
1453

1454
		cmdline_mode = &connector->cmdline_mode;
1455 1456 1457 1458

		if (cmdline_mode->bpp_specified) {
			switch (cmdline_mode->bpp) {
			case 8:
1459
				sizes.surface_depth = sizes.surface_bpp = 8;
1460 1461
				break;
			case 15:
1462 1463
				sizes.surface_depth = 15;
				sizes.surface_bpp = 16;
1464 1465
				break;
			case 16:
1466
				sizes.surface_depth = sizes.surface_bpp = 16;
1467 1468
				break;
			case 24:
1469
				sizes.surface_depth = sizes.surface_bpp = 24;
1470 1471
				break;
			case 32:
1472 1473
				sizes.surface_depth = 24;
				sizes.surface_bpp = 32;
1474 1475 1476 1477 1478
				break;
			}
			break;
		}
	}
1479
	drm_connector_list_iter_end(&conn_iter);
1480

1481 1482 1483 1484 1485
	/*
	 * If we run into a situation where, for example, the primary plane
	 * supports RGBA5551 (16 bpp, depth 15) but not RGB565 (16 bpp, depth
	 * 16) we need to scale down the depth of the sizes we request.
	 */
1486 1487
	mutex_lock(&client->modeset_mutex);
	drm_client_for_each_modeset(mode_set, client) {
1488 1489 1490 1491
		struct drm_crtc *crtc = mode_set->crtc;
		struct drm_plane *plane = crtc->primary;
		int j;

1492
		drm_dbg_kms(dev, "test CRTC %u primary plane\n", drm_crtc_index(crtc));
1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523

		for (j = 0; j < plane->format_count; j++) {
			const struct drm_format_info *fmt;

			fmt = drm_format_info(plane->format_types[j]);

			/*
			 * Do not consider YUV or other complicated formats
			 * for framebuffers. This means only legacy formats
			 * are supported (fmt->depth is a legacy field) but
			 * the framebuffer emulation can only deal with such
			 * formats, specifically RGB/BGA formats.
			 */
			if (fmt->depth == 0)
				continue;

			/* We found a perfect fit, great */
			if (fmt->depth == sizes.surface_depth) {
				best_depth = fmt->depth;
				break;
			}

			/* Skip depths above what we're looking for */
			if (fmt->depth > sizes.surface_depth)
				continue;

			/* Best depth found so far */
			if (fmt->depth > best_depth)
				best_depth = fmt->depth;
		}
	}
D
Dave Airlie 已提交
1524
	if (sizes.surface_depth != best_depth && best_depth) {
1525
		drm_info(dev, "requested bpp %d, scaled depth down to %d",
1526 1527 1528 1529
			 sizes.surface_bpp, best_depth);
		sizes.surface_depth = best_depth;
	}

1530
	/* first up get a count of crtcs now in use and new min/maxes width/heights */
1531
	crtc_count = 0;
1532
	drm_client_for_each_modeset(mode_set, client) {
1533
		struct drm_display_mode *desired_mode;
1534 1535 1536 1537 1538 1539
		int x, y, j;
		/* in case of tile group, are we the last tile vert or horiz?
		 * If no tile group you are always the last one both vertically
		 * and horizontally
		 */
		bool lastv = true, lasth = true;
R
Rob Clark 已提交
1540

1541
		desired_mode = mode_set->mode;
R
Rob Clark 已提交
1542 1543 1544 1545 1546 1547

		if (!desired_mode)
			continue;

		crtc_count++;

1548 1549
		x = mode_set->x;
		y = mode_set->y;
R
Rob Clark 已提交
1550 1551 1552

		sizes.surface_width  = max_t(u32, desired_mode->hdisplay + x, sizes.surface_width);
		sizes.surface_height = max_t(u32, desired_mode->vdisplay + y, sizes.surface_height);
1553 1554 1555

		for (j = 0; j < mode_set->num_connectors; j++) {
			struct drm_connector *connector = mode_set->connectors[j];
1556

1557 1558 1559
			if (connector->has_tile &&
			    desired_mode->hdisplay == connector->tile_h_size &&
			    desired_mode->vdisplay == connector->tile_v_size) {
1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570
				lasth = (connector->tile_h_loc == (connector->num_h_tile - 1));
				lastv = (connector->tile_v_loc == (connector->num_v_tile - 1));
				/* cloning to multiple tiles is just crazy-talk, so: */
				break;
			}
		}

		if (lasth)
			sizes.fb_width  = min_t(u32, desired_mode->hdisplay + x, sizes.fb_width);
		if (lastv)
			sizes.fb_height = min_t(u32, desired_mode->vdisplay + y, sizes.fb_height);
1571
	}
1572
	mutex_unlock(&client->modeset_mutex);
1573

1574
	if (crtc_count == 0 || sizes.fb_width == -1 || sizes.fb_height == -1) {
1575
		drm_info(dev, "Cannot find any crtc or sizes\n");
1576 1577

		/* First time: disable all crtc's.. */
1578
		if (!fb_helper->deferred_setup)
1579
			drm_client_modeset_commit(client);
1580
		return -EAGAIN;
1581 1582
	}

1583 1584 1585 1586
	/* Handle our overallocation */
	sizes.surface_height *= drm_fbdev_overalloc;
	sizes.surface_height /= 100;

1587
	/* push down into drivers */
1588 1589 1590
	ret = (*fb_helper->funcs->fb_probe)(fb_helper, &sizes);
	if (ret < 0)
		return ret;
1591

1592
	strcpy(fb_helper->fb->comm, "[fbcon]");
1593 1594 1595
	return 0;
}

1596 1597
static void drm_fb_helper_fill_fix(struct fb_info *info, uint32_t pitch,
				   uint32_t depth)
1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612
{
	info->fix.type = FB_TYPE_PACKED_PIXELS;
	info->fix.visual = depth == 8 ? FB_VISUAL_PSEUDOCOLOR :
		FB_VISUAL_TRUECOLOR;
	info->fix.mmio_start = 0;
	info->fix.mmio_len = 0;
	info->fix.type_aux = 0;
	info->fix.xpanstep = 1; /* doing it in hw */
	info->fix.ypanstep = 1; /* doing it in hw */
	info->fix.ywrapstep = 0;
	info->fix.accel = FB_ACCEL_NONE;

	info->fix.line_length = pitch;
}

1613 1614 1615
static void drm_fb_helper_fill_var(struct fb_info *info,
				   struct drm_fb_helper *fb_helper,
				   uint32_t fb_width, uint32_t fb_height)
1616
{
1617
	struct drm_framebuffer *fb = fb_helper->fb;
1618

1619 1620
	WARN_ON((drm_format_info_block_width(fb->format, 0) > 1) ||
		(drm_format_info_block_height(fb->format, 0) > 1));
1621
	info->pseudo_palette = fb_helper->pseudo_palette;
1622 1623
	info->var.xres_virtual = fb->width;
	info->var.yres_virtual = fb->height;
V
Ville Syrjälä 已提交
1624
	info->var.bits_per_pixel = fb->format->cpp[0] * 8;
1625
	info->var.accel_flags = FB_ACCELF_TEXT;
1626 1627 1628 1629
	info->var.xoffset = 0;
	info->var.yoffset = 0;
	info->var.activate = FB_ACTIVATE_NOW;

1630
	drm_fb_helper_fill_pixel_fmt(&info->var, fb->format->depth);
1631 1632 1633 1634

	info->var.xres = fb_width;
	info->var.yres = fb_height;
}
1635

1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658
/**
 * drm_fb_helper_fill_info - initializes fbdev information
 * @info: fbdev instance to set up
 * @fb_helper: fb helper instance to use as template
 * @sizes: describes fbdev size and scanout surface size
 *
 * Sets up the variable and fixed fbdev metainformation from the given fb helper
 * instance and the drm framebuffer allocated in &drm_fb_helper.fb.
 *
 * Drivers should call this (or their equivalent setup code) from their
 * &drm_fb_helper_funcs.fb_probe callback after having allocated the fbdev
 * backing storage framebuffer.
 */
void drm_fb_helper_fill_info(struct fb_info *info,
			     struct drm_fb_helper *fb_helper,
			     struct drm_fb_helper_surface_size *sizes)
{
	struct drm_framebuffer *fb = fb_helper->fb;

	drm_fb_helper_fill_fix(info, fb->pitches[0], fb->format->depth);
	drm_fb_helper_fill_var(info, fb_helper,
			       sizes->fb_width, sizes->fb_height);

1659
	info->par = fb_helper;
1660 1661 1662
	snprintf(info->fix.id, sizeof(info->fix.id), "%sdrmfb",
		 fb_helper->dev->driver->name);

1663 1664 1665
}
EXPORT_SYMBOL(drm_fb_helper_fill_info);

1666 1667 1668 1669 1670 1671 1672 1673 1674
/*
 * This is a continuation of drm_setup_crtcs() that sets up anything related
 * to the framebuffer. During initialization, drm_setup_crtcs() is called before
 * the framebuffer has been allocated (fb_helper->fb and fb_helper->fbdev).
 * So, any setup that touches those fields needs to be done here instead of in
 * drm_setup_crtcs().
 */
static void drm_setup_crtcs_fb(struct drm_fb_helper *fb_helper)
{
1675
	struct drm_client_dev *client = &fb_helper->client;
1676
	struct drm_connector_list_iter conn_iter;
1677
	struct fb_info *info = fb_helper->fbdev;
1678
	unsigned int rotation, sw_rotations = 0;
1679
	struct drm_connector *connector;
1680
	struct drm_mode_set *modeset;
1681

1682 1683
	mutex_lock(&client->modeset_mutex);
	drm_client_for_each_modeset(modeset, client) {
1684 1685 1686 1687 1688
		if (!modeset->num_connectors)
			continue;

		modeset->fb = fb_helper->fb;

1689
		if (drm_client_rotation(modeset, &rotation))
1690 1691 1692 1693 1694
			/* Rotating in hardware, fbcon should not rotate */
			sw_rotations |= DRM_MODE_ROTATE_0;
		else
			sw_rotations |= rotation;
	}
1695
	mutex_unlock(&client->modeset_mutex);
1696

1697 1698
	drm_connector_list_iter_begin(fb_helper->dev, &conn_iter);
	drm_client_for_each_connector_iter(connector, &conn_iter) {
1699 1700 1701 1702 1703 1704 1705 1706

		/* use first connected connector for the physical dimensions */
		if (connector->status == connector_status_connected) {
			info->var.width = connector->display_info.width_mm;
			info->var.height = connector->display_info.height_mm;
			break;
		}
	}
1707
	drm_connector_list_iter_end(&conn_iter);
1708

1709
	switch (sw_rotations) {
1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729
	case DRM_MODE_ROTATE_0:
		info->fbcon_rotate_hint = FB_ROTATE_UR;
		break;
	case DRM_MODE_ROTATE_90:
		info->fbcon_rotate_hint = FB_ROTATE_CCW;
		break;
	case DRM_MODE_ROTATE_180:
		info->fbcon_rotate_hint = FB_ROTATE_UD;
		break;
	case DRM_MODE_ROTATE_270:
		info->fbcon_rotate_hint = FB_ROTATE_CW;
		break;
	default:
		/*
		 * Multiple bits are set / multiple rotations requested
		 * fbcon cannot handle separate rotation settings per
		 * output, so fallback to unrotated.
		 */
		info->fbcon_rotate_hint = FB_ROTATE_UR;
	}
1730 1731
}

1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743 1744
/* Note: Drops fb_helper->lock before returning. */
static int
__drm_fb_helper_initial_config_and_unlock(struct drm_fb_helper *fb_helper,
					  int bpp_sel)
{
	struct drm_device *dev = fb_helper->dev;
	struct fb_info *info;
	unsigned int width, height;
	int ret;

	width = dev->mode_config.max_width;
	height = dev->mode_config.max_height;

1745
	drm_client_modeset_probe(&fb_helper->client, width, height);
1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756
	ret = drm_fb_helper_single_fb_probe(fb_helper, bpp_sel);
	if (ret < 0) {
		if (ret == -EAGAIN) {
			fb_helper->preferred_bpp = bpp_sel;
			fb_helper->deferred_setup = true;
			ret = 0;
		}
		mutex_unlock(&fb_helper->lock);

		return ret;
	}
1757
	drm_setup_crtcs_fb(fb_helper);
1758 1759 1760 1761 1762

	fb_helper->deferred_setup = false;

	info = fb_helper->fbdev;
	info->var.pixclock = 0;
1763 1764 1765 1766 1767 1768
	/* Shamelessly allow physical address leaking to userspace */
#if IS_ENABLED(CONFIG_DRM_FBDEV_LEAK_PHYS_SMEM)
	if (!drm_leak_fbdev_smem)
#endif
		/* don't leak any physical addresses to userspace */
		info->flags |= FBINFO_HIDE_SMEM_START;
1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791

	/* Need to drop locks to avoid recursive deadlock in
	 * register_framebuffer. This is ok because the only thing left to do is
	 * register the fbdev emulation instance in kernel_fb_helper_list. */
	mutex_unlock(&fb_helper->lock);

	ret = register_framebuffer(info);
	if (ret < 0)
		return ret;

	dev_info(dev->dev, "fb%d: %s frame buffer device\n",
		 info->node, info->fix.id);

	mutex_lock(&kernel_fb_helper_lock);
	if (list_empty(&kernel_fb_helper_list))
		register_sysrq_key('v', &sysrq_drm_fb_helper_restore_op);

	list_add(&fb_helper->kernel_fb_list, &kernel_fb_helper_list);
	mutex_unlock(&kernel_fb_helper_lock);

	return 0;
}

1792
/**
D
Daniel Vetter 已提交
1793
 * drm_fb_helper_initial_config - setup a sane initial connector configuration
1794 1795
 * @fb_helper: fb_helper device struct
 * @bpp_sel: bpp value to use for the framebuffer configuration
1796
 *
1797
 * Scans the CRTCs and connectors and tries to put together an initial setup.
1798 1799 1800
 * At the moment, this is a cloned configuration across all heads with
 * a new framebuffer object as the backing store.
 *
D
Daniel Vetter 已提交
1801 1802 1803
 * Note that this also registers the fbdev and so allows userspace to call into
 * the driver through the fbdev interfaces.
 *
1804 1805
 * This function will call down into the &drm_fb_helper_funcs.fb_probe callback
 * to let the driver allocate and initialize the fbdev info structure and the
1806 1807
 * drm framebuffer used to back the fbdev. drm_fb_helper_fill_info() is provided
 * as a helper to setup simple default values for the fbdev info structure.
D
Daniel Vetter 已提交
1808
 *
1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825
 * HANG DEBUGGING:
 *
 * When you have fbcon support built-in or already loaded, this function will do
 * a full modeset to setup the fbdev console. Due to locking misdesign in the
 * VT/fbdev subsystem that entire modeset sequence has to be done while holding
 * console_lock. Until console_unlock is called no dmesg lines will be sent out
 * to consoles, not even serial console. This means when your driver crashes,
 * you will see absolutely nothing else but a system stuck in this function,
 * with no further output. Any kind of printk() you place within your own driver
 * or in the drm core modeset code will also never show up.
 *
 * Standard debug practice is to run the fbcon setup without taking the
 * console_lock as a hack, to be able to see backtraces and crashes on the
 * serial line. This can be done by setting the fb.lockless_register_fb=1 kernel
 * cmdline option.
 *
 * The other option is to just disable fbdev emulation since very likely the
L
Lyude 已提交
1826 1827
 * first modeset from userspace will crash in the same way, and is even easier
 * to debug. This can be done by setting the drm_kms_helper.fbdev_emulation=0
1828 1829
 * kernel cmdline option.
 *
1830 1831 1832
 * RETURNS:
 * Zero if everything went ok, nonzero otherwise.
 */
1833
int drm_fb_helper_initial_config(struct drm_fb_helper *fb_helper, int bpp_sel)
1834
{
1835
	int ret;
1836

1837 1838 1839
	if (!drm_fbdev_emulation)
		return 0;

1840
	mutex_lock(&fb_helper->lock);
1841
	ret = __drm_fb_helper_initial_config_and_unlock(fb_helper, bpp_sel);
1842

1843
	return ret;
1844
}
1845
EXPORT_SYMBOL(drm_fb_helper_initial_config);
1846

1847 1848
/**
 * drm_fb_helper_hotplug_event - respond to a hotplug notification by
1849
 *                               probing all the outputs attached to the fb
1850
 * @fb_helper: driver-allocated fbdev helper, can be NULL
1851 1852
 *
 * Scan the connectors attached to the fb_helper and try to put together a
1853
 * setup after notification of a change in output configuration.
1854
 *
D
Daniel Vetter 已提交
1855 1856 1857 1858 1859
 * Called at runtime, takes the mode config locks to be able to check/change the
 * modeset configuration. Must be run from process context (which usually means
 * either the output polling work or a work item launched from the driver's
 * hotplug interrupt).
 *
1860
 * Note that drivers may call this even before calling
L
Lyude 已提交
1861
 * drm_fb_helper_initial_config but only after drm_fb_helper_init. This allows
1862 1863
 * for a race-free fbcon setup and will make sure that the fbdev emulation will
 * not miss any hotplug events.
D
Daniel Vetter 已提交
1864
 *
1865 1866 1867 1868
 * RETURNS:
 * 0 on success and a non-zero error code otherwise.
 */
int drm_fb_helper_hotplug_event(struct drm_fb_helper *fb_helper)
1869
{
1870
	int err = 0;
1871

1872
	if (!drm_fbdev_emulation || !fb_helper)
1873 1874
		return 0;

1875
	mutex_lock(&fb_helper->lock);
1876 1877 1878 1879 1880 1881
	if (fb_helper->deferred_setup) {
		err = __drm_fb_helper_initial_config_and_unlock(fb_helper,
				fb_helper->preferred_bpp);
		return err;
	}

1882
	if (!fb_helper->fb || !drm_master_internal_acquire(fb_helper->dev)) {
1883
		fb_helper->delayed_hotplug = true;
1884 1885
		mutex_unlock(&fb_helper->lock);
		return err;
1886
	}
1887

1888
	drm_master_internal_release(fb_helper->dev);
1889

1890
	drm_dbg_kms(fb_helper->dev, "\n");
1891

1892
	drm_client_modeset_probe(&fb_helper->client, fb_helper->fb->width, fb_helper->fb->height);
1893
	drm_setup_crtcs_fb(fb_helper);
1894
	mutex_unlock(&fb_helper->lock);
1895

1896 1897 1898
	drm_fb_helper_set_par(fb_helper->fbdev);

	return 0;
1899
}
1900
EXPORT_SYMBOL(drm_fb_helper_hotplug_event);
1901

1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929
/**
 * drm_fb_helper_lastclose - DRM driver lastclose helper for fbdev emulation
 * @dev: DRM device
 *
 * This function can be used as the &drm_driver->lastclose callback for drivers
 * that only need to call drm_fb_helper_restore_fbdev_mode_unlocked().
 */
void drm_fb_helper_lastclose(struct drm_device *dev)
{
	drm_fb_helper_restore_fbdev_mode_unlocked(dev->fb_helper);
}
EXPORT_SYMBOL(drm_fb_helper_lastclose);

/**
 * drm_fb_helper_output_poll_changed - DRM mode config \.output_poll_changed
 *                                     helper for fbdev emulation
 * @dev: DRM device
 *
 * This function can be used as the
 * &drm_mode_config_funcs.output_poll_changed callback for drivers that only
 * need to call drm_fb_helper_hotplug_event().
 */
void drm_fb_helper_output_poll_changed(struct drm_device *dev)
{
	drm_fb_helper_hotplug_event(dev->fb_helper);
}
EXPORT_SYMBOL(drm_fb_helper_output_poll_changed);

1930 1931 1932 1933 1934
/* @user: 1=userspace, 0=fbcon */
static int drm_fbdev_fb_open(struct fb_info *info, int user)
{
	struct drm_fb_helper *fb_helper = info->par;

1935 1936
	/* No need to take a ref for fbcon because it unbinds on unregister */
	if (user && !try_module_get(fb_helper->dev->driver->fops->owner))
1937 1938 1939 1940 1941 1942 1943 1944 1945
		return -ENODEV;

	return 0;
}

static int drm_fbdev_fb_release(struct fb_info *info, int user)
{
	struct drm_fb_helper *fb_helper = info->par;

1946 1947
	if (user)
		module_put(fb_helper->dev->driver->fops->owner);
1948 1949 1950 1951

	return 0;
}

1952
static void drm_fbdev_cleanup(struct drm_fb_helper *fb_helper)
1953 1954 1955 1956
{
	struct fb_info *fbi = fb_helper->fbdev;
	void *shadow = NULL;

1957 1958 1959 1960
	if (!fb_helper->dev)
		return;

	if (fbi && fbi->fbdefio) {
1961 1962 1963 1964 1965 1966
		fb_deferred_io_cleanup(fbi);
		shadow = fbi->screen_buffer;
	}

	drm_fb_helper_fini(fb_helper);

1967
	vfree(shadow);
1968 1969

	drm_client_framebuffer_delete(fb_helper->buffer);
1970 1971 1972 1973 1974
}

static void drm_fbdev_release(struct drm_fb_helper *fb_helper)
{
	drm_fbdev_cleanup(fb_helper);
1975 1976
	drm_client_release(&fb_helper->client);
	kfree(fb_helper);
1977 1978
}

1979 1980 1981 1982 1983 1984 1985 1986 1987
/*
 * fb_ops.fb_destroy is called by the last put_fb_info() call at the end of
 * unregister_framebuffer() or fb_release().
 */
static void drm_fbdev_fb_destroy(struct fb_info *info)
{
	drm_fbdev_release(info->par);
}

1988 1989 1990 1991 1992 1993 1994 1995 1996 1997
static int drm_fbdev_fb_mmap(struct fb_info *info, struct vm_area_struct *vma)
{
	struct drm_fb_helper *fb_helper = info->par;

	if (fb_helper->dev->driver->gem_prime_mmap)
		return fb_helper->dev->driver->gem_prime_mmap(fb_helper->buffer->gem, vma);
	else
		return -ENODEV;
}

1998
static const struct fb_ops drm_fbdev_fb_ops = {
1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016
	.owner		= THIS_MODULE,
	DRM_FB_HELPER_DEFAULT_OPS,
	.fb_open	= drm_fbdev_fb_open,
	.fb_release	= drm_fbdev_fb_release,
	.fb_destroy	= drm_fbdev_fb_destroy,
	.fb_mmap	= drm_fbdev_fb_mmap,
	.fb_read	= drm_fb_helper_sys_read,
	.fb_write	= drm_fb_helper_sys_write,
	.fb_fillrect	= drm_fb_helper_sys_fillrect,
	.fb_copyarea	= drm_fb_helper_sys_copyarea,
	.fb_imageblit	= drm_fb_helper_sys_imageblit,
};

static struct fb_deferred_io drm_fbdev_defio = {
	.delay		= HZ / 20,
	.deferred_io	= drm_fb_helper_deferred_io,
};

2017
/*
2018
 * This function uses the client API to create a framebuffer backed by a dumb buffer.
2019 2020 2021 2022
 *
 * The _sys_ versions are used for &fb_ops.fb_read, fb_write, fb_fillrect,
 * fb_copyarea, fb_imageblit.
 */
2023 2024
static int drm_fb_helper_generic_probe(struct drm_fb_helper *fb_helper,
				       struct drm_fb_helper_surface_size *sizes)
2025 2026
{
	struct drm_client_dev *client = &fb_helper->client;
2027
	struct drm_device *dev = fb_helper->dev;
2028 2029 2030 2031
	struct drm_client_buffer *buffer;
	struct drm_framebuffer *fb;
	struct fb_info *fbi;
	u32 format;
2032
	void *vaddr;
2033

2034 2035 2036
	drm_dbg_kms(dev, "surface width(%d), height(%d) and bpp(%d)\n",
		    sizes->surface_width, sizes->surface_height,
		    sizes->surface_bpp);
2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048

	format = drm_mode_legacy_fb_format(sizes->surface_bpp, sizes->surface_depth);
	buffer = drm_client_framebuffer_create(client, sizes->surface_width,
					       sizes->surface_height, format);
	if (IS_ERR(buffer))
		return PTR_ERR(buffer);

	fb_helper->buffer = buffer;
	fb_helper->fb = buffer->fb;
	fb = buffer->fb;

	fbi = drm_fb_helper_alloc_fbi(fb_helper);
2049 2050
	if (IS_ERR(fbi))
		return PTR_ERR(fbi);
2051 2052 2053 2054

	fbi->fbops = &drm_fbdev_fb_ops;
	fbi->screen_size = fb->height * fb->pitches[0];
	fbi->fix.smem_len = fbi->screen_size;
2055

2056
	drm_fb_helper_fill_info(fbi, fb_helper, sizes);
2057

2058
	if (drm_fbdev_use_shadow_fb(fb_helper)) {
2059 2060
		fbi->screen_buffer = vzalloc(fbi->screen_size);
		if (!fbi->screen_buffer)
2061
			return -ENOMEM;
2062 2063 2064 2065

		fbi->fbdefio = &drm_fbdev_defio;

		fb_deferred_io_init(fbi);
2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078
	} else {
		/* buffer is mapped for HW framebuffer */
		vaddr = drm_client_buffer_vmap(fb_helper->buffer);
		if (IS_ERR(vaddr))
			return PTR_ERR(vaddr);

		fbi->screen_buffer = vaddr;
		/* Shamelessly leak the physical address to user-space */
#if IS_ENABLED(CONFIG_DRM_FBDEV_LEAK_PHYS_SMEM)
		if (drm_leak_fbdev_smem && fbi->fix.smem_start == 0)
			fbi->fix.smem_start =
				page_to_phys(virt_to_page(fbi->screen_buffer));
#endif
2079 2080 2081 2082 2083
	}

	return 0;
}

2084 2085 2086 2087 2088 2089 2090 2091
static const struct drm_fb_helper_funcs drm_fb_helper_generic_funcs = {
	.fb_probe = drm_fb_helper_generic_probe,
};

static void drm_fbdev_client_unregister(struct drm_client_dev *client)
{
	struct drm_fb_helper *fb_helper = drm_fb_helper_from_client(client);

2092
	if (fb_helper->fbdev)
2093
		/* drm_fbdev_fb_destroy() takes care of cleanup */
2094 2095 2096
		drm_fb_helper_unregister_fbi(fb_helper);
	else
		drm_fbdev_release(fb_helper);
2097 2098 2099 2100
}

static int drm_fbdev_client_restore(struct drm_client_dev *client)
{
2101
	drm_fb_helper_lastclose(client->dev);
2102 2103 2104 2105 2106 2107 2108 2109 2110 2111

	return 0;
}

static int drm_fbdev_client_hotplug(struct drm_client_dev *client)
{
	struct drm_fb_helper *fb_helper = drm_fb_helper_from_client(client);
	struct drm_device *dev = client->dev;
	int ret;

2112
	/* Setup is not retried if it has failed */
2113 2114 2115 2116 2117 2118
	if (!fb_helper->dev && fb_helper->funcs)
		return 0;

	if (dev->fb_helper)
		return drm_fb_helper_hotplug_event(dev->fb_helper);

2119
	if (!dev->mode_config.num_connector) {
2120
		drm_dbg_kms(dev, "No connectors found, will not create framebuffer!\n");
2121
		return 0;
2122
	}
2123

2124 2125
	drm_fb_helper_prepare(dev, fb_helper, &drm_fb_helper_generic_funcs);

2126
	ret = drm_fb_helper_init(dev, fb_helper);
2127 2128 2129 2130 2131 2132 2133 2134 2135
	if (ret)
		goto err;

	if (!drm_drv_uses_atomic_modeset(dev))
		drm_helper_disable_unused_functions(dev);

	ret = drm_fb_helper_initial_config(fb_helper, fb_helper->preferred_bpp);
	if (ret)
		goto err_cleanup;
2136 2137

	return 0;
2138 2139 2140 2141 2142 2143 2144

err_cleanup:
	drm_fbdev_cleanup(fb_helper);
err:
	fb_helper->dev = NULL;
	fb_helper->fbdev = NULL;

2145
	drm_err(dev, "fbdev: Failed to setup generic emulation (ret=%d)\n", ret);
2146 2147

	return ret;
2148 2149 2150 2151 2152 2153 2154 2155 2156 2157
}

static const struct drm_client_funcs drm_fbdev_client_funcs = {
	.owner		= THIS_MODULE,
	.unregister	= drm_fbdev_client_unregister,
	.restore	= drm_fbdev_client_restore,
	.hotplug	= drm_fbdev_client_hotplug,
};

/**
2158
 * drm_fbdev_generic_setup() - Setup generic fbdev emulation
2159 2160 2161 2162 2163
 * @dev: DRM device
 * @preferred_bpp: Preferred bits per pixel for the device.
 *                 @dev->mode_config.preferred_depth is used if this is zero.
 *
 * This function sets up generic fbdev emulation for drivers that supports
2164
 * dumb buffers with a virtual address and that can be mmap'ed.
2165 2166 2167 2168 2169 2170 2171
 *
 * Restore, hotplug events and teardown are all taken care of. Drivers that do
 * suspend/resume need to call drm_fb_helper_set_suspend_unlocked() themselves.
 * Simple drivers might use drm_mode_config_helper_suspend().
 *
 * Drivers that set the dirty callback on their framebuffer will get a shadow
 * fbdev buffer that is blitted onto the real buffer. This is done in order to
2172 2173 2174 2175
 * make deferred I/O work with all kinds of buffers. A shadow buffer can be
 * requested explicitly by setting struct drm_mode_config.prefer_shadow or
 * struct drm_mode_config.prefer_shadow_fbdev to true beforehand. This is
 * required to use generic fbdev emulation with SHMEM helpers.
2176 2177 2178 2179
 *
 * This function is safe to call even when there are no connectors present.
 * Setup will be retried on the next hotplug event.
 *
2180 2181
 * The fbdev is destroyed by drm_dev_unregister().
 *
2182 2183 2184 2185 2186 2187 2188 2189
 * Returns:
 * Zero on success or negative error code on failure.
 */
int drm_fbdev_generic_setup(struct drm_device *dev, unsigned int preferred_bpp)
{
	struct drm_fb_helper *fb_helper;
	int ret;

2190 2191
	WARN(dev->fb_helper, "fb_helper is already set!\n");

2192 2193 2194 2195 2196 2197 2198
	if (!drm_fbdev_emulation)
		return 0;

	fb_helper = kzalloc(sizeof(*fb_helper), GFP_KERNEL);
	if (!fb_helper)
		return -ENOMEM;

2199
	ret = drm_client_init(dev, &fb_helper->client, "fbdev", &drm_fbdev_client_funcs);
2200 2201
	if (ret) {
		kfree(fb_helper);
2202
		drm_err(dev, "Failed to register client: %d\n", ret);
2203 2204 2205
		return ret;
	}

2206 2207 2208 2209
	if (!preferred_bpp)
		preferred_bpp = dev->mode_config.preferred_depth;
	if (!preferred_bpp)
		preferred_bpp = 32;
2210 2211
	fb_helper->preferred_bpp = preferred_bpp;

2212 2213
	ret = drm_fbdev_client_hotplug(&fb_helper->client);
	if (ret)
2214
		drm_dbg_kms(dev, "client hotplug ret=%d\n", ret);
2215

2216
	drm_client_register(&fb_helper->client);
2217

2218 2219 2220 2221
	return 0;
}
EXPORT_SYMBOL(drm_fbdev_generic_setup);

2222
/* The Kconfig DRM_KMS_HELPER selects FRAMEBUFFER_CONSOLE (if !EXPERT)
2223 2224 2225
 * but the module doesn't depend on any fb console symbols.  At least
 * attempt to load fbcon to avoid leaving the system without a usable console.
 */
2226
int __init drm_fb_helper_modinit(void)
2227
{
2228
#if defined(CONFIG_FRAMEBUFFER_CONSOLE_MODULE) && !defined(CONFIG_EXPERT)
2229
	const char name[] = "fbcon";
2230 2231 2232 2233 2234 2235 2236 2237
	struct module *fbcon;

	mutex_lock(&module_mutex);
	fbcon = find_module(name);
	mutex_unlock(&module_mutex);

	if (!fbcon)
		request_module_nowait(name);
2238
#endif
2239 2240
	return 0;
}
2241
EXPORT_SYMBOL(drm_fb_helper_modinit);