drm_atomic_helper.c 112.2 KB
Newer Older
D
Daniel Vetter 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31
/*
 * Copyright (C) 2014 Red Hat
 * Copyright (C) 2014 Intel Corp.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 * OTHER DEALINGS IN THE SOFTWARE.
 *
 * Authors:
 * Rob Clark <robdclark@gmail.com>
 * Daniel Vetter <daniel.vetter@ffwll.ch>
 */

#include <drm/drmP.h>
#include <drm/drm_atomic.h>
#include <drm/drm_plane_helper.h>
#include <drm/drm_crtc_helper.h>
32
#include <drm/drm_atomic_helper.h>
33
#include <linux/dma-fence.h>
D
Daniel Vetter 已提交
34

35
#include "drm_crtc_helper_internal.h"
36 37
#include "drm_crtc_internal.h"

38 39 40 41 42 43 44 45 46 47
/**
 * DOC: overview
 *
 * This helper library provides implementations of check and commit functions on
 * top of the CRTC modeset helper callbacks and the plane helper callbacks. It
 * also provides convenience implementations for the atomic state handling
 * callbacks for drivers which don't need to subclass the drm core structures to
 * add their own additional internal state.
 *
 * This library also provides default implementations for the check callback in
48 49 50
 * drm_atomic_helper_check() and for the commit callback with
 * drm_atomic_helper_commit(). But the individual stages and callbacks are
 * exposed to allow drivers to mix and match and e.g. use the plane helpers only
51 52 53
 * together with a driver private modeset implementation.
 *
 * This library also provides implementations for all the legacy driver
54 55
 * interfaces on top of the atomic interface. See drm_atomic_helper_set_config(),
 * drm_atomic_helper_disable_plane(), drm_atomic_helper_disable_plane() and the
56 57
 * various functions to implement set_property callbacks. New drivers must not
 * implement these functions themselves but must use the provided helpers.
58 59
 *
 * The atomic helper uses the same function table structures as all other
60 61 62
 * modesetting helpers. See the documentation for &struct drm_crtc_helper_funcs,
 * struct &drm_encoder_helper_funcs and &struct drm_connector_helper_funcs. It
 * also shares the &struct drm_plane_helper_funcs function table with the plane
63
 * helpers.
64
 */
D
Daniel Vetter 已提交
65 66
static void
drm_atomic_helper_plane_changed(struct drm_atomic_state *state,
67
				struct drm_plane_state *old_plane_state,
D
Daniel Vetter 已提交
68 69 70 71 72
				struct drm_plane_state *plane_state,
				struct drm_plane *plane)
{
	struct drm_crtc_state *crtc_state;

73
	if (old_plane_state->crtc) {
74 75
		crtc_state = drm_atomic_get_new_crtc_state(state,
							   old_plane_state->crtc);
D
Daniel Vetter 已提交
76 77 78 79 80 81 82 83

		if (WARN_ON(!crtc_state))
			return;

		crtc_state->planes_changed = true;
	}

	if (plane_state->crtc) {
84
		crtc_state = drm_atomic_get_new_crtc_state(state, plane_state->crtc);
D
Daniel Vetter 已提交
85 86 87 88 89 90 91 92

		if (WARN_ON(!crtc_state))
			return;

		crtc_state->planes_changed = true;
	}
}

93 94
static int handle_conflicting_encoders(struct drm_atomic_state *state,
				       bool disable_conflicting_encoders)
95
{
96
	struct drm_connector_state *new_conn_state;
97
	struct drm_connector *connector;
98
	struct drm_connector_list_iter conn_iter;
99 100
	struct drm_encoder *encoder;
	unsigned encoder_mask = 0;
101
	int i, ret = 0;
102

103 104 105 106 107
	/*
	 * First loop, find all newly assigned encoders from the connectors
	 * part of the state. If the same encoder is assigned to multiple
	 * connectors bail out.
	 */
108
	for_each_new_connector_in_state(state, connector, new_conn_state, i) {
109 110 111
		const struct drm_connector_helper_funcs *funcs = connector->helper_private;
		struct drm_encoder *new_encoder;

112
		if (!new_conn_state->crtc)
113 114
			continue;

115
		if (funcs->atomic_best_encoder)
116
			new_encoder = funcs->atomic_best_encoder(connector, new_conn_state);
117
		else if (funcs->best_encoder)
118
			new_encoder = funcs->best_encoder(connector);
119 120
		else
			new_encoder = drm_atomic_helper_best_encoder(connector);
121

122 123 124 125 126 127 128 129 130
		if (new_encoder) {
			if (encoder_mask & (1 << drm_encoder_index(new_encoder))) {
				DRM_DEBUG_ATOMIC("[ENCODER:%d:%s] on [CONNECTOR:%d:%s] already assigned\n",
					new_encoder->base.id, new_encoder->name,
					connector->base.id, connector->name);

				return -EINVAL;
			}

131
			encoder_mask |= 1 << drm_encoder_index(new_encoder);
132
		}
133 134
	}

135 136
	if (!encoder_mask)
		return 0;
137

138 139 140 141 142 143 144 145 146 147 148
	/*
	 * Second loop, iterate over all connectors not part of the state.
	 *
	 * If a conflicting encoder is found and disable_conflicting_encoders
	 * is not set, an error is returned. Userspace can provide a solution
	 * through the atomic ioctl.
	 *
	 * If the flag is set conflicting connectors are removed from the crtc
	 * and the crtc is disabled if no encoder is left. This preserves
	 * compatibility with the legacy set_config behavior.
	 */
149
	drm_connector_list_iter_begin(state->dev, &conn_iter);
150
	drm_for_each_connector_iter(connector, &conn_iter) {
151
		struct drm_crtc_state *crtc_state;
152

153
		if (drm_atomic_get_new_connector_state(state, connector))
154
			continue;
155

156 157
		encoder = connector->state->best_encoder;
		if (!encoder || !(encoder_mask & (1 << drm_encoder_index(encoder))))
158 159
			continue;

160 161 162 163 164 165
		if (!disable_conflicting_encoders) {
			DRM_DEBUG_ATOMIC("[ENCODER:%d:%s] in use on [CRTC:%d:%s] by [CONNECTOR:%d:%s]\n",
					 encoder->base.id, encoder->name,
					 connector->state->crtc->base.id,
					 connector->state->crtc->name,
					 connector->base.id, connector->name);
166 167
			ret = -EINVAL;
			goto out;
168 169
		}

170 171 172
		new_conn_state = drm_atomic_get_connector_state(state, connector);
		if (IS_ERR(new_conn_state)) {
			ret = PTR_ERR(new_conn_state);
173 174
			goto out;
		}
175 176 177

		DRM_DEBUG_ATOMIC("[ENCODER:%d:%s] in use on [CRTC:%d:%s], disabling [CONNECTOR:%d:%s]\n",
				 encoder->base.id, encoder->name,
178
				 new_conn_state->crtc->base.id, new_conn_state->crtc->name,
179 180
				 connector->base.id, connector->name);

181
		crtc_state = drm_atomic_get_new_crtc_state(state, new_conn_state->crtc);
182

183
		ret = drm_atomic_set_crtc_for_connector(new_conn_state, NULL);
184
		if (ret)
185
			goto out;
186 187 188 189 190

		if (!crtc_state->connector_mask) {
			ret = drm_atomic_set_mode_prop_for_crtc(crtc_state,
								NULL);
			if (ret < 0)
191
				goto out;
192 193 194

			crtc_state->active = false;
		}
195
	}
196
out:
197
	drm_connector_list_iter_end(&conn_iter);
198

199
	return ret;
200 201
}

202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221
static void
set_best_encoder(struct drm_atomic_state *state,
		 struct drm_connector_state *conn_state,
		 struct drm_encoder *encoder)
{
	struct drm_crtc_state *crtc_state;
	struct drm_crtc *crtc;

	if (conn_state->best_encoder) {
		/* Unset the encoder_mask in the old crtc state. */
		crtc = conn_state->connector->state->crtc;

		/* A NULL crtc is an error here because we should have
		 *  duplicated a NULL best_encoder when crtc was NULL.
		 * As an exception restoring duplicated atomic state
		 * during resume is allowed, so don't warn when
		 * best_encoder is equal to encoder we intend to set.
		 */
		WARN_ON(!crtc && encoder != conn_state->best_encoder);
		if (crtc) {
222
			crtc_state = drm_atomic_get_new_crtc_state(state, crtc);
223 224 225 226 227 228 229 230 231 232

			crtc_state->encoder_mask &=
				~(1 << drm_encoder_index(conn_state->best_encoder));
		}
	}

	if (encoder) {
		crtc = conn_state->crtc;
		WARN_ON(!crtc);
		if (crtc) {
233
			crtc_state = drm_atomic_get_new_crtc_state(state, crtc);
234 235 236 237 238 239 240 241 242

			crtc_state->encoder_mask |=
				1 << drm_encoder_index(encoder);
		}
	}

	conn_state->best_encoder = encoder;
}

243
static void
244
steal_encoder(struct drm_atomic_state *state,
245
	      struct drm_encoder *encoder)
246 247 248
{
	struct drm_crtc_state *crtc_state;
	struct drm_connector *connector;
249
	struct drm_connector_state *old_connector_state, *new_connector_state;
250
	int i;
251

252
	for_each_oldnew_connector_in_state(state, connector, old_connector_state, new_connector_state, i) {
253
		struct drm_crtc *encoder_crtc;
254

255
		if (new_connector_state->best_encoder != encoder)
256 257
			continue;

258
		encoder_crtc = old_connector_state->crtc;
259

260 261 262
		DRM_DEBUG_ATOMIC("[ENCODER:%d:%s] in use on [CRTC:%d:%s], stealing it\n",
				 encoder->base.id, encoder->name,
				 encoder_crtc->base.id, encoder_crtc->name);
263

264
		set_best_encoder(state, new_connector_state, NULL);
265

266
		crtc_state = drm_atomic_get_new_crtc_state(state, encoder_crtc);
267 268
		crtc_state->connectors_changed = true;

269
		return;
270 271 272 273
	}
}

static int
274 275
update_connector_routing(struct drm_atomic_state *state,
			 struct drm_connector *connector,
276 277
			 struct drm_connector_state *old_connector_state,
			 struct drm_connector_state *new_connector_state)
278
{
279
	const struct drm_connector_helper_funcs *funcs;
280 281 282
	struct drm_encoder *new_encoder;
	struct drm_crtc_state *crtc_state;

D
Daniel Vetter 已提交
283 284 285
	DRM_DEBUG_ATOMIC("Updating routing for [CONNECTOR:%d:%s]\n",
			 connector->base.id,
			 connector->name);
286

287 288
	if (old_connector_state->crtc != new_connector_state->crtc) {
		if (old_connector_state->crtc) {
289
			crtc_state = drm_atomic_get_new_crtc_state(state, old_connector_state->crtc);
290
			crtc_state->connectors_changed = true;
291 292
		}

293
		if (new_connector_state->crtc) {
294
			crtc_state = drm_atomic_get_new_crtc_state(state, new_connector_state->crtc);
295
			crtc_state->connectors_changed = true;
296 297 298
		}
	}

299
	if (!new_connector_state->crtc) {
D
Daniel Vetter 已提交
300
		DRM_DEBUG_ATOMIC("Disabling [CONNECTOR:%d:%s]\n",
301 302 303
				connector->base.id,
				connector->name);

304
		set_best_encoder(state, new_connector_state, NULL);
305 306 307 308 309

		return 0;
	}

	funcs = connector->helper_private;
310 311 312

	if (funcs->atomic_best_encoder)
		new_encoder = funcs->atomic_best_encoder(connector,
313
							 new_connector_state);
314
	else if (funcs->best_encoder)
315
		new_encoder = funcs->best_encoder(connector);
316 317
	else
		new_encoder = drm_atomic_helper_best_encoder(connector);
318 319

	if (!new_encoder) {
D
Daniel Vetter 已提交
320 321 322
		DRM_DEBUG_ATOMIC("No suitable encoder found for [CONNECTOR:%d:%s]\n",
				 connector->base.id,
				 connector->name);
323 324 325
		return -EINVAL;
	}

326
	if (!drm_encoder_crtc_ok(new_encoder, new_connector_state->crtc)) {
327
		DRM_DEBUG_ATOMIC("[ENCODER:%d:%s] incompatible with [CRTC:%d:%s]\n",
328 329
				 new_encoder->base.id,
				 new_encoder->name,
330 331
				 new_connector_state->crtc->base.id,
				 new_connector_state->crtc->name);
332 333 334
		return -EINVAL;
	}

335 336
	if (new_encoder == new_connector_state->best_encoder) {
		set_best_encoder(state, new_connector_state, new_encoder);
337

338
		DRM_DEBUG_ATOMIC("[CONNECTOR:%d:%s] keeps [ENCODER:%d:%s], now on [CRTC:%d:%s]\n",
D
Daniel Vetter 已提交
339 340 341 342
				 connector->base.id,
				 connector->name,
				 new_encoder->base.id,
				 new_encoder->name,
343 344
				 new_connector_state->crtc->base.id,
				 new_connector_state->crtc->name);
345 346 347 348

		return 0;
	}

349
	steal_encoder(state, new_encoder);
350

351
	set_best_encoder(state, new_connector_state, new_encoder);
352

353
	crtc_state = drm_atomic_get_new_crtc_state(state, new_connector_state->crtc);
354
	crtc_state->connectors_changed = true;
355

356
	DRM_DEBUG_ATOMIC("[CONNECTOR:%d:%s] using [ENCODER:%d:%s] on [CRTC:%d:%s]\n",
D
Daniel Vetter 已提交
357 358 359 360
			 connector->base.id,
			 connector->name,
			 new_encoder->base.id,
			 new_encoder->name,
361 362
			 new_connector_state->crtc->base.id,
			 new_connector_state->crtc->name);
363 364 365 366 367 368 369

	return 0;
}

static int
mode_fixup(struct drm_atomic_state *state)
{
370
	struct drm_crtc *crtc;
371
	struct drm_crtc_state *new_crtc_state;
372
	struct drm_connector *connector;
373
	struct drm_connector_state *new_conn_state;
374
	int i;
375
	int ret;
376

377 378 379
	for_each_new_crtc_in_state(state, crtc, new_crtc_state, i) {
		if (!new_crtc_state->mode_changed &&
		    !new_crtc_state->connectors_changed)
380 381
			continue;

382
		drm_mode_copy(&new_crtc_state->adjusted_mode, &new_crtc_state->mode);
383 384
	}

385
	for_each_new_connector_in_state(state, connector, new_conn_state, i) {
386
		const struct drm_encoder_helper_funcs *funcs;
387 388
		struct drm_encoder *encoder;

389
		WARN_ON(!!new_conn_state->best_encoder != !!new_conn_state->crtc);
390

391
		if (!new_conn_state->crtc || !new_conn_state->best_encoder)
392 393
			continue;

394
		new_crtc_state =
395
			drm_atomic_get_new_crtc_state(state, new_conn_state->crtc);
396 397 398 399 400

		/*
		 * Each encoder has at most one connector (since we always steal
		 * it away), so we won't call ->mode_fixup twice.
		 */
401
		encoder = new_conn_state->best_encoder;
402 403
		funcs = encoder->helper_private;

404 405
		ret = drm_bridge_mode_fixup(encoder->bridge, &new_crtc_state->mode,
				&new_crtc_state->adjusted_mode);
406 407 408
		if (!ret) {
			DRM_DEBUG_ATOMIC("Bridge fixup failed\n");
			return -EINVAL;
409 410
		}

411
		if (funcs && funcs->atomic_check) {
412 413
			ret = funcs->atomic_check(encoder, new_crtc_state,
						  new_conn_state);
414
			if (ret) {
D
Daniel Vetter 已提交
415 416
				DRM_DEBUG_ATOMIC("[ENCODER:%d:%s] check failed\n",
						 encoder->base.id, encoder->name);
417 418
				return ret;
			}
419
		} else if (funcs && funcs->mode_fixup) {
420 421
			ret = funcs->mode_fixup(encoder, &new_crtc_state->mode,
						&new_crtc_state->adjusted_mode);
422
			if (!ret) {
D
Daniel Vetter 已提交
423 424
				DRM_DEBUG_ATOMIC("[ENCODER:%d:%s] fixup failed\n",
						 encoder->base.id, encoder->name);
425 426
				return -EINVAL;
			}
427 428 429
		}
	}

430
	for_each_new_crtc_in_state(state, crtc, new_crtc_state, i) {
431
		const struct drm_crtc_helper_funcs *funcs;
432

433
		if (!new_crtc_state->enable)
434 435
			continue;

436 437
		if (!new_crtc_state->mode_changed &&
		    !new_crtc_state->connectors_changed)
438 439 440
			continue;

		funcs = crtc->helper_private;
441 442 443
		if (!funcs->mode_fixup)
			continue;

444 445
		ret = funcs->mode_fixup(crtc, &new_crtc_state->mode,
					&new_crtc_state->adjusted_mode);
446
		if (!ret) {
447 448
			DRM_DEBUG_ATOMIC("[CRTC:%d:%s] fixup failed\n",
					 crtc->base.id, crtc->name);
449 450 451 452 453 454 455
			return -EINVAL;
		}
	}

	return 0;
}

456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518
static enum drm_mode_status mode_valid_path(struct drm_connector *connector,
					    struct drm_encoder *encoder,
					    struct drm_crtc *crtc,
					    struct drm_display_mode *mode)
{
	enum drm_mode_status ret;

	ret = drm_encoder_mode_valid(encoder, mode);
	if (ret != MODE_OK) {
		DRM_DEBUG_ATOMIC("[ENCODER:%d:%s] mode_valid() failed\n",
				encoder->base.id, encoder->name);
		return ret;
	}

	ret = drm_bridge_mode_valid(encoder->bridge, mode);
	if (ret != MODE_OK) {
		DRM_DEBUG_ATOMIC("[BRIDGE] mode_valid() failed\n");
		return ret;
	}

	ret = drm_crtc_mode_valid(crtc, mode);
	if (ret != MODE_OK) {
		DRM_DEBUG_ATOMIC("[CRTC:%d:%s] mode_valid() failed\n",
				crtc->base.id, crtc->name);
		return ret;
	}

	return ret;
}

static int
mode_valid(struct drm_atomic_state *state)
{
	struct drm_connector_state *conn_state;
	struct drm_connector *connector;
	int i;

	for_each_new_connector_in_state(state, connector, conn_state, i) {
		struct drm_encoder *encoder = conn_state->best_encoder;
		struct drm_crtc *crtc = conn_state->crtc;
		struct drm_crtc_state *crtc_state;
		enum drm_mode_status mode_status;
		struct drm_display_mode *mode;

		if (!crtc || !encoder)
			continue;

		crtc_state = drm_atomic_get_new_crtc_state(state, crtc);
		if (!crtc_state)
			continue;
		if (!crtc_state->mode_changed && !crtc_state->connectors_changed)
			continue;

		mode = &crtc_state->mode;

		mode_status = mode_valid_path(connector, encoder, crtc, mode);
		if (mode_status != MODE_OK)
			return -EINVAL;
	}

	return 0;
}

519
/**
520
 * drm_atomic_helper_check_modeset - validate state object for modeset changes
521 522 523 524 525
 * @dev: DRM device
 * @state: the driver state object
 *
 * Check the state object to see if the requested state is physically possible.
 * This does all the crtc and connector related computations for an atomic
526 527 528 529 530 531 532
 * update and adds any additional connectors needed for full modesets. It calls
 * the various per-object callbacks in the follow order:
 *
 * 1. &drm_connector_helper_funcs.atomic_best_encoder for determining the new encoder.
 * 2. &drm_connector_helper_funcs.atomic_check to validate the connector state.
 * 3. If it's determined a modeset is needed then all connectors on the affected crtc
 *    crtc are added and &drm_connector_helper_funcs.atomic_check is run on them.
533 534 535 536
 * 4. &drm_encoder_helper_funcs.mode_valid, &drm_bridge_funcs.mode_valid and
 *    &drm_crtc_helper_funcs.mode_valid are called on the affected components.
 * 5. &drm_bridge_funcs.mode_fixup is called on all encoder bridges.
 * 6. &drm_encoder_helper_funcs.atomic_check is called to validate any encoder state.
537 538 539 540
 *    This function is only called when the encoder will be part of a configured crtc,
 *    it must not be used for implementing connector property validation.
 *    If this function is NULL, &drm_atomic_encoder_helper_funcs.mode_fixup is called
 *    instead.
541
 * 7. &drm_crtc_helper_funcs.mode_fixup is called last, to fix up the mode with crtc constraints.
542 543 544 545 546
 *
 * &drm_crtc_state.mode_changed is set when the input mode is changed.
 * &drm_crtc_state.connectors_changed is set when a connector is added or
 * removed from the crtc.  &drm_crtc_state.active_changed is set when
 * &drm_crtc_state.active changes, which is used for DPMS.
547
 * See also: drm_atomic_crtc_needs_modeset()
548 549 550
 *
 * IMPORTANT:
 *
551 552 553 554 555 556 557
 * Drivers which set &drm_crtc_state.mode_changed (e.g. in their
 * &drm_plane_helper_funcs.atomic_check hooks if a plane update can't be done
 * without a full modeset) _must_ call this function afterwards after that
 * change. It is permitted to call this function multiple times for the same
 * update, e.g. when the &drm_crtc_helper_funcs.atomic_check functions depend
 * upon the adjusted dotclock for fifo space allocation and watermark
 * computation.
558
 *
559
 * RETURNS:
560 561 562
 * Zero for success or -errno
 */
int
563
drm_atomic_helper_check_modeset(struct drm_device *dev,
564 565 566
				struct drm_atomic_state *state)
{
	struct drm_crtc *crtc;
567
	struct drm_crtc_state *old_crtc_state, *new_crtc_state;
568
	struct drm_connector *connector;
569
	struct drm_connector_state *old_connector_state, *new_connector_state;
570
	int i, ret;
571
	unsigned connectors_mask = 0;
572

573
	for_each_oldnew_crtc_in_state(state, crtc, old_crtc_state, new_crtc_state, i) {
574 575 576
		bool has_connectors =
			!!new_crtc_state->connector_mask;

577 578
		WARN_ON(!drm_modeset_is_locked(&crtc->mutex));

579
		if (!drm_mode_equal(&old_crtc_state->mode, &new_crtc_state->mode)) {
580 581
			DRM_DEBUG_ATOMIC("[CRTC:%d:%s] mode changed\n",
					 crtc->base.id, crtc->name);
582
			new_crtc_state->mode_changed = true;
583 584
		}

585
		if (old_crtc_state->enable != new_crtc_state->enable) {
586 587
			DRM_DEBUG_ATOMIC("[CRTC:%d:%s] enable changed\n",
					 crtc->base.id, crtc->name);
588 589 590 591 592 593 594 595 596

			/*
			 * For clarity this assignment is done here, but
			 * enable == 0 is only true when there are no
			 * connectors and a NULL mode.
			 *
			 * The other way around is true as well. enable != 0
			 * iff connectors are attached and a mode is set.
			 */
597 598
			new_crtc_state->mode_changed = true;
			new_crtc_state->connectors_changed = true;
599
		}
600 601 602 603 604 605

		if (old_crtc_state->active != new_crtc_state->active) {
			DRM_DEBUG_ATOMIC("[CRTC:%d:%s] active changed\n",
					 crtc->base.id, crtc->name);
			new_crtc_state->active_changed = true;
		}
606 607 608 609 610 611 612

		if (new_crtc_state->enable != has_connectors) {
			DRM_DEBUG_ATOMIC("[CRTC:%d:%s] enabled/connectors mismatch\n",
					 crtc->base.id, crtc->name);

			return -EINVAL;
		}
613 614
	}

615
	ret = handle_conflicting_encoders(state, false);
616 617
	if (ret)
		return ret;
618

619
	for_each_oldnew_connector_in_state(state, connector, old_connector_state, new_connector_state, i) {
620 621
		const struct drm_connector_helper_funcs *funcs = connector->helper_private;

622 623
		WARN_ON(!drm_modeset_is_locked(&dev->mode_config.connection_mutex));

624
		/*
625 626 627
		 * This only sets crtc->connectors_changed for routing changes,
		 * drivers must set crtc->connectors_changed themselves when
		 * connector properties need to be updated.
628
		 */
629
		ret = update_connector_routing(state, connector,
630 631
					       old_connector_state,
					       new_connector_state);
632 633
		if (ret)
			return ret;
634
		if (old_connector_state->crtc) {
635 636
			new_crtc_state = drm_atomic_get_new_crtc_state(state,
								       old_connector_state->crtc);
637 638 639
			if (old_connector_state->link_status !=
			    new_connector_state->link_status)
				new_crtc_state->connectors_changed = true;
640
		}
641 642 643 644 645 646 647

		if (funcs->atomic_check)
			ret = funcs->atomic_check(connector, new_connector_state);
		if (ret)
			return ret;

		connectors_mask += BIT(i);
648 649 650 651 652 653 654 655
	}

	/*
	 * After all the routing has been prepared we need to add in any
	 * connector which is itself unchanged, but who's crtc changes it's
	 * configuration. This must be done before calling mode_fixup in case a
	 * crtc only changed its mode but has the same set of connectors.
	 */
656 657
	for_each_oldnew_crtc_in_state(state, crtc, old_crtc_state, new_crtc_state, i) {
		if (!drm_atomic_crtc_needs_modeset(new_crtc_state))
658 659
			continue;

660 661
		DRM_DEBUG_ATOMIC("[CRTC:%d:%s] needs all connectors, enable: %c, active: %c\n",
				 crtc->base.id, crtc->name,
662 663
				 new_crtc_state->enable ? 'y' : 'n',
				 new_crtc_state->active ? 'y' : 'n');
664 665 666 667 668

		ret = drm_atomic_add_affected_connectors(state, crtc);
		if (ret != 0)
			return ret;

669 670 671
		ret = drm_atomic_add_affected_planes(state, crtc);
		if (ret != 0)
			return ret;
672 673
	}

674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689
	/*
	 * Iterate over all connectors again, to make sure atomic_check()
	 * has been called on them when a modeset is forced.
	 */
	for_each_oldnew_connector_in_state(state, connector, old_connector_state, new_connector_state, i) {
		const struct drm_connector_helper_funcs *funcs = connector->helper_private;

		if (connectors_mask & BIT(i))
			continue;

		if (funcs->atomic_check)
			ret = funcs->atomic_check(connector, new_connector_state);
		if (ret)
			return ret;
	}

690 691 692 693
	ret = mode_valid(state);
	if (ret)
		return ret;

694 695
	return mode_fixup(state);
}
696
EXPORT_SYMBOL(drm_atomic_helper_check_modeset);
697

D
Daniel Vetter 已提交
698
/**
699
 * drm_atomic_helper_check_planes - validate state object for planes changes
D
Daniel Vetter 已提交
700 701 702 703
 * @dev: DRM device
 * @state: the driver state object
 *
 * Check the state object to see if the requested state is physically possible.
704
 * This does all the plane update related checks using by calling into the
705 706
 * &drm_crtc_helper_funcs.atomic_check and &drm_plane_helper_funcs.atomic_check
 * hooks provided by the driver.
D
Daniel Vetter 已提交
707
 *
708
 * It also sets &drm_crtc_state.planes_changed to indicate that a crtc has
709 710
 * updated planes.
 *
711
 * RETURNS:
D
Daniel Vetter 已提交
712 713
 * Zero for success or -errno
 */
714 715 716
int
drm_atomic_helper_check_planes(struct drm_device *dev,
			       struct drm_atomic_state *state)
D
Daniel Vetter 已提交
717
{
718
	struct drm_crtc *crtc;
719
	struct drm_crtc_state *new_crtc_state;
720
	struct drm_plane *plane;
721
	struct drm_plane_state *new_plane_state, *old_plane_state;
D
Daniel Vetter 已提交
722 723
	int i, ret = 0;

724
	for_each_oldnew_plane_in_state(state, plane, old_plane_state, new_plane_state, i) {
725
		const struct drm_plane_helper_funcs *funcs;
D
Daniel Vetter 已提交
726

727 728
		WARN_ON(!drm_modeset_is_locked(&plane->mutex));

D
Daniel Vetter 已提交
729 730
		funcs = plane->helper_private;

731
		drm_atomic_helper_plane_changed(state, old_plane_state, new_plane_state, plane);
D
Daniel Vetter 已提交
732 733 734 735

		if (!funcs || !funcs->atomic_check)
			continue;

736
		ret = funcs->atomic_check(plane, new_plane_state);
D
Daniel Vetter 已提交
737
		if (ret) {
738 739
			DRM_DEBUG_ATOMIC("[PLANE:%d:%s] atomic driver check failed\n",
					 plane->base.id, plane->name);
D
Daniel Vetter 已提交
740 741 742 743
			return ret;
		}
	}

744
	for_each_new_crtc_in_state(state, crtc, new_crtc_state, i) {
745
		const struct drm_crtc_helper_funcs *funcs;
D
Daniel Vetter 已提交
746 747 748 749 750 751

		funcs = crtc->helper_private;

		if (!funcs || !funcs->atomic_check)
			continue;

752
		ret = funcs->atomic_check(crtc, new_crtc_state);
D
Daniel Vetter 已提交
753
		if (ret) {
754 755
			DRM_DEBUG_ATOMIC("[CRTC:%d:%s] atomic driver check failed\n",
					 crtc->base.id, crtc->name);
D
Daniel Vetter 已提交
756 757 758 759
			return ret;
		}
	}

760 761 762 763 764 765 766 767 768 769 770 771
	return ret;
}
EXPORT_SYMBOL(drm_atomic_helper_check_planes);

/**
 * drm_atomic_helper_check - validate state object
 * @dev: DRM device
 * @state: the driver state object
 *
 * Check the state object to see if the requested state is physically possible.
 * Only crtcs and planes have check callbacks, so for any additional (global)
 * checking that a driver needs it can simply wrap that around this function.
772 773
 * Drivers without such needs can directly use this as their
 * &drm_mode_config_funcs.atomic_check callback.
774
 *
775 776 777
 * This just wraps the two parts of the state checking for planes and modeset
 * state in the default order: First it calls drm_atomic_helper_check_modeset()
 * and then drm_atomic_helper_check_planes(). The assumption is that the
778 779 780
 * @drm_plane_helper_funcs.atomic_check and @drm_crtc_helper_funcs.atomic_check
 * functions depend upon an updated adjusted_mode.clock to e.g. properly compute
 * watermarks.
781
 *
782
 * RETURNS:
783 784 785 786 787 788 789
 * Zero for success or -errno
 */
int drm_atomic_helper_check(struct drm_device *dev,
			    struct drm_atomic_state *state)
{
	int ret;

790
	ret = drm_atomic_helper_check_modeset(dev, state);
791 792 793
	if (ret)
		return ret;

794
	ret = drm_atomic_helper_check_planes(dev, state);
795 796 797
	if (ret)
		return ret;

798 799 800
	if (state->legacy_cursor_update)
		state->async_update = !drm_atomic_helper_async_check(dev, state);

D
Daniel Vetter 已提交
801 802 803 804
	return ret;
}
EXPORT_SYMBOL(drm_atomic_helper_check);

805 806 807
static void
disable_outputs(struct drm_device *dev, struct drm_atomic_state *old_state)
{
808
	struct drm_connector *connector;
809
	struct drm_connector_state *old_conn_state, *new_conn_state;
810
	struct drm_crtc *crtc;
811
	struct drm_crtc_state *old_crtc_state, *new_crtc_state;
812 813
	int i;

814
	for_each_oldnew_connector_in_state(old_state, connector, old_conn_state, new_conn_state, i) {
815
		const struct drm_encoder_helper_funcs *funcs;
816 817 818 819
		struct drm_encoder *encoder;

		/* Shut down everything that's in the changeset and currently
		 * still on. So need to check the old, saved state. */
820
		if (!old_conn_state->crtc)
821 822
			continue;

823
		old_crtc_state = drm_atomic_get_old_crtc_state(old_state, old_conn_state->crtc);
824

825
		if (!old_crtc_state->active ||
826
		    !drm_atomic_crtc_needs_modeset(old_conn_state->crtc->state))
827 828
			continue;

R
Rob Clark 已提交
829
		encoder = old_conn_state->best_encoder;
830

R
Rob Clark 已提交
831 832 833 834
		/* We shouldn't get this far if we didn't previously have
		 * an encoder.. but WARN_ON() rather than explode.
		 */
		if (WARN_ON(!encoder))
835 836 837 838
			continue;

		funcs = encoder->helper_private;

D
Daniel Vetter 已提交
839 840
		DRM_DEBUG_ATOMIC("disabling [ENCODER:%d:%s]\n",
				 encoder->base.id, encoder->name);
841

842 843
		/*
		 * Each encoder has at most one connector (since we always steal
844
		 * it away), so we won't call disable hooks twice.
845
		 */
846
		drm_bridge_disable(encoder->bridge);
847 848

		/* Right function depends upon target state. */
849
		if (funcs) {
850
			if (new_conn_state->crtc && funcs->prepare)
851 852 853 854 855 856
				funcs->prepare(encoder);
			else if (funcs->disable)
				funcs->disable(encoder);
			else if (funcs->dpms)
				funcs->dpms(encoder, DRM_MODE_DPMS_OFF);
		}
857

858
		drm_bridge_post_disable(encoder->bridge);
859 860
	}

861
	for_each_oldnew_crtc_in_state(old_state, crtc, old_crtc_state, new_crtc_state, i) {
862
		const struct drm_crtc_helper_funcs *funcs;
863 864

		/* Shut down everything that needs a full modeset. */
865
		if (!drm_atomic_crtc_needs_modeset(new_crtc_state))
866 867 868
			continue;

		if (!old_crtc_state->active)
869 870 871 872
			continue;

		funcs = crtc->helper_private;

873 874
		DRM_DEBUG_ATOMIC("disabling [CRTC:%d:%s]\n",
				 crtc->base.id, crtc->name);
875 876


877
		/* Right function depends upon target state. */
878
		if (new_crtc_state->enable && funcs->prepare)
879
			funcs->prepare(crtc);
880 881
		else if (funcs->atomic_disable)
			funcs->atomic_disable(crtc, old_crtc_state);
882 883 884 885 886 887 888
		else if (funcs->disable)
			funcs->disable(crtc);
		else
			funcs->dpms(crtc, DRM_MODE_DPMS_OFF);
	}
}

889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904
/**
 * drm_atomic_helper_update_legacy_modeset_state - update legacy modeset state
 * @dev: DRM device
 * @old_state: atomic state object with old state structures
 *
 * This function updates all the various legacy modeset state pointers in
 * connectors, encoders and crtcs. It also updates the timestamping constants
 * used for precise vblank timestamps by calling
 * drm_calc_timestamping_constants().
 *
 * Drivers can use this for building their own atomic commit if they don't have
 * a pure helper-based modeset implementation.
 */
void
drm_atomic_helper_update_legacy_modeset_state(struct drm_device *dev,
					      struct drm_atomic_state *old_state)
905
{
906
	struct drm_connector *connector;
907
	struct drm_connector_state *old_conn_state, *new_conn_state;
908
	struct drm_crtc *crtc;
909
	struct drm_crtc_state *new_crtc_state;
910 911
	int i;

912
	/* clear out existing links and update dpms */
913
	for_each_oldnew_connector_in_state(old_state, connector, old_conn_state, new_conn_state, i) {
914 915 916 917 918 919
		if (connector->encoder) {
			WARN_ON(!connector->encoder->crtc);

			connector->encoder->crtc = NULL;
			connector->encoder = NULL;
		}
920

921
		crtc = new_conn_state->crtc;
922 923 924 925 926
		if ((!crtc && old_conn_state->crtc) ||
		    (crtc && drm_atomic_crtc_needs_modeset(crtc->state))) {
			struct drm_property *dpms_prop =
				dev->mode_config.dpms_property;
			int mode = DRM_MODE_DPMS_OFF;
927

928 929 930 931 932 933 934
			if (crtc && crtc->state->active)
				mode = DRM_MODE_DPMS_ON;

			connector->dpms = mode;
			drm_object_property_set_value(&connector->base,
						      dpms_prop, mode);
		}
935 936 937
	}

	/* set new links */
938 939
	for_each_new_connector_in_state(old_state, connector, new_conn_state, i) {
		if (!new_conn_state->crtc)
940 941
			continue;

942
		if (WARN_ON(!new_conn_state->best_encoder))
943 944
			continue;

945 946
		connector->encoder = new_conn_state->best_encoder;
		connector->encoder->crtc = new_conn_state->crtc;
947 948 949
	}

	/* set legacy state in the crtc structure */
950
	for_each_new_crtc_in_state(old_state, crtc, new_crtc_state, i) {
951
		struct drm_plane *primary = crtc->primary;
952
		struct drm_plane_state *new_plane_state;
953

954 955
		crtc->mode = new_crtc_state->mode;
		crtc->enabled = new_crtc_state->enable;
956

957 958 959 960 961 962
		new_plane_state =
			drm_atomic_get_new_plane_state(old_state, primary);

		if (new_plane_state && new_plane_state->crtc == crtc) {
			crtc->x = new_plane_state->src_x >> 16;
			crtc->y = new_plane_state->src_y >> 16;
963
		}
964

965
		if (new_crtc_state->enable)
966
			drm_calc_timestamping_constants(crtc,
967
							&new_crtc_state->adjusted_mode);
968 969
	}
}
970
EXPORT_SYMBOL(drm_atomic_helper_update_legacy_modeset_state);
971 972 973 974

static void
crtc_set_mode(struct drm_device *dev, struct drm_atomic_state *old_state)
{
975
	struct drm_crtc *crtc;
976
	struct drm_crtc_state *new_crtc_state;
977
	struct drm_connector *connector;
978
	struct drm_connector_state *new_conn_state;
979 980
	int i;

981
	for_each_new_crtc_in_state(old_state, crtc, new_crtc_state, i) {
982
		const struct drm_crtc_helper_funcs *funcs;
983

984
		if (!new_crtc_state->mode_changed)
985 986 987 988
			continue;

		funcs = crtc->helper_private;

989
		if (new_crtc_state->enable && funcs->mode_set_nofb) {
990 991
			DRM_DEBUG_ATOMIC("modeset on [CRTC:%d:%s]\n",
					 crtc->base.id, crtc->name);
992

993
			funcs->mode_set_nofb(crtc);
994
		}
995 996
	}

997
	for_each_new_connector_in_state(old_state, connector, new_conn_state, i) {
998
		const struct drm_encoder_helper_funcs *funcs;
999 1000 1001
		struct drm_encoder *encoder;
		struct drm_display_mode *mode, *adjusted_mode;

1002
		if (!new_conn_state->best_encoder)
1003 1004
			continue;

1005
		encoder = new_conn_state->best_encoder;
1006
		funcs = encoder->helper_private;
1007
		new_crtc_state = new_conn_state->crtc->state;
1008 1009 1010
		mode = &new_crtc_state->mode;
		adjusted_mode = &new_crtc_state->adjusted_mode;

1011 1012 1013
		if (!new_crtc_state->mode_changed)
			continue;

D
Daniel Vetter 已提交
1014 1015
		DRM_DEBUG_ATOMIC("modeset on [ENCODER:%d:%s]\n",
				 encoder->base.id, encoder->name);
1016

1017 1018
		/*
		 * Each encoder has at most one connector (since we always steal
1019
		 * it away), so we won't call mode_set hooks twice.
1020
		 */
1021 1022
		if (funcs && funcs->atomic_mode_set) {
			funcs->atomic_mode_set(encoder, new_crtc_state,
1023
					       new_conn_state);
1024
		} else if (funcs && funcs->mode_set) {
1025
			funcs->mode_set(encoder, mode, adjusted_mode);
1026
		}
1027

1028
		drm_bridge_mode_set(encoder->bridge, mode, adjusted_mode);
1029 1030 1031 1032
	}
}

/**
1033
 * drm_atomic_helper_commit_modeset_disables - modeset commit to disable outputs
1034
 * @dev: DRM device
1035
 * @old_state: atomic state object with old state structures
1036
 *
1037
 * This function shuts down all the outputs that need to be shut down and
1038
 * prepares them (if required) with the new mode.
1039
 *
1040
 * For compatibility with legacy crtc helpers this should be called before
1041 1042 1043 1044
 * drm_atomic_helper_commit_planes(), which is what the default commit function
 * does. But drivers with different needs can group the modeset commits together
 * and do the plane commits at the end. This is useful for drivers doing runtime
 * PM since planes updates then only happen when the CRTC is actually enabled.
1045
 */
1046 1047
void drm_atomic_helper_commit_modeset_disables(struct drm_device *dev,
					       struct drm_atomic_state *old_state)
1048
{
1049
	disable_outputs(dev, old_state);
1050 1051 1052

	drm_atomic_helper_update_legacy_modeset_state(dev, old_state);

1053
	crtc_set_mode(dev, old_state);
1054
}
1055
EXPORT_SYMBOL(drm_atomic_helper_commit_modeset_disables);
1056 1057

/**
1058
 * drm_atomic_helper_commit_modeset_enables - modeset commit to enable outputs
1059 1060 1061
 * @dev: DRM device
 * @old_state: atomic state object with old state structures
 *
1062 1063 1064
 * This function enables all the outputs with the new configuration which had to
 * be turned off for the update.
 *
1065
 * For compatibility with legacy crtc helpers this should be called after
1066 1067 1068 1069
 * drm_atomic_helper_commit_planes(), which is what the default commit function
 * does. But drivers with different needs can group the modeset commits together
 * and do the plane commits at the end. This is useful for drivers doing runtime
 * PM since planes updates then only happen when the CRTC is actually enabled.
1070
 */
1071 1072
void drm_atomic_helper_commit_modeset_enables(struct drm_device *dev,
					      struct drm_atomic_state *old_state)
1073
{
1074
	struct drm_crtc *crtc;
1075
	struct drm_crtc_state *old_crtc_state;
1076
	struct drm_crtc_state *new_crtc_state;
1077
	struct drm_connector *connector;
1078
	struct drm_connector_state *new_conn_state;
1079 1080
	int i;

1081
	for_each_oldnew_crtc_in_state(old_state, crtc, old_crtc_state, new_crtc_state, i) {
1082
		const struct drm_crtc_helper_funcs *funcs;
1083 1084

		/* Need to filter out CRTCs where only planes change. */
1085
		if (!drm_atomic_crtc_needs_modeset(new_crtc_state))
1086 1087
			continue;

1088
		if (!new_crtc_state->active)
1089 1090 1091 1092
			continue;

		funcs = crtc->helper_private;

1093
		if (new_crtc_state->enable) {
1094 1095
			DRM_DEBUG_ATOMIC("enabling [CRTC:%d:%s]\n",
					 crtc->base.id, crtc->name);
1096

1097 1098
			if (funcs->atomic_enable)
				funcs->atomic_enable(crtc, old_crtc_state);
1099 1100 1101
			else
				funcs->commit(crtc);
		}
1102 1103
	}

1104
	for_each_new_connector_in_state(old_state, connector, new_conn_state, i) {
1105
		const struct drm_encoder_helper_funcs *funcs;
1106 1107
		struct drm_encoder *encoder;

1108
		if (!new_conn_state->best_encoder)
1109 1110
			continue;

1111 1112
		if (!new_conn_state->crtc->state->active ||
		    !drm_atomic_crtc_needs_modeset(new_conn_state->crtc->state))
1113 1114
			continue;

1115
		encoder = new_conn_state->best_encoder;
1116 1117
		funcs = encoder->helper_private;

D
Daniel Vetter 已提交
1118 1119
		DRM_DEBUG_ATOMIC("enabling [ENCODER:%d:%s]\n",
				 encoder->base.id, encoder->name);
1120

1121 1122
		/*
		 * Each encoder has at most one connector (since we always steal
1123
		 * it away), so we won't call enable hooks twice.
1124
		 */
1125
		drm_bridge_pre_enable(encoder->bridge);
1126

1127 1128 1129 1130 1131 1132
		if (funcs) {
			if (funcs->enable)
				funcs->enable(encoder);
			else if (funcs->commit)
				funcs->commit(encoder);
		}
1133

1134
		drm_bridge_enable(encoder->bridge);
1135 1136
	}
}
1137
EXPORT_SYMBOL(drm_atomic_helper_commit_modeset_enables);
1138

1139 1140 1141 1142
/**
 * drm_atomic_helper_wait_for_fences - wait for fences stashed in plane state
 * @dev: DRM device
 * @state: atomic state object with old state structures
1143 1144
 * @pre_swap: If true, do an interruptible wait, and @state is the new state.
 * 	Otherwise @state is the old state.
1145 1146 1147 1148 1149
 *
 * For implicit sync, driver should fish the exclusive fence out from the
 * incoming fb's and stash it in the drm_plane_state.  This is called after
 * drm_atomic_helper_swap_state() so it uses the current plane state (and
 * just uses the atomic state to find the changed planes)
1150
 *
1151 1152
 * Note that @pre_swap is needed since the point where we block for fences moves
 * around depending upon whether an atomic commit is blocking or
1153 1154
 * non-blocking. For non-blocking commit all waiting needs to happen after
 * drm_atomic_helper_swap_state() is called, but for blocking commits we want
1155 1156 1157
 * to wait **before** we do anything that can't be easily rolled back. That is
 * before we call drm_atomic_helper_swap_state().
 *
1158
 * Returns zero if success or < 0 if dma_fence_wait() fails.
1159
 */
1160 1161 1162
int drm_atomic_helper_wait_for_fences(struct drm_device *dev,
				      struct drm_atomic_state *state,
				      bool pre_swap)
1163
{
1164
	struct drm_plane *plane;
1165
	struct drm_plane_state *new_plane_state;
1166
	int i, ret;
1167

1168 1169
	for_each_new_plane_in_state(state, plane, new_plane_state, i) {
		if (!new_plane_state->fence)
1170 1171
			continue;

1172
		WARN_ON(!new_plane_state->fb);
1173 1174 1175 1176 1177 1178

		/*
		 * If waiting for fences pre-swap (ie: nonblock), userspace can
		 * still interrupt the operation. Instead of blocking until the
		 * timer expires, make the wait interruptible.
		 */
1179
		ret = dma_fence_wait(new_plane_state->fence, pre_swap);
1180 1181
		if (ret)
			return ret;
1182

1183 1184
		dma_fence_put(new_plane_state->fence);
		new_plane_state->fence = NULL;
1185
	}
1186 1187

	return 0;
1188
}
1189
EXPORT_SYMBOL(drm_atomic_helper_wait_for_fences);
1190

1191 1192 1193 1194 1195 1196 1197
/**
 * drm_atomic_helper_wait_for_vblanks - wait for vblank on crtcs
 * @dev: DRM device
 * @old_state: atomic state object with old state structures
 *
 * Helper to, after atomic commit, wait for vblanks on all effected
 * crtcs (ie. before cleaning up old framebuffers using
1198
 * drm_atomic_helper_cleanup_planes()). It will only wait on CRTCs where the
1199 1200
 * framebuffers have actually changed to optimize for the legacy cursor and
 * plane update use-case.
1201 1202 1203 1204
 *
 * Drivers using the nonblocking commit tracking support initialized by calling
 * drm_atomic_helper_setup_commit() should look at
 * drm_atomic_helper_wait_for_flip_done() as an alternative.
1205 1206 1207 1208
 */
void
drm_atomic_helper_wait_for_vblanks(struct drm_device *dev,
		struct drm_atomic_state *old_state)
1209 1210
{
	struct drm_crtc *crtc;
1211
	struct drm_crtc_state *old_crtc_state, *new_crtc_state;
1212
	int i, ret;
1213
	unsigned crtc_mask = 0;
1214

1215 1216 1217 1218 1219 1220
	 /*
	  * Legacy cursor ioctls are completely unsynced, and userspace
	  * relies on that (by doing tons of cursor updates).
	  */
	if (old_state->legacy_cursor_update)
		return;
1221

1222
	for_each_oldnew_crtc_in_state(old_state, crtc, old_crtc_state, new_crtc_state, i) {
1223
		if (!new_crtc_state->active || !new_crtc_state->planes_changed)
1224 1225
			continue;

1226 1227 1228 1229
		ret = drm_crtc_vblank_get(crtc);
		if (ret != 0)
			continue;

1230 1231
		crtc_mask |= drm_crtc_mask(crtc);
		old_state->crtcs[i].last_vblank_count = drm_crtc_vblank_count(crtc);
1232 1233
	}

1234
	for_each_old_crtc_in_state(old_state, crtc, old_crtc_state, i) {
1235
		if (!(crtc_mask & drm_crtc_mask(crtc)))
1236 1237 1238
			continue;

		ret = wait_event_timeout(dev->vblank[i].queue,
1239
				old_state->crtcs[i].last_vblank_count !=
T
Thierry Reding 已提交
1240
					drm_crtc_vblank_count(crtc),
1241 1242
				msecs_to_jiffies(50));

1243 1244
		WARN(!ret, "[CRTC:%d:%s] vblank wait timed out\n",
		     crtc->base.id, crtc->name);
1245

1246 1247 1248
		drm_crtc_vblank_put(crtc);
	}
}
1249
EXPORT_SYMBOL(drm_atomic_helper_wait_for_vblanks);
1250

1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287
/**
 * drm_atomic_helper_wait_for_flip_done - wait for all page flips to be done
 * @dev: DRM device
 * @old_state: atomic state object with old state structures
 *
 * Helper to, after atomic commit, wait for page flips on all effected
 * crtcs (ie. before cleaning up old framebuffers using
 * drm_atomic_helper_cleanup_planes()). Compared to
 * drm_atomic_helper_wait_for_vblanks() this waits for the completion of on all
 * CRTCs, assuming that cursors-only updates are signalling their completion
 * immediately (or using a different path).
 *
 * This requires that drivers use the nonblocking commit tracking support
 * initialized using drm_atomic_helper_setup_commit().
 */
void drm_atomic_helper_wait_for_flip_done(struct drm_device *dev,
					  struct drm_atomic_state *old_state)
{
	struct drm_crtc_state *crtc_state;
	struct drm_crtc *crtc;
	int i;

	for_each_crtc_in_state(old_state, crtc, crtc_state, i) {
		struct drm_crtc_commit *commit = old_state->crtcs[i].commit;
		int ret;

		if (!commit)
			continue;

		ret = wait_for_completion_timeout(&commit->flip_done, 10 * HZ);
		if (ret == 0)
			DRM_ERROR("[CRTC:%d:%s] flip_done timed out\n",
				  crtc->base.id, crtc->name);
	}
}
EXPORT_SYMBOL(drm_atomic_helper_wait_for_flip_done);

1288
/**
1289
 * drm_atomic_helper_commit_tail - commit atomic update to hardware
1290
 * @old_state: atomic state object with old state structures
1291
 *
1292 1293
 * This is the default implementation for the
 * &drm_mode_config_helper_funcs.atomic_commit_tail hook.
1294
 *
1295 1296 1297
 * Note that the default ordering of how the various stages are called is to
 * match the legacy modeset helper library closest. One peculiarity of that is
 * that it doesn't mesh well with runtime PM at all.
1298
 *
1299
 * For drivers supporting runtime PM the recommended sequence is instead ::
1300
 *
1301
 *     drm_atomic_helper_commit_modeset_disables(dev, old_state);
1302
 *
1303
 *     drm_atomic_helper_commit_modeset_enables(dev, old_state);
1304
 *
1305
 *     drm_atomic_helper_commit_planes(dev, old_state,
1306
 *                                     DRM_PLANE_COMMIT_ACTIVE_ONLY);
1307
 *
1308 1309 1310
 * for committing the atomic update to hardware.  See the kerneldoc entries for
 * these three functions for more details.
 */
1311
void drm_atomic_helper_commit_tail(struct drm_atomic_state *old_state)
1312
{
1313
	struct drm_device *dev = old_state->dev;
1314

1315
	drm_atomic_helper_commit_modeset_disables(dev, old_state);
1316

1317
	drm_atomic_helper_commit_planes(dev, old_state, 0);
1318

1319
	drm_atomic_helper_commit_modeset_enables(dev, old_state);
1320

1321
	drm_atomic_helper_commit_hw_done(old_state);
1322

1323
	drm_atomic_helper_wait_for_vblanks(dev, old_state);
1324

1325
	drm_atomic_helper_cleanup_planes(dev, old_state);
1326 1327 1328
}
EXPORT_SYMBOL(drm_atomic_helper_commit_tail);

1329
static void commit_tail(struct drm_atomic_state *old_state)
1330
{
1331
	struct drm_device *dev = old_state->dev;
1332
	const struct drm_mode_config_helper_funcs *funcs;
1333 1334 1335

	funcs = dev->mode_config.helper_private;

1336
	drm_atomic_helper_wait_for_fences(dev, old_state, false);
1337

1338
	drm_atomic_helper_wait_for_dependencies(old_state);
1339 1340

	if (funcs && funcs->atomic_commit_tail)
1341
		funcs->atomic_commit_tail(old_state);
1342
	else
1343
		drm_atomic_helper_commit_tail(old_state);
1344

1345
	drm_atomic_helper_commit_cleanup_done(old_state);
1346

1347
	drm_atomic_state_put(old_state);
1348 1349 1350 1351 1352 1353 1354 1355 1356 1357
}

static void commit_work(struct work_struct *work)
{
	struct drm_atomic_state *state = container_of(work,
						      struct drm_atomic_state,
						      commit_work);
	commit_tail(state);
}

1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465
/**
 * drm_atomic_helper_async_check - check if state can be commited asynchronously
 * @dev: DRM device
 * @state: the driver state object
 *
 * This helper will check if it is possible to commit the state asynchronously.
 * Async commits are not supposed to swap the states like normal sync commits
 * but just do in-place changes on the current state.
 *
 * It will return 0 if the commit can happen in an asynchronous fashion or error
 * if not. Note that error just mean it can't be commited asynchronously, if it
 * fails the commit should be treated like a normal synchronous commit.
 */
int drm_atomic_helper_async_check(struct drm_device *dev,
				   struct drm_atomic_state *state)
{
	struct drm_crtc *crtc;
	struct drm_crtc_state *crtc_state;
	struct drm_crtc_commit *commit;
	struct drm_plane *__plane, *plane = NULL;
	struct drm_plane_state *__plane_state, *plane_state = NULL;
	const struct drm_plane_helper_funcs *funcs;
	int i, j, n_planes = 0;

	for_each_new_crtc_in_state(state, crtc, crtc_state, i) {
		if (drm_atomic_crtc_needs_modeset(crtc_state))
			return -EINVAL;
	}

	for_each_new_plane_in_state(state, __plane, __plane_state, i) {
		n_planes++;
		plane = __plane;
		plane_state = __plane_state;
	}

	/* FIXME: we support only single plane updates for now */
	if (!plane || n_planes != 1)
		return -EINVAL;

	if (!plane_state->crtc)
		return -EINVAL;

	funcs = plane->helper_private;
	if (!funcs->atomic_async_update)
		return -EINVAL;

	if (plane_state->fence)
		return -EINVAL;

	/*
	 * Don't do an async update if there is an outstanding commit modifying
	 * the plane.  This prevents our async update's changes from getting
	 * overridden by a previous synchronous update's state.
	 */
	for_each_new_crtc_in_state(state, crtc, crtc_state, i) {
		if (plane->crtc != crtc)
			continue;

		spin_lock(&crtc->commit_lock);
		commit = list_first_entry_or_null(&crtc->commit_list,
						  struct drm_crtc_commit,
						  commit_entry);
		if (!commit) {
			spin_unlock(&crtc->commit_lock);
			continue;
		}
		spin_unlock(&crtc->commit_lock);

		if (!crtc->state->state)
			continue;

		for_each_plane_in_state(crtc->state->state, __plane,
					__plane_state, j) {
			if (__plane == plane)
				return -EINVAL;
		}
	}

	return funcs->atomic_async_check(plane, plane_state);
}
EXPORT_SYMBOL(drm_atomic_helper_async_check);

/**
 * drm_atomic_helper_async_commit - commit state asynchronously
 * @dev: DRM device
 * @state: the driver state object
 *
 * This function commits a state asynchronously, i.e., not vblank
 * synchronized. It should be used on a state only when
 * drm_atomic_async_check() succeeds. Async commits are not supposed to swap
 * the states like normal sync commits, but just do in-place changes on the
 * current state.
 */
void drm_atomic_helper_async_commit(struct drm_device *dev,
				    struct drm_atomic_state *state)
{
	struct drm_plane *plane;
	struct drm_plane_state *plane_state;
	const struct drm_plane_helper_funcs *funcs;
	int i;

	for_each_new_plane_in_state(state, plane, plane_state, i) {
		funcs = plane->helper_private;
		funcs->atomic_async_update(plane, plane_state);
	}
}
EXPORT_SYMBOL(drm_atomic_helper_async_commit);

1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477
/**
 * drm_atomic_helper_commit - commit validated state object
 * @dev: DRM device
 * @state: the driver state object
 * @nonblock: whether nonblocking behavior is requested.
 *
 * This function commits a with drm_atomic_helper_check() pre-validated state
 * object. This can still fail when e.g. the framebuffer reservation fails. This
 * function implements nonblocking commits, using
 * drm_atomic_helper_setup_commit() and related functions.
 *
 * Committing the actual hardware state is done through the
1478 1479
 * &drm_mode_config_helper_funcs.atomic_commit_tail callback, or it's default
 * implementation drm_atomic_helper_commit_tail().
1480
 *
1481
 * RETURNS:
1482 1483 1484 1485
 * Zero for success or -errno.
 */
int drm_atomic_helper_commit(struct drm_device *dev,
			     struct drm_atomic_state *state,
1486
			     bool nonblock)
1487 1488 1489
{
	int ret;

1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500
	if (state->async_update) {
		ret = drm_atomic_helper_prepare_planes(dev, state);
		if (ret)
			return ret;

		drm_atomic_helper_async_commit(dev, state);
		drm_atomic_helper_cleanup_planes(dev, state);

		return 0;
	}

1501 1502 1503 1504
	ret = drm_atomic_helper_setup_commit(state, nonblock);
	if (ret)
		return ret;

1505 1506
	INIT_WORK(&state->commit_work, commit_work);

1507 1508 1509 1510
	ret = drm_atomic_helper_prepare_planes(dev, state);
	if (ret)
		return ret;

1511 1512
	if (!nonblock) {
		ret = drm_atomic_helper_wait_for_fences(dev, state, true);
1513 1514
		if (ret) {
			drm_atomic_helper_cleanup_planes(dev, state);
1515
			return ret;
1516
		}
1517 1518
	}

1519 1520 1521 1522 1523 1524
	/*
	 * This is the point of no return - everything below never fails except
	 * when the hw goes bonghits. Which means we can commit the new state on
	 * the software side now.
	 */

1525
	drm_atomic_helper_swap_state(state, true);
1526 1527 1528

	/*
	 * Everything below can be run asynchronously without the need to grab
1529
	 * any modeset locks at all under one condition: It must be guaranteed
1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540
	 * that the asynchronous work has either been cancelled (if the driver
	 * supports it, which at least requires that the framebuffers get
	 * cleaned up with drm_atomic_helper_cleanup_planes()) or completed
	 * before the new state gets committed on the software side with
	 * drm_atomic_helper_swap_state().
	 *
	 * This scheme allows new atomic state updates to be prepared and
	 * checked in parallel to the asynchronous completion of the previous
	 * update. Which is important since compositors need to figure out the
	 * composition of the next frame right after having submitted the
	 * current layout.
1541 1542 1543 1544
	 *
	 * NOTE: Commit work has multiple phases, first hardware commit, then
	 * cleanup. We want them to overlap, hence need system_unbound_wq to
	 * make sure work items don't artifically stall on each another.
1545 1546
	 */

1547
	drm_atomic_state_get(state);
1548 1549 1550 1551
	if (nonblock)
		queue_work(system_unbound_wq, &state->commit_work);
	else
		commit_tail(state);
1552 1553 1554 1555 1556

	return 0;
}
EXPORT_SYMBOL(drm_atomic_helper_commit);

1557
/**
1558
 * DOC: implementing nonblocking commit
1559
 *
1560
 * Nonblocking atomic commits have to be implemented in the following sequence:
1561 1562 1563 1564 1565
 *
 * 1. Run drm_atomic_helper_prepare_planes() first. This is the only function
 * which commit needs to call which can fail, so we want to run it first and
 * synchronously.
 *
1566
 * 2. Synchronize with any outstanding nonblocking commit worker threads which
1567 1568 1569 1570 1571
 * might be affected the new state update. This can be done by either cancelling
 * or flushing the work items, depending upon whether the driver can deal with
 * cancelled updates. Note that it is important to ensure that the framebuffer
 * cleanup is still done when cancelling.
 *
1572 1573 1574 1575 1576 1577 1578 1579
 * Asynchronous workers need to have sufficient parallelism to be able to run
 * different atomic commits on different CRTCs in parallel. The simplest way to
 * achive this is by running them on the &system_unbound_wq work queue. Note
 * that drivers are not required to split up atomic commits and run an
 * individual commit in parallel - userspace is supposed to do that if it cares.
 * But it might be beneficial to do that for modesets, since those necessarily
 * must be done as one global operation, and enabling or disabling a CRTC can
 * take a long time. But even that is not required.
1580 1581
 *
 * 3. The software state is updated synchronously with
1582
 * drm_atomic_helper_swap_state(). Doing this under the protection of all modeset
1583
 * locks means concurrent callers never see inconsistent state. And doing this
1584 1585 1586
 * while it's guaranteed that no relevant nonblocking worker runs means that
 * nonblocking workers do not need grab any locks. Actually they must not grab
 * locks, for otherwise the work flushing will deadlock.
1587 1588 1589 1590 1591
 *
 * 4. Schedule a work item to do all subsequent steps, using the split-out
 * commit helpers: a) pre-plane commit b) plane commit c) post-plane commit and
 * then cleaning up the framebuffers after the old framebuffer is no longer
 * being displayed.
1592 1593 1594 1595
 *
 * The above scheme is implemented in the atomic helper libraries in
 * drm_atomic_helper_commit() using a bunch of helper functions. See
 * drm_atomic_helper_setup_commit() for a starting point.
1596 1597
 */

1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619
static int stall_checks(struct drm_crtc *crtc, bool nonblock)
{
	struct drm_crtc_commit *commit, *stall_commit = NULL;
	bool completed = true;
	int i;
	long ret = 0;

	spin_lock(&crtc->commit_lock);
	i = 0;
	list_for_each_entry(commit, &crtc->commit_list, commit_entry) {
		if (i == 0) {
			completed = try_wait_for_completion(&commit->flip_done);
			/* Userspace is not allowed to get ahead of the previous
			 * commit with nonblocking ones. */
			if (!completed && nonblock) {
				spin_unlock(&crtc->commit_lock);
				return -EBUSY;
			}
		} else if (i == 1) {
			stall_commit = commit;
			drm_crtc_commit_get(stall_commit);
			break;
1620
		}
1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631

		i++;
	}
	spin_unlock(&crtc->commit_lock);

	if (!stall_commit)
		return 0;

	/* We don't want to let commits get ahead of cleanup work too much,
	 * stalling on 2nd previous commit means triple-buffer won't ever stall.
	 */
1632
	ret = wait_for_completion_interruptible_timeout(&stall_commit->cleanup_done,
1633 1634 1635 1636 1637 1638 1639 1640 1641 1642
							10*HZ);
	if (ret == 0)
		DRM_ERROR("[CRTC:%d:%s] cleanup_done timed out\n",
			  crtc->base.id, crtc->name);

	drm_crtc_commit_put(stall_commit);

	return ret < 0 ? ret : 0;
}

1643
static void release_crtc_commit(struct completion *completion)
1644 1645 1646 1647 1648 1649 1650 1651
{
	struct drm_crtc_commit *commit = container_of(completion,
						      typeof(*commit),
						      flip_done);

	drm_crtc_commit_put(commit);
}

1652 1653 1654 1655 1656 1657 1658
/**
 * drm_atomic_helper_setup_commit - setup possibly nonblocking commit
 * @state: new modeset state to be committed
 * @nonblock: whether nonblocking behavior is requested.
 *
 * This function prepares @state to be used by the atomic helper's support for
 * nonblocking commits. Drivers using the nonblocking commit infrastructure
1659 1660
 * should always call this function from their
 * &drm_mode_config_funcs.atomic_commit hook.
1661 1662 1663 1664 1665 1666
 *
 * To be able to use this support drivers need to use a few more helper
 * functions. drm_atomic_helper_wait_for_dependencies() must be called before
 * actually committing the hardware state, and for nonblocking commits this call
 * must be placed in the async worker. See also drm_atomic_helper_swap_state()
 * and it's stall parameter, for when a driver's commit hooks look at the
1667
 * &drm_crtc.state, &drm_plane.state or &drm_connector.state pointer directly.
1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698
 *
 * Completion of the hardware commit step must be signalled using
 * drm_atomic_helper_commit_hw_done(). After this step the driver is not allowed
 * to read or change any permanent software or hardware modeset state. The only
 * exception is state protected by other means than &drm_modeset_lock locks.
 * Only the free standing @state with pointers to the old state structures can
 * be inspected, e.g. to clean up old buffers using
 * drm_atomic_helper_cleanup_planes().
 *
 * At the very end, before cleaning up @state drivers must call
 * drm_atomic_helper_commit_cleanup_done().
 *
 * This is all implemented by in drm_atomic_helper_commit(), giving drivers a
 * complete and esay-to-use default implementation of the atomic_commit() hook.
 *
 * The tracking of asynchronously executed and still pending commits is done
 * using the core structure &drm_crtc_commit.
 *
 * By default there's no need to clean up resources allocated by this function
 * explicitly: drm_atomic_state_default_clear() will take care of that
 * automatically.
 *
 * Returns:
 *
 * 0 on success. -EBUSY when userspace schedules nonblocking commits too fast,
 * -ENOMEM on allocation failures and -EINTR when a signal is pending.
 */
int drm_atomic_helper_setup_commit(struct drm_atomic_state *state,
				   bool nonblock)
{
	struct drm_crtc *crtc;
1699
	struct drm_crtc_state *old_crtc_state, *new_crtc_state;
1700 1701 1702
	struct drm_crtc_commit *commit;
	int i, ret;

1703
	for_each_oldnew_crtc_in_state(state, crtc, old_crtc_state, new_crtc_state, i) {
1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723
		commit = kzalloc(sizeof(*commit), GFP_KERNEL);
		if (!commit)
			return -ENOMEM;

		init_completion(&commit->flip_done);
		init_completion(&commit->hw_done);
		init_completion(&commit->cleanup_done);
		INIT_LIST_HEAD(&commit->commit_entry);
		kref_init(&commit->ref);
		commit->crtc = crtc;

		state->crtcs[i].commit = commit;

		ret = stall_checks(crtc, nonblock);
		if (ret)
			return ret;

		/* Drivers only send out events when at least either current or
		 * new CRTC state is active. Complete right away if everything
		 * stays off. */
1724
		if (!old_crtc_state->active && !new_crtc_state->active) {
1725 1726 1727 1728 1729 1730 1731 1732 1733 1734
			complete_all(&commit->flip_done);
			continue;
		}

		/* Legacy cursor updates are fully unsynced. */
		if (state->legacy_cursor_update) {
			complete_all(&commit->flip_done);
			continue;
		}

1735
		if (!new_crtc_state->event) {
1736 1737 1738 1739 1740
			commit->event = kzalloc(sizeof(*commit->event),
						GFP_KERNEL);
			if (!commit->event)
				return -ENOMEM;

1741
			new_crtc_state->event = commit->event;
1742 1743
		}

1744 1745
		new_crtc_state->event->base.completion = &commit->flip_done;
		new_crtc_state->event->base.completion_release = release_crtc_commit;
1746
		drm_crtc_commit_get(commit);
1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770
	}

	return 0;
}
EXPORT_SYMBOL(drm_atomic_helper_setup_commit);


static struct drm_crtc_commit *preceeding_commit(struct drm_crtc *crtc)
{
	struct drm_crtc_commit *commit;
	int i = 0;

	list_for_each_entry(commit, &crtc->commit_list, commit_entry) {
		/* skip the first entry, that's the current commit */
		if (i == 1)
			return commit;
		i++;
	}

	return NULL;
}

/**
 * drm_atomic_helper_wait_for_dependencies - wait for required preceeding commits
1771
 * @old_state: atomic state object with old state structures
1772 1773
 *
 * This function waits for all preceeding commits that touch the same CRTC as
1774
 * @old_state to both be committed to the hardware (as signalled by
1775
 * drm_atomic_helper_commit_hw_done) and executed by the hardware (as signalled
1776
 * by calling drm_crtc_vblank_send_event() on the &drm_crtc_state.event).
1777 1778 1779 1780
 *
 * This is part of the atomic helper support for nonblocking commits, see
 * drm_atomic_helper_setup_commit() for an overview.
 */
1781
void drm_atomic_helper_wait_for_dependencies(struct drm_atomic_state *old_state)
1782 1783
{
	struct drm_crtc *crtc;
1784
	struct drm_crtc_state *new_crtc_state;
1785 1786 1787 1788
	struct drm_crtc_commit *commit;
	int i;
	long ret;

1789
	for_each_new_crtc_in_state(old_state, crtc, new_crtc_state, i) {
1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819
		spin_lock(&crtc->commit_lock);
		commit = preceeding_commit(crtc);
		if (commit)
			drm_crtc_commit_get(commit);
		spin_unlock(&crtc->commit_lock);

		if (!commit)
			continue;

		ret = wait_for_completion_timeout(&commit->hw_done,
						  10*HZ);
		if (ret == 0)
			DRM_ERROR("[CRTC:%d:%s] hw_done timed out\n",
				  crtc->base.id, crtc->name);

		/* Currently no support for overwriting flips, hence
		 * stall for previous one to execute completely. */
		ret = wait_for_completion_timeout(&commit->flip_done,
						  10*HZ);
		if (ret == 0)
			DRM_ERROR("[CRTC:%d:%s] flip_done timed out\n",
				  crtc->base.id, crtc->name);

		drm_crtc_commit_put(commit);
	}
}
EXPORT_SYMBOL(drm_atomic_helper_wait_for_dependencies);

/**
 * drm_atomic_helper_commit_hw_done - setup possible nonblocking commit
1820
 * @old_state: atomic state object with old state structures
1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832
 *
 * This function is used to signal completion of the hardware commit step. After
 * this step the driver is not allowed to read or change any permanent software
 * or hardware modeset state. The only exception is state protected by other
 * means than &drm_modeset_lock locks.
 *
 * Drivers should try to postpone any expensive or delayed cleanup work after
 * this function is called.
 *
 * This is part of the atomic helper support for nonblocking commits, see
 * drm_atomic_helper_setup_commit() for an overview.
 */
1833
void drm_atomic_helper_commit_hw_done(struct drm_atomic_state *old_state)
1834 1835
{
	struct drm_crtc *crtc;
1836
	struct drm_crtc_state *new_crtc_state;
1837 1838 1839
	struct drm_crtc_commit *commit;
	int i;

1840
	for_each_new_crtc_in_state(old_state, crtc, new_crtc_state, i) {
1841
		commit = old_state->crtcs[i].commit;
1842 1843 1844 1845
		if (!commit)
			continue;

		/* backend must have consumed any event by now */
1846
		WARN_ON(new_crtc_state->event);
1847 1848 1849 1850 1851 1852 1853
		complete_all(&commit->hw_done);
	}
}
EXPORT_SYMBOL(drm_atomic_helper_commit_hw_done);

/**
 * drm_atomic_helper_commit_cleanup_done - signal completion of commit
1854
 * @old_state: atomic state object with old state structures
1855
 *
1856 1857
 * This signals completion of the atomic update @old_state, including any
 * cleanup work. If used, it must be called right before calling
1858
 * drm_atomic_state_put().
1859 1860 1861 1862
 *
 * This is part of the atomic helper support for nonblocking commits, see
 * drm_atomic_helper_setup_commit() for an overview.
 */
1863
void drm_atomic_helper_commit_cleanup_done(struct drm_atomic_state *old_state)
1864 1865
{
	struct drm_crtc *crtc;
1866
	struct drm_crtc_state *new_crtc_state;
1867 1868 1869 1870
	struct drm_crtc_commit *commit;
	int i;
	long ret;

1871
	for_each_new_crtc_in_state(old_state, crtc, new_crtc_state, i) {
1872
		commit = old_state->crtcs[i].commit;
1873 1874 1875 1876 1877 1878 1879 1880 1881
		if (WARN_ON(!commit))
			continue;

		complete_all(&commit->cleanup_done);
		WARN_ON(!try_wait_for_completion(&commit->hw_done));

		/* commit_list borrows our reference, need to remove before we
		 * clean up our drm_atomic_state. But only after it actually
		 * completed, otherwise subsequent commits won't stall properly. */
1882 1883
		if (try_wait_for_completion(&commit->flip_done))
			goto del_commit;
1884 1885 1886 1887 1888 1889 1890 1891 1892 1893

		/* We must wait for the vblank event to signal our completion
		 * before releasing our reference, since the vblank work does
		 * not hold a reference of its own. */
		ret = wait_for_completion_timeout(&commit->flip_done,
						  10*HZ);
		if (ret == 0)
			DRM_ERROR("[CRTC:%d:%s] flip_done timed out\n",
				  crtc->base.id, crtc->name);

1894
del_commit:
1895
		spin_lock(&crtc->commit_lock);
1896 1897 1898 1899 1900 1901
		list_del(&commit->commit_entry);
		spin_unlock(&crtc->commit_lock);
	}
}
EXPORT_SYMBOL(drm_atomic_helper_commit_cleanup_done);

D
Daniel Vetter 已提交
1902
/**
1903
 * drm_atomic_helper_prepare_planes - prepare plane resources before commit
D
Daniel Vetter 已提交
1904
 * @dev: DRM device
1905
 * @state: atomic state object with new state structures
D
Daniel Vetter 已提交
1906 1907
 *
 * This function prepares plane state, specifically framebuffers, for the new
1908 1909 1910
 * configuration, by calling &drm_plane_helper_funcs.prepare_fb. If any failure
 * is encountered this function will call &drm_plane_helper_funcs.cleanup_fb on
 * any already successfully prepared framebuffer.
D
Daniel Vetter 已提交
1911 1912 1913 1914 1915 1916 1917
 *
 * Returns:
 * 0 on success, negative error code on failure.
 */
int drm_atomic_helper_prepare_planes(struct drm_device *dev,
				     struct drm_atomic_state *state)
{
1918
	struct drm_plane *plane;
1919
	struct drm_plane_state *new_plane_state;
1920
	int ret, i, j;
D
Daniel Vetter 已提交
1921

1922
	for_each_new_plane_in_state(state, plane, new_plane_state, i) {
1923
		const struct drm_plane_helper_funcs *funcs;
D
Daniel Vetter 已提交
1924 1925 1926

		funcs = plane->helper_private;

1927
		if (funcs->prepare_fb) {
1928
			ret = funcs->prepare_fb(plane, new_plane_state);
D
Daniel Vetter 已提交
1929 1930 1931 1932 1933 1934 1935 1936
			if (ret)
				goto fail;
		}
	}

	return 0;

fail:
1937
	for_each_new_plane_in_state(state, plane, new_plane_state, j) {
1938
		const struct drm_plane_helper_funcs *funcs;
D
Daniel Vetter 已提交
1939

1940
		if (j >= i)
D
Daniel Vetter 已提交
1941 1942 1943 1944
			continue;

		funcs = plane->helper_private;

1945
		if (funcs->cleanup_fb)
1946
			funcs->cleanup_fb(plane, new_plane_state);
D
Daniel Vetter 已提交
1947 1948 1949 1950 1951 1952
	}

	return ret;
}
EXPORT_SYMBOL(drm_atomic_helper_prepare_planes);

1953
static bool plane_crtc_active(const struct drm_plane_state *state)
1954 1955 1956 1957
{
	return state->crtc && state->crtc->state->active;
}

D
Daniel Vetter 已提交
1958 1959 1960
/**
 * drm_atomic_helper_commit_planes - commit plane state
 * @dev: DRM device
1961
 * @old_state: atomic state object with old state structures
1962
 * @flags: flags for committing plane state
D
Daniel Vetter 已提交
1963 1964 1965 1966 1967 1968
 *
 * This function commits the new plane state using the plane and atomic helper
 * functions for planes and crtcs. It assumes that the atomic state has already
 * been pushed into the relevant object state pointers, since this step can no
 * longer fail.
 *
1969
 * It still requires the global state object @old_state to know which planes and
D
Daniel Vetter 已提交
1970
 * crtcs need to be updated though.
1971 1972 1973 1974
 *
 * Note that this function does all plane updates across all CRTCs in one step.
 * If the hardware can't support this approach look at
 * drm_atomic_helper_commit_planes_on_crtc() instead.
1975 1976 1977 1978 1979 1980 1981
 *
 * Plane parameters can be updated by applications while the associated CRTC is
 * disabled. The DRM/KMS core will store the parameters in the plane state,
 * which will be available to the driver when the CRTC is turned on. As a result
 * most drivers don't need to be immediately notified of plane updates for a
 * disabled CRTC.
 *
1982 1983 1984
 * Unless otherwise needed, drivers are advised to set the ACTIVE_ONLY flag in
 * @flags in order not to receive plane update notifications related to a
 * disabled CRTC. This avoids the need to manually ignore plane updates in
1985 1986 1987
 * driver code when the driver and/or hardware can't or just don't need to deal
 * with updates on disabled CRTCs, for example when supporting runtime PM.
 *
1988 1989
 * Drivers may set the NO_DISABLE_AFTER_MODESET flag in @flags if the relevant
 * display controllers require to disable a CRTC's planes when the CRTC is
1990 1991 1992 1993
 * disabled. This function would skip the &drm_plane_helper_funcs.atomic_disable
 * call for a plane if the CRTC of the old plane state needs a modesetting
 * operation. Of course, the drivers need to disable the planes in their CRTC
 * disable callbacks since no one else would do that.
1994 1995 1996 1997
 *
 * The drm_atomic_helper_commit() default implementation doesn't set the
 * ACTIVE_ONLY flag to most closely match the behaviour of the legacy helpers.
 * This should not be copied blindly by drivers.
D
Daniel Vetter 已提交
1998 1999
 */
void drm_atomic_helper_commit_planes(struct drm_device *dev,
2000
				     struct drm_atomic_state *old_state,
2001
				     uint32_t flags)
D
Daniel Vetter 已提交
2002
{
2003
	struct drm_crtc *crtc;
2004
	struct drm_crtc_state *old_crtc_state, *new_crtc_state;
2005
	struct drm_plane *plane;
2006
	struct drm_plane_state *old_plane_state, *new_plane_state;
D
Daniel Vetter 已提交
2007
	int i;
2008 2009
	bool active_only = flags & DRM_PLANE_COMMIT_ACTIVE_ONLY;
	bool no_disable = flags & DRM_PLANE_COMMIT_NO_DISABLE_AFTER_MODESET;
D
Daniel Vetter 已提交
2010

2011
	for_each_oldnew_crtc_in_state(old_state, crtc, old_crtc_state, new_crtc_state, i) {
2012
		const struct drm_crtc_helper_funcs *funcs;
D
Daniel Vetter 已提交
2013 2014 2015 2016 2017 2018

		funcs = crtc->helper_private;

		if (!funcs || !funcs->atomic_begin)
			continue;

2019
		if (active_only && !new_crtc_state->active)
2020 2021
			continue;

2022
		funcs->atomic_begin(crtc, old_crtc_state);
D
Daniel Vetter 已提交
2023 2024
	}

2025
	for_each_oldnew_plane_in_state(old_state, plane, old_plane_state, new_plane_state, i) {
2026
		const struct drm_plane_helper_funcs *funcs;
2027
		bool disabling;
D
Daniel Vetter 已提交
2028 2029 2030

		funcs = plane->helper_private;

2031
		if (!funcs)
D
Daniel Vetter 已提交
2032 2033
			continue;

2034 2035
		disabling = drm_atomic_plane_disabling(old_plane_state,
						       new_plane_state);
2036 2037 2038 2039 2040 2041 2042 2043 2044

		if (active_only) {
			/*
			 * Skip planes related to inactive CRTCs. If the plane
			 * is enabled use the state of the current CRTC. If the
			 * plane is being disabled use the state of the old
			 * CRTC to avoid skipping planes being disabled on an
			 * active CRTC.
			 */
2045
			if (!disabling && !plane_crtc_active(new_plane_state))
2046 2047 2048 2049
				continue;
			if (disabling && !plane_crtc_active(old_plane_state))
				continue;
		}
2050

2051 2052 2053
		/*
		 * Special-case disabling the plane if drivers support it.
		 */
2054 2055 2056 2057 2058 2059 2060 2061 2062
		if (disabling && funcs->atomic_disable) {
			struct drm_crtc_state *crtc_state;

			crtc_state = old_plane_state->crtc->state;

			if (drm_atomic_crtc_needs_modeset(crtc_state) &&
			    no_disable)
				continue;

2063
			funcs->atomic_disable(plane, old_plane_state);
2064
		} else if (new_plane_state->crtc || disabling) {
2065
			funcs->atomic_update(plane, old_plane_state);
2066
		}
D
Daniel Vetter 已提交
2067 2068
	}

2069
	for_each_oldnew_crtc_in_state(old_state, crtc, old_crtc_state, new_crtc_state, i) {
2070
		const struct drm_crtc_helper_funcs *funcs;
D
Daniel Vetter 已提交
2071 2072 2073 2074 2075 2076

		funcs = crtc->helper_private;

		if (!funcs || !funcs->atomic_flush)
			continue;

2077
		if (active_only && !new_crtc_state->active)
2078 2079
			continue;

2080
		funcs->atomic_flush(crtc, old_crtc_state);
D
Daniel Vetter 已提交
2081 2082 2083 2084
	}
}
EXPORT_SYMBOL(drm_atomic_helper_commit_planes);

2085 2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115
/**
 * drm_atomic_helper_commit_planes_on_crtc - commit plane state for a crtc
 * @old_crtc_state: atomic state object with the old crtc state
 *
 * This function commits the new plane state using the plane and atomic helper
 * functions for planes on the specific crtc. It assumes that the atomic state
 * has already been pushed into the relevant object state pointers, since this
 * step can no longer fail.
 *
 * This function is useful when plane updates should be done crtc-by-crtc
 * instead of one global step like drm_atomic_helper_commit_planes() does.
 *
 * This function can only be savely used when planes are not allowed to move
 * between different CRTCs because this function doesn't handle inter-CRTC
 * depencies. Callers need to ensure that either no such depencies exist,
 * resolve them through ordering of commit calls or through some other means.
 */
void
drm_atomic_helper_commit_planes_on_crtc(struct drm_crtc_state *old_crtc_state)
{
	const struct drm_crtc_helper_funcs *crtc_funcs;
	struct drm_crtc *crtc = old_crtc_state->crtc;
	struct drm_atomic_state *old_state = old_crtc_state->state;
	struct drm_plane *plane;
	unsigned plane_mask;

	plane_mask = old_crtc_state->plane_mask;
	plane_mask |= crtc->state->plane_mask;

	crtc_funcs = crtc->helper_private;
	if (crtc_funcs && crtc_funcs->atomic_begin)
2116
		crtc_funcs->atomic_begin(crtc, old_crtc_state);
2117 2118 2119

	drm_for_each_plane_mask(plane, crtc->dev, plane_mask) {
		struct drm_plane_state *old_plane_state =
2120
			drm_atomic_get_old_plane_state(old_state, plane);
2121 2122 2123 2124 2125 2126 2127 2128 2129
		const struct drm_plane_helper_funcs *plane_funcs;

		plane_funcs = plane->helper_private;

		if (!old_plane_state || !plane_funcs)
			continue;

		WARN_ON(plane->state->crtc && plane->state->crtc != crtc);

2130
		if (drm_atomic_plane_disabling(old_plane_state, plane->state) &&
2131 2132 2133
		    plane_funcs->atomic_disable)
			plane_funcs->atomic_disable(plane, old_plane_state);
		else if (plane->state->crtc ||
2134
			 drm_atomic_plane_disabling(old_plane_state, plane->state))
2135 2136 2137 2138
			plane_funcs->atomic_update(plane, old_plane_state);
	}

	if (crtc_funcs && crtc_funcs->atomic_flush)
2139
		crtc_funcs->atomic_flush(crtc, old_crtc_state);
2140 2141 2142
}
EXPORT_SYMBOL(drm_atomic_helper_commit_planes_on_crtc);

2143 2144
/**
 * drm_atomic_helper_disable_planes_on_crtc - helper to disable CRTC's planes
2145
 * @old_crtc_state: atomic state object with the old CRTC state
2146 2147 2148
 * @atomic: if set, synchronize with CRTC's atomic_begin/flush hooks
 *
 * Disables all planes associated with the given CRTC. This can be
2149 2150
 * used for instance in the CRTC helper atomic_disable callback to disable
 * all planes.
2151 2152 2153 2154 2155 2156
 *
 * If the atomic-parameter is set the function calls the CRTC's
 * atomic_begin hook before and atomic_flush hook after disabling the
 * planes.
 *
 * It is a bug to call this function without having implemented the
2157
 * &drm_plane_helper_funcs.atomic_disable plane hook.
2158
 */
2159 2160 2161
void
drm_atomic_helper_disable_planes_on_crtc(struct drm_crtc_state *old_crtc_state,
					 bool atomic)
2162
{
2163
	struct drm_crtc *crtc = old_crtc_state->crtc;
2164 2165 2166 2167 2168 2169 2170
	const struct drm_crtc_helper_funcs *crtc_funcs =
		crtc->helper_private;
	struct drm_plane *plane;

	if (atomic && crtc_funcs && crtc_funcs->atomic_begin)
		crtc_funcs->atomic_begin(crtc, NULL);

2171
	drm_atomic_crtc_state_for_each_plane(plane, old_crtc_state) {
2172 2173 2174
		const struct drm_plane_helper_funcs *plane_funcs =
			plane->helper_private;

2175
		if (!plane_funcs)
2176 2177 2178 2179 2180 2181 2182 2183 2184 2185 2186 2187
			continue;

		WARN_ON(!plane_funcs->atomic_disable);
		if (plane_funcs->atomic_disable)
			plane_funcs->atomic_disable(plane, NULL);
	}

	if (atomic && crtc_funcs && crtc_funcs->atomic_flush)
		crtc_funcs->atomic_flush(crtc, NULL);
}
EXPORT_SYMBOL(drm_atomic_helper_disable_planes_on_crtc);

D
Daniel Vetter 已提交
2188 2189 2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202
/**
 * drm_atomic_helper_cleanup_planes - cleanup plane resources after commit
 * @dev: DRM device
 * @old_state: atomic state object with old state structures
 *
 * This function cleans up plane state, specifically framebuffers, from the old
 * configuration. Hence the old configuration must be perserved in @old_state to
 * be able to call this function.
 *
 * This function must also be called on the new state when the atomic update
 * fails at any point after calling drm_atomic_helper_prepare_planes().
 */
void drm_atomic_helper_cleanup_planes(struct drm_device *dev,
				      struct drm_atomic_state *old_state)
{
2203
	struct drm_plane *plane;
2204
	struct drm_plane_state *old_plane_state, *new_plane_state;
D
Daniel Vetter 已提交
2205 2206
	int i;

2207
	for_each_oldnew_plane_in_state(old_state, plane, old_plane_state, new_plane_state, i) {
2208
		const struct drm_plane_helper_funcs *funcs;
2209 2210 2211 2212 2213 2214 2215 2216 2217 2218
		struct drm_plane_state *plane_state;

		/*
		 * This might be called before swapping when commit is aborted,
		 * in which case we have to cleanup the new state.
		 */
		if (old_plane_state == plane->state)
			plane_state = new_plane_state;
		else
			plane_state = old_plane_state;
D
Daniel Vetter 已提交
2219 2220 2221

		funcs = plane->helper_private;

2222 2223
		if (funcs->cleanup_fb)
			funcs->cleanup_fb(plane, plane_state);
D
Daniel Vetter 已提交
2224 2225 2226 2227 2228 2229 2230
	}
}
EXPORT_SYMBOL(drm_atomic_helper_cleanup_planes);

/**
 * drm_atomic_helper_swap_state - store atomic state into current sw state
 * @state: atomic state
2231
 * @stall: stall for proceeding commits
D
Daniel Vetter 已提交
2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249
 *
 * This function stores the atomic state into the current state pointers in all
 * driver objects. It should be called after all failing steps have been done
 * and succeeded, but before the actual hardware state is committed.
 *
 * For cleanup and error recovery the current state for all changed objects will
 * be swaped into @state.
 *
 * With that sequence it fits perfectly into the plane prepare/cleanup sequence:
 *
 * 1. Call drm_atomic_helper_prepare_planes() with the staged atomic state.
 *
 * 2. Do any other steps that might fail.
 *
 * 3. Put the staged state into the current state pointers with this function.
 *
 * 4. Actually commit the hardware state.
 *
2250
 * 5. Call drm_atomic_helper_cleanup_planes() with @state, which since step 3
D
Daniel Vetter 已提交
2251
 * contains the old state. Also do any other cleanup required with that state.
2252 2253
 *
 * @stall must be set when nonblocking commits for this driver directly access
2254 2255
 * the &drm_plane.state, &drm_crtc.state or &drm_connector.state pointer. With
 * the current atomic helpers this is almost always the case, since the helpers
2256
 * don't pass the right state structures to the callbacks.
D
Daniel Vetter 已提交
2257
 */
2258 2259
void drm_atomic_helper_swap_state(struct drm_atomic_state *state,
				  bool stall)
D
Daniel Vetter 已提交
2260 2261
{
	int i;
2262
	long ret;
2263
	struct drm_connector *connector;
2264
	struct drm_connector_state *old_conn_state, *new_conn_state;
2265
	struct drm_crtc *crtc;
2266
	struct drm_crtc_state *old_crtc_state, *new_crtc_state;
2267
	struct drm_plane *plane;
2268
	struct drm_plane_state *old_plane_state, *new_plane_state;
2269
	struct drm_crtc_commit *commit;
2270 2271
	void *obj, *obj_state;
	const struct drm_private_state_funcs *funcs;
2272 2273

	if (stall) {
2274
		for_each_new_crtc_in_state(state, crtc, new_crtc_state, i) {
2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292
			spin_lock(&crtc->commit_lock);
			commit = list_first_entry_or_null(&crtc->commit_list,
					struct drm_crtc_commit, commit_entry);
			if (commit)
				drm_crtc_commit_get(commit);
			spin_unlock(&crtc->commit_lock);

			if (!commit)
				continue;

			ret = wait_for_completion_timeout(&commit->hw_done,
							  10*HZ);
			if (ret == 0)
				DRM_ERROR("[CRTC:%d:%s] hw_done timed out\n",
					  crtc->base.id, crtc->name);
			drm_crtc_commit_put(commit);
		}
	}
D
Daniel Vetter 已提交
2293

2294
	for_each_oldnew_connector_in_state(state, connector, old_conn_state, new_conn_state, i) {
2295 2296
		WARN_ON(connector->state != old_conn_state);

2297 2298 2299 2300 2301
		old_conn_state->state = state;
		new_conn_state->state = NULL;

		state->connectors[i].state = old_conn_state;
		connector->state = new_conn_state;
D
Daniel Vetter 已提交
2302 2303
	}

2304
	for_each_oldnew_crtc_in_state(state, crtc, old_crtc_state, new_crtc_state, i) {
2305 2306
		WARN_ON(crtc->state != old_crtc_state);

2307 2308 2309 2310 2311
		old_crtc_state->state = state;
		new_crtc_state->state = NULL;

		state->crtcs[i].state = old_crtc_state;
		crtc->state = new_crtc_state;
2312 2313 2314 2315 2316 2317 2318 2319 2320

		if (state->crtcs[i].commit) {
			spin_lock(&crtc->commit_lock);
			list_add(&state->crtcs[i].commit->commit_entry,
				 &crtc->commit_list);
			spin_unlock(&crtc->commit_lock);

			state->crtcs[i].commit->event = NULL;
		}
D
Daniel Vetter 已提交
2321 2322
	}

2323
	for_each_oldnew_plane_in_state(state, plane, old_plane_state, new_plane_state, i) {
2324 2325
		WARN_ON(plane->state != old_plane_state);

2326 2327 2328 2329 2330
		old_plane_state->state = state;
		new_plane_state->state = NULL;

		state->planes[i].state = old_plane_state;
		plane->state = new_plane_state;
D
Daniel Vetter 已提交
2331
	}
2332 2333 2334

	__for_each_private_obj(state, obj, obj_state, i, funcs)
		funcs->swap_state(obj, &state->private_objs[i].obj_state);
D
Daniel Vetter 已提交
2335 2336
}
EXPORT_SYMBOL(drm_atomic_helper_swap_state);
2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350

/**
 * drm_atomic_helper_update_plane - Helper for primary plane update using atomic
 * @plane: plane object to update
 * @crtc: owning CRTC of owning plane
 * @fb: framebuffer to flip onto plane
 * @crtc_x: x offset of primary plane on crtc
 * @crtc_y: y offset of primary plane on crtc
 * @crtc_w: width of primary plane rectangle on crtc
 * @crtc_h: height of primary plane rectangle on crtc
 * @src_x: x offset of @fb for panning
 * @src_y: y offset of @fb for panning
 * @src_w: width of source rectangle in @fb
 * @src_h: height of source rectangle in @fb
2351
 * @ctx: lock acquire context
2352 2353 2354 2355 2356 2357 2358 2359 2360 2361 2362 2363
 *
 * Provides a default plane update handler using the atomic driver interface.
 *
 * RETURNS:
 * Zero on success, error code on failure
 */
int drm_atomic_helper_update_plane(struct drm_plane *plane,
				   struct drm_crtc *crtc,
				   struct drm_framebuffer *fb,
				   int crtc_x, int crtc_y,
				   unsigned int crtc_w, unsigned int crtc_h,
				   uint32_t src_x, uint32_t src_y,
2364 2365
				   uint32_t src_w, uint32_t src_h,
				   struct drm_modeset_acquire_ctx *ctx)
2366 2367 2368 2369 2370 2371 2372 2373 2374
{
	struct drm_atomic_state *state;
	struct drm_plane_state *plane_state;
	int ret = 0;

	state = drm_atomic_state_alloc(plane->dev);
	if (!state)
		return -ENOMEM;

2375
	state->acquire_ctx = ctx;
2376 2377 2378 2379 2380 2381
	plane_state = drm_atomic_get_plane_state(state, plane);
	if (IS_ERR(plane_state)) {
		ret = PTR_ERR(plane_state);
		goto fail;
	}

2382
	ret = drm_atomic_set_crtc_for_plane(plane_state, crtc);
2383 2384
	if (ret != 0)
		goto fail;
2385
	drm_atomic_set_fb_for_plane(plane_state, fb);
2386 2387 2388
	plane_state->crtc_x = crtc_x;
	plane_state->crtc_y = crtc_y;
	plane_state->crtc_w = crtc_w;
2389
	plane_state->crtc_h = crtc_h;
2390 2391 2392
	plane_state->src_x = src_x;
	plane_state->src_y = src_y;
	plane_state->src_w = src_w;
2393
	plane_state->src_h = src_h;
2394

2395 2396 2397
	if (plane == crtc->cursor)
		state->legacy_cursor_update = true;

2398 2399
	ret = drm_atomic_commit(state);
fail:
2400
	drm_atomic_state_put(state);
2401 2402 2403 2404 2405 2406 2407
	return ret;
}
EXPORT_SYMBOL(drm_atomic_helper_update_plane);

/**
 * drm_atomic_helper_disable_plane - Helper for primary plane disable using * atomic
 * @plane: plane to disable
2408
 * @ctx: lock acquire context
2409 2410 2411 2412 2413 2414
 *
 * Provides a default plane disable handler using the atomic driver interface.
 *
 * RETURNS:
 * Zero on success, error code on failure
 */
2415 2416
int drm_atomic_helper_disable_plane(struct drm_plane *plane,
				    struct drm_modeset_acquire_ctx *ctx)
2417 2418 2419 2420 2421 2422 2423 2424 2425
{
	struct drm_atomic_state *state;
	struct drm_plane_state *plane_state;
	int ret = 0;

	state = drm_atomic_state_alloc(plane->dev);
	if (!state)
		return -ENOMEM;

2426
	state->acquire_ctx = ctx;
2427 2428 2429 2430 2431 2432
	plane_state = drm_atomic_get_plane_state(state, plane);
	if (IS_ERR(plane_state)) {
		ret = PTR_ERR(plane_state);
		goto fail;
	}

2433 2434 2435
	if (plane_state->crtc && (plane == plane->crtc->cursor))
		plane_state->state->legacy_cursor_update = true;

2436
	ret = __drm_atomic_helper_disable_plane(plane, plane_state);
2437 2438
	if (ret != 0)
		goto fail;
2439

2440 2441
	ret = drm_atomic_commit(state);
fail:
2442
	drm_atomic_state_put(state);
2443 2444 2445 2446
	return ret;
}
EXPORT_SYMBOL(drm_atomic_helper_disable_plane);

2447 2448 2449 2450 2451 2452 2453 2454 2455 2456 2457 2458 2459 2460
/* just used from fb-helper and atomic-helper: */
int __drm_atomic_helper_disable_plane(struct drm_plane *plane,
		struct drm_plane_state *plane_state)
{
	int ret;

	ret = drm_atomic_set_crtc_for_plane(plane_state, NULL);
	if (ret != 0)
		return ret;

	drm_atomic_set_fb_for_plane(plane_state, NULL);
	plane_state->crtc_x = 0;
	plane_state->crtc_y = 0;
	plane_state->crtc_w = 0;
2461
	plane_state->crtc_h = 0;
2462 2463 2464
	plane_state->src_x = 0;
	plane_state->src_y = 0;
	plane_state->src_w = 0;
2465
	plane_state->src_h = 0;
2466 2467 2468 2469

	return 0;
}

2470 2471 2472 2473
static int update_output_state(struct drm_atomic_state *state,
			       struct drm_mode_set *set)
{
	struct drm_device *dev = set->crtc->dev;
2474
	struct drm_crtc *crtc;
2475
	struct drm_crtc_state *new_crtc_state;
2476
	struct drm_connector *connector;
2477
	struct drm_connector_state *new_conn_state;
2478
	int ret, i;
2479 2480 2481 2482 2483 2484

	ret = drm_modeset_lock(&dev->mode_config.connection_mutex,
			       state->acquire_ctx);
	if (ret)
		return ret;

2485 2486 2487 2488
	/* First disable all connectors on the target crtc. */
	ret = drm_atomic_add_affected_connectors(state, set->crtc);
	if (ret)
		return ret;
2489

2490 2491 2492
	for_each_new_connector_in_state(state, connector, new_conn_state, i) {
		if (new_conn_state->crtc == set->crtc) {
			ret = drm_atomic_set_crtc_for_connector(new_conn_state,
2493 2494 2495
								NULL);
			if (ret)
				return ret;
2496

2497
			/* Make sure legacy setCrtc always re-trains */
2498
			new_conn_state->link_status = DRM_LINK_STATUS_GOOD;
2499
		}
2500
	}
2501

2502 2503
	/* Then set all connectors from set->connectors on the target crtc */
	for (i = 0; i < set->num_connectors; i++) {
2504
		new_conn_state = drm_atomic_get_connector_state(state,
2505
							    set->connectors[i]);
2506 2507
		if (IS_ERR(new_conn_state))
			return PTR_ERR(new_conn_state);
2508

2509
		ret = drm_atomic_set_crtc_for_connector(new_conn_state,
2510 2511 2512
							set->crtc);
		if (ret)
			return ret;
2513 2514
	}

2515
	for_each_new_crtc_in_state(state, crtc, new_crtc_state, i) {
2516 2517 2518 2519 2520 2521 2522
		/* Don't update ->enable for the CRTC in the set_config request,
		 * since a mismatch would indicate a bug in the upper layers.
		 * The actual modeset code later on will catch any
		 * inconsistencies here. */
		if (crtc == set->crtc)
			continue;

2523 2524
		if (!new_crtc_state->connector_mask) {
			ret = drm_atomic_set_mode_prop_for_crtc(new_crtc_state,
2525 2526 2527 2528
								NULL);
			if (ret < 0)
				return ret;

2529
			new_crtc_state->active = false;
2530
		}
2531 2532 2533 2534 2535 2536 2537 2538
	}

	return 0;
}

/**
 * drm_atomic_helper_set_config - set a new config from userspace
 * @set: mode set configuration
2539
 * @ctx: lock acquisition context
2540 2541 2542
 *
 * Provides a default crtc set_config handler using the atomic driver interface.
 *
2543 2544 2545 2546 2547 2548
 * NOTE: For backwards compatibility with old userspace this automatically
 * resets the "link-status" property to GOOD, to force any link
 * re-training. The SETCRTC ioctl does not define whether an update does
 * need a full modeset or just a plane update, hence we're allowed to do
 * that. See also drm_mode_connector_set_link_status_property().
 *
2549 2550 2551
 * Returns:
 * Returns 0 on success, negative errno numbers on failure.
 */
2552 2553
int drm_atomic_helper_set_config(struct drm_mode_set *set,
				 struct drm_modeset_acquire_ctx *ctx)
2554 2555 2556 2557 2558 2559 2560 2561 2562
{
	struct drm_atomic_state *state;
	struct drm_crtc *crtc = set->crtc;
	int ret = 0;

	state = drm_atomic_state_alloc(crtc->dev);
	if (!state)
		return -ENOMEM;

2563
	state->acquire_ctx = ctx;
2564 2565
	ret = __drm_atomic_helper_set_config(set, state);
	if (ret != 0)
2566
		goto fail;
2567

2568 2569 2570 2571
	ret = handle_conflicting_encoders(state, true);
	if (ret)
		return ret;

2572 2573
	ret = drm_atomic_commit(state);

2574
fail:
2575
	drm_atomic_state_put(state);
2576 2577 2578 2579 2580 2581 2582 2583 2584 2585 2586
	return ret;
}
EXPORT_SYMBOL(drm_atomic_helper_set_config);

/* just used from fb-helper and atomic-helper: */
int __drm_atomic_helper_set_config(struct drm_mode_set *set,
		struct drm_atomic_state *state)
{
	struct drm_crtc_state *crtc_state;
	struct drm_plane_state *primary_state;
	struct drm_crtc *crtc = set->crtc;
2587
	int hdisplay, vdisplay;
2588 2589 2590 2591 2592 2593 2594 2595 2596
	int ret;

	crtc_state = drm_atomic_get_crtc_state(state, crtc);
	if (IS_ERR(crtc_state))
		return PTR_ERR(crtc_state);

	primary_state = drm_atomic_get_plane_state(state, crtc->primary);
	if (IS_ERR(primary_state))
		return PTR_ERR(primary_state);
2597

2598 2599 2600 2601
	if (!set->mode) {
		WARN_ON(set->fb);
		WARN_ON(set->num_connectors);

2602 2603
		ret = drm_atomic_set_mode_for_crtc(crtc_state, NULL);
		if (ret != 0)
2604
			return ret;
2605

2606
		crtc_state->active = false;
2607

2608
		ret = drm_atomic_set_crtc_for_plane(primary_state, NULL);
2609
		if (ret != 0)
2610
			return ret;
2611 2612 2613

		drm_atomic_set_fb_for_plane(primary_state, NULL);

2614 2615 2616 2617 2618 2619
		goto commit;
	}

	WARN_ON(!set->fb);
	WARN_ON(!set->num_connectors);

2620 2621
	ret = drm_atomic_set_mode_for_crtc(crtc_state, set->mode);
	if (ret != 0)
2622
		return ret;
2623

2624
	crtc_state->active = true;
2625

2626
	ret = drm_atomic_set_crtc_for_plane(primary_state, crtc);
2627
	if (ret != 0)
2628 2629
		return ret;

2630
	drm_mode_get_hv_timing(set->mode, &hdisplay, &vdisplay);
2631

2632
	drm_atomic_set_fb_for_plane(primary_state, set->fb);
2633 2634
	primary_state->crtc_x = 0;
	primary_state->crtc_y = 0;
2635
	primary_state->crtc_w = hdisplay;
2636
	primary_state->crtc_h = vdisplay;
2637 2638
	primary_state->src_x = set->x << 16;
	primary_state->src_y = set->y << 16;
2639
	if (drm_rotation_90_or_270(primary_state->rotation)) {
2640
		primary_state->src_w = vdisplay << 16;
2641
		primary_state->src_h = hdisplay << 16;
2642
	} else {
2643
		primary_state->src_w = hdisplay << 16;
2644
		primary_state->src_h = vdisplay << 16;
2645
	}
2646 2647 2648 2649

commit:
	ret = update_output_state(state, set);
	if (ret)
2650
		return ret;
2651 2652 2653 2654

	return 0;
}

2655 2656 2657 2658 2659 2660 2661 2662 2663 2664
/**
 * drm_atomic_helper_disable_all - disable all currently active outputs
 * @dev: DRM device
 * @ctx: lock acquisition context
 *
 * Loops through all connectors, finding those that aren't turned off and then
 * turns them off by setting their DPMS mode to OFF and deactivating the CRTC
 * that they are connected to.
 *
 * This is used for example in suspend/resume to disable all currently active
2665 2666
 * functions when suspending. If you just want to shut down everything at e.g.
 * driver unload, look at drm_atomic_helper_shutdown().
2667 2668 2669 2670 2671 2672 2673 2674
 *
 * Note that if callers haven't already acquired all modeset locks this might
 * return -EDEADLK, which must be handled by calling drm_modeset_backoff().
 *
 * Returns:
 * 0 on success or a negative error code on failure.
 *
 * See also:
2675 2676
 * drm_atomic_helper_suspend(), drm_atomic_helper_resume() and
 * drm_atomic_helper_shutdown().
2677 2678 2679 2680 2681
 */
int drm_atomic_helper_disable_all(struct drm_device *dev,
				  struct drm_modeset_acquire_ctx *ctx)
{
	struct drm_atomic_state *state;
2682
	struct drm_connector_state *conn_state;
2683
	struct drm_connector *conn;
2684 2685 2686 2687 2688
	struct drm_plane_state *plane_state;
	struct drm_plane *plane;
	struct drm_crtc_state *crtc_state;
	struct drm_crtc *crtc;
	int ret, i;
2689 2690 2691 2692 2693 2694 2695

	state = drm_atomic_state_alloc(dev);
	if (!state)
		return -ENOMEM;

	state->acquire_ctx = ctx;

2696
	drm_for_each_crtc(crtc, dev) {
2697 2698
		crtc_state = drm_atomic_get_crtc_state(state, crtc);
		if (IS_ERR(crtc_state)) {
2699
			ret = PTR_ERR(crtc_state);
2700 2701 2702 2703
			goto free;
		}

		crtc_state->active = false;
2704 2705 2706 2707 2708 2709 2710 2711 2712 2713 2714 2715 2716 2717 2718 2719 2720 2721 2722 2723 2724 2725 2726 2727 2728 2729

		ret = drm_atomic_set_mode_prop_for_crtc(crtc_state, NULL);
		if (ret < 0)
			goto free;

		ret = drm_atomic_add_affected_planes(state, crtc);
		if (ret < 0)
			goto free;

		ret = drm_atomic_add_affected_connectors(state, crtc);
		if (ret < 0)
			goto free;
	}

	for_each_connector_in_state(state, conn, conn_state, i) {
		ret = drm_atomic_set_crtc_for_connector(conn_state, NULL);
		if (ret < 0)
			goto free;
	}

	for_each_plane_in_state(state, plane, plane_state, i) {
		ret = drm_atomic_set_crtc_for_plane(plane_state, NULL);
		if (ret < 0)
			goto free;

		drm_atomic_set_fb_for_plane(plane_state, NULL);
2730 2731
	}

2732
	ret = drm_atomic_commit(state);
2733
free:
2734
	drm_atomic_state_put(state);
2735
	return ret;
2736
}
2737

2738 2739
EXPORT_SYMBOL(drm_atomic_helper_disable_all);

2740 2741 2742 2743 2744 2745 2746 2747 2748 2749 2750 2751 2752 2753 2754 2755 2756 2757 2758 2759 2760 2761 2762 2763 2764 2765 2766 2767 2768 2769 2770 2771 2772 2773 2774 2775
/**
 * drm_atomic_helper_shutdown - shutdown all CRTC
 * @dev: DRM device
 *
 * This shuts down all CRTC, which is useful for driver unloading. Shutdown on
 * suspend should instead be handled with drm_atomic_helper_suspend(), since
 * that also takes a snapshot of the modeset state to be restored on resume.
 *
 * This is just a convenience wrapper around drm_atomic_helper_disable_all(),
 * and it is the atomic version of drm_crtc_force_disable_all().
 */
void drm_atomic_helper_shutdown(struct drm_device *dev)
{
	struct drm_modeset_acquire_ctx ctx;
	int ret;

	drm_modeset_acquire_init(&ctx, 0);
	while (1) {
		ret = drm_modeset_lock_all_ctx(dev, &ctx);
		if (!ret)
			ret = drm_atomic_helper_disable_all(dev, &ctx);

		if (ret != -EDEADLK)
			break;

		drm_modeset_backoff(&ctx);
	}

	if (ret)
		DRM_ERROR("Disabling all crtc's during unload failed with %i\n", ret);

	drm_modeset_drop_locks(&ctx);
	drm_modeset_acquire_fini(&ctx);
}
EXPORT_SYMBOL(drm_atomic_helper_shutdown);

2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798
/**
 * drm_atomic_helper_suspend - subsystem-level suspend helper
 * @dev: DRM device
 *
 * Duplicates the current atomic state, disables all active outputs and then
 * returns a pointer to the original atomic state to the caller. Drivers can
 * pass this pointer to the drm_atomic_helper_resume() helper upon resume to
 * restore the output configuration that was active at the time the system
 * entered suspend.
 *
 * Note that it is potentially unsafe to use this. The atomic state object
 * returned by this function is assumed to be persistent. Drivers must ensure
 * that this holds true. Before calling this function, drivers must make sure
 * to suspend fbdev emulation so that nothing can be using the device.
 *
 * Returns:
 * A pointer to a copy of the state before suspend on success or an ERR_PTR()-
 * encoded error code on failure. Drivers should store the returned atomic
 * state object and pass it to the drm_atomic_helper_resume() helper upon
 * resume.
 *
 * See also:
 * drm_atomic_helper_duplicate_state(), drm_atomic_helper_disable_all(),
2799
 * drm_atomic_helper_resume(), drm_atomic_helper_commit_duplicated_state()
2800 2801 2802 2803 2804 2805 2806 2807 2808 2809 2810 2811 2812 2813 2814 2815 2816 2817 2818 2819 2820 2821
 */
struct drm_atomic_state *drm_atomic_helper_suspend(struct drm_device *dev)
{
	struct drm_modeset_acquire_ctx ctx;
	struct drm_atomic_state *state;
	int err;

	drm_modeset_acquire_init(&ctx, 0);

retry:
	err = drm_modeset_lock_all_ctx(dev, &ctx);
	if (err < 0) {
		state = ERR_PTR(err);
		goto unlock;
	}

	state = drm_atomic_helper_duplicate_state(dev, &ctx);
	if (IS_ERR(state))
		goto unlock;

	err = drm_atomic_helper_disable_all(dev, &ctx);
	if (err < 0) {
2822
		drm_atomic_state_put(state);
2823 2824 2825 2826 2827 2828 2829 2830 2831 2832 2833 2834 2835 2836 2837 2838
		state = ERR_PTR(err);
		goto unlock;
	}

unlock:
	if (PTR_ERR(state) == -EDEADLK) {
		drm_modeset_backoff(&ctx);
		goto retry;
	}

	drm_modeset_drop_locks(&ctx);
	drm_modeset_acquire_fini(&ctx);
	return state;
}
EXPORT_SYMBOL(drm_atomic_helper_suspend);

2839 2840 2841 2842 2843 2844 2845 2846 2847 2848 2849 2850 2851 2852 2853 2854 2855 2856 2857 2858
/**
 * drm_atomic_helper_commit_duplicated_state - commit duplicated state
 * @state: duplicated atomic state to commit
 * @ctx: pointer to acquire_ctx to use for commit.
 *
 * The state returned by drm_atomic_helper_duplicate_state() and
 * drm_atomic_helper_suspend() is partially invalid, and needs to
 * be fixed up before commit.
 *
 * Returns:
 * 0 on success or a negative error code on failure.
 *
 * See also:
 * drm_atomic_helper_suspend()
 */
int drm_atomic_helper_commit_duplicated_state(struct drm_atomic_state *state,
					      struct drm_modeset_acquire_ctx *ctx)
{
	int i;
	struct drm_plane *plane;
2859
	struct drm_plane_state *new_plane_state;
2860
	struct drm_connector *connector;
2861
	struct drm_connector_state *new_conn_state;
2862
	struct drm_crtc *crtc;
2863
	struct drm_crtc_state *new_crtc_state;
2864 2865 2866

	state->acquire_ctx = ctx;

2867
	for_each_new_plane_in_state(state, plane, new_plane_state, i)
2868 2869
		state->planes[i].old_state = plane->state;

2870
	for_each_new_crtc_in_state(state, crtc, new_crtc_state, i)
2871 2872
		state->crtcs[i].old_state = crtc->state;

2873
	for_each_new_connector_in_state(state, connector, new_conn_state, i)
2874 2875 2876 2877 2878 2879
		state->connectors[i].old_state = connector->state;

	return drm_atomic_commit(state);
}
EXPORT_SYMBOL(drm_atomic_helper_commit_duplicated_state);

2880 2881 2882 2883 2884 2885 2886 2887 2888 2889 2890 2891 2892 2893 2894 2895 2896 2897 2898
/**
 * drm_atomic_helper_resume - subsystem-level resume helper
 * @dev: DRM device
 * @state: atomic state to resume to
 *
 * Calls drm_mode_config_reset() to synchronize hardware and software states,
 * grabs all modeset locks and commits the atomic state object. This can be
 * used in conjunction with the drm_atomic_helper_suspend() helper to
 * implement suspend/resume for drivers that support atomic mode-setting.
 *
 * Returns:
 * 0 on success or a negative error code on failure.
 *
 * See also:
 * drm_atomic_helper_suspend()
 */
int drm_atomic_helper_resume(struct drm_device *dev,
			     struct drm_atomic_state *state)
{
2899
	struct drm_modeset_acquire_ctx ctx;
2900 2901 2902
	int err;

	drm_mode_config_reset(dev);
2903

2904 2905
	drm_modeset_acquire_init(&ctx, 0);
	while (1) {
2906 2907 2908 2909
		err = drm_modeset_lock_all_ctx(dev, &ctx);
		if (err)
			goto out;

2910
		err = drm_atomic_helper_commit_duplicated_state(state, &ctx);
2911
out:
2912 2913 2914 2915 2916 2917 2918 2919
		if (err != -EDEADLK)
			break;

		drm_modeset_backoff(&ctx);
	}

	drm_modeset_drop_locks(&ctx);
	drm_modeset_acquire_fini(&ctx);
2920 2921 2922 2923 2924

	return err;
}
EXPORT_SYMBOL(drm_atomic_helper_resume);

2925
/**
2926
 * drm_atomic_helper_crtc_set_property - helper for crtc properties
2927 2928 2929 2930
 * @crtc: DRM crtc
 * @property: DRM property
 * @val: value of property
 *
2931 2932
 * Provides a default crtc set_property handler using the atomic driver
 * interface.
2933 2934 2935 2936 2937 2938 2939 2940 2941 2942 2943 2944 2945 2946 2947 2948 2949 2950 2951 2952 2953 2954 2955 2956 2957 2958
 *
 * RETURNS:
 * Zero on success, error code on failure
 */
int
drm_atomic_helper_crtc_set_property(struct drm_crtc *crtc,
				    struct drm_property *property,
				    uint64_t val)
{
	struct drm_atomic_state *state;
	struct drm_crtc_state *crtc_state;
	int ret = 0;

	state = drm_atomic_state_alloc(crtc->dev);
	if (!state)
		return -ENOMEM;

	/* ->set_property is always called with all locks held. */
	state->acquire_ctx = crtc->dev->mode_config.acquire_ctx;
retry:
	crtc_state = drm_atomic_get_crtc_state(state, crtc);
	if (IS_ERR(crtc_state)) {
		ret = PTR_ERR(crtc_state);
		goto fail;
	}

R
Rob Clark 已提交
2959 2960
	ret = drm_atomic_crtc_set_property(crtc, crtc_state,
			property, val);
2961 2962 2963 2964 2965 2966 2967 2968
	if (ret)
		goto fail;

	ret = drm_atomic_commit(state);
fail:
	if (ret == -EDEADLK)
		goto backoff;

2969
	drm_atomic_state_put(state);
2970
	return ret;
2971

2972 2973
backoff:
	drm_atomic_state_clear(state);
2974
	drm_atomic_legacy_backoff(state);
2975 2976 2977 2978 2979 2980

	goto retry;
}
EXPORT_SYMBOL(drm_atomic_helper_crtc_set_property);

/**
2981
 * drm_atomic_helper_plane_set_property - helper for plane properties
2982 2983 2984 2985
 * @plane: DRM plane
 * @property: DRM property
 * @val: value of property
 *
2986 2987
 * Provides a default plane set_property handler using the atomic driver
 * interface.
2988 2989 2990 2991 2992 2993 2994 2995 2996 2997 2998 2999 3000 3001 3002 3003 3004 3005 3006 3007 3008 3009 3010 3011 3012 3013
 *
 * RETURNS:
 * Zero on success, error code on failure
 */
int
drm_atomic_helper_plane_set_property(struct drm_plane *plane,
				    struct drm_property *property,
				    uint64_t val)
{
	struct drm_atomic_state *state;
	struct drm_plane_state *plane_state;
	int ret = 0;

	state = drm_atomic_state_alloc(plane->dev);
	if (!state)
		return -ENOMEM;

	/* ->set_property is always called with all locks held. */
	state->acquire_ctx = plane->dev->mode_config.acquire_ctx;
retry:
	plane_state = drm_atomic_get_plane_state(state, plane);
	if (IS_ERR(plane_state)) {
		ret = PTR_ERR(plane_state);
		goto fail;
	}

R
Rob Clark 已提交
3014 3015
	ret = drm_atomic_plane_set_property(plane, plane_state,
			property, val);
3016 3017 3018 3019 3020 3021 3022 3023
	if (ret)
		goto fail;

	ret = drm_atomic_commit(state);
fail:
	if (ret == -EDEADLK)
		goto backoff;

3024
	drm_atomic_state_put(state);
3025
	return ret;
3026

3027 3028
backoff:
	drm_atomic_state_clear(state);
3029
	drm_atomic_legacy_backoff(state);
3030 3031 3032 3033 3034 3035

	goto retry;
}
EXPORT_SYMBOL(drm_atomic_helper_plane_set_property);

/**
3036
 * drm_atomic_helper_connector_set_property - helper for connector properties
3037 3038 3039 3040
 * @connector: DRM connector
 * @property: DRM property
 * @val: value of property
 *
3041 3042
 * Provides a default connector set_property handler using the atomic driver
 * interface.
3043 3044 3045 3046 3047 3048 3049 3050 3051 3052 3053 3054 3055 3056 3057 3058 3059 3060 3061 3062 3063 3064 3065 3066 3067 3068
 *
 * RETURNS:
 * Zero on success, error code on failure
 */
int
drm_atomic_helper_connector_set_property(struct drm_connector *connector,
				    struct drm_property *property,
				    uint64_t val)
{
	struct drm_atomic_state *state;
	struct drm_connector_state *connector_state;
	int ret = 0;

	state = drm_atomic_state_alloc(connector->dev);
	if (!state)
		return -ENOMEM;

	/* ->set_property is always called with all locks held. */
	state->acquire_ctx = connector->dev->mode_config.acquire_ctx;
retry:
	connector_state = drm_atomic_get_connector_state(state, connector);
	if (IS_ERR(connector_state)) {
		ret = PTR_ERR(connector_state);
		goto fail;
	}

R
Rob Clark 已提交
3069 3070
	ret = drm_atomic_connector_set_property(connector, connector_state,
			property, val);
3071 3072 3073 3074 3075 3076 3077 3078
	if (ret)
		goto fail;

	ret = drm_atomic_commit(state);
fail:
	if (ret == -EDEADLK)
		goto backoff;

3079
	drm_atomic_state_put(state);
3080
	return ret;
3081

3082 3083
backoff:
	drm_atomic_state_clear(state);
3084
	drm_atomic_legacy_backoff(state);
3085 3086 3087 3088

	goto retry;
}
EXPORT_SYMBOL(drm_atomic_helper_connector_set_property);
3089

3090 3091 3092 3093
static int page_flip_common(
				struct drm_atomic_state *state,
				struct drm_crtc *crtc,
				struct drm_framebuffer *fb,
3094 3095
				struct drm_pending_vblank_event *event,
				uint32_t flags)
3096 3097 3098 3099 3100 3101 3102 3103 3104 3105 3106
{
	struct drm_plane *plane = crtc->primary;
	struct drm_plane_state *plane_state;
	struct drm_crtc_state *crtc_state;
	int ret = 0;

	crtc_state = drm_atomic_get_crtc_state(state, crtc);
	if (IS_ERR(crtc_state))
		return PTR_ERR(crtc_state);

	crtc_state->event = event;
3107
	crtc_state->pageflip_flags = flags;
3108 3109 3110 3111 3112 3113 3114 3115 3116 3117 3118 3119 3120

	plane_state = drm_atomic_get_plane_state(state, plane);
	if (IS_ERR(plane_state))
		return PTR_ERR(plane_state);

	ret = drm_atomic_set_crtc_for_plane(plane_state, crtc);
	if (ret != 0)
		return ret;
	drm_atomic_set_fb_for_plane(plane_state, fb);

	/* Make sure we don't accidentally do a full modeset. */
	state->allow_modeset = false;
	if (!crtc_state->active) {
3121 3122
		DRM_DEBUG_ATOMIC("[CRTC:%d:%s] disabled, rejecting legacy flip\n",
				 crtc->base.id, crtc->name);
3123 3124 3125 3126 3127 3128
		return -EINVAL;
	}

	return ret;
}

3129 3130 3131 3132 3133 3134
/**
 * drm_atomic_helper_page_flip - execute a legacy page flip
 * @crtc: DRM crtc
 * @fb: DRM framebuffer
 * @event: optional DRM event to signal upon completion
 * @flags: flip flags for non-vblank sync'ed updates
3135
 * @ctx: lock acquisition context
3136
 *
3137 3138
 * Provides a default &drm_crtc_funcs.page_flip implementation
 * using the atomic driver interface.
3139 3140 3141
 *
 * Returns:
 * Returns 0 on success, negative errno numbers on failure.
3142 3143 3144
 *
 * See also:
 * drm_atomic_helper_page_flip_target()
3145 3146 3147 3148
 */
int drm_atomic_helper_page_flip(struct drm_crtc *crtc,
				struct drm_framebuffer *fb,
				struct drm_pending_vblank_event *event,
3149 3150
				uint32_t flags,
				struct drm_modeset_acquire_ctx *ctx)
3151 3152 3153 3154 3155 3156 3157 3158 3159
{
	struct drm_plane *plane = crtc->primary;
	struct drm_atomic_state *state;
	int ret = 0;

	state = drm_atomic_state_alloc(plane->dev);
	if (!state)
		return -ENOMEM;

3160
	state->acquire_ctx = ctx;
3161

3162
	ret = page_flip_common(state, crtc, fb, event, flags);
3163
	if (ret != 0)
3164 3165
		goto fail;

3166 3167 3168 3169 3170 3171 3172 3173 3174 3175 3176 3177 3178 3179
	ret = drm_atomic_nonblocking_commit(state);
fail:
	drm_atomic_state_put(state);
	return ret;
}
EXPORT_SYMBOL(drm_atomic_helper_page_flip);

/**
 * drm_atomic_helper_page_flip_target - do page flip on target vblank period.
 * @crtc: DRM crtc
 * @fb: DRM framebuffer
 * @event: optional DRM event to signal upon completion
 * @flags: flip flags for non-vblank sync'ed updates
 * @target: specifying the target vblank period when the flip to take effect
3180
 * @ctx: lock acquisition context
3181 3182 3183 3184 3185 3186 3187 3188 3189 3190 3191 3192 3193
 *
 * Provides a default &drm_crtc_funcs.page_flip_target implementation.
 * Similar to drm_atomic_helper_page_flip() with extra parameter to specify
 * target vblank period to flip.
 *
 * Returns:
 * Returns 0 on success, negative errno numbers on failure.
 */
int drm_atomic_helper_page_flip_target(
				struct drm_crtc *crtc,
				struct drm_framebuffer *fb,
				struct drm_pending_vblank_event *event,
				uint32_t flags,
3194 3195
				uint32_t target,
				struct drm_modeset_acquire_ctx *ctx)
3196 3197 3198 3199 3200 3201 3202 3203 3204 3205
{
	struct drm_plane *plane = crtc->primary;
	struct drm_atomic_state *state;
	struct drm_crtc_state *crtc_state;
	int ret = 0;

	state = drm_atomic_state_alloc(plane->dev);
	if (!state)
		return -ENOMEM;

3206
	state->acquire_ctx = ctx;
3207

3208
	ret = page_flip_common(state, crtc, fb, event, flags);
3209 3210 3211
	if (ret != 0)
		goto fail;

3212
	crtc_state = drm_atomic_get_new_crtc_state(state, crtc);
3213
	if (WARN_ON(!crtc_state)) {
3214 3215 3216
		ret = -EINVAL;
		goto fail;
	}
3217
	crtc_state->target_vblank = target;
3218

3219
	ret = drm_atomic_nonblocking_commit(state);
3220
fail:
3221
	drm_atomic_state_put(state);
3222 3223
	return ret;
}
3224
EXPORT_SYMBOL(drm_atomic_helper_page_flip_target);
3225

3226 3227 3228 3229 3230 3231 3232
/**
 * drm_atomic_helper_connector_dpms() - connector dpms helper implementation
 * @connector: affected connector
 * @mode: DPMS mode
 *
 * This is the main helper function provided by the atomic helper framework for
 * implementing the legacy DPMS connector interface. It computes the new desired
3233 3234
 * &drm_crtc_state.active state for the corresponding CRTC (if the connector is
 * enabled) and updates it.
3235 3236 3237
 *
 * Returns:
 * Returns 0 on success, negative errno numbers on failure.
3238
 */
3239 3240
int drm_atomic_helper_connector_dpms(struct drm_connector *connector,
				     int mode)
3241 3242 3243 3244 3245 3246
{
	struct drm_mode_config *config = &connector->dev->mode_config;
	struct drm_atomic_state *state;
	struct drm_crtc_state *crtc_state;
	struct drm_crtc *crtc;
	struct drm_connector *tmp_connector;
3247
	struct drm_connector_list_iter conn_iter;
3248 3249
	int ret;
	bool active = false;
3250
	int old_mode = connector->dpms;
3251 3252 3253 3254 3255 3256 3257 3258

	if (mode != DRM_MODE_DPMS_ON)
		mode = DRM_MODE_DPMS_OFF;

	connector->dpms = mode;
	crtc = connector->state->crtc;

	if (!crtc)
3259
		return 0;
3260 3261 3262

	state = drm_atomic_state_alloc(connector->dev);
	if (!state)
3263
		return -ENOMEM;
3264

3265
	state->acquire_ctx = crtc->dev->mode_config.acquire_ctx;
3266 3267
retry:
	crtc_state = drm_atomic_get_crtc_state(state, crtc);
3268 3269 3270 3271
	if (IS_ERR(crtc_state)) {
		ret = PTR_ERR(crtc_state);
		goto fail;
	}
3272 3273 3274

	WARN_ON(!drm_modeset_is_locked(&config->connection_mutex));

3275
	drm_connector_list_iter_begin(connector->dev, &conn_iter);
3276
	drm_for_each_connector_iter(tmp_connector, &conn_iter) {
3277
		if (tmp_connector->state->crtc != crtc)
3278 3279
			continue;

3280
		if (tmp_connector->dpms == DRM_MODE_DPMS_ON) {
3281 3282 3283 3284
			active = true;
			break;
		}
	}
3285
	drm_connector_list_iter_end(&conn_iter);
3286 3287 3288 3289 3290 3291
	crtc_state->active = active;

	ret = drm_atomic_commit(state);
fail:
	if (ret == -EDEADLK)
		goto backoff;
M
Marta Lofstedt 已提交
3292 3293
	if (ret != 0)
		connector->dpms = old_mode;
3294
	drm_atomic_state_put(state);
3295
	return ret;
3296

3297 3298 3299 3300 3301 3302 3303 3304
backoff:
	drm_atomic_state_clear(state);
	drm_atomic_legacy_backoff(state);

	goto retry;
}
EXPORT_SYMBOL(drm_atomic_helper_connector_dpms);

3305
/**
3306 3307
 * drm_atomic_helper_best_encoder - Helper for
 * 	&drm_connector_helper_funcs.best_encoder callback
3308 3309
 * @connector: Connector control structure
 *
3310
 * This is a &drm_connector_helper_funcs.best_encoder callback helper for
3311 3312 3313 3314 3315 3316 3317 3318 3319 3320 3321
 * connectors that support exactly 1 encoder, statically determined at driver
 * init time.
 */
struct drm_encoder *
drm_atomic_helper_best_encoder(struct drm_connector *connector)
{
	WARN_ON(connector->encoder_ids[1]);
	return drm_encoder_find(connector->dev, connector->encoder_ids[0]);
}
EXPORT_SYMBOL(drm_atomic_helper_best_encoder);

3322 3323 3324 3325 3326 3327 3328 3329 3330 3331 3332 3333 3334
/**
 * DOC: atomic state reset and initialization
 *
 * Both the drm core and the atomic helpers assume that there is always the full
 * and correct atomic software state for all connectors, CRTCs and planes
 * available. Which is a bit a problem on driver load and also after system
 * suspend. One way to solve this is to have a hardware state read-out
 * infrastructure which reconstructs the full software state (e.g. the i915
 * driver).
 *
 * The simpler solution is to just reset the software state to everything off,
 * which is easiest to do by calling drm_mode_config_reset(). To facilitate this
 * the atomic helpers provide default reset implementations for all hooks.
3335 3336 3337 3338 3339 3340
 *
 * On the upside the precise state tracking of atomic simplifies system suspend
 * and resume a lot. For drivers using drm_mode_config_reset() a complete recipe
 * is implemented in drm_atomic_helper_suspend() and drm_atomic_helper_resume().
 * For other drivers the building blocks are split out, see the documentation
 * for these functions.
3341 3342
 */

3343
/**
3344
 * drm_atomic_helper_crtc_reset - default &drm_crtc_funcs.reset hook for CRTCs
3345 3346 3347 3348 3349 3350 3351
 * @crtc: drm CRTC
 *
 * Resets the atomic state for @crtc by freeing the state pointer (which might
 * be NULL, e.g. at driver load time) and allocating a new empty state object.
 */
void drm_atomic_helper_crtc_reset(struct drm_crtc *crtc)
{
3352
	if (crtc->state)
3353
		__drm_atomic_helper_crtc_destroy_state(crtc->state);
3354

3355 3356
	kfree(crtc->state);
	crtc->state = kzalloc(sizeof(*crtc->state), GFP_KERNEL);
3357 3358 3359

	if (crtc->state)
		crtc->state->crtc = crtc;
3360 3361 3362
}
EXPORT_SYMBOL(drm_atomic_helper_crtc_reset);

3363 3364 3365 3366 3367 3368 3369 3370 3371 3372 3373 3374 3375
/**
 * __drm_atomic_helper_crtc_duplicate_state - copy atomic CRTC state
 * @crtc: CRTC object
 * @state: atomic CRTC state
 *
 * Copies atomic state from a CRTC's current state and resets inferred values.
 * This is useful for drivers that subclass the CRTC state.
 */
void __drm_atomic_helper_crtc_duplicate_state(struct drm_crtc *crtc,
					      struct drm_crtc_state *state)
{
	memcpy(state, crtc->state, sizeof(*state));

3376
	if (state->mode_blob)
3377
		drm_property_blob_get(state->mode_blob);
3378
	if (state->degamma_lut)
3379
		drm_property_blob_get(state->degamma_lut);
3380
	if (state->ctm)
3381
		drm_property_blob_get(state->ctm);
3382
	if (state->gamma_lut)
3383
		drm_property_blob_get(state->gamma_lut);
3384 3385 3386
	state->mode_changed = false;
	state->active_changed = false;
	state->planes_changed = false;
3387
	state->connectors_changed = false;
3388
	state->color_mgmt_changed = false;
3389
	state->zpos_changed = false;
3390
	state->event = NULL;
3391
	state->pageflip_flags = 0;
3392 3393 3394
}
EXPORT_SYMBOL(__drm_atomic_helper_crtc_duplicate_state);

3395 3396 3397 3398 3399 3400 3401 3402 3403 3404 3405 3406 3407 3408 3409
/**
 * drm_atomic_helper_crtc_duplicate_state - default state duplicate hook
 * @crtc: drm CRTC
 *
 * Default CRTC state duplicate hook for drivers which don't have their own
 * subclassed CRTC state structure.
 */
struct drm_crtc_state *
drm_atomic_helper_crtc_duplicate_state(struct drm_crtc *crtc)
{
	struct drm_crtc_state *state;

	if (WARN_ON(!crtc->state))
		return NULL;

3410 3411 3412
	state = kmalloc(sizeof(*state), GFP_KERNEL);
	if (state)
		__drm_atomic_helper_crtc_duplicate_state(crtc, state);
3413 3414 3415 3416 3417

	return state;
}
EXPORT_SYMBOL(drm_atomic_helper_crtc_duplicate_state);

3418 3419 3420 3421 3422 3423 3424 3425
/**
 * __drm_atomic_helper_crtc_destroy_state - release CRTC state
 * @state: CRTC state object to release
 *
 * Releases all resources stored in the CRTC state without actually freeing
 * the memory of the CRTC state. This is useful for drivers that subclass the
 * CRTC state.
 */
3426
void __drm_atomic_helper_crtc_destroy_state(struct drm_crtc_state *state)
3427
{
3428 3429 3430 3431
	drm_property_blob_put(state->mode_blob);
	drm_property_blob_put(state->degamma_lut);
	drm_property_blob_put(state->ctm);
	drm_property_blob_put(state->gamma_lut);
3432 3433 3434
}
EXPORT_SYMBOL(__drm_atomic_helper_crtc_destroy_state);

3435 3436 3437 3438 3439 3440 3441 3442 3443 3444 3445
/**
 * drm_atomic_helper_crtc_destroy_state - default state destroy hook
 * @crtc: drm CRTC
 * @state: CRTC state object to release
 *
 * Default CRTC state destroy hook for drivers which don't have their own
 * subclassed CRTC state structure.
 */
void drm_atomic_helper_crtc_destroy_state(struct drm_crtc *crtc,
					  struct drm_crtc_state *state)
{
3446
	__drm_atomic_helper_crtc_destroy_state(state);
3447 3448 3449 3450 3451
	kfree(state);
}
EXPORT_SYMBOL(drm_atomic_helper_crtc_destroy_state);

/**
3452
 * drm_atomic_helper_plane_reset - default &drm_plane_funcs.reset hook for planes
3453 3454 3455 3456 3457 3458 3459
 * @plane: drm plane
 *
 * Resets the atomic state for @plane by freeing the state pointer (which might
 * be NULL, e.g. at driver load time) and allocating a new empty state object.
 */
void drm_atomic_helper_plane_reset(struct drm_plane *plane)
{
3460
	if (plane->state)
3461
		__drm_atomic_helper_plane_destroy_state(plane->state);
3462

3463 3464
	kfree(plane->state);
	plane->state = kzalloc(sizeof(*plane->state), GFP_KERNEL);
3465

3466
	if (plane->state) {
3467
		plane->state->plane = plane;
3468
		plane->state->rotation = DRM_MODE_ROTATE_0;
3469
	}
3470 3471 3472
}
EXPORT_SYMBOL(drm_atomic_helper_plane_reset);

3473 3474 3475 3476 3477 3478 3479 3480 3481 3482 3483 3484 3485 3486
/**
 * __drm_atomic_helper_plane_duplicate_state - copy atomic plane state
 * @plane: plane object
 * @state: atomic plane state
 *
 * Copies atomic state from a plane's current state. This is useful for
 * drivers that subclass the plane state.
 */
void __drm_atomic_helper_plane_duplicate_state(struct drm_plane *plane,
					       struct drm_plane_state *state)
{
	memcpy(state, plane->state, sizeof(*state));

	if (state->fb)
3487
		drm_framebuffer_get(state->fb);
G
Gustavo Padovan 已提交
3488 3489

	state->fence = NULL;
3490 3491 3492
}
EXPORT_SYMBOL(__drm_atomic_helper_plane_duplicate_state);

3493 3494 3495 3496 3497 3498 3499 3500 3501 3502
/**
 * drm_atomic_helper_plane_duplicate_state - default state duplicate hook
 * @plane: drm plane
 *
 * Default plane state duplicate hook for drivers which don't have their own
 * subclassed plane state structure.
 */
struct drm_plane_state *
drm_atomic_helper_plane_duplicate_state(struct drm_plane *plane)
{
3503 3504
	struct drm_plane_state *state;

3505 3506 3507
	if (WARN_ON(!plane->state))
		return NULL;

3508 3509 3510
	state = kmalloc(sizeof(*state), GFP_KERNEL);
	if (state)
		__drm_atomic_helper_plane_duplicate_state(plane, state);
3511 3512

	return state;
3513 3514 3515
}
EXPORT_SYMBOL(drm_atomic_helper_plane_duplicate_state);

3516 3517 3518 3519 3520 3521 3522 3523
/**
 * __drm_atomic_helper_plane_destroy_state - release plane state
 * @state: plane state object to release
 *
 * Releases all resources stored in the plane state without actually freeing
 * the memory of the plane state. This is useful for drivers that subclass the
 * plane state.
 */
3524
void __drm_atomic_helper_plane_destroy_state(struct drm_plane_state *state)
3525 3526
{
	if (state->fb)
3527
		drm_framebuffer_put(state->fb);
G
Gustavo Padovan 已提交
3528 3529 3530

	if (state->fence)
		dma_fence_put(state->fence);
3531 3532 3533
}
EXPORT_SYMBOL(__drm_atomic_helper_plane_destroy_state);

3534 3535 3536 3537 3538 3539 3540 3541 3542
/**
 * drm_atomic_helper_plane_destroy_state - default state destroy hook
 * @plane: drm plane
 * @state: plane state object to release
 *
 * Default plane state destroy hook for drivers which don't have their own
 * subclassed plane state structure.
 */
void drm_atomic_helper_plane_destroy_state(struct drm_plane *plane,
3543
					   struct drm_plane_state *state)
3544
{
3545
	__drm_atomic_helper_plane_destroy_state(state);
3546 3547 3548 3549
	kfree(state);
}
EXPORT_SYMBOL(drm_atomic_helper_plane_destroy_state);

3550 3551 3552 3553 3554 3555
/**
 * __drm_atomic_helper_connector_reset - reset state on connector
 * @connector: drm connector
 * @conn_state: connector state to assign
 *
 * Initializes the newly allocated @conn_state and assigns it to
3556 3557 3558
 * the &drm_conector->state pointer of @connector, usually required when
 * initializing the drivers or when called from the &drm_connector_funcs.reset
 * hook.
3559 3560 3561 3562 3563 3564 3565 3566 3567 3568 3569 3570 3571 3572
 *
 * This is useful for drivers that subclass the connector state.
 */
void
__drm_atomic_helper_connector_reset(struct drm_connector *connector,
				    struct drm_connector_state *conn_state)
{
	if (conn_state)
		conn_state->connector = connector;

	connector->state = conn_state;
}
EXPORT_SYMBOL(__drm_atomic_helper_connector_reset);

3573
/**
3574
 * drm_atomic_helper_connector_reset - default &drm_connector_funcs.reset hook for connectors
3575 3576 3577 3578 3579 3580 3581 3582
 * @connector: drm connector
 *
 * Resets the atomic state for @connector by freeing the state pointer (which
 * might be NULL, e.g. at driver load time) and allocating a new empty state
 * object.
 */
void drm_atomic_helper_connector_reset(struct drm_connector *connector)
{
3583 3584
	struct drm_connector_state *conn_state =
		kzalloc(sizeof(*conn_state), GFP_KERNEL);
3585

3586
	if (connector->state)
3587
		__drm_atomic_helper_connector_destroy_state(connector->state);
3588

3589 3590
	kfree(connector->state);
	__drm_atomic_helper_connector_reset(connector, conn_state);
3591 3592 3593
}
EXPORT_SYMBOL(drm_atomic_helper_connector_reset);

3594 3595 3596 3597 3598 3599 3600 3601 3602 3603 3604 3605 3606
/**
 * __drm_atomic_helper_connector_duplicate_state - copy atomic connector state
 * @connector: connector object
 * @state: atomic connector state
 *
 * Copies atomic state from a connector's current state. This is useful for
 * drivers that subclass the connector state.
 */
void
__drm_atomic_helper_connector_duplicate_state(struct drm_connector *connector,
					    struct drm_connector_state *state)
{
	memcpy(state, connector->state, sizeof(*state));
3607
	if (state->crtc)
3608
		drm_connector_get(connector);
3609 3610 3611
}
EXPORT_SYMBOL(__drm_atomic_helper_connector_duplicate_state);

3612 3613 3614 3615 3616 3617 3618 3619 3620 3621
/**
 * drm_atomic_helper_connector_duplicate_state - default state duplicate hook
 * @connector: drm connector
 *
 * Default connector state duplicate hook for drivers which don't have their own
 * subclassed connector state structure.
 */
struct drm_connector_state *
drm_atomic_helper_connector_duplicate_state(struct drm_connector *connector)
{
3622 3623
	struct drm_connector_state *state;

3624 3625 3626
	if (WARN_ON(!connector->state))
		return NULL;

3627 3628 3629 3630 3631
	state = kmalloc(sizeof(*state), GFP_KERNEL);
	if (state)
		__drm_atomic_helper_connector_duplicate_state(connector, state);

	return state;
3632 3633 3634
}
EXPORT_SYMBOL(drm_atomic_helper_connector_duplicate_state);

3635 3636 3637 3638 3639 3640
/**
 * drm_atomic_helper_duplicate_state - duplicate an atomic state object
 * @dev: DRM device
 * @ctx: lock acquisition context
 *
 * Makes a copy of the current atomic state by looping over all objects and
3641 3642 3643
 * duplicating their respective states. This is used for example by suspend/
 * resume support code to save the state prior to suspend such that it can
 * be restored upon resume.
3644 3645 3646 3647 3648 3649 3650 3651 3652 3653 3654
 *
 * Note that this treats atomic state as persistent between save and restore.
 * Drivers must make sure that this is possible and won't result in confusion
 * or erroneous behaviour.
 *
 * Note that if callers haven't already acquired all modeset locks this might
 * return -EDEADLK, which must be handled by calling drm_modeset_backoff().
 *
 * Returns:
 * A pointer to the copy of the atomic state object on success or an
 * ERR_PTR()-encoded error code on failure.
3655 3656 3657
 *
 * See also:
 * drm_atomic_helper_suspend(), drm_atomic_helper_resume()
3658 3659 3660 3661 3662 3663 3664
 */
struct drm_atomic_state *
drm_atomic_helper_duplicate_state(struct drm_device *dev,
				  struct drm_modeset_acquire_ctx *ctx)
{
	struct drm_atomic_state *state;
	struct drm_connector *conn;
3665
	struct drm_connector_list_iter conn_iter;
3666 3667 3668 3669 3670 3671 3672 3673 3674 3675 3676 3677 3678 3679 3680 3681 3682 3683 3684 3685 3686 3687 3688 3689 3690 3691 3692 3693 3694 3695
	struct drm_plane *plane;
	struct drm_crtc *crtc;
	int err = 0;

	state = drm_atomic_state_alloc(dev);
	if (!state)
		return ERR_PTR(-ENOMEM);

	state->acquire_ctx = ctx;

	drm_for_each_crtc(crtc, dev) {
		struct drm_crtc_state *crtc_state;

		crtc_state = drm_atomic_get_crtc_state(state, crtc);
		if (IS_ERR(crtc_state)) {
			err = PTR_ERR(crtc_state);
			goto free;
		}
	}

	drm_for_each_plane(plane, dev) {
		struct drm_plane_state *plane_state;

		plane_state = drm_atomic_get_plane_state(state, plane);
		if (IS_ERR(plane_state)) {
			err = PTR_ERR(plane_state);
			goto free;
		}
	}

3696
	drm_connector_list_iter_begin(dev, &conn_iter);
3697
	drm_for_each_connector_iter(conn, &conn_iter) {
3698 3699 3700 3701 3702
		struct drm_connector_state *conn_state;

		conn_state = drm_atomic_get_connector_state(state, conn);
		if (IS_ERR(conn_state)) {
			err = PTR_ERR(conn_state);
3703
			drm_connector_list_iter_end(&conn_iter);
3704 3705 3706
			goto free;
		}
	}
3707
	drm_connector_list_iter_end(&conn_iter);
3708 3709 3710 3711 3712 3713

	/* clear the acquire context so that it isn't accidentally reused */
	state->acquire_ctx = NULL;

free:
	if (err < 0) {
3714
		drm_atomic_state_put(state);
3715 3716 3717 3718 3719 3720 3721
		state = ERR_PTR(err);
	}

	return state;
}
EXPORT_SYMBOL(drm_atomic_helper_duplicate_state);

3722 3723 3724 3725 3726 3727 3728 3729 3730
/**
 * __drm_atomic_helper_connector_destroy_state - release connector state
 * @state: connector state object to release
 *
 * Releases all resources stored in the connector state without actually
 * freeing the memory of the connector state. This is useful for drivers that
 * subclass the connector state.
 */
void
3731
__drm_atomic_helper_connector_destroy_state(struct drm_connector_state *state)
3732
{
3733
	if (state->crtc)
3734
		drm_connector_put(state->connector);
3735 3736 3737
}
EXPORT_SYMBOL(__drm_atomic_helper_connector_destroy_state);

3738 3739 3740 3741 3742 3743 3744 3745 3746 3747 3748
/**
 * drm_atomic_helper_connector_destroy_state - default state destroy hook
 * @connector: drm connector
 * @state: connector state object to release
 *
 * Default connector state destroy hook for drivers which don't have their own
 * subclassed connector state structure.
 */
void drm_atomic_helper_connector_destroy_state(struct drm_connector *connector,
					  struct drm_connector_state *state)
{
3749
	__drm_atomic_helper_connector_destroy_state(state);
3750 3751 3752
	kfree(state);
}
EXPORT_SYMBOL(drm_atomic_helper_connector_destroy_state);
3753 3754 3755 3756 3757 3758 3759 3760

/**
 * drm_atomic_helper_legacy_gamma_set - set the legacy gamma correction table
 * @crtc: CRTC object
 * @red: red correction table
 * @green: green correction table
 * @blue: green correction table
 * @size: size of the tables
3761
 * @ctx: lock acquire context
3762 3763 3764
 *
 * Implements support for legacy gamma correction table for drivers
 * that support color management through the DEGAMMA_LUT/GAMMA_LUT
3765 3766
 * properties. See drm_crtc_enable_color_mgmt() and the containing chapter for
 * how the atomic color management and gamma tables work.
3767
 */
3768 3769
int drm_atomic_helper_legacy_gamma_set(struct drm_crtc *crtc,
				       u16 *red, u16 *green, u16 *blue,
3770 3771
				       uint32_t size,
				       struct drm_modeset_acquire_ctx *ctx)
3772 3773 3774 3775 3776 3777 3778 3779 3780 3781 3782
{
	struct drm_device *dev = crtc->dev;
	struct drm_mode_config *config = &dev->mode_config;
	struct drm_atomic_state *state;
	struct drm_crtc_state *crtc_state;
	struct drm_property_blob *blob = NULL;
	struct drm_color_lut *blob_data;
	int i, ret = 0;

	state = drm_atomic_state_alloc(crtc->dev);
	if (!state)
3783
		return -ENOMEM;
3784 3785 3786 3787

	blob = drm_property_create_blob(dev,
					sizeof(struct drm_color_lut) * size,
					NULL);
L
Lionel Landwerlin 已提交
3788 3789
	if (IS_ERR(blob)) {
		ret = PTR_ERR(blob);
3790
		blob = NULL;
3791 3792 3793 3794 3795 3796 3797 3798 3799 3800 3801
		goto fail;
	}

	/* Prepare GAMMA_LUT with the legacy values. */
	blob_data = (struct drm_color_lut *) blob->data;
	for (i = 0; i < size; i++) {
		blob_data[i].red = red[i];
		blob_data[i].green = green[i];
		blob_data[i].blue = blue[i];
	}

3802
	state->acquire_ctx = ctx;
3803 3804 3805 3806 3807 3808 3809 3810 3811 3812 3813 3814 3815 3816 3817 3818 3819 3820 3821 3822 3823 3824 3825 3826
	crtc_state = drm_atomic_get_crtc_state(state, crtc);
	if (IS_ERR(crtc_state)) {
		ret = PTR_ERR(crtc_state);
		goto fail;
	}

	/* Reset DEGAMMA_LUT and CTM properties. */
	ret = drm_atomic_crtc_set_property(crtc, crtc_state,
			config->degamma_lut_property, 0);
	if (ret)
		goto fail;

	ret = drm_atomic_crtc_set_property(crtc, crtc_state,
			config->ctm_property, 0);
	if (ret)
		goto fail;

	ret = drm_atomic_crtc_set_property(crtc, crtc_state,
			config->gamma_lut_property, blob->base.id);
	if (ret)
		goto fail;

	ret = drm_atomic_commit(state);

3827
fail:
3828
	drm_atomic_state_put(state);
3829
	drm_property_blob_put(blob);
3830
	return ret;
3831 3832
}
EXPORT_SYMBOL(drm_atomic_helper_legacy_gamma_set);