core.c 17.7 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38
/**
 * core.c - DesignWare USB3 DRD Controller Core file
 *
 * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
 *
 * Authors: Felipe Balbi <balbi@ti.com>,
 *	    Sebastian Andrzej Siewior <bigeasy@linutronix.de>
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions, and the following disclaimer,
 *    without modification.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. The names of the above-listed copyright holders may not be used
 *    to endorse or promote products derived from this software without
 *    specific prior written permission.
 *
 * ALTERNATIVELY, this software may be distributed under the terms of the
 * GNU General Public License ("GPL") version 2, as published by the Free
 * Software Foundation.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
 * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

39
#include <linux/module.h>
40 41 42 43 44 45 46 47 48 49 50
#include <linux/kernel.h>
#include <linux/slab.h>
#include <linux/spinlock.h>
#include <linux/platform_device.h>
#include <linux/pm_runtime.h>
#include <linux/interrupt.h>
#include <linux/ioport.h>
#include <linux/io.h>
#include <linux/list.h>
#include <linux/delay.h>
#include <linux/dma-mapping.h>
51
#include <linux/of.h>
52

F
Felipe Balbi 已提交
53
#include <linux/usb/otg.h>
54 55 56 57 58 59 60 61 62
#include <linux/usb/ch9.h>
#include <linux/usb/gadget.h>

#include "core.h"
#include "gadget.h"
#include "io.h"

#include "debug.h"

63 64 65 66
static char *maximum_speed = "super";
module_param(maximum_speed, charp, 0);
MODULE_PARM_DESC(maximum_speed, "Maximum supported speed.");

67 68
/* -------------------------------------------------------------------------- */

69 70 71 72 73 74 75 76 77
void dwc3_set_mode(struct dwc3 *dwc, u32 mode)
{
	u32 reg;

	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
	reg &= ~(DWC3_GCTL_PRTCAPDIR(DWC3_GCTL_PRTCAP_OTG));
	reg |= DWC3_GCTL_PRTCAPDIR(mode);
	dwc3_writel(dwc->regs, DWC3_GCTL, reg);
}
78

79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101
/**
 * dwc3_core_soft_reset - Issues core soft reset and PHY reset
 * @dwc: pointer to our context structure
 */
static void dwc3_core_soft_reset(struct dwc3 *dwc)
{
	u32		reg;

	/* Before Resetting PHY, put Core in Reset */
	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
	reg |= DWC3_GCTL_CORESOFTRESET;
	dwc3_writel(dwc->regs, DWC3_GCTL, reg);

	/* Assert USB3 PHY reset */
	reg = dwc3_readl(dwc->regs, DWC3_GUSB3PIPECTL(0));
	reg |= DWC3_GUSB3PIPECTL_PHYSOFTRST;
	dwc3_writel(dwc->regs, DWC3_GUSB3PIPECTL(0), reg);

	/* Assert USB2 PHY reset */
	reg = dwc3_readl(dwc->regs, DWC3_GUSB2PHYCFG(0));
	reg |= DWC3_GUSB2PHYCFG_PHYSOFTRST;
	dwc3_writel(dwc->regs, DWC3_GUSB2PHYCFG(0), reg);

F
Felipe Balbi 已提交
102 103
	usb_phy_init(dwc->usb2_phy);
	usb_phy_init(dwc->usb3_phy);
104 105 106 107 108 109 110 111 112 113 114 115
	mdelay(100);

	/* Clear USB3 PHY reset */
	reg = dwc3_readl(dwc->regs, DWC3_GUSB3PIPECTL(0));
	reg &= ~DWC3_GUSB3PIPECTL_PHYSOFTRST;
	dwc3_writel(dwc->regs, DWC3_GUSB3PIPECTL(0), reg);

	/* Clear USB2 PHY reset */
	reg = dwc3_readl(dwc->regs, DWC3_GUSB2PHYCFG(0));
	reg &= ~DWC3_GUSB2PHYCFG_PHYSOFTRST;
	dwc3_writel(dwc->regs, DWC3_GUSB2PHYCFG(0), reg);

116 117
	mdelay(100);

118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135
	/* After PHYs are stable we can take Core out of reset state */
	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
	reg &= ~DWC3_GCTL_CORESOFTRESET;
	dwc3_writel(dwc->regs, DWC3_GCTL, reg);
}

/**
 * dwc3_free_one_event_buffer - Frees one event buffer
 * @dwc: Pointer to our controller context structure
 * @evt: Pointer to event buffer to be freed
 */
static void dwc3_free_one_event_buffer(struct dwc3 *dwc,
		struct dwc3_event_buffer *evt)
{
	dma_free_coherent(dwc->dev, evt->length, evt->buf, evt->dma);
}

/**
136
 * dwc3_alloc_one_event_buffer - Allocates one event buffer structure
137 138 139
 * @dwc: Pointer to our controller context structure
 * @length: size of the event buffer
 *
140
 * Returns a pointer to the allocated event buffer structure on success
141 142
 * otherwise ERR_PTR(errno).
 */
B
Bill Pemberton 已提交
143
static struct dwc3_event_buffer *dwc3_alloc_one_event_buffer(struct dwc3 *dwc, unsigned length)
144 145 146
{
	struct dwc3_event_buffer	*evt;

147
	evt = devm_kzalloc(dwc->dev, sizeof(*evt), GFP_KERNEL);
148 149 150 151 152 153 154
	if (!evt)
		return ERR_PTR(-ENOMEM);

	evt->dwc	= dwc;
	evt->length	= length;
	evt->buf	= dma_alloc_coherent(dwc->dev, length,
			&evt->dma, GFP_KERNEL);
155
	if (!evt->buf)
156 157 158 159 160 161 162 163 164 165 166 167 168 169
		return ERR_PTR(-ENOMEM);

	return evt;
}

/**
 * dwc3_free_event_buffers - frees all allocated event buffers
 * @dwc: Pointer to our controller context structure
 */
static void dwc3_free_event_buffers(struct dwc3 *dwc)
{
	struct dwc3_event_buffer	*evt;
	int i;

170
	for (i = 0; i < dwc->num_event_buffers; i++) {
171
		evt = dwc->ev_buffs[i];
172
		if (evt)
173 174 175 176 177 178
			dwc3_free_one_event_buffer(dwc, evt);
	}
}

/**
 * dwc3_alloc_event_buffers - Allocates @num event buffers of size @length
179
 * @dwc: pointer to our controller context structure
180 181
 * @length: size of event buffer
 *
182
 * Returns 0 on success otherwise negative errno. In the error case, dwc
183 184
 * may contain some buffers allocated but not all which were requested.
 */
B
Bill Pemberton 已提交
185
static int dwc3_alloc_event_buffers(struct dwc3 *dwc, unsigned length)
186
{
187
	int			num;
188 189
	int			i;

190 191 192
	num = DWC3_NUM_INT(dwc->hwparams.hwparams1);
	dwc->num_event_buffers = num;

193 194
	dwc->ev_buffs = devm_kzalloc(dwc->dev, sizeof(*dwc->ev_buffs) * num,
			GFP_KERNEL);
195 196 197 198 199
	if (!dwc->ev_buffs) {
		dev_err(dwc->dev, "can't allocate event buffers array\n");
		return -ENOMEM;
	}

200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215
	for (i = 0; i < num; i++) {
		struct dwc3_event_buffer	*evt;

		evt = dwc3_alloc_one_event_buffer(dwc, length);
		if (IS_ERR(evt)) {
			dev_err(dwc->dev, "can't allocate event buffer\n");
			return PTR_ERR(evt);
		}
		dwc->ev_buffs[i] = evt;
	}

	return 0;
}

/**
 * dwc3_event_buffers_setup - setup our allocated event buffers
216
 * @dwc: pointer to our controller context structure
217 218 219
 *
 * Returns 0 on success otherwise negative errno.
 */
220
static int dwc3_event_buffers_setup(struct dwc3 *dwc)
221 222 223 224
{
	struct dwc3_event_buffer	*evt;
	int				n;

225
	for (n = 0; n < dwc->num_event_buffers; n++) {
226 227 228 229 230
		evt = dwc->ev_buffs[n];
		dev_dbg(dwc->dev, "Event buf %p dma %08llx length %d\n",
				evt->buf, (unsigned long long) evt->dma,
				evt->length);

231 232
		evt->lpos = 0;

233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249
		dwc3_writel(dwc->regs, DWC3_GEVNTADRLO(n),
				lower_32_bits(evt->dma));
		dwc3_writel(dwc->regs, DWC3_GEVNTADRHI(n),
				upper_32_bits(evt->dma));
		dwc3_writel(dwc->regs, DWC3_GEVNTSIZ(n),
				evt->length & 0xffff);
		dwc3_writel(dwc->regs, DWC3_GEVNTCOUNT(n), 0);
	}

	return 0;
}

static void dwc3_event_buffers_cleanup(struct dwc3 *dwc)
{
	struct dwc3_event_buffer	*evt;
	int				n;

250
	for (n = 0; n < dwc->num_event_buffers; n++) {
251
		evt = dwc->ev_buffs[n];
252 253 254

		evt->lpos = 0;

255 256 257 258 259 260 261
		dwc3_writel(dwc->regs, DWC3_GEVNTADRLO(n), 0);
		dwc3_writel(dwc->regs, DWC3_GEVNTADRHI(n), 0);
		dwc3_writel(dwc->regs, DWC3_GEVNTSIZ(n), 0);
		dwc3_writel(dwc->regs, DWC3_GEVNTCOUNT(n), 0);
	}
}

B
Bill Pemberton 已提交
262
static void dwc3_cache_hwparams(struct dwc3 *dwc)
263 264 265 266 267 268 269 270 271 272 273 274 275 276
{
	struct dwc3_hwparams	*parms = &dwc->hwparams;

	parms->hwparams0 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS0);
	parms->hwparams1 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS1);
	parms->hwparams2 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS2);
	parms->hwparams3 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS3);
	parms->hwparams4 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS4);
	parms->hwparams5 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS5);
	parms->hwparams6 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS6);
	parms->hwparams7 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS7);
	parms->hwparams8 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS8);
}

277 278 279 280 281 282
/**
 * dwc3_core_init - Low-level initialization of DWC3 Core
 * @dwc: Pointer to our controller context structure
 *
 * Returns 0 on success otherwise negative errno.
 */
B
Bill Pemberton 已提交
283
static int dwc3_core_init(struct dwc3 *dwc)
284 285 286 287 288
{
	unsigned long		timeout;
	u32			reg;
	int			ret;

289 290 291 292 293 294 295
	reg = dwc3_readl(dwc->regs, DWC3_GSNPSID);
	/* This should read as U3 followed by revision number */
	if ((reg & DWC3_GSNPSID_MASK) != 0x55330000) {
		dev_err(dwc->dev, "this is not a DesignWare USB3 DRD Core\n");
		ret = -ENODEV;
		goto err0;
	}
296
	dwc->revision = reg;
297

298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314
	/* issue device SoftReset too */
	timeout = jiffies + msecs_to_jiffies(500);
	dwc3_writel(dwc->regs, DWC3_DCTL, DWC3_DCTL_CSFTRST);
	do {
		reg = dwc3_readl(dwc->regs, DWC3_DCTL);
		if (!(reg & DWC3_DCTL_CSFTRST))
			break;

		if (time_after(jiffies, timeout)) {
			dev_err(dwc->dev, "Reset Timed Out\n");
			ret = -ETIMEDOUT;
			goto err0;
		}

		cpu_relax();
	} while (true);

315 316
	dwc3_core_soft_reset(dwc);

317
	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
318
	reg &= ~DWC3_GCTL_SCALEDOWN_MASK;
319 320
	reg &= ~DWC3_GCTL_DISSCRAMBLE;

321
	switch (DWC3_GHWPARAMS1_EN_PWROPT(dwc->hwparams.hwparams1)) {
322 323 324 325 326 327 328 329 330
	case DWC3_GHWPARAMS1_EN_PWROPT_CLK:
		reg &= ~DWC3_GCTL_DSBLCLKGTNG;
		break;
	default:
		dev_dbg(dwc->dev, "No power optimization available\n");
	}

	/*
	 * WORKAROUND: DWC3 revisions <1.90a have a bug
331
	 * where the device can fail to connect at SuperSpeed
332
	 * and falls back to high-speed mode which causes
333
	 * the device to enter a Connect/Disconnect loop
334 335 336 337 338 339
	 */
	if (dwc->revision < DWC3_REVISION_190A)
		reg |= DWC3_GCTL_U2RSTECN;

	dwc3_writel(dwc->regs, DWC3_GCTL, reg);

340 341 342 343 344 345 346 347
	return 0;

err0:
	return ret;
}

static void dwc3_core_exit(struct dwc3 *dwc)
{
348 349
	usb_phy_shutdown(dwc->usb2_phy);
	usb_phy_shutdown(dwc->usb3_phy);
350 351 352 353
}

#define DWC3_ALIGN_MASK		(16 - 1)

B
Bill Pemberton 已提交
354
static int dwc3_probe(struct platform_device *pdev)
355
{
356
	struct device_node	*node = pdev->dev.of_node;
357 358
	struct resource		*res;
	struct dwc3		*dwc;
C
Chanho Park 已提交
359
	struct device		*dev = &pdev->dev;
360

361
	int			ret = -ENOMEM;
362 363

	void __iomem		*regs;
364 365
	void			*mem;

366 367
	u8			mode;

C
Chanho Park 已提交
368
	mem = devm_kzalloc(dev, sizeof(*dwc) + DWC3_ALIGN_MASK, GFP_KERNEL);
369
	if (!mem) {
C
Chanho Park 已提交
370 371
		dev_err(dev, "not enough memory\n");
		return -ENOMEM;
372 373 374 375
	}
	dwc = PTR_ALIGN(mem, DWC3_ALIGN_MASK + 1);
	dwc->mem = mem;

376
	res = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
377
	if (!res) {
378
		dev_err(dev, "missing IRQ\n");
C
Chanho Park 已提交
379
		return -ENODEV;
380
	}
381 382 383 384
	dwc->xhci_resources[1].start = res->start;
	dwc->xhci_resources[1].end = res->end;
	dwc->xhci_resources[1].flags = res->flags;
	dwc->xhci_resources[1].name = res->name;
385

386 387 388 389 390
	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
	if (!res) {
		dev_err(dev, "missing memory resource\n");
		return -ENODEV;
	}
391
	dwc->xhci_resources[0].start = res->start;
392 393
	dwc->xhci_resources[0].end = dwc->xhci_resources[0].start +
					DWC3_XHCI_REGS_END;
394 395
	dwc->xhci_resources[0].flags = res->flags;
	dwc->xhci_resources[0].name = res->name;
396 397 398 399 400 401 402

	 /*
	  * Request memory region but exclude xHCI regs,
	  * since it will be requested by the xhci-plat driver.
	  */
	res = devm_request_mem_region(dev, res->start + DWC3_GLOBALS_REGS_START,
			resource_size(res) - DWC3_GLOBALS_REGS_START,
C
Chanho Park 已提交
403
			dev_name(dev));
404
	if (!res) {
C
Chanho Park 已提交
405 406
		dev_err(dev, "can't request mem region\n");
		return -ENOMEM;
407 408
	}

409
	regs = devm_ioremap_nocache(dev, res->start, resource_size(res));
410
	if (!regs) {
C
Chanho Park 已提交
411 412
		dev_err(dev, "ioremap failed\n");
		return -ENOMEM;
413 414
	}

415 416 417 418 419 420 421 422
	if (node) {
		dwc->usb2_phy = devm_usb_get_phy_by_phandle(dev, "usb-phy", 0);
		dwc->usb3_phy = devm_usb_get_phy_by_phandle(dev, "usb-phy", 1);
	} else {
		dwc->usb2_phy = devm_usb_get_phy(dev, USB_PHY_TYPE_USB2);
		dwc->usb3_phy = devm_usb_get_phy(dev, USB_PHY_TYPE_USB3);
	}

F
Felipe Balbi 已提交
423 424 425 426 427 428 429 430 431 432
	if (IS_ERR_OR_NULL(dwc->usb2_phy)) {
		dev_err(dev, "no usb2 phy configured\n");
		return -EPROBE_DEFER;
	}

	if (IS_ERR_OR_NULL(dwc->usb3_phy)) {
		dev_err(dev, "no usb3 phy configured\n");
		return -EPROBE_DEFER;
	}

433 434 435
	usb_phy_set_suspend(dwc->usb2_phy, 0);
	usb_phy_set_suspend(dwc->usb3_phy, 0);

436 437 438 439 440
	spin_lock_init(&dwc->lock);
	platform_set_drvdata(pdev, dwc);

	dwc->regs	= regs;
	dwc->regs_size	= resource_size(res);
C
Chanho Park 已提交
441
	dwc->dev	= dev;
442

443 444 445 446 447 448 449 450 451 452 453
	if (!strncmp("super", maximum_speed, 5))
		dwc->maximum_speed = DWC3_DCFG_SUPERSPEED;
	else if (!strncmp("high", maximum_speed, 4))
		dwc->maximum_speed = DWC3_DCFG_HIGHSPEED;
	else if (!strncmp("full", maximum_speed, 4))
		dwc->maximum_speed = DWC3_DCFG_FULLSPEED1;
	else if (!strncmp("low", maximum_speed, 3))
		dwc->maximum_speed = DWC3_DCFG_LOWSPEED;
	else
		dwc->maximum_speed = DWC3_DCFG_SUPERSPEED;

454
	dwc->needs_fifo_resize = of_property_read_bool(node, "tx-fifo-resize");
455

C
Chanho Park 已提交
456 457 458
	pm_runtime_enable(dev);
	pm_runtime_get_sync(dev);
	pm_runtime_forbid(dev);
459

460 461
	dwc3_cache_hwparams(dwc);

462 463 464 465 466 467 468
	ret = dwc3_alloc_event_buffers(dwc, DWC3_EVENT_BUFFERS_SIZE);
	if (ret) {
		dev_err(dwc->dev, "failed to allocate event buffers\n");
		ret = -ENOMEM;
		goto err0;
	}

469 470
	ret = dwc3_core_init(dwc);
	if (ret) {
C
Chanho Park 已提交
471
		dev_err(dev, "failed to initialize core\n");
472
		goto err0;
473 474
	}

475 476 477 478 479 480
	ret = dwc3_event_buffers_setup(dwc);
	if (ret) {
		dev_err(dwc->dev, "failed to setup event buffers\n");
		goto err1;
	}

481 482 483 484
	mode = DWC3_MODE(dwc->hwparams.hwparams0);

	switch (mode) {
	case DWC3_MODE_DEVICE:
485
		dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_DEVICE);
486 487
		ret = dwc3_gadget_init(dwc);
		if (ret) {
C
Chanho Park 已提交
488
			dev_err(dev, "failed to initialize gadget\n");
489
			goto err2;
490
		}
F
Felipe Balbi 已提交
491 492
		break;
	case DWC3_MODE_HOST:
493
		dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_HOST);
F
Felipe Balbi 已提交
494 495
		ret = dwc3_host_init(dwc);
		if (ret) {
C
Chanho Park 已提交
496
			dev_err(dev, "failed to initialize host\n");
497
			goto err2;
F
Felipe Balbi 已提交
498 499 500
		}
		break;
	case DWC3_MODE_DRD:
501
		dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_OTG);
F
Felipe Balbi 已提交
502 503
		ret = dwc3_host_init(dwc);
		if (ret) {
C
Chanho Park 已提交
504
			dev_err(dev, "failed to initialize host\n");
505
			goto err2;
F
Felipe Balbi 已提交
506 507
		}

508 509
		ret = dwc3_gadget_init(dwc);
		if (ret) {
C
Chanho Park 已提交
510
			dev_err(dev, "failed to initialize gadget\n");
511
			goto err2;
512
		}
513 514
		break;
	default:
C
Chanho Park 已提交
515
		dev_err(dev, "Unsupported mode of operation %d\n", mode);
516
		goto err2;
517
	}
518
	dwc->mode = mode;
519 520 521

	ret = dwc3_debugfs_init(dwc);
	if (ret) {
C
Chanho Park 已提交
522
		dev_err(dev, "failed to initialize debugfs\n");
523
		goto err3;
524 525
	}

C
Chanho Park 已提交
526
	pm_runtime_allow(dev);
527 528 529

	return 0;

530
err3:
531 532
	switch (mode) {
	case DWC3_MODE_DEVICE:
533
		dwc3_gadget_exit(dwc);
534
		break;
F
Felipe Balbi 已提交
535 536 537 538 539
	case DWC3_MODE_HOST:
		dwc3_host_exit(dwc);
		break;
	case DWC3_MODE_DRD:
		dwc3_host_exit(dwc);
540
		dwc3_gadget_exit(dwc);
F
Felipe Balbi 已提交
541
		break;
542 543 544 545
	default:
		/* do nothing */
		break;
	}
546

547 548 549
err2:
	dwc3_event_buffers_cleanup(dwc);

550
err1:
C
Chanho Park 已提交
551
	dwc3_core_exit(dwc);
552

553 554 555
err0:
	dwc3_free_event_buffers(dwc);

556 557 558
	return ret;
}

B
Bill Pemberton 已提交
559
static int dwc3_remove(struct platform_device *pdev)
560 561 562
{
	struct dwc3	*dwc = platform_get_drvdata(pdev);

563 564 565
	usb_phy_set_suspend(dwc->usb2_phy, 1);
	usb_phy_set_suspend(dwc->usb3_phy, 1);

566 567 568 569 570
	pm_runtime_put(&pdev->dev);
	pm_runtime_disable(&pdev->dev);

	dwc3_debugfs_exit(dwc);

571 572
	switch (dwc->mode) {
	case DWC3_MODE_DEVICE:
573
		dwc3_gadget_exit(dwc);
574
		break;
F
Felipe Balbi 已提交
575 576 577 578 579
	case DWC3_MODE_HOST:
		dwc3_host_exit(dwc);
		break;
	case DWC3_MODE_DRD:
		dwc3_host_exit(dwc);
580
		dwc3_gadget_exit(dwc);
F
Felipe Balbi 已提交
581
		break;
582 583 584 585
	default:
		/* do nothing */
		break;
	}
586

587
	dwc3_event_buffers_cleanup(dwc);
588
	dwc3_free_event_buffers(dwc);
589 590 591 592 593
	dwc3_core_exit(dwc);

	return 0;
}

594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710
#ifdef CONFIG_PM
static int dwc3_prepare(struct device *dev)
{
	struct dwc3	*dwc = dev_get_drvdata(dev);
	unsigned long	flags;

	spin_lock_irqsave(&dwc->lock, flags);

	switch (dwc->mode) {
	case DWC3_MODE_DEVICE:
	case DWC3_MODE_DRD:
		dwc3_gadget_prepare(dwc);
		/* FALLTHROUGH */
	case DWC3_MODE_HOST:
	default:
		dwc3_event_buffers_cleanup(dwc);
		break;
	}

	spin_unlock_irqrestore(&dwc->lock, flags);

	return 0;
}

static void dwc3_complete(struct device *dev)
{
	struct dwc3	*dwc = dev_get_drvdata(dev);
	unsigned long	flags;

	spin_lock_irqsave(&dwc->lock, flags);

	switch (dwc->mode) {
	case DWC3_MODE_DEVICE:
	case DWC3_MODE_DRD:
		dwc3_gadget_complete(dwc);
		/* FALLTHROUGH */
	case DWC3_MODE_HOST:
	default:
		dwc3_event_buffers_setup(dwc);
		break;
	}

	spin_unlock_irqrestore(&dwc->lock, flags);
}

static int dwc3_suspend(struct device *dev)
{
	struct dwc3	*dwc = dev_get_drvdata(dev);
	unsigned long	flags;

	spin_lock_irqsave(&dwc->lock, flags);

	switch (dwc->mode) {
	case DWC3_MODE_DEVICE:
	case DWC3_MODE_DRD:
		dwc3_gadget_suspend(dwc);
		/* FALLTHROUGH */
	case DWC3_MODE_HOST:
	default:
		/* do nothing */
		break;
	}

	dwc->gctl = dwc3_readl(dwc->regs, DWC3_GCTL);
	spin_unlock_irqrestore(&dwc->lock, flags);

	usb_phy_shutdown(dwc->usb3_phy);
	usb_phy_shutdown(dwc->usb2_phy);

	return 0;
}

static int dwc3_resume(struct device *dev)
{
	struct dwc3	*dwc = dev_get_drvdata(dev);
	unsigned long	flags;

	usb_phy_init(dwc->usb3_phy);
	usb_phy_init(dwc->usb2_phy);
	msleep(100);

	spin_lock_irqsave(&dwc->lock, flags);

	dwc3_writel(dwc->regs, DWC3_GCTL, dwc->gctl);

	switch (dwc->mode) {
	case DWC3_MODE_DEVICE:
	case DWC3_MODE_DRD:
		dwc3_gadget_resume(dwc);
		/* FALLTHROUGH */
	case DWC3_MODE_HOST:
	default:
		/* do nothing */
		break;
	}

	spin_unlock_irqrestore(&dwc->lock, flags);

	pm_runtime_disable(dev);
	pm_runtime_set_active(dev);
	pm_runtime_enable(dev);

	return 0;
}

static const struct dev_pm_ops dwc3_dev_pm_ops = {
	.prepare	= dwc3_prepare,
	.complete	= dwc3_complete,

	SET_SYSTEM_SLEEP_PM_OPS(dwc3_suspend, dwc3_resume)
};

#define DWC3_PM_OPS	&(dwc3_dev_pm_ops)
#else
#define DWC3_PM_OPS	NULL
#endif

711 712 713 714 715 716 717 718 719 720
#ifdef CONFIG_OF
static const struct of_device_id of_dwc3_match[] = {
	{
		.compatible = "synopsys,dwc3"
	},
	{ },
};
MODULE_DEVICE_TABLE(of, of_dwc3_match);
#endif

721 722
static struct platform_driver dwc3_driver = {
	.probe		= dwc3_probe,
B
Bill Pemberton 已提交
723
	.remove		= dwc3_remove,
724 725
	.driver		= {
		.name	= "dwc3",
726
		.of_match_table	= of_match_ptr(of_dwc3_match),
727
		.pm	= DWC3_PM_OPS,
728 729 730
	},
};

731 732
module_platform_driver(dwc3_driver);

733
MODULE_ALIAS("platform:dwc3");
734 735 736
MODULE_AUTHOR("Felipe Balbi <balbi@ti.com>");
MODULE_LICENSE("Dual BSD/GPL");
MODULE_DESCRIPTION("DesignWare USB3 DRD Controller Driver");