omap_hsmmc.c 54.3 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
/*
 * drivers/mmc/host/omap_hsmmc.c
 *
 * Driver for OMAP2430/3430 MMC controller.
 *
 * Copyright (C) 2007 Texas Instruments.
 *
 * Authors:
 *	Syed Mohammed Khasim	<x0khasim@ti.com>
 *	Madhusudhan		<madhu.cr@ti.com>
 *	Mohit Jalori		<mjalori@ti.com>
 *
 * This file is licensed under the terms of the GNU General Public License
 * version 2. This program is licensed "as is" without any warranty of any
 * kind, whether express or implied.
 */

#include <linux/module.h>
#include <linux/init.h>
20
#include <linux/kernel.h>
21
#include <linux/debugfs.h>
22
#include <linux/dmaengine.h>
23
#include <linux/seq_file.h>
24 25 26 27 28 29
#include <linux/interrupt.h>
#include <linux/delay.h>
#include <linux/dma-mapping.h>
#include <linux/platform_device.h>
#include <linux/timer.h>
#include <linux/clk.h>
30 31 32
#include <linux/of.h>
#include <linux/of_gpio.h>
#include <linux/of_device.h>
R
Russell King 已提交
33
#include <linux/omap-dma.h>
34
#include <linux/mmc/host.h>
35
#include <linux/mmc/core.h>
A
Adrian Hunter 已提交
36
#include <linux/mmc/mmc.h>
37
#include <linux/io.h>
38 39
#include <linux/gpio.h>
#include <linux/regulator/consumer.h>
40
#include <linux/pinctrl/consumer.h>
41
#include <linux/pm_runtime.h>
42
#include <linux/platform_data/mmc-omap.h>
43 44

/* OMAP HSMMC Host Controller Registers */
45
#define OMAP_HSMMC_SYSSTATUS	0x0014
46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63
#define OMAP_HSMMC_CON		0x002C
#define OMAP_HSMMC_BLK		0x0104
#define OMAP_HSMMC_ARG		0x0108
#define OMAP_HSMMC_CMD		0x010C
#define OMAP_HSMMC_RSP10	0x0110
#define OMAP_HSMMC_RSP32	0x0114
#define OMAP_HSMMC_RSP54	0x0118
#define OMAP_HSMMC_RSP76	0x011C
#define OMAP_HSMMC_DATA		0x0120
#define OMAP_HSMMC_HCTL		0x0128
#define OMAP_HSMMC_SYSCTL	0x012C
#define OMAP_HSMMC_STAT		0x0130
#define OMAP_HSMMC_IE		0x0134
#define OMAP_HSMMC_ISE		0x0138
#define OMAP_HSMMC_CAPA		0x0140

#define VS18			(1 << 26)
#define VS30			(1 << 25)
64
#define HSS			(1 << 21)
65 66
#define SDVS18			(0x5 << 9)
#define SDVS30			(0x6 << 9)
67
#define SDVS33			(0x7 << 9)
68
#define SDVS_MASK		0x00000E00
69 70 71 72 73 74 75 76 77 78 79 80 81 82 83
#define SDVSCLR			0xFFFFF1FF
#define SDVSDET			0x00000400
#define AUTOIDLE		0x1
#define SDBP			(1 << 8)
#define DTO			0xe
#define ICE			0x1
#define ICS			0x2
#define CEN			(1 << 2)
#define CLKD_MASK		0x0000FFC0
#define CLKD_SHIFT		6
#define DTO_MASK		0x000F0000
#define DTO_SHIFT		16
#define INIT_STREAM		(1 << 1)
#define DP_SELECT		(1 << 21)
#define DDIR			(1 << 4)
84
#define DMAE			0x1
85 86 87
#define MSBS			(1 << 5)
#define BCE			(1 << 1)
#define FOUR_BIT		(1 << 1)
88
#define HSPE			(1 << 2)
B
Balaji T K 已提交
89
#define DDR			(1 << 19)
90
#define DW8			(1 << 5)
91 92 93 94 95 96
#define OD			0x1
#define STAT_CLEAR		0xFFFFFFFF
#define INIT_STREAM_CMD		0x00000000
#define DUAL_VOLT_OCR_BIT	7
#define SRC			(1 << 25)
#define SRD			(1 << 26)
97 98
#define SOFTRESET		(1 << 1)
#define RESETDONE		(1 << 0)
99

100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119
/* Interrupt masks for IE and ISE register */
#define CC_EN			(1 << 0)
#define TC_EN			(1 << 1)
#define BWR_EN			(1 << 4)
#define BRR_EN			(1 << 5)
#define ERR_EN			(1 << 15)
#define CTO_EN			(1 << 16)
#define CCRC_EN			(1 << 17)
#define CEB_EN			(1 << 18)
#define CIE_EN			(1 << 19)
#define DTO_EN			(1 << 20)
#define DCRC_EN			(1 << 21)
#define DEB_EN			(1 << 22)
#define CERR_EN			(1 << 28)
#define BADA_EN			(1 << 29)

#define INT_EN_MASK		(BADA_EN | CERR_EN | DEB_EN | DCRC_EN |\
		DTO_EN | CIE_EN | CEB_EN | CCRC_EN | CTO_EN | \
		BRR_EN | BWR_EN | TC_EN | CC_EN)

120
#define MMC_AUTOSUSPEND_DELAY	100
121
#define MMC_TIMEOUT_MS		20
122 123
#define OMAP_MMC_MIN_CLOCK	400000
#define OMAP_MMC_MAX_CLOCK	52000000
124
#define DRIVER_NAME		"omap_hsmmc"
125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141

/*
 * One controller can have multiple slots, like on some omap boards using
 * omap.c controller driver. Luckily this is not currently done on any known
 * omap_hsmmc.c device.
 */
#define mmc_slot(host)		(host->pdata->slots[host->slot_id])

/*
 * MMC Host controller read/write API's
 */
#define OMAP_HSMMC_READ(base, reg)	\
	__raw_readl((base) + OMAP_HSMMC_##reg)

#define OMAP_HSMMC_WRITE(base, reg, val) \
	__raw_writel((val), (base) + OMAP_HSMMC_##reg)

142 143 144 145 146
struct omap_hsmmc_next {
	unsigned int	dma_len;
	s32		cookie;
};

D
Denis Karpov 已提交
147
struct omap_hsmmc_host {
148 149 150 151 152 153 154
	struct	device		*dev;
	struct	mmc_host	*mmc;
	struct	mmc_request	*mrq;
	struct	mmc_command	*cmd;
	struct	mmc_data	*data;
	struct	clk		*fclk;
	struct	clk		*dbclk;
155 156 157 158 159 160 161 162 163
	/*
	 * vcc == configured supply
	 * vcc_aux == optional
	 *   -	MMC1, supply for DAT4..DAT7
	 *   -	MMC2/MMC2, external level shifter voltage supply, for
	 *	chip (SDIO, eMMC, etc) or transceiver (MMC2 only)
	 */
	struct	regulator	*vcc;
	struct	regulator	*vcc_aux;
164 165
	void	__iomem		*base;
	resource_size_t		mapbase;
166
	spinlock_t		irq_lock; /* Prevent races with irq handler */
167
	unsigned int		dma_len;
168
	unsigned int		dma_sg_idx;
169
	unsigned char		bus_mode;
170
	unsigned char		power_mode;
171 172 173
	int			suspended;
	int			irq;
	int			use_dma, dma_ch;
174 175
	struct dma_chan		*tx_chan;
	struct dma_chan		*rx_chan;
176
	int			slot_id;
177
	int			response_busy;
178
	int			context_loss;
179 180
	int			protect_card;
	int			reqs_blocked;
181
	int			use_reg;
182
	int			req_in_progress;
183
	struct omap_hsmmc_next	next_data;
184

185 186 187
	struct	omap_mmc_platform_data	*pdata;
};

188 189
static int omap_hsmmc_card_detect(struct device *dev, int slot)
{
190 191
	struct omap_hsmmc_host *host = dev_get_drvdata(dev);
	struct omap_mmc_platform_data *mmc = host->pdata;
192 193 194 195 196 197 198

	/* NOTE: assumes card detect signal is active-low */
	return !gpio_get_value_cansleep(mmc->slots[0].switch_pin);
}

static int omap_hsmmc_get_wp(struct device *dev, int slot)
{
199 200
	struct omap_hsmmc_host *host = dev_get_drvdata(dev);
	struct omap_mmc_platform_data *mmc = host->pdata;
201 202 203 204 205 206 207

	/* NOTE: assumes write protect signal is active-high */
	return gpio_get_value_cansleep(mmc->slots[0].gpio_wp);
}

static int omap_hsmmc_get_cover_state(struct device *dev, int slot)
{
208 209
	struct omap_hsmmc_host *host = dev_get_drvdata(dev);
	struct omap_mmc_platform_data *mmc = host->pdata;
210 211 212 213 214 215 216 217 218

	/* NOTE: assumes card detect signal is active-low */
	return !gpio_get_value_cansleep(mmc->slots[0].switch_pin);
}

#ifdef CONFIG_PM

static int omap_hsmmc_suspend_cdirq(struct device *dev, int slot)
{
219 220
	struct omap_hsmmc_host *host = dev_get_drvdata(dev);
	struct omap_mmc_platform_data *mmc = host->pdata;
221 222 223 224 225 226 227

	disable_irq(mmc->slots[0].card_detect_irq);
	return 0;
}

static int omap_hsmmc_resume_cdirq(struct device *dev, int slot)
{
228 229
	struct omap_hsmmc_host *host = dev_get_drvdata(dev);
	struct omap_mmc_platform_data *mmc = host->pdata;
230 231 232 233 234 235 236 237 238 239 240 241

	enable_irq(mmc->slots[0].card_detect_irq);
	return 0;
}

#else

#define omap_hsmmc_suspend_cdirq	NULL
#define omap_hsmmc_resume_cdirq		NULL

#endif

242 243
#ifdef CONFIG_REGULATOR

244
static int omap_hsmmc_set_power(struct device *dev, int slot, int power_on,
245 246 247 248 249 250 251 252 253 254 255 256
				   int vdd)
{
	struct omap_hsmmc_host *host =
		platform_get_drvdata(to_platform_device(dev));
	int ret = 0;

	/*
	 * If we don't see a Vcc regulator, assume it's a fixed
	 * voltage always-on regulator.
	 */
	if (!host->vcc)
		return 0;
257 258 259 260 261
	/*
	 * With DT, never turn OFF the regulator. This is because
	 * the pbias cell programming support is still missing when
	 * booting with Device tree
	 */
262
	if (dev->of_node && !vdd)
263
		return 0;
264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281

	if (mmc_slot(host).before_set_reg)
		mmc_slot(host).before_set_reg(dev, slot, power_on, vdd);

	/*
	 * Assume Vcc regulator is used only to power the card ... OMAP
	 * VDDS is used to power the pins, optionally with a transceiver to
	 * support cards using voltages other than VDDS (1.8V nominal).  When a
	 * transceiver is used, DAT3..7 are muxed as transceiver control pins.
	 *
	 * In some cases this regulator won't support enable/disable;
	 * e.g. it's a fixed rail for a WLAN chip.
	 *
	 * In other cases vcc_aux switches interface power.  Example, for
	 * eMMC cards it represents VccQ.  Sometimes transceivers or SDIO
	 * chips/cards need an interface voltage rail too.
	 */
	if (power_on) {
282
		ret = mmc_regulator_set_ocr(host->mmc, host->vcc, vdd);
283 284 285 286
		/* Enable interface voltage rail, if needed */
		if (ret == 0 && host->vcc_aux) {
			ret = regulator_enable(host->vcc_aux);
			if (ret < 0)
287 288
				ret = mmc_regulator_set_ocr(host->mmc,
							host->vcc, 0);
289 290
		}
	} else {
291
		/* Shut down the rail */
292 293
		if (host->vcc_aux)
			ret = regulator_disable(host->vcc_aux);
294 295 296 297 298
		if (!ret) {
			/* Then proceed to shut down the local regulator */
			ret = mmc_regulator_set_ocr(host->mmc,
						host->vcc, 0);
		}
299 300 301 302 303 304 305 306 307 308 309
	}

	if (mmc_slot(host).after_set_reg)
		mmc_slot(host).after_set_reg(dev, slot, power_on, vdd);

	return ret;
}

static int omap_hsmmc_reg_get(struct omap_hsmmc_host *host)
{
	struct regulator *reg;
310
	int ocr_value = 0;
311 312 313

	reg = regulator_get(host->dev, "vmmc");
	if (IS_ERR(reg)) {
314
		dev_err(host->dev, "vmmc regulator missing\n");
315
		return PTR_ERR(reg);
316
	} else {
317
		mmc_slot(host).set_power = omap_hsmmc_set_power;
318
		host->vcc = reg;
319 320 321 322 323
		ocr_value = mmc_regulator_get_ocrmask(reg);
		if (!mmc_slot(host).ocr_mask) {
			mmc_slot(host).ocr_mask = ocr_value;
		} else {
			if (!(mmc_slot(host).ocr_mask & ocr_value)) {
324
				dev_err(host->dev, "ocrmask %x is not supported\n",
325
					mmc_slot(host).ocr_mask);
326 327 328 329
				mmc_slot(host).ocr_mask = 0;
				return -EINVAL;
			}
		}
330 331 332 333 334

		/* Allow an aux regulator */
		reg = regulator_get(host->dev, "vmmc_aux");
		host->vcc_aux = IS_ERR(reg) ? NULL : reg;

335 336 337
		/* For eMMC do not power off when not in sleep state */
		if (mmc_slot(host).no_regulator_off_init)
			return 0;
338 339 340 341 342 343 344 345
		/*
		* UGLY HACK:  workaround regulator framework bugs.
		* When the bootloader leaves a supply active, it's
		* initialized with zero usecount ... and we can't
		* disable it without first enabling it.  Until the
		* framework is fixed, we need a workaround like this
		* (which is safe for MMC, but not in general).
		*/
346 347 348 349 350 351 352 353
		if (regulator_is_enabled(host->vcc) > 0 ||
		    (host->vcc_aux && regulator_is_enabled(host->vcc_aux))) {
			int vdd = ffs(mmc_slot(host).ocr_mask) - 1;

			mmc_slot(host).set_power(host->dev, host->slot_id,
						 1, vdd);
			mmc_slot(host).set_power(host->dev, host->slot_id,
						 0, 0);
354 355 356 357 358 359 360 361 362 363 364 365 366
		}
	}

	return 0;
}

static void omap_hsmmc_reg_put(struct omap_hsmmc_host *host)
{
	regulator_put(host->vcc);
	regulator_put(host->vcc_aux);
	mmc_slot(host).set_power = NULL;
}

367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440
static inline int omap_hsmmc_have_reg(void)
{
	return 1;
}

#else

static inline int omap_hsmmc_reg_get(struct omap_hsmmc_host *host)
{
	return -EINVAL;
}

static inline void omap_hsmmc_reg_put(struct omap_hsmmc_host *host)
{
}

static inline int omap_hsmmc_have_reg(void)
{
	return 0;
}

#endif

static int omap_hsmmc_gpio_init(struct omap_mmc_platform_data *pdata)
{
	int ret;

	if (gpio_is_valid(pdata->slots[0].switch_pin)) {
		if (pdata->slots[0].cover)
			pdata->slots[0].get_cover_state =
					omap_hsmmc_get_cover_state;
		else
			pdata->slots[0].card_detect = omap_hsmmc_card_detect;
		pdata->slots[0].card_detect_irq =
				gpio_to_irq(pdata->slots[0].switch_pin);
		ret = gpio_request(pdata->slots[0].switch_pin, "mmc_cd");
		if (ret)
			return ret;
		ret = gpio_direction_input(pdata->slots[0].switch_pin);
		if (ret)
			goto err_free_sp;
	} else
		pdata->slots[0].switch_pin = -EINVAL;

	if (gpio_is_valid(pdata->slots[0].gpio_wp)) {
		pdata->slots[0].get_ro = omap_hsmmc_get_wp;
		ret = gpio_request(pdata->slots[0].gpio_wp, "mmc_wp");
		if (ret)
			goto err_free_cd;
		ret = gpio_direction_input(pdata->slots[0].gpio_wp);
		if (ret)
			goto err_free_wp;
	} else
		pdata->slots[0].gpio_wp = -EINVAL;

	return 0;

err_free_wp:
	gpio_free(pdata->slots[0].gpio_wp);
err_free_cd:
	if (gpio_is_valid(pdata->slots[0].switch_pin))
err_free_sp:
		gpio_free(pdata->slots[0].switch_pin);
	return ret;
}

static void omap_hsmmc_gpio_free(struct omap_mmc_platform_data *pdata)
{
	if (gpio_is_valid(pdata->slots[0].gpio_wp))
		gpio_free(pdata->slots[0].gpio_wp);
	if (gpio_is_valid(pdata->slots[0].switch_pin))
		gpio_free(pdata->slots[0].switch_pin);
}

441 442 443 444 445 446 447 448 449
/*
 * Start clock to the card
 */
static void omap_hsmmc_start_clock(struct omap_hsmmc_host *host)
{
	OMAP_HSMMC_WRITE(host->base, SYSCTL,
		OMAP_HSMMC_READ(host->base, SYSCTL) | CEN);
}

450 451 452
/*
 * Stop clock to the card
 */
D
Denis Karpov 已提交
453
static void omap_hsmmc_stop_clock(struct omap_hsmmc_host *host)
454 455 456 457
{
	OMAP_HSMMC_WRITE(host->base, SYSCTL,
		OMAP_HSMMC_READ(host->base, SYSCTL) & ~CEN);
	if ((OMAP_HSMMC_READ(host->base, SYSCTL) & CEN) != 0x0)
M
Masanari Iida 已提交
458
		dev_dbg(mmc_dev(host->mmc), "MMC Clock is not stopped\n");
459 460
}

A
Adrian Hunter 已提交
461 462
static void omap_hsmmc_enable_irq(struct omap_hsmmc_host *host,
				  struct mmc_command *cmd)
463 464 465 466
{
	unsigned int irq_mask;

	if (host->use_dma)
467
		irq_mask = INT_EN_MASK & ~(BRR_EN | BWR_EN);
468 469 470
	else
		irq_mask = INT_EN_MASK;

A
Adrian Hunter 已提交
471 472
	/* Disable timeout for erases */
	if (cmd->opcode == MMC_ERASE)
473
		irq_mask &= ~DTO_EN;
A
Adrian Hunter 已提交
474

475 476 477 478 479 480 481 482 483 484 485 486
	OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
	OMAP_HSMMC_WRITE(host->base, ISE, irq_mask);
	OMAP_HSMMC_WRITE(host->base, IE, irq_mask);
}

static void omap_hsmmc_disable_irq(struct omap_hsmmc_host *host)
{
	OMAP_HSMMC_WRITE(host->base, ISE, 0);
	OMAP_HSMMC_WRITE(host->base, IE, 0);
	OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
}

487
/* Calculate divisor for the given clock frequency */
488
static u16 calc_divisor(struct omap_hsmmc_host *host, struct mmc_ios *ios)
489 490 491 492
{
	u16 dsor = 0;

	if (ios->clock) {
493
		dsor = DIV_ROUND_UP(clk_get_rate(host->fclk), ios->clock);
494 495 496 497 498 499 500
		if (dsor > 250)
			dsor = 250;
	}

	return dsor;
}

501 502 503 504 505
static void omap_hsmmc_set_clock(struct omap_hsmmc_host *host)
{
	struct mmc_ios *ios = &host->mmc->ios;
	unsigned long regval;
	unsigned long timeout;
506
	unsigned long clkdiv;
507

508
	dev_vdbg(mmc_dev(host->mmc), "Set clock to %uHz\n", ios->clock);
509 510 511 512 513

	omap_hsmmc_stop_clock(host);

	regval = OMAP_HSMMC_READ(host->base, SYSCTL);
	regval = regval & ~(CLKD_MASK | DTO_MASK);
514 515
	clkdiv = calc_divisor(host, ios);
	regval = regval | (clkdiv << 6) | (DTO << 16);
516 517 518 519 520 521 522 523 524 525
	OMAP_HSMMC_WRITE(host->base, SYSCTL, regval);
	OMAP_HSMMC_WRITE(host->base, SYSCTL,
		OMAP_HSMMC_READ(host->base, SYSCTL) | ICE);

	/* Wait till the ICS bit is set */
	timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
	while ((OMAP_HSMMC_READ(host->base, SYSCTL) & ICS) != ICS
		&& time_before(jiffies, timeout))
		cpu_relax();

526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546
	/*
	 * Enable High-Speed Support
	 * Pre-Requisites
	 *	- Controller should support High-Speed-Enable Bit
	 *	- Controller should not be using DDR Mode
	 *	- Controller should advertise that it supports High Speed
	 *	  in capabilities register
	 *	- MMC/SD clock coming out of controller > 25MHz
	 */
	if ((mmc_slot(host).features & HSMMC_HAS_HSPE_SUPPORT) &&
	    (ios->timing != MMC_TIMING_UHS_DDR50) &&
	    ((OMAP_HSMMC_READ(host->base, CAPA) & HSS) == HSS)) {
		regval = OMAP_HSMMC_READ(host->base, HCTL);
		if (clkdiv && (clk_get_rate(host->fclk)/clkdiv) > 25000000)
			regval |= HSPE;
		else
			regval &= ~HSPE;

		OMAP_HSMMC_WRITE(host->base, HCTL, regval);
	}

547 548 549
	omap_hsmmc_start_clock(host);
}

550 551 552 553 554 555
static void omap_hsmmc_set_bus_width(struct omap_hsmmc_host *host)
{
	struct mmc_ios *ios = &host->mmc->ios;
	u32 con;

	con = OMAP_HSMMC_READ(host->base, CON);
B
Balaji T K 已提交
556 557 558 559
	if (ios->timing == MMC_TIMING_UHS_DDR50)
		con |= DDR;	/* configure in DDR mode */
	else
		con &= ~DDR;
560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588
	switch (ios->bus_width) {
	case MMC_BUS_WIDTH_8:
		OMAP_HSMMC_WRITE(host->base, CON, con | DW8);
		break;
	case MMC_BUS_WIDTH_4:
		OMAP_HSMMC_WRITE(host->base, CON, con & ~DW8);
		OMAP_HSMMC_WRITE(host->base, HCTL,
			OMAP_HSMMC_READ(host->base, HCTL) | FOUR_BIT);
		break;
	case MMC_BUS_WIDTH_1:
		OMAP_HSMMC_WRITE(host->base, CON, con & ~DW8);
		OMAP_HSMMC_WRITE(host->base, HCTL,
			OMAP_HSMMC_READ(host->base, HCTL) & ~FOUR_BIT);
		break;
	}
}

static void omap_hsmmc_set_bus_mode(struct omap_hsmmc_host *host)
{
	struct mmc_ios *ios = &host->mmc->ios;
	u32 con;

	con = OMAP_HSMMC_READ(host->base, CON);
	if (ios->bus_mode == MMC_BUSMODE_OPENDRAIN)
		OMAP_HSMMC_WRITE(host->base, CON, con | OD);
	else
		OMAP_HSMMC_WRITE(host->base, CON, con & ~OD);
}

589 590 591 592 593 594
#ifdef CONFIG_PM

/*
 * Restore the MMC host context, if it was lost as result of a
 * power state change.
 */
D
Denis Karpov 已提交
595
static int omap_hsmmc_context_restore(struct omap_hsmmc_host *host)
596 597 598 599
{
	struct mmc_ios *ios = &host->mmc->ios;
	struct omap_mmc_platform_data *pdata = host->pdata;
	int context_loss = 0;
600
	u32 hctl, capa;
601 602 603 604 605 606 607 608 609 610 611 612 613
	unsigned long timeout;

	if (pdata->get_context_loss_count) {
		context_loss = pdata->get_context_loss_count(host->dev);
		if (context_loss < 0)
			return 1;
	}

	dev_dbg(mmc_dev(host->mmc), "context was %slost\n",
		context_loss == host->context_loss ? "not " : "");
	if (host->context_loss == context_loss)
		return 1;

614 615
	if (!OMAP_HSMMC_READ(host->base, SYSSTATUS) & RESETDONE)
		return 1;
616

617
	if (host->pdata->controller_flags & OMAP_HSMMC_SUPPORTS_DUAL_VOLT) {
618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642
		if (host->power_mode != MMC_POWER_OFF &&
		    (1 << ios->vdd) <= MMC_VDD_23_24)
			hctl = SDVS18;
		else
			hctl = SDVS30;
		capa = VS30 | VS18;
	} else {
		hctl = SDVS18;
		capa = VS18;
	}

	OMAP_HSMMC_WRITE(host->base, HCTL,
			OMAP_HSMMC_READ(host->base, HCTL) | hctl);

	OMAP_HSMMC_WRITE(host->base, CAPA,
			OMAP_HSMMC_READ(host->base, CAPA) | capa);

	OMAP_HSMMC_WRITE(host->base, HCTL,
			OMAP_HSMMC_READ(host->base, HCTL) | SDBP);

	timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
	while ((OMAP_HSMMC_READ(host->base, HCTL) & SDBP) != SDBP
		&& time_before(jiffies, timeout))
		;

643
	omap_hsmmc_disable_irq(host);
644 645 646 647 648

	/* Do not initialize card-specific things if the power is off */
	if (host->power_mode == MMC_POWER_OFF)
		goto out;

649
	omap_hsmmc_set_bus_width(host);
650

651
	omap_hsmmc_set_clock(host);
652

653 654
	omap_hsmmc_set_bus_mode(host);

655 656 657 658 659 660 661 662 663 664
out:
	host->context_loss = context_loss;

	dev_dbg(mmc_dev(host->mmc), "context is restored\n");
	return 0;
}

/*
 * Save the MMC host context (store the number of power state changes so far).
 */
D
Denis Karpov 已提交
665
static void omap_hsmmc_context_save(struct omap_hsmmc_host *host)
666 667 668 669 670 671 672 673 674 675 676 677 678 679
{
	struct omap_mmc_platform_data *pdata = host->pdata;
	int context_loss;

	if (pdata->get_context_loss_count) {
		context_loss = pdata->get_context_loss_count(host->dev);
		if (context_loss < 0)
			return;
		host->context_loss = context_loss;
	}
}

#else

D
Denis Karpov 已提交
680
static int omap_hsmmc_context_restore(struct omap_hsmmc_host *host)
681 682 683 684
{
	return 0;
}

D
Denis Karpov 已提交
685
static void omap_hsmmc_context_save(struct omap_hsmmc_host *host)
686 687 688 689 690
{
}

#endif

691 692 693 694
/*
 * Send init stream sequence to card
 * before sending IDLE command
 */
D
Denis Karpov 已提交
695
static void send_init_stream(struct omap_hsmmc_host *host)
696 697 698 699
{
	int reg = 0;
	unsigned long timeout;

700 701 702
	if (host->protect_card)
		return;

703
	disable_irq(host->irq);
704 705

	OMAP_HSMMC_WRITE(host->base, IE, INT_EN_MASK);
706 707 708 709 710
	OMAP_HSMMC_WRITE(host->base, CON,
		OMAP_HSMMC_READ(host->base, CON) | INIT_STREAM);
	OMAP_HSMMC_WRITE(host->base, CMD, INIT_STREAM_CMD);

	timeout = jiffies + msecs_to_jiffies(MMC_TIMEOUT_MS);
711 712
	while ((reg != CC_EN) && time_before(jiffies, timeout))
		reg = OMAP_HSMMC_READ(host->base, STAT) & CC_EN;
713 714 715

	OMAP_HSMMC_WRITE(host->base, CON,
		OMAP_HSMMC_READ(host->base, CON) & ~INIT_STREAM);
716 717 718 719

	OMAP_HSMMC_WRITE(host->base, STAT, STAT_CLEAR);
	OMAP_HSMMC_READ(host->base, STAT);

720 721 722 723
	enable_irq(host->irq);
}

static inline
D
Denis Karpov 已提交
724
int omap_hsmmc_cover_is_closed(struct omap_hsmmc_host *host)
725 726 727
{
	int r = 1;

D
Denis Karpov 已提交
728 729
	if (mmc_slot(host).get_cover_state)
		r = mmc_slot(host).get_cover_state(host->dev, host->slot_id);
730 731 732 733
	return r;
}

static ssize_t
D
Denis Karpov 已提交
734
omap_hsmmc_show_cover_switch(struct device *dev, struct device_attribute *attr,
735 736 737
			   char *buf)
{
	struct mmc_host *mmc = container_of(dev, struct mmc_host, class_dev);
D
Denis Karpov 已提交
738
	struct omap_hsmmc_host *host = mmc_priv(mmc);
739

D
Denis Karpov 已提交
740 741
	return sprintf(buf, "%s\n",
			omap_hsmmc_cover_is_closed(host) ? "closed" : "open");
742 743
}

D
Denis Karpov 已提交
744
static DEVICE_ATTR(cover_switch, S_IRUGO, omap_hsmmc_show_cover_switch, NULL);
745 746

static ssize_t
D
Denis Karpov 已提交
747
omap_hsmmc_show_slot_name(struct device *dev, struct device_attribute *attr,
748 749 750
			char *buf)
{
	struct mmc_host *mmc = container_of(dev, struct mmc_host, class_dev);
D
Denis Karpov 已提交
751
	struct omap_hsmmc_host *host = mmc_priv(mmc);
752

D
Denis Karpov 已提交
753
	return sprintf(buf, "%s\n", mmc_slot(host).name);
754 755
}

D
Denis Karpov 已提交
756
static DEVICE_ATTR(slot_name, S_IRUGO, omap_hsmmc_show_slot_name, NULL);
757 758 759 760 761

/*
 * Configure the response type and send the cmd.
 */
static void
D
Denis Karpov 已提交
762
omap_hsmmc_start_command(struct omap_hsmmc_host *host, struct mmc_command *cmd,
763 764 765 766
	struct mmc_data *data)
{
	int cmdreg = 0, resptype = 0, cmdtype = 0;

767
	dev_vdbg(mmc_dev(host->mmc), "%s: CMD%d, argument 0x%08x\n",
768 769 770
		mmc_hostname(host->mmc), cmd->opcode, cmd->arg);
	host->cmd = cmd;

A
Adrian Hunter 已提交
771
	omap_hsmmc_enable_irq(host, cmd);
772

773
	host->response_busy = 0;
774 775 776
	if (cmd->flags & MMC_RSP_PRESENT) {
		if (cmd->flags & MMC_RSP_136)
			resptype = 1;
777 778 779 780
		else if (cmd->flags & MMC_RSP_BUSY) {
			resptype = 3;
			host->response_busy = 1;
		} else
781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802
			resptype = 2;
	}

	/*
	 * Unlike OMAP1 controller, the cmdtype does not seem to be based on
	 * ac, bc, adtc, bcr. Only commands ending an open ended transfer need
	 * a val of 0x3, rest 0x0.
	 */
	if (cmd == host->mrq->stop)
		cmdtype = 0x3;

	cmdreg = (cmd->opcode << 24) | (resptype << 16) | (cmdtype << 22);

	if (data) {
		cmdreg |= DP_SELECT | MSBS | BCE;
		if (data->flags & MMC_DATA_READ)
			cmdreg |= DDIR;
		else
			cmdreg &= ~(DDIR);
	}

	if (host->use_dma)
803
		cmdreg |= DMAE;
804

805
	host->req_in_progress = 1;
806

807 808 809 810
	OMAP_HSMMC_WRITE(host->base, ARG, cmd->arg);
	OMAP_HSMMC_WRITE(host->base, CMD, cmdreg);
}

811
static int
D
Denis Karpov 已提交
812
omap_hsmmc_get_dma_dir(struct omap_hsmmc_host *host, struct mmc_data *data)
813 814 815 816 817 818 819
{
	if (data->flags & MMC_DATA_WRITE)
		return DMA_TO_DEVICE;
	else
		return DMA_FROM_DEVICE;
}

820 821 822 823 824 825
static struct dma_chan *omap_hsmmc_get_dma_chan(struct omap_hsmmc_host *host,
	struct mmc_data *data)
{
	return data->flags & MMC_DATA_WRITE ? host->tx_chan : host->rx_chan;
}

826 827 828
static void omap_hsmmc_request_done(struct omap_hsmmc_host *host, struct mmc_request *mrq)
{
	int dma_ch;
829
	unsigned long flags;
830

831
	spin_lock_irqsave(&host->irq_lock, flags);
832 833
	host->req_in_progress = 0;
	dma_ch = host->dma_ch;
834
	spin_unlock_irqrestore(&host->irq_lock, flags);
835 836 837 838 839 840 841 842 843

	omap_hsmmc_disable_irq(host);
	/* Do not complete the request if DMA is still in progress */
	if (mrq->data && host->use_dma && dma_ch != -1)
		return;
	host->mrq = NULL;
	mmc_request_done(host->mmc, mrq);
}

844 845 846 847
/*
 * Notify the transfer complete to MMC core
 */
static void
D
Denis Karpov 已提交
848
omap_hsmmc_xfer_done(struct omap_hsmmc_host *host, struct mmc_data *data)
849
{
850 851 852
	if (!data) {
		struct mmc_request *mrq = host->mrq;

853 854 855 856 857 858 859
		/* TC before CC from CMD6 - don't know why, but it happens */
		if (host->cmd && host->cmd->opcode == 6 &&
		    host->response_busy) {
			host->response_busy = 0;
			return;
		}

860
		omap_hsmmc_request_done(host, mrq);
861 862 863
		return;
	}

864 865 866 867 868 869 870
	host->data = NULL;

	if (!data->error)
		data->bytes_xfered += data->blocks * (data->blksz);
	else
		data->bytes_xfered = 0;

871
	if (!data->stop) {
872
		omap_hsmmc_request_done(host, data->mrq);
873
		return;
874
	}
875
	omap_hsmmc_start_command(host, data->stop, NULL);
876 877 878 879 880 881
}

/*
 * Notify the core about command completion
 */
static void
D
Denis Karpov 已提交
882
omap_hsmmc_cmd_done(struct omap_hsmmc_host *host, struct mmc_command *cmd)
883 884 885 886 887 888 889 890 891 892 893 894 895 896 897
{
	host->cmd = NULL;

	if (cmd->flags & MMC_RSP_PRESENT) {
		if (cmd->flags & MMC_RSP_136) {
			/* response type 2 */
			cmd->resp[3] = OMAP_HSMMC_READ(host->base, RSP10);
			cmd->resp[2] = OMAP_HSMMC_READ(host->base, RSP32);
			cmd->resp[1] = OMAP_HSMMC_READ(host->base, RSP54);
			cmd->resp[0] = OMAP_HSMMC_READ(host->base, RSP76);
		} else {
			/* response types 1, 1b, 3, 4, 5, 6 */
			cmd->resp[0] = OMAP_HSMMC_READ(host->base, RSP10);
		}
	}
898 899
	if ((host->data == NULL && !host->response_busy) || cmd->error)
		omap_hsmmc_request_done(host, cmd->mrq);
900 901 902 903 904
}

/*
 * DMA clean up for command errors
 */
D
Denis Karpov 已提交
905
static void omap_hsmmc_dma_cleanup(struct omap_hsmmc_host *host, int errno)
906
{
907
	int dma_ch;
908
	unsigned long flags;
909

910
	host->data->error = errno;
911

912
	spin_lock_irqsave(&host->irq_lock, flags);
913 914
	dma_ch = host->dma_ch;
	host->dma_ch = -1;
915
	spin_unlock_irqrestore(&host->irq_lock, flags);
916 917

	if (host->use_dma && dma_ch != -1) {
918 919 920 921 922
		struct dma_chan *chan = omap_hsmmc_get_dma_chan(host, host->data);

		dmaengine_terminate_all(chan);
		dma_unmap_sg(chan->device->dev,
			host->data->sg, host->data->sg_len,
D
Denis Karpov 已提交
923
			omap_hsmmc_get_dma_dir(host, host->data));
924

925
		host->data->host_cookie = 0;
926 927 928 929 930 931 932 933
	}
	host->data = NULL;
}

/*
 * Readable error output
 */
#ifdef CONFIG_MMC_DEBUG
934
static void omap_hsmmc_dbg_report_irq(struct omap_hsmmc_host *host, u32 status)
935 936
{
	/* --- means reserved bit without definition at documentation */
D
Denis Karpov 已提交
937
	static const char *omap_hsmmc_status_bits[] = {
938 939 940 941
		"CC"  , "TC"  , "BGE", "---", "BWR" , "BRR" , "---" , "---" ,
		"CIRQ",	"OBI" , "---", "---", "---" , "---" , "---" , "ERRI",
		"CTO" , "CCRC", "CEB", "CIE", "DTO" , "DCRC", "DEB" , "---" ,
		"ACE" , "---" , "---", "---", "CERR", "BADA", "---" , "---"
942 943 944 945 946 947 948 949
	};
	char res[256];
	char *buf = res;
	int len, i;

	len = sprintf(buf, "MMC IRQ 0x%x :", status);
	buf += len;

D
Denis Karpov 已提交
950
	for (i = 0; i < ARRAY_SIZE(omap_hsmmc_status_bits); i++)
951
		if (status & (1 << i)) {
D
Denis Karpov 已提交
952
			len = sprintf(buf, " %s", omap_hsmmc_status_bits[i]);
953 954 955
			buf += len;
		}

956
	dev_vdbg(mmc_dev(host->mmc), "%s\n", res);
957
}
958 959 960 961 962
#else
static inline void omap_hsmmc_dbg_report_irq(struct omap_hsmmc_host *host,
					     u32 status)
{
}
963 964
#endif  /* CONFIG_MMC_DEBUG */

965 966 967 968 969 970 971
/*
 * MMC controller internal state machines reset
 *
 * Used to reset command or data internal state machines, using respectively
 *  SRC or SRD bit of SYSCTL register
 * Can be called from interrupt context
 */
D
Denis Karpov 已提交
972 973
static inline void omap_hsmmc_reset_controller_fsm(struct omap_hsmmc_host *host,
						   unsigned long bit)
974 975 976 977 978 979 980 981
{
	unsigned long i = 0;
	unsigned long limit = (loops_per_jiffy *
				msecs_to_jiffies(MMC_TIMEOUT_MS));

	OMAP_HSMMC_WRITE(host->base, SYSCTL,
			 OMAP_HSMMC_READ(host->base, SYSCTL) | bit);

982 983 984 985 986
	/*
	 * OMAP4 ES2 and greater has an updated reset logic.
	 * Monitor a 0->1 transition first
	 */
	if (mmc_slot(host).features & HSMMC_HAS_UPDATED_RESET) {
987
		while ((!(OMAP_HSMMC_READ(host->base, SYSCTL) & bit))
988 989 990 991 992
					&& (i++ < limit))
			cpu_relax();
	}
	i = 0;

993 994 995 996 997 998 999 1000 1001
	while ((OMAP_HSMMC_READ(host->base, SYSCTL) & bit) &&
		(i++ < limit))
		cpu_relax();

	if (OMAP_HSMMC_READ(host->base, SYSCTL) & bit)
		dev_err(mmc_dev(host->mmc),
			"Timeout waiting on controller reset in %s\n",
			__func__);
}
1002

1003 1004
static void hsmmc_command_incomplete(struct omap_hsmmc_host *host,
					int err, int end_cmd)
1005
{
1006
	if (end_cmd) {
1007
		omap_hsmmc_reset_controller_fsm(host, SRC);
1008 1009 1010
		if (host->cmd)
			host->cmd->error = err;
	}
1011 1012 1013 1014

	if (host->data) {
		omap_hsmmc_reset_controller_fsm(host, SRD);
		omap_hsmmc_dma_cleanup(host, err);
1015 1016
	} else if (host->mrq && host->mrq->cmd)
		host->mrq->cmd->error = err;
1017 1018
}

1019
static void omap_hsmmc_do_irq(struct omap_hsmmc_host *host, int status)
1020 1021
{
	struct mmc_data *data;
1022 1023
	int end_cmd = 0, end_trans = 0;

1024
	data = host->data;
1025
	dev_vdbg(mmc_dev(host->mmc), "IRQ Status is %x\n", status);
1026

1027
	if (status & ERR_EN) {
1028
		omap_hsmmc_dbg_report_irq(host, status);
1029

1030
		if (status & (CTO_EN | CCRC_EN))
1031
			end_cmd = 1;
1032
		if (status & (CTO_EN | DTO_EN))
1033
			hsmmc_command_incomplete(host, -ETIMEDOUT, end_cmd);
1034
		else if (status & (CCRC_EN | DCRC_EN))
1035
			hsmmc_command_incomplete(host, -EILSEQ, end_cmd);
1036 1037

		if (host->data || host->response_busy) {
1038
			end_trans = !end_cmd;
1039
			host->response_busy = 0;
1040 1041 1042
		}
	}

1043
	if (end_cmd || ((status & CC_EN) && host->cmd))
D
Denis Karpov 已提交
1044
		omap_hsmmc_cmd_done(host, host->cmd);
1045
	if ((end_trans || (status & TC_EN)) && host->mrq)
D
Denis Karpov 已提交
1046
		omap_hsmmc_xfer_done(host, data);
1047
}
1048

1049 1050 1051 1052 1053 1054 1055 1056 1057
/*
 * MMC controller IRQ handler
 */
static irqreturn_t omap_hsmmc_irq(int irq, void *dev_id)
{
	struct omap_hsmmc_host *host = dev_id;
	int status;

	status = OMAP_HSMMC_READ(host->base, STAT);
1058
	while (status & INT_EN_MASK && host->req_in_progress) {
1059
		omap_hsmmc_do_irq(host, status);
1060

1061
		/* Flush posted write */
1062
		OMAP_HSMMC_WRITE(host->base, STAT, status);
1063
		status = OMAP_HSMMC_READ(host->base, STAT);
1064
	}
1065

1066 1067 1068
	return IRQ_HANDLED;
}

D
Denis Karpov 已提交
1069
static void set_sd_bus_power(struct omap_hsmmc_host *host)
A
Adrian Hunter 已提交
1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081
{
	unsigned long i;

	OMAP_HSMMC_WRITE(host->base, HCTL,
			 OMAP_HSMMC_READ(host->base, HCTL) | SDBP);
	for (i = 0; i < loops_per_jiffy; i++) {
		if (OMAP_HSMMC_READ(host->base, HCTL) & SDBP)
			break;
		cpu_relax();
	}
}

1082
/*
1083 1084 1085 1086 1087
 * Switch MMC interface voltage ... only relevant for MMC1.
 *
 * MMC2 and MMC3 use fixed 1.8V levels, and maybe a transceiver.
 * The MMC2 transceiver controls are used instead of DAT4..DAT7.
 * Some chips, like eMMC ones, use internal transceivers.
1088
 */
D
Denis Karpov 已提交
1089
static int omap_hsmmc_switch_opcond(struct omap_hsmmc_host *host, int vdd)
1090 1091 1092 1093 1094
{
	u32 reg_val = 0;
	int ret;

	/* Disable the clocks */
1095
	pm_runtime_put_sync(host->dev);
1096
	if (host->dbclk)
1097
		clk_disable_unprepare(host->dbclk);
1098 1099 1100 1101 1102

	/* Turn the power off */
	ret = mmc_slot(host).set_power(host->dev, host->slot_id, 0, 0);

	/* Turn the power ON with given VDD 1.8 or 3.0v */
1103 1104 1105
	if (!ret)
		ret = mmc_slot(host).set_power(host->dev, host->slot_id, 1,
					       vdd);
1106
	pm_runtime_get_sync(host->dev);
1107
	if (host->dbclk)
1108
		clk_prepare_enable(host->dbclk);
1109

1110 1111 1112 1113 1114 1115
	if (ret != 0)
		goto err;

	OMAP_HSMMC_WRITE(host->base, HCTL,
		OMAP_HSMMC_READ(host->base, HCTL) & SDVSCLR);
	reg_val = OMAP_HSMMC_READ(host->base, HCTL);
1116

1117 1118 1119
	/*
	 * If a MMC dual voltage card is detected, the set_ios fn calls
	 * this fn with VDD bit set for 1.8V. Upon card removal from the
D
Denis Karpov 已提交
1120
	 * slot, omap_hsmmc_set_ios sets the VDD back to 3V on MMC_POWER_OFF.
1121
	 *
1122 1123 1124 1125 1126 1127 1128 1129 1130
	 * Cope with a bit of slop in the range ... per data sheets:
	 *  - "1.8V" for vdds_mmc1/vdds_mmc1a can be up to 2.45V max,
	 *    but recommended values are 1.71V to 1.89V
	 *  - "3.0V" for vdds_mmc1/vdds_mmc1a can be up to 3.5V max,
	 *    but recommended values are 2.7V to 3.3V
	 *
	 * Board setup code shouldn't permit anything very out-of-range.
	 * TWL4030-family VMMC1 and VSIM regulators are fine (avoiding the
	 * middle range) but VSIM can't power DAT4..DAT7 at more than 3V.
1131
	 */
1132
	if ((1 << vdd) <= MMC_VDD_23_24)
1133
		reg_val |= SDVS18;
1134 1135
	else
		reg_val |= SDVS30;
1136 1137

	OMAP_HSMMC_WRITE(host->base, HCTL, reg_val);
A
Adrian Hunter 已提交
1138
	set_sd_bus_power(host);
1139 1140 1141

	return 0;
err:
1142
	dev_err(mmc_dev(host->mmc), "Unable to switch operating voltage\n");
1143 1144 1145
	return ret;
}

1146 1147 1148 1149 1150 1151 1152 1153 1154
/* Protect the card while the cover is open */
static void omap_hsmmc_protect_card(struct omap_hsmmc_host *host)
{
	if (!mmc_slot(host).get_cover_state)
		return;

	host->reqs_blocked = 0;
	if (mmc_slot(host).get_cover_state(host->dev, host->slot_id)) {
		if (host->protect_card) {
1155
			dev_info(host->dev, "%s: cover is closed, "
1156 1157 1158 1159 1160 1161
					 "card is now accessible\n",
					 mmc_hostname(host->mmc));
			host->protect_card = 0;
		}
	} else {
		if (!host->protect_card) {
1162
			dev_info(host->dev, "%s: cover is open, "
1163 1164 1165 1166 1167 1168 1169
					 "card is now inaccessible\n",
					 mmc_hostname(host->mmc));
			host->protect_card = 1;
		}
	}
}

1170
/*
1171
 * irq handler to notify the core about card insertion/removal
1172
 */
1173
static irqreturn_t omap_hsmmc_detect(int irq, void *dev_id)
1174
{
1175
	struct omap_hsmmc_host *host = dev_id;
1176
	struct omap_mmc_slot_data *slot = &mmc_slot(host);
1177 1178 1179
	int carddetect;

	if (host->suspended)
1180
		return IRQ_HANDLED;
1181 1182

	sysfs_notify(&host->mmc->class_dev.kobj, NULL, "cover_switch");
1183

D
Denis Karpov 已提交
1184
	if (slot->card_detect)
1185
		carddetect = slot->card_detect(host->dev, host->slot_id);
1186 1187
	else {
		omap_hsmmc_protect_card(host);
1188
		carddetect = -ENOSYS;
1189
	}
1190

1191
	if (carddetect)
1192
		mmc_detect_change(host->mmc, (HZ * 200) / 1000);
1193
	else
1194 1195 1196 1197
		mmc_detect_change(host->mmc, (HZ * 50) / 1000);
	return IRQ_HANDLED;
}

1198
static void omap_hsmmc_dma_callback(void *param)
1199
{
1200 1201
	struct omap_hsmmc_host *host = param;
	struct dma_chan *chan;
1202
	struct mmc_data *data;
1203
	int req_in_progress;
1204

1205
	spin_lock_irq(&host->irq_lock);
1206
	if (host->dma_ch < 0) {
1207
		spin_unlock_irq(&host->irq_lock);
1208
		return;
1209
	}
1210

1211
	data = host->mrq->data;
1212
	chan = omap_hsmmc_get_dma_chan(host, data);
1213
	if (!data->host_cookie)
1214 1215
		dma_unmap_sg(chan->device->dev,
			     data->sg, data->sg_len,
1216
			     omap_hsmmc_get_dma_dir(host, data));
1217 1218

	req_in_progress = host->req_in_progress;
1219
	host->dma_ch = -1;
1220
	spin_unlock_irq(&host->irq_lock);
1221 1222 1223 1224 1225 1226 1227 1228

	/* If DMA has finished after TC, complete the request */
	if (!req_in_progress) {
		struct mmc_request *mrq = host->mrq;

		host->mrq = NULL;
		mmc_request_done(host->mmc, mrq);
	}
1229 1230
}

1231 1232
static int omap_hsmmc_pre_dma_transfer(struct omap_hsmmc_host *host,
				       struct mmc_data *data,
1233
				       struct omap_hsmmc_next *next,
1234
				       struct dma_chan *chan)
1235 1236 1237 1238 1239
{
	int dma_len;

	if (!next && data->host_cookie &&
	    data->host_cookie != host->next_data.cookie) {
1240
		dev_warn(host->dev, "[%s] invalid cookie: data->host_cookie %d"
1241 1242 1243 1244 1245 1246 1247 1248
		       " host->next_data.cookie %d\n",
		       __func__, data->host_cookie, host->next_data.cookie);
		data->host_cookie = 0;
	}

	/* Check if next job is already prepared */
	if (next ||
	    (!next && data->host_cookie != host->next_data.cookie)) {
1249
		dma_len = dma_map_sg(chan->device->dev, data->sg, data->sg_len,
1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269
				     omap_hsmmc_get_dma_dir(host, data));

	} else {
		dma_len = host->next_data.dma_len;
		host->next_data.dma_len = 0;
	}


	if (dma_len == 0)
		return -EINVAL;

	if (next) {
		next->dma_len = dma_len;
		data->host_cookie = ++next->cookie < 0 ? 1 : next->cookie;
	} else
		host->dma_len = dma_len;

	return 0;
}

1270 1271 1272
/*
 * Routine to configure and start DMA for the MMC card
 */
D
Denis Karpov 已提交
1273 1274
static int omap_hsmmc_start_dma_transfer(struct omap_hsmmc_host *host,
					struct mmc_request *req)
1275
{
1276 1277 1278
	struct dma_slave_config cfg;
	struct dma_async_tx_descriptor *tx;
	int ret = 0, i;
1279
	struct mmc_data *data = req->data;
1280
	struct dma_chan *chan;
1281

1282
	/* Sanity check: all the SG entries must be aligned by block size. */
1283
	for (i = 0; i < data->sg_len; i++) {
1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295
		struct scatterlist *sgl;

		sgl = data->sg + i;
		if (sgl->length % data->blksz)
			return -EINVAL;
	}
	if ((data->blksz % 4) != 0)
		/* REVISIT: The MMC buffer increments only when MSB is written.
		 * Return error for blksz which is non multiple of four.
		 */
		return -EINVAL;

1296
	BUG_ON(host->dma_ch != -1);
1297

1298 1299
	chan = omap_hsmmc_get_dma_chan(host, data);

1300 1301 1302 1303 1304 1305
	cfg.src_addr = host->mapbase + OMAP_HSMMC_DATA;
	cfg.dst_addr = host->mapbase + OMAP_HSMMC_DATA;
	cfg.src_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES;
	cfg.dst_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES;
	cfg.src_maxburst = data->blksz / 4;
	cfg.dst_maxburst = data->blksz / 4;
1306

1307 1308
	ret = dmaengine_slave_config(chan, &cfg);
	if (ret)
1309
		return ret;
1310

1311
	ret = omap_hsmmc_pre_dma_transfer(host, data, NULL, chan);
1312 1313
	if (ret)
		return ret;
1314

1315 1316 1317 1318 1319 1320 1321 1322
	tx = dmaengine_prep_slave_sg(chan, data->sg, data->sg_len,
		data->flags & MMC_DATA_WRITE ? DMA_MEM_TO_DEV : DMA_DEV_TO_MEM,
		DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
	if (!tx) {
		dev_err(mmc_dev(host->mmc), "prep_slave_sg() failed\n");
		/* FIXME: cleanup */
		return -1;
	}
1323

1324 1325
	tx->callback = omap_hsmmc_dma_callback;
	tx->callback_param = host;
1326

1327 1328
	/* Does not fail */
	dmaengine_submit(tx);
1329

1330
	host->dma_ch = 1;
1331

1332
	dma_async_issue_pending(chan);
1333 1334 1335 1336

	return 0;
}

D
Denis Karpov 已提交
1337
static void set_data_timeout(struct omap_hsmmc_host *host,
1338 1339
			     unsigned int timeout_ns,
			     unsigned int timeout_clks)
1340 1341 1342 1343 1344 1345 1346 1347 1348 1349
{
	unsigned int timeout, cycle_ns;
	uint32_t reg, clkd, dto = 0;

	reg = OMAP_HSMMC_READ(host->base, SYSCTL);
	clkd = (reg & CLKD_MASK) >> CLKD_SHIFT;
	if (clkd == 0)
		clkd = 1;

	cycle_ns = 1000000000 / (clk_get_rate(host->fclk) / clkd);
1350 1351
	timeout = timeout_ns / cycle_ns;
	timeout += timeout_clks;
1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377
	if (timeout) {
		while ((timeout & 0x80000000) == 0) {
			dto += 1;
			timeout <<= 1;
		}
		dto = 31 - dto;
		timeout <<= 1;
		if (timeout && dto)
			dto += 1;
		if (dto >= 13)
			dto -= 13;
		else
			dto = 0;
		if (dto > 14)
			dto = 14;
	}

	reg &= ~DTO_MASK;
	reg |= dto << DTO_SHIFT;
	OMAP_HSMMC_WRITE(host->base, SYSCTL, reg);
}

/*
 * Configure block length for MMC/SD cards and initiate the transfer.
 */
static int
D
Denis Karpov 已提交
1378
omap_hsmmc_prepare_data(struct omap_hsmmc_host *host, struct mmc_request *req)
1379 1380 1381 1382 1383 1384
{
	int ret;
	host->data = req->data;

	if (req->data == NULL) {
		OMAP_HSMMC_WRITE(host->base, BLK, 0);
1385 1386 1387 1388 1389 1390
		/*
		 * Set an arbitrary 100ms data timeout for commands with
		 * busy signal.
		 */
		if (req->cmd->flags & MMC_RSP_BUSY)
			set_data_timeout(host, 100000000U, 0);
1391 1392 1393 1394 1395
		return 0;
	}

	OMAP_HSMMC_WRITE(host->base, BLK, (req->data->blksz)
					| (req->data->blocks << 16));
1396
	set_data_timeout(host, req->data->timeout_ns, req->data->timeout_clks);
1397 1398

	if (host->use_dma) {
D
Denis Karpov 已提交
1399
		ret = omap_hsmmc_start_dma_transfer(host, req);
1400
		if (ret != 0) {
1401
			dev_err(mmc_dev(host->mmc), "MMC start dma failure\n");
1402 1403 1404 1405 1406 1407
			return ret;
		}
	}
	return 0;
}

1408 1409 1410 1411 1412 1413
static void omap_hsmmc_post_req(struct mmc_host *mmc, struct mmc_request *mrq,
				int err)
{
	struct omap_hsmmc_host *host = mmc_priv(mmc);
	struct mmc_data *data = mrq->data;

1414
	if (host->use_dma && data->host_cookie) {
1415 1416
		struct dma_chan *c = omap_hsmmc_get_dma_chan(host, data);

1417 1418
		dma_unmap_sg(c->device->dev, data->sg, data->sg_len,
			     omap_hsmmc_get_dma_dir(host, data));
1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432
		data->host_cookie = 0;
	}
}

static void omap_hsmmc_pre_req(struct mmc_host *mmc, struct mmc_request *mrq,
			       bool is_first_req)
{
	struct omap_hsmmc_host *host = mmc_priv(mmc);

	if (mrq->data->host_cookie) {
		mrq->data->host_cookie = 0;
		return ;
	}

1433 1434 1435
	if (host->use_dma) {
		struct dma_chan *c = omap_hsmmc_get_dma_chan(host, mrq->data);

1436
		if (omap_hsmmc_pre_dma_transfer(host, mrq->data,
1437
						&host->next_data, c))
1438
			mrq->data->host_cookie = 0;
1439
	}
1440 1441
}

1442 1443 1444
/*
 * Request function. for read/write operation
 */
D
Denis Karpov 已提交
1445
static void omap_hsmmc_request(struct mmc_host *mmc, struct mmc_request *req)
1446
{
D
Denis Karpov 已提交
1447
	struct omap_hsmmc_host *host = mmc_priv(mmc);
1448
	int err;
1449

1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470
	BUG_ON(host->req_in_progress);
	BUG_ON(host->dma_ch != -1);
	if (host->protect_card) {
		if (host->reqs_blocked < 3) {
			/*
			 * Ensure the controller is left in a consistent
			 * state by resetting the command and data state
			 * machines.
			 */
			omap_hsmmc_reset_controller_fsm(host, SRD);
			omap_hsmmc_reset_controller_fsm(host, SRC);
			host->reqs_blocked += 1;
		}
		req->cmd->error = -EBADF;
		if (req->data)
			req->data->error = -EBADF;
		req->cmd->retries = 0;
		mmc_request_done(mmc, req);
		return;
	} else if (host->reqs_blocked)
		host->reqs_blocked = 0;
1471 1472
	WARN_ON(host->mrq != NULL);
	host->mrq = req;
D
Denis Karpov 已提交
1473
	err = omap_hsmmc_prepare_data(host, req);
1474 1475 1476 1477 1478 1479 1480 1481 1482
	if (err) {
		req->cmd->error = err;
		if (req->data)
			req->data->error = err;
		host->mrq = NULL;
		mmc_request_done(mmc, req);
		return;
	}

D
Denis Karpov 已提交
1483
	omap_hsmmc_start_command(host, req->cmd, req->data);
1484 1485 1486
}

/* Routine to configure clock values. Exposed API to core */
D
Denis Karpov 已提交
1487
static void omap_hsmmc_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
1488
{
D
Denis Karpov 已提交
1489
	struct omap_hsmmc_host *host = mmc_priv(mmc);
1490
	int do_send_init_stream = 0;
1491

1492
	pm_runtime_get_sync(host->dev);
1493

1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508
	if (ios->power_mode != host->power_mode) {
		switch (ios->power_mode) {
		case MMC_POWER_OFF:
			mmc_slot(host).set_power(host->dev, host->slot_id,
						 0, 0);
			break;
		case MMC_POWER_UP:
			mmc_slot(host).set_power(host->dev, host->slot_id,
						 1, ios->vdd);
			break;
		case MMC_POWER_ON:
			do_send_init_stream = 1;
			break;
		}
		host->power_mode = ios->power_mode;
1509 1510
	}

1511 1512
	/* FIXME: set registers based only on changes to ios */

1513
	omap_hsmmc_set_bus_width(host);
1514

1515
	if (host->pdata->controller_flags & OMAP_HSMMC_SUPPORTS_DUAL_VOLT) {
1516 1517 1518
		/* Only MMC1 can interface at 3V without some flavor
		 * of external transceiver; but they all handle 1.8V.
		 */
1519
		if ((OMAP_HSMMC_READ(host->base, HCTL) & SDVSDET) &&
1520 1521 1522 1523 1524 1525
			(ios->vdd == DUAL_VOLT_OCR_BIT) &&
			/*
			 * With pbias cell programming missing, this
			 * can't be allowed when booting with device
			 * tree.
			 */
1526
			!host->dev->of_node) {
1527 1528 1529 1530 1531 1532
				/*
				 * The mmc_select_voltage fn of the core does
				 * not seem to set the power_mode to
				 * MMC_POWER_UP upon recalculating the voltage.
				 * vdd 1.8v.
				 */
D
Denis Karpov 已提交
1533 1534
			if (omap_hsmmc_switch_opcond(host, ios->vdd) != 0)
				dev_dbg(mmc_dev(host->mmc),
1535 1536 1537 1538
						"Switch operation failed\n");
		}
	}

1539
	omap_hsmmc_set_clock(host);
1540

1541
	if (do_send_init_stream)
1542 1543
		send_init_stream(host);

1544
	omap_hsmmc_set_bus_mode(host);
1545

1546
	pm_runtime_put_autosuspend(host->dev);
1547 1548 1549 1550
}

static int omap_hsmmc_get_cd(struct mmc_host *mmc)
{
D
Denis Karpov 已提交
1551
	struct omap_hsmmc_host *host = mmc_priv(mmc);
1552

D
Denis Karpov 已提交
1553
	if (!mmc_slot(host).card_detect)
1554
		return -ENOSYS;
1555
	return mmc_slot(host).card_detect(host->dev, host->slot_id);
1556 1557 1558 1559
}

static int omap_hsmmc_get_ro(struct mmc_host *mmc)
{
D
Denis Karpov 已提交
1560
	struct omap_hsmmc_host *host = mmc_priv(mmc);
1561

D
Denis Karpov 已提交
1562
	if (!mmc_slot(host).get_ro)
1563
		return -ENOSYS;
D
Denis Karpov 已提交
1564
	return mmc_slot(host).get_ro(host->dev, 0);
1565 1566
}

1567 1568 1569 1570 1571 1572 1573 1574
static void omap_hsmmc_init_card(struct mmc_host *mmc, struct mmc_card *card)
{
	struct omap_hsmmc_host *host = mmc_priv(mmc);

	if (mmc_slot(host).init_card)
		mmc_slot(host).init_card(card);
}

D
Denis Karpov 已提交
1575
static void omap_hsmmc_conf_bus_power(struct omap_hsmmc_host *host)
1576 1577 1578 1579
{
	u32 hctl, capa, value;

	/* Only MMC1 supports 3.0V */
1580
	if (host->pdata->controller_flags & OMAP_HSMMC_SUPPORTS_DUAL_VOLT) {
1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594
		hctl = SDVS30;
		capa = VS30 | VS18;
	} else {
		hctl = SDVS18;
		capa = VS18;
	}

	value = OMAP_HSMMC_READ(host->base, HCTL) & ~SDVS_MASK;
	OMAP_HSMMC_WRITE(host->base, HCTL, value | hctl);

	value = OMAP_HSMMC_READ(host->base, CAPA);
	OMAP_HSMMC_WRITE(host->base, CAPA, value | capa);

	/* Set SD bus power bit */
A
Adrian Hunter 已提交
1595
	set_sd_bus_power(host);
1596 1597
}

D
Denis Karpov 已提交
1598
static int omap_hsmmc_enable_fclk(struct mmc_host *mmc)
1599
{
D
Denis Karpov 已提交
1600
	struct omap_hsmmc_host *host = mmc_priv(mmc);
1601

1602 1603
	pm_runtime_get_sync(host->dev);

1604 1605 1606
	return 0;
}

1607
static int omap_hsmmc_disable_fclk(struct mmc_host *mmc)
1608
{
D
Denis Karpov 已提交
1609
	struct omap_hsmmc_host *host = mmc_priv(mmc);
1610

1611 1612 1613
	pm_runtime_mark_last_busy(host->dev);
	pm_runtime_put_autosuspend(host->dev);

1614 1615 1616
	return 0;
}

D
Denis Karpov 已提交
1617 1618 1619
static const struct mmc_host_ops omap_hsmmc_ops = {
	.enable = omap_hsmmc_enable_fclk,
	.disable = omap_hsmmc_disable_fclk,
1620 1621
	.post_req = omap_hsmmc_post_req,
	.pre_req = omap_hsmmc_pre_req,
D
Denis Karpov 已提交
1622 1623
	.request = omap_hsmmc_request,
	.set_ios = omap_hsmmc_set_ios,
1624 1625
	.get_cd = omap_hsmmc_get_cd,
	.get_ro = omap_hsmmc_get_ro,
1626
	.init_card = omap_hsmmc_init_card,
1627 1628 1629
	/* NYET -- enable_sdio_irq */
};

1630 1631
#ifdef CONFIG_DEBUG_FS

D
Denis Karpov 已提交
1632
static int omap_hsmmc_regs_show(struct seq_file *s, void *data)
1633 1634
{
	struct mmc_host *mmc = s->private;
D
Denis Karpov 已提交
1635
	struct omap_hsmmc_host *host = mmc_priv(mmc);
1636 1637
	int context_loss = 0;

D
Denis Karpov 已提交
1638 1639
	if (host->pdata->get_context_loss_count)
		context_loss = host->pdata->get_context_loss_count(host->dev);
1640

1641 1642
	seq_printf(s, "mmc%d:\n ctx_loss:\t%d:%d\n\nregs:\n",
			mmc->index, host->context_loss, context_loss);
1643

1644
	if (host->suspended) {
1645 1646 1647 1648
		seq_printf(s, "host suspended, can't read registers\n");
		return 0;
	}

1649
	pm_runtime_get_sync(host->dev);
1650 1651 1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662

	seq_printf(s, "CON:\t\t0x%08x\n",
			OMAP_HSMMC_READ(host->base, CON));
	seq_printf(s, "HCTL:\t\t0x%08x\n",
			OMAP_HSMMC_READ(host->base, HCTL));
	seq_printf(s, "SYSCTL:\t\t0x%08x\n",
			OMAP_HSMMC_READ(host->base, SYSCTL));
	seq_printf(s, "IE:\t\t0x%08x\n",
			OMAP_HSMMC_READ(host->base, IE));
	seq_printf(s, "ISE:\t\t0x%08x\n",
			OMAP_HSMMC_READ(host->base, ISE));
	seq_printf(s, "CAPA:\t\t0x%08x\n",
			OMAP_HSMMC_READ(host->base, CAPA));
1663

1664 1665
	pm_runtime_mark_last_busy(host->dev);
	pm_runtime_put_autosuspend(host->dev);
1666

1667 1668 1669
	return 0;
}

D
Denis Karpov 已提交
1670
static int omap_hsmmc_regs_open(struct inode *inode, struct file *file)
1671
{
D
Denis Karpov 已提交
1672
	return single_open(file, omap_hsmmc_regs_show, inode->i_private);
1673 1674 1675
}

static const struct file_operations mmc_regs_fops = {
D
Denis Karpov 已提交
1676
	.open           = omap_hsmmc_regs_open,
1677 1678 1679 1680 1681
	.read           = seq_read,
	.llseek         = seq_lseek,
	.release        = single_release,
};

D
Denis Karpov 已提交
1682
static void omap_hsmmc_debugfs(struct mmc_host *mmc)
1683 1684 1685 1686 1687 1688 1689 1690
{
	if (mmc->debugfs_root)
		debugfs_create_file("regs", S_IRUSR, mmc->debugfs_root,
			mmc, &mmc_regs_fops);
}

#else

D
Denis Karpov 已提交
1691
static void omap_hsmmc_debugfs(struct mmc_host *mmc)
1692 1693 1694 1695 1696
{
}

#endif

1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711
#ifdef CONFIG_OF
static u16 omap4_reg_offset = 0x100;

static const struct of_device_id omap_mmc_of_match[] = {
	{
		.compatible = "ti,omap2-hsmmc",
	},
	{
		.compatible = "ti,omap3-hsmmc",
	},
	{
		.compatible = "ti,omap4-hsmmc",
		.data = &omap4_reg_offset,
	},
	{},
1712
};
1713 1714 1715 1716 1717 1718
MODULE_DEVICE_TABLE(of, omap_mmc_of_match);

static struct omap_mmc_platform_data *of_get_hsmmc_pdata(struct device *dev)
{
	struct omap_mmc_platform_data *pdata;
	struct device_node *np = dev->of_node;
1719
	u32 bus_width, max_freq;
1720 1721 1722 1723 1724 1725
	int cd_gpio, wp_gpio;

	cd_gpio = of_get_named_gpio(np, "cd-gpios", 0);
	wp_gpio = of_get_named_gpio(np, "wp-gpios", 0);
	if (cd_gpio == -EPROBE_DEFER || wp_gpio == -EPROBE_DEFER)
		return ERR_PTR(-EPROBE_DEFER);
1726 1727 1728 1729 1730 1731 1732 1733 1734 1735

	pdata = devm_kzalloc(dev, sizeof(*pdata), GFP_KERNEL);
	if (!pdata)
		return NULL; /* out of memory */

	if (of_find_property(np, "ti,dual-volt", NULL))
		pdata->controller_flags |= OMAP_HSMMC_SUPPORTS_DUAL_VOLT;

	/* This driver only supports 1 slot */
	pdata->nr_slots = 1;
1736 1737
	pdata->slots[0].switch_pin = cd_gpio;
	pdata->slots[0].gpio_wp = wp_gpio;
1738 1739 1740 1741 1742

	if (of_find_property(np, "ti,non-removable", NULL)) {
		pdata->slots[0].nonremovable = true;
		pdata->slots[0].no_regulator_off_init = true;
	}
A
Arnd Bergmann 已提交
1743
	of_property_read_u32(np, "bus-width", &bus_width);
1744 1745 1746 1747 1748 1749 1750 1751
	if (bus_width == 4)
		pdata->slots[0].caps |= MMC_CAP_4_BIT_DATA;
	else if (bus_width == 8)
		pdata->slots[0].caps |= MMC_CAP_8_BIT_DATA;

	if (of_find_property(np, "ti,needs-special-reset", NULL))
		pdata->slots[0].features |= HSMMC_HAS_UPDATED_RESET;

1752 1753 1754
	if (!of_property_read_u32(np, "max-frequency", &max_freq))
		pdata->max_freq = max_freq;

1755 1756 1757
	if (of_find_property(np, "ti,needs-special-hs-handling", NULL))
		pdata->slots[0].features |= HSMMC_HAS_HSPE_SUPPORT;

1758 1759 1760 1761 1762 1763 1764 1765 1766 1767
	return pdata;
}
#else
static inline struct omap_mmc_platform_data
			*of_get_hsmmc_pdata(struct device *dev)
{
	return NULL;
}
#endif

B
Bill Pemberton 已提交
1768
static int omap_hsmmc_probe(struct platform_device *pdev)
1769 1770 1771
{
	struct omap_mmc_platform_data *pdata = pdev->dev.platform_data;
	struct mmc_host *mmc;
D
Denis Karpov 已提交
1772
	struct omap_hsmmc_host *host = NULL;
1773
	struct resource *res;
1774
	int ret, irq;
1775
	const struct of_device_id *match;
1776 1777
	dma_cap_mask_t mask;
	unsigned tx_req, rx_req;
1778
	struct pinctrl *pinctrl;
1779 1780 1781 1782

	match = of_match_device(of_match_ptr(omap_mmc_of_match), &pdev->dev);
	if (match) {
		pdata = of_get_hsmmc_pdata(&pdev->dev);
1783 1784 1785 1786

		if (IS_ERR(pdata))
			return PTR_ERR(pdata);

1787
		if (match->data) {
1788
			const u16 *offsetp = match->data;
1789 1790 1791
			pdata->reg_offset = *offsetp;
		}
	}
1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807

	if (pdata == NULL) {
		dev_err(&pdev->dev, "Platform Data is missing\n");
		return -ENXIO;
	}

	if (pdata->nr_slots == 0) {
		dev_err(&pdev->dev, "No Slots\n");
		return -ENXIO;
	}

	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
	irq = platform_get_irq(pdev, 0);
	if (res == NULL || irq < 0)
		return -ENXIO;

1808
	res = request_mem_region(res->start, resource_size(res), pdev->name);
1809 1810 1811
	if (res == NULL)
		return -EBUSY;

1812 1813 1814 1815
	ret = omap_hsmmc_gpio_init(pdata);
	if (ret)
		goto err;

D
Denis Karpov 已提交
1816
	mmc = mmc_alloc_host(sizeof(struct omap_hsmmc_host), &pdev->dev);
1817 1818
	if (!mmc) {
		ret = -ENOMEM;
1819
		goto err_alloc;
1820 1821 1822 1823 1824 1825 1826 1827 1828 1829
	}

	host		= mmc_priv(mmc);
	host->mmc	= mmc;
	host->pdata	= pdata;
	host->dev	= &pdev->dev;
	host->use_dma	= 1;
	host->dma_ch	= -1;
	host->irq	= irq;
	host->slot_id	= 0;
1830
	host->mapbase	= res->start + pdata->reg_offset;
1831
	host->base	= ioremap(host->mapbase, SZ_4K);
1832
	host->power_mode = MMC_POWER_OFF;
1833
	host->next_data.cookie = 1;
1834 1835 1836

	platform_set_drvdata(pdev, host);

1837
	mmc->ops	= &omap_hsmmc_ops;
1838

1839 1840 1841 1842 1843 1844 1845
	/*
	 * If regulator_disable can only put vcc_aux to sleep then there is
	 * no off state.
	 */
	if (mmc_slot(host).vcc_aux_disable_is_sleep)
		mmc_slot(host).no_off = 1;

1846 1847 1848 1849 1850 1851
	mmc->f_min = OMAP_MMC_MIN_CLOCK;

	if (pdata->max_freq > 0)
		mmc->f_max = pdata->max_freq;
	else
		mmc->f_max = OMAP_MMC_MAX_CLOCK;
1852

1853
	spin_lock_init(&host->irq_lock);
1854

1855
	host->fclk = clk_get(&pdev->dev, "fck");
1856 1857 1858 1859 1860 1861
	if (IS_ERR(host->fclk)) {
		ret = PTR_ERR(host->fclk);
		host->fclk = NULL;
		goto err1;
	}

1862 1863 1864 1865
	if (host->pdata->controller_flags & OMAP_HSMMC_BROKEN_MULTIBLOCK_READ) {
		dev_info(&pdev->dev, "multiblock reads disabled due to 35xx erratum 2.1.1.128; MMC read performance may suffer\n");
		mmc->caps2 |= MMC_CAP2_NO_MULTI_READ;
	}
1866

1867 1868 1869 1870
	pm_runtime_enable(host->dev);
	pm_runtime_get_sync(host->dev);
	pm_runtime_set_autosuspend_delay(host->dev, MMC_AUTOSUSPEND_DELAY);
	pm_runtime_use_autosuspend(host->dev);
1871

1872 1873
	omap_hsmmc_context_save(host);

1874 1875 1876 1877 1878 1879
	host->dbclk = clk_get(&pdev->dev, "mmchsdb_fck");
	/*
	 * MMC can still work without debounce clock.
	 */
	if (IS_ERR(host->dbclk)) {
		host->dbclk = NULL;
1880
	} else if (clk_prepare_enable(host->dbclk) != 0) {
1881 1882 1883
		dev_warn(mmc_dev(host->mmc), "Failed to enable debounce clk\n");
		clk_put(host->dbclk);
		host->dbclk = NULL;
1884
	}
1885

1886 1887
	/* Since we do only SG emulation, we can have as many segs
	 * as we want. */
1888
	mmc->max_segs = 1024;
1889

1890 1891 1892 1893 1894
	mmc->max_blk_size = 512;       /* Block Length at max can be 1024 */
	mmc->max_blk_count = 0xFFFF;    /* No. of Blocks is 16 bits */
	mmc->max_req_size = mmc->max_blk_size * mmc->max_blk_count;
	mmc->max_seg_size = mmc->max_req_size;

1895
	mmc->caps |= MMC_CAP_MMC_HIGHSPEED | MMC_CAP_SD_HIGHSPEED |
A
Adrian Hunter 已提交
1896
		     MMC_CAP_WAIT_WHILE_BUSY | MMC_CAP_ERASE;
1897

1898 1899
	mmc->caps |= mmc_slot(host).caps;
	if (mmc->caps & MMC_CAP_8_BIT_DATA)
1900 1901
		mmc->caps |= MMC_CAP_4_BIT_DATA;

D
Denis Karpov 已提交
1902
	if (mmc_slot(host).nonremovable)
1903 1904
		mmc->caps |= MMC_CAP_NONREMOVABLE;

E
Eliad Peller 已提交
1905 1906
	mmc->pm_caps = mmc_slot(host).pm_caps;

D
Denis Karpov 已提交
1907
	omap_hsmmc_conf_bus_power(host);
1908

1909 1910 1911
	res = platform_get_resource_byname(pdev, IORESOURCE_DMA, "tx");
	if (!res) {
		dev_err(mmc_dev(host->mmc), "cannot get DMA TX channel\n");
1912
		ret = -ENXIO;
1913 1914
		goto err_irq;
	}
1915
	tx_req = res->start;
1916 1917 1918 1919

	res = platform_get_resource_byname(pdev, IORESOURCE_DMA, "rx");
	if (!res) {
		dev_err(mmc_dev(host->mmc), "cannot get DMA RX channel\n");
1920
		ret = -ENXIO;
G
Grazvydas Ignotas 已提交
1921 1922
		goto err_irq;
	}
1923
	rx_req = res->start;
1924

1925 1926 1927 1928 1929 1930
	dma_cap_zero(mask);
	dma_cap_set(DMA_SLAVE, mask);

	host->rx_chan = dma_request_channel(mask, omap_dma_filter_fn, &rx_req);
	if (!host->rx_chan) {
		dev_err(mmc_dev(host->mmc), "unable to obtain RX DMA engine channel %u\n", rx_req);
1931
		ret = -ENXIO;
1932 1933 1934 1935 1936 1937
		goto err_irq;
	}

	host->tx_chan = dma_request_channel(mask, omap_dma_filter_fn, &tx_req);
	if (!host->tx_chan) {
		dev_err(mmc_dev(host->mmc), "unable to obtain TX DMA engine channel %u\n", tx_req);
1938
		ret = -ENXIO;
1939
		goto err_irq;
1940
	}
1941 1942

	/* Request IRQ for MMC operations */
Y
Yong Zhang 已提交
1943
	ret = request_irq(host->irq, omap_hsmmc_irq, 0,
1944 1945
			mmc_hostname(mmc), host);
	if (ret) {
1946
		dev_err(mmc_dev(host->mmc), "Unable to grab HSMMC IRQ\n");
1947 1948 1949 1950 1951
		goto err_irq;
	}

	if (pdata->init != NULL) {
		if (pdata->init(&pdev->dev) != 0) {
1952
			dev_err(mmc_dev(host->mmc),
D
Denis Karpov 已提交
1953
				"Unable to configure MMC IRQs\n");
1954 1955 1956
			goto err_irq_cd_init;
		}
	}
1957

1958
	if (omap_hsmmc_have_reg() && !mmc_slot(host).set_power) {
1959 1960 1961 1962 1963 1964
		ret = omap_hsmmc_reg_get(host);
		if (ret)
			goto err_reg;
		host->use_reg = 1;
	}

1965
	mmc->ocr_avail = mmc_slot(host).ocr_mask;
1966 1967

	/* Request IRQ for card detect */
1968
	if ((mmc_slot(host).card_detect_irq)) {
1969 1970 1971
		ret = request_threaded_irq(mmc_slot(host).card_detect_irq,
					   NULL,
					   omap_hsmmc_detect,
1972
					   IRQF_TRIGGER_RISING | IRQF_TRIGGER_FALLING | IRQF_ONESHOT,
1973
					   mmc_hostname(mmc), host);
1974
		if (ret) {
1975
			dev_err(mmc_dev(host->mmc),
1976 1977 1978
				"Unable to grab MMC CD IRQ\n");
			goto err_irq_cd;
		}
1979 1980
		pdata->suspend = omap_hsmmc_suspend_cdirq;
		pdata->resume = omap_hsmmc_resume_cdirq;
1981 1982
	}

1983
	omap_hsmmc_disable_irq(host);
1984

1985 1986 1987 1988 1989
	pinctrl = devm_pinctrl_get_select_default(&pdev->dev);
	if (IS_ERR(pinctrl))
		dev_warn(&pdev->dev,
			"pins are not configured from the driver\n");

1990 1991
	omap_hsmmc_protect_card(host);

1992 1993
	mmc_add_host(mmc);

D
Denis Karpov 已提交
1994
	if (mmc_slot(host).name != NULL) {
1995 1996 1997 1998
		ret = device_create_file(&mmc->class_dev, &dev_attr_slot_name);
		if (ret < 0)
			goto err_slot_name;
	}
D
Denis Karpov 已提交
1999
	if (mmc_slot(host).card_detect_irq && mmc_slot(host).get_cover_state) {
2000 2001 2002
		ret = device_create_file(&mmc->class_dev,
					&dev_attr_cover_switch);
		if (ret < 0)
2003
			goto err_slot_name;
2004 2005
	}

D
Denis Karpov 已提交
2006
	omap_hsmmc_debugfs(mmc);
2007 2008
	pm_runtime_mark_last_busy(host->dev);
	pm_runtime_put_autosuspend(host->dev);
2009

2010 2011 2012 2013 2014
	return 0;

err_slot_name:
	mmc_remove_host(mmc);
	free_irq(mmc_slot(host).card_detect_irq, host);
2015 2016 2017 2018 2019 2020
err_irq_cd:
	if (host->use_reg)
		omap_hsmmc_reg_put(host);
err_reg:
	if (host->pdata->cleanup)
		host->pdata->cleanup(&pdev->dev);
2021 2022 2023
err_irq_cd_init:
	free_irq(host->irq, host);
err_irq:
2024 2025 2026 2027
	if (host->tx_chan)
		dma_release_channel(host->tx_chan);
	if (host->rx_chan)
		dma_release_channel(host->rx_chan);
2028
	pm_runtime_put_sync(host->dev);
2029
	pm_runtime_disable(host->dev);
2030
	clk_put(host->fclk);
2031
	if (host->dbclk) {
2032
		clk_disable_unprepare(host->dbclk);
2033 2034 2035 2036
		clk_put(host->dbclk);
	}
err1:
	iounmap(host->base);
2037 2038 2039 2040
	platform_set_drvdata(pdev, NULL);
	mmc_free_host(mmc);
err_alloc:
	omap_hsmmc_gpio_free(pdata);
2041
err:
2042 2043 2044
	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
	if (res)
		release_mem_region(res->start, resource_size(res));
2045 2046 2047
	return ret;
}

B
Bill Pemberton 已提交
2048
static int omap_hsmmc_remove(struct platform_device *pdev)
2049
{
D
Denis Karpov 已提交
2050
	struct omap_hsmmc_host *host = platform_get_drvdata(pdev);
2051 2052
	struct resource *res;

F
Felipe Balbi 已提交
2053 2054 2055 2056 2057 2058 2059 2060 2061
	pm_runtime_get_sync(host->dev);
	mmc_remove_host(host->mmc);
	if (host->use_reg)
		omap_hsmmc_reg_put(host);
	if (host->pdata->cleanup)
		host->pdata->cleanup(&pdev->dev);
	free_irq(host->irq, host);
	if (mmc_slot(host).card_detect_irq)
		free_irq(mmc_slot(host).card_detect_irq, host);
2062

2063 2064 2065 2066 2067
	if (host->tx_chan)
		dma_release_channel(host->tx_chan);
	if (host->rx_chan)
		dma_release_channel(host->rx_chan);

F
Felipe Balbi 已提交
2068 2069 2070
	pm_runtime_put_sync(host->dev);
	pm_runtime_disable(host->dev);
	clk_put(host->fclk);
2071
	if (host->dbclk) {
2072
		clk_disable_unprepare(host->dbclk);
F
Felipe Balbi 已提交
2073
		clk_put(host->dbclk);
2074 2075
	}

2076
	omap_hsmmc_gpio_free(host->pdata);
F
Felipe Balbi 已提交
2077
	iounmap(host->base);
2078
	mmc_free_host(host->mmc);
F
Felipe Balbi 已提交
2079

2080 2081
	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
	if (res)
2082
		release_mem_region(res->start, resource_size(res));
2083 2084 2085 2086 2087 2088
	platform_set_drvdata(pdev, NULL);

	return 0;
}

#ifdef CONFIG_PM
2089 2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107
static int omap_hsmmc_prepare(struct device *dev)
{
	struct omap_hsmmc_host *host = dev_get_drvdata(dev);

	if (host->pdata->suspend)
		return host->pdata->suspend(dev, host->slot_id);

	return 0;
}

static void omap_hsmmc_complete(struct device *dev)
{
	struct omap_hsmmc_host *host = dev_get_drvdata(dev);

	if (host->pdata->resume)
		host->pdata->resume(dev, host->slot_id);

}

2108
static int omap_hsmmc_suspend(struct device *dev)
2109 2110
{
	int ret = 0;
F
Felipe Balbi 已提交
2111
	struct omap_hsmmc_host *host = dev_get_drvdata(dev);
2112

F
Felipe Balbi 已提交
2113
	if (!host)
2114 2115
		return 0;

F
Felipe Balbi 已提交
2116 2117
	if (host && host->suspended)
		return 0;
2118

F
Felipe Balbi 已提交
2119 2120 2121
	pm_runtime_get_sync(host->dev);
	host->suspended = 1;
	ret = mmc_suspend_host(host->mmc);
2122

F
Felipe Balbi 已提交
2123 2124 2125 2126
	if (ret) {
		host->suspended = 0;
		goto err;
	}
2127

F
Felipe Balbi 已提交
2128 2129 2130 2131
	if (!(host->mmc->pm_flags & MMC_PM_KEEP_POWER)) {
		omap_hsmmc_disable_irq(host);
		OMAP_HSMMC_WRITE(host->base, HCTL,
				OMAP_HSMMC_READ(host->base, HCTL) & ~SDBP);
2132
	}
F
Felipe Balbi 已提交
2133

2134
	if (host->dbclk)
2135
		clk_disable_unprepare(host->dbclk);
2136 2137
err:
	pm_runtime_put_sync(host->dev);
2138 2139 2140 2141
	return ret;
}

/* Routine to resume the MMC device */
2142
static int omap_hsmmc_resume(struct device *dev)
2143 2144
{
	int ret = 0;
F
Felipe Balbi 已提交
2145 2146 2147 2148
	struct omap_hsmmc_host *host = dev_get_drvdata(dev);

	if (!host)
		return 0;
2149 2150 2151 2152

	if (host && !host->suspended)
		return 0;

F
Felipe Balbi 已提交
2153
	pm_runtime_get_sync(host->dev);
2154

2155
	if (host->dbclk)
2156
		clk_prepare_enable(host->dbclk);
2157

F
Felipe Balbi 已提交
2158 2159
	if (!(host->mmc->pm_flags & MMC_PM_KEEP_POWER))
		omap_hsmmc_conf_bus_power(host);
2160

F
Felipe Balbi 已提交
2161
	omap_hsmmc_protect_card(host);
2162

F
Felipe Balbi 已提交
2163 2164 2165 2166
	/* Notify the core to resume the host */
	ret = mmc_resume_host(host->mmc);
	if (ret == 0)
		host->suspended = 0;
2167

F
Felipe Balbi 已提交
2168 2169
	pm_runtime_mark_last_busy(host->dev);
	pm_runtime_put_autosuspend(host->dev);
2170 2171 2172 2173 2174 2175

	return ret;

}

#else
2176 2177
#define omap_hsmmc_prepare	NULL
#define omap_hsmmc_complete	NULL
D
Denis Karpov 已提交
2178
#define omap_hsmmc_suspend	NULL
2179
#define omap_hsmmc_resume	NULL
2180 2181
#endif

2182 2183 2184 2185 2186 2187
static int omap_hsmmc_runtime_suspend(struct device *dev)
{
	struct omap_hsmmc_host *host;

	host = platform_get_drvdata(to_platform_device(dev));
	omap_hsmmc_context_save(host);
F
Felipe Balbi 已提交
2188
	dev_dbg(dev, "disabled\n");
2189 2190 2191 2192 2193 2194 2195 2196 2197 2198

	return 0;
}

static int omap_hsmmc_runtime_resume(struct device *dev)
{
	struct omap_hsmmc_host *host;

	host = platform_get_drvdata(to_platform_device(dev));
	omap_hsmmc_context_restore(host);
F
Felipe Balbi 已提交
2199
	dev_dbg(dev, "enabled\n");
2200 2201 2202 2203

	return 0;
}

2204
static struct dev_pm_ops omap_hsmmc_dev_pm_ops = {
D
Denis Karpov 已提交
2205 2206
	.suspend	= omap_hsmmc_suspend,
	.resume		= omap_hsmmc_resume,
2207 2208
	.prepare	= omap_hsmmc_prepare,
	.complete	= omap_hsmmc_complete,
2209 2210
	.runtime_suspend = omap_hsmmc_runtime_suspend,
	.runtime_resume = omap_hsmmc_runtime_resume,
2211 2212 2213
};

static struct platform_driver omap_hsmmc_driver = {
2214
	.probe		= omap_hsmmc_probe,
B
Bill Pemberton 已提交
2215
	.remove		= omap_hsmmc_remove,
2216 2217 2218
	.driver		= {
		.name = DRIVER_NAME,
		.owner = THIS_MODULE,
2219
		.pm = &omap_hsmmc_dev_pm_ops,
2220
		.of_match_table = of_match_ptr(omap_mmc_of_match),
2221 2222 2223
	},
};

2224
module_platform_driver(omap_hsmmc_driver);
2225 2226 2227 2228
MODULE_DESCRIPTION("OMAP High Speed Multimedia Card driver");
MODULE_LICENSE("GPL");
MODULE_ALIAS("platform:" DRIVER_NAME);
MODULE_AUTHOR("Texas Instruments Inc");