spi-imx.c 35.0 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23
/*
 * Copyright 2004-2007 Freescale Semiconductor, Inc. All Rights Reserved.
 * Copyright (C) 2008 Juergen Beisert
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version 2
 * of the License, or (at your option) any later version.
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the
 * Free Software Foundation
 * 51 Franklin Street, Fifth Floor
 * Boston, MA  02110-1301, USA.
 */

#include <linux/clk.h>
#include <linux/completion.h>
#include <linux/delay.h>
R
Robin Gong 已提交
24 25
#include <linux/dmaengine.h>
#include <linux/dma-mapping.h>
26 27 28 29 30 31 32 33
#include <linux/err.h>
#include <linux/gpio.h>
#include <linux/interrupt.h>
#include <linux/io.h>
#include <linux/irq.h>
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/platform_device.h>
34
#include <linux/slab.h>
35 36 37
#include <linux/spi/spi.h>
#include <linux/spi/spi_bitbang.h>
#include <linux/types.h>
38 39 40
#include <linux/of.h>
#include <linux/of_device.h>
#include <linux/of_gpio.h>
41

R
Robin Gong 已提交
42
#include <linux/platform_data/dma-imx.h>
43
#include <linux/platform_data/spi-imx.h>
44 45 46 47 48 49 50 51 52 53 54 55 56

#define DRIVER_NAME "spi_imx"

#define MXC_CSPIRXDATA		0x00
#define MXC_CSPITXDATA		0x04
#define MXC_CSPICTRL		0x08
#define MXC_CSPIINT		0x0c
#define MXC_RESET		0x1c

/* generic defines to abstract from the different register layouts */
#define MXC_INT_RR	(1 << 0) /* Receive data ready interrupt */
#define MXC_INT_TE	(1 << 1) /* Transmit FIFO empty interrupt */

R
Robin Gong 已提交
57 58
/* The maximum  bytes that a sdma BD can transfer.*/
#define MAX_SDMA_BD_BYTES  (1 << 15)
59
struct spi_imx_config {
60 61 62 63
	unsigned int speed_hz;
	unsigned int bpw;
};

64
enum spi_imx_devtype {
65 66 67 68 69 70
	IMX1_CSPI,
	IMX21_CSPI,
	IMX27_CSPI,
	IMX31_CSPI,
	IMX35_CSPI,	/* CSPI on all i.mx except above */
	IMX51_ECSPI,	/* ECSPI on i.mx51 and later */
71 72 73 74 75 76
};

struct spi_imx_data;

struct spi_imx_devtype_data {
	void (*intctrl)(struct spi_imx_data *, int);
77
	int (*config)(struct spi_device *, struct spi_imx_config *);
78 79
	void (*trigger)(struct spi_imx_data *);
	int (*rx_available)(struct spi_imx_data *);
80
	void (*reset)(struct spi_imx_data *);
81
	enum spi_imx_devtype devtype;
82 83
};

84
struct spi_imx_data {
85
	struct spi_bitbang bitbang;
86
	struct device *dev;
87 88

	struct completion xfer_done;
89
	void __iomem *base;
90 91
	unsigned long base_phys;

92 93
	struct clk *clk_per;
	struct clk *clk_ipg;
94
	unsigned long spi_clk;
95
	unsigned int spi_bus_clk;
96

97
	unsigned int bytes_per_word;
98
	unsigned int spi_drctl;
99

100
	unsigned int count;
101 102
	void (*tx)(struct spi_imx_data *);
	void (*rx)(struct spi_imx_data *);
103 104 105 106
	void *rx_buf;
	const void *tx_buf;
	unsigned int txfifo; /* number of words pushed in tx FIFO */

R
Robin Gong 已提交
107 108
	/* DMA */
	bool usedma;
109
	u32 wml;
R
Robin Gong 已提交
110 111 112
	struct completion dma_rx_completion;
	struct completion dma_tx_completion;

113
	const struct spi_imx_devtype_data *devtype_data;
114 115
};

116 117 118 119 120 121 122 123 124 125
static inline int is_imx27_cspi(struct spi_imx_data *d)
{
	return d->devtype_data->devtype == IMX27_CSPI;
}

static inline int is_imx35_cspi(struct spi_imx_data *d)
{
	return d->devtype_data->devtype == IMX35_CSPI;
}

126 127 128 129 130
static inline int is_imx51_ecspi(struct spi_imx_data *d)
{
	return d->devtype_data->devtype == IMX51_ECSPI;
}

131 132
static inline unsigned spi_imx_get_fifosize(struct spi_imx_data *d)
{
133
	return is_imx51_ecspi(d) ? 64 : 8;
134 135
}

136
#define MXC_SPI_BUF_RX(type)						\
137
static void spi_imx_buf_rx_##type(struct spi_imx_data *spi_imx)		\
138
{									\
139
	unsigned int val = readl(spi_imx->base + MXC_CSPIRXDATA);	\
140
									\
141 142 143
	if (spi_imx->rx_buf) {						\
		*(type *)spi_imx->rx_buf = val;				\
		spi_imx->rx_buf += sizeof(type);			\
144 145 146 147
	}								\
}

#define MXC_SPI_BUF_TX(type)						\
148
static void spi_imx_buf_tx_##type(struct spi_imx_data *spi_imx)		\
149 150 151
{									\
	type val = 0;							\
									\
152 153 154
	if (spi_imx->tx_buf) {						\
		val = *(type *)spi_imx->tx_buf;				\
		spi_imx->tx_buf += sizeof(type);			\
155 156
	}								\
									\
157
	spi_imx->count -= sizeof(type);					\
158
									\
159
	writel(val, spi_imx->base + MXC_CSPITXDATA);			\
160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175
}

MXC_SPI_BUF_RX(u8)
MXC_SPI_BUF_TX(u8)
MXC_SPI_BUF_RX(u16)
MXC_SPI_BUF_TX(u16)
MXC_SPI_BUF_RX(u32)
MXC_SPI_BUF_TX(u32)

/* First entry is reserved, second entry is valid only if SDHC_SPIEN is set
 * (which is currently not the case in this driver)
 */
static int mxc_clkdivs[] = {0, 3, 4, 6, 8, 12, 16, 24, 32, 48, 64, 96, 128, 192,
	256, 384, 512, 768, 1024};

/* MX21, MX27 */
176
static unsigned int spi_imx_clkdiv_1(unsigned int fin,
177
		unsigned int fspi, unsigned int max, unsigned int *fres)
178
{
179
	int i;
180 181 182

	for (i = 2; i < max; i++)
		if (fspi * mxc_clkdivs[i] >= fin)
183
			break;
184

185 186
	*fres = fin / mxc_clkdivs[i];
	return i;
187 188
}

189
/* MX1, MX31, MX35, MX51 CSPI */
190
static unsigned int spi_imx_clkdiv_2(unsigned int fin,
191
		unsigned int fspi, unsigned int *fres)
192 193 194 195 196
{
	int i, div = 4;

	for (i = 0; i < 7; i++) {
		if (fspi * div >= fin)
197
			goto out;
198 199 200
		div <<= 1;
	}

201 202 203
out:
	*fres = fin / div;
	return i;
204 205
}

206 207 208 209 210
static int spi_imx_bytes_per_word(const int bpw)
{
	return DIV_ROUND_UP(bpw, BITS_PER_BYTE);
}

R
Robin Gong 已提交
211 212 213 214
static bool spi_imx_can_dma(struct spi_master *master, struct spi_device *spi,
			 struct spi_transfer *transfer)
{
	struct spi_imx_data *spi_imx = spi_master_get_devdata(master);
215
	unsigned int bpw, i;
216 217 218 219

	if (!master->dma_rx)
		return false;

220 221 222 223
	if (!transfer)
		return false;

	bpw = transfer->bits_per_word;
224 225 226 227 228 229 230 231
	if (!bpw)
		bpw = spi->bits_per_word;

	bpw = spi_imx_bytes_per_word(bpw);

	if (bpw != 1 && bpw != 2 && bpw != 4)
		return false;

232 233 234 235
	for (i = spi_imx_get_fifosize(spi_imx) / 2; i > 0; i--) {
		if (!(transfer->len % (i * bpw)))
			break;
	}
236

237
	if (i == 0)
238
		return false;
R
Robin Gong 已提交
239

240 241
	spi_imx->wml = i;

242
	return true;
R
Robin Gong 已提交
243 244
}

245 246 247
#define MX51_ECSPI_CTRL		0x08
#define MX51_ECSPI_CTRL_ENABLE		(1 <<  0)
#define MX51_ECSPI_CTRL_XCH		(1 <<  2)
R
Robin Gong 已提交
248
#define MX51_ECSPI_CTRL_SMC		(1 << 3)
249
#define MX51_ECSPI_CTRL_MODE_MASK	(0xf << 4)
250
#define MX51_ECSPI_CTRL_DRCTL(drctl)	((drctl) << 16)
251 252 253 254 255 256 257 258 259 260
#define MX51_ECSPI_CTRL_POSTDIV_OFFSET	8
#define MX51_ECSPI_CTRL_PREDIV_OFFSET	12
#define MX51_ECSPI_CTRL_CS(cs)		((cs) << 18)
#define MX51_ECSPI_CTRL_BL_OFFSET	20

#define MX51_ECSPI_CONFIG	0x0c
#define MX51_ECSPI_CONFIG_SCLKPHA(cs)	(1 << ((cs) +  0))
#define MX51_ECSPI_CONFIG_SCLKPOL(cs)	(1 << ((cs) +  4))
#define MX51_ECSPI_CONFIG_SBBCTRL(cs)	(1 << ((cs) +  8))
#define MX51_ECSPI_CONFIG_SSBPOL(cs)	(1 << ((cs) + 12))
261
#define MX51_ECSPI_CONFIG_SCLKCTL(cs)	(1 << ((cs) + 20))
262 263 264 265 266

#define MX51_ECSPI_INT		0x10
#define MX51_ECSPI_INT_TEEN		(1 <<  0)
#define MX51_ECSPI_INT_RREN		(1 <<  3)

R
Robin Gong 已提交
267
#define MX51_ECSPI_DMA      0x14
268 269 270
#define MX51_ECSPI_DMA_TX_WML(wml)	((wml) & 0x3f)
#define MX51_ECSPI_DMA_RX_WML(wml)	(((wml) & 0x3f) << 16)
#define MX51_ECSPI_DMA_RXT_WML(wml)	(((wml) & 0x3f) << 24)
R
Robin Gong 已提交
271

272 273 274
#define MX51_ECSPI_DMA_TEDEN		(1 << 7)
#define MX51_ECSPI_DMA_RXDEN		(1 << 23)
#define MX51_ECSPI_DMA_RXTDEN		(1 << 31)
R
Robin Gong 已提交
275

276 277
#define MX51_ECSPI_STAT		0x18
#define MX51_ECSPI_STAT_RR		(1 <<  3)
278

279 280 281
#define MX51_ECSPI_TESTREG	0x20
#define MX51_ECSPI_TESTREG_LBC	BIT(31)

282
/* MX51 eCSPI */
283 284
static unsigned int mx51_ecspi_clkdiv(struct spi_imx_data *spi_imx,
				      unsigned int fspi, unsigned int *fres)
285 286 287 288 289 290
{
	/*
	 * there are two 4-bit dividers, the pre-divider divides by
	 * $pre, the post-divider by 2^$post
	 */
	unsigned int pre, post;
291
	unsigned int fin = spi_imx->spi_clk;
292 293 294 295 296 297 298 299 300 301 302 303

	if (unlikely(fspi > fin))
		return 0;

	post = fls(fin) - fls(fspi);
	if (fin > fspi << post)
		post++;

	/* now we have: (fin <= fspi << post) with post being minimal */

	post = max(4U, post) - 4;
	if (unlikely(post > 0xf)) {
304 305
		dev_err(spi_imx->dev, "cannot set clock freq: %u (base freq: %u)\n",
				fspi, fin);
306 307 308 309 310
		return 0xff;
	}

	pre = DIV_ROUND_UP(fin, fspi << post) - 1;

311
	dev_dbg(spi_imx->dev, "%s: fin: %u, fspi: %u, post: %u, pre: %u\n",
312
			__func__, fin, fspi, post, pre);
313 314 315 316

	/* Resulting frequency for the SCLK line. */
	*fres = (fin / (pre + 1)) >> post;

317 318
	return (pre << MX51_ECSPI_CTRL_PREDIV_OFFSET) |
		(post << MX51_ECSPI_CTRL_POSTDIV_OFFSET);
319 320
}

321
static void mx51_ecspi_intctrl(struct spi_imx_data *spi_imx, int enable)
322 323 324 325
{
	unsigned val = 0;

	if (enable & MXC_INT_TE)
326
		val |= MX51_ECSPI_INT_TEEN;
327 328

	if (enable & MXC_INT_RR)
329
		val |= MX51_ECSPI_INT_RREN;
330

331
	writel(val, spi_imx->base + MX51_ECSPI_INT);
332 333
}

334
static void mx51_ecspi_trigger(struct spi_imx_data *spi_imx)
335
{
336
	u32 reg;
R
Robin Gong 已提交
337

338 339
	reg = readl(spi_imx->base + MX51_ECSPI_CTRL);
	reg |= MX51_ECSPI_CTRL_XCH;
340
	writel(reg, spi_imx->base + MX51_ECSPI_CTRL);
341 342
}

343 344
static int mx51_ecspi_config(struct spi_device *spi,
			     struct spi_imx_config *config)
345
{
346
	struct spi_imx_data *spi_imx = spi_master_get_devdata(spi->master);
347
	u32 ctrl = MX51_ECSPI_CTRL_ENABLE;
348
	u32 clk = config->speed_hz, delay, reg;
349
	u32 cfg = readl(spi_imx->base + MX51_ECSPI_CONFIG);
350

351 352 353 354 355 356 357
	/*
	 * The hardware seems to have a race condition when changing modes. The
	 * current assumption is that the selection of the channel arrives
	 * earlier in the hardware than the mode bits when they are written at
	 * the same time.
	 * So set master mode for all channels as we do not support slave mode.
	 */
358
	ctrl |= MX51_ECSPI_CTRL_MODE_MASK;
359

360 361 362 363 364 365
	/*
	 * Enable SPI_RDY handling (falling edge/level triggered).
	 */
	if (spi->mode & SPI_READY)
		ctrl |= MX51_ECSPI_CTRL_DRCTL(spi_imx->spi_drctl);

366
	/* set clock speed */
367
	ctrl |= mx51_ecspi_clkdiv(spi_imx, config->speed_hz, &clk);
368
	spi_imx->spi_bus_clk = clk;
369 370

	/* set chip select to use */
371
	ctrl |= MX51_ECSPI_CTRL_CS(spi->chip_select);
372

373
	ctrl |= (config->bpw - 1) << MX51_ECSPI_CTRL_BL_OFFSET;
374

375
	cfg |= MX51_ECSPI_CONFIG_SBBCTRL(spi->chip_select);
376

377
	if (spi->mode & SPI_CPHA)
378
		cfg |= MX51_ECSPI_CONFIG_SCLKPHA(spi->chip_select);
379
	else
380
		cfg &= ~MX51_ECSPI_CONFIG_SCLKPHA(spi->chip_select);
381

382
	if (spi->mode & SPI_CPOL) {
383 384
		cfg |= MX51_ECSPI_CONFIG_SCLKPOL(spi->chip_select);
		cfg |= MX51_ECSPI_CONFIG_SCLKCTL(spi->chip_select);
385
	} else {
386 387
		cfg &= ~MX51_ECSPI_CONFIG_SCLKPOL(spi->chip_select);
		cfg &= ~MX51_ECSPI_CONFIG_SCLKCTL(spi->chip_select);
388
	}
389
	if (spi->mode & SPI_CS_HIGH)
390
		cfg |= MX51_ECSPI_CONFIG_SSBPOL(spi->chip_select);
391
	else
392
		cfg &= ~MX51_ECSPI_CONFIG_SSBPOL(spi->chip_select);
393

394 395 396
	if (spi_imx->usedma)
		ctrl |= MX51_ECSPI_CTRL_SMC;

397 398 399
	/* CTRL register always go first to bring out controller from reset */
	writel(ctrl, spi_imx->base + MX51_ECSPI_CTRL);

400
	reg = readl(spi_imx->base + MX51_ECSPI_TESTREG);
401
	if (spi->mode & SPI_LOOP)
402 403 404 405 406
		reg |= MX51_ECSPI_TESTREG_LBC;
	else
		reg &= ~MX51_ECSPI_TESTREG_LBC;
	writel(reg, spi_imx->base + MX51_ECSPI_TESTREG);

407
	writel(cfg, spi_imx->base + MX51_ECSPI_CONFIG);
408

409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425
	/*
	 * Wait until the changes in the configuration register CONFIGREG
	 * propagate into the hardware. It takes exactly one tick of the
	 * SCLK clock, but we will wait two SCLK clock just to be sure. The
	 * effect of the delay it takes for the hardware to apply changes
	 * is noticable if the SCLK clock run very slow. In such a case, if
	 * the polarity of SCLK should be inverted, the GPIO ChipSelect might
	 * be asserted before the SCLK polarity changes, which would disrupt
	 * the SPI communication as the device on the other end would consider
	 * the change of SCLK polarity as a clock tick already.
	 */
	delay = (2 * 1000000) / clk;
	if (likely(delay < 10))	/* SCLK is faster than 100 kHz */
		udelay(delay);
	else			/* SCLK is _very_ slow */
		usleep_range(delay, delay + 10);

R
Robin Gong 已提交
426 427 428 429
	/*
	 * Configure the DMA register: setup the watermark
	 * and enable DMA request.
	 */
430

431 432 433
	writel(MX51_ECSPI_DMA_RX_WML(spi_imx->wml) |
		MX51_ECSPI_DMA_TX_WML(spi_imx->wml) |
		MX51_ECSPI_DMA_RXT_WML(spi_imx->wml) |
434 435
		MX51_ECSPI_DMA_TEDEN | MX51_ECSPI_DMA_RXDEN |
		MX51_ECSPI_DMA_RXTDEN, spi_imx->base + MX51_ECSPI_DMA);
R
Robin Gong 已提交
436

437 438 439
	return 0;
}

440
static int mx51_ecspi_rx_available(struct spi_imx_data *spi_imx)
441
{
442
	return readl(spi_imx->base + MX51_ECSPI_STAT) & MX51_ECSPI_STAT_RR;
443 444
}

445
static void mx51_ecspi_reset(struct spi_imx_data *spi_imx)
446 447
{
	/* drain receive buffer */
448
	while (mx51_ecspi_rx_available(spi_imx))
449 450 451
		readl(spi_imx->base + MXC_CSPIRXDATA);
}

452 453 454 455 456 457
#define MX31_INTREG_TEEN	(1 << 0)
#define MX31_INTREG_RREN	(1 << 3)

#define MX31_CSPICTRL_ENABLE	(1 << 0)
#define MX31_CSPICTRL_MASTER	(1 << 1)
#define MX31_CSPICTRL_XCH	(1 << 2)
M
Martin Kaiser 已提交
458
#define MX31_CSPICTRL_SMC	(1 << 3)
459 460 461 462 463 464 465 466 467 468
#define MX31_CSPICTRL_POL	(1 << 4)
#define MX31_CSPICTRL_PHA	(1 << 5)
#define MX31_CSPICTRL_SSCTL	(1 << 6)
#define MX31_CSPICTRL_SSPOL	(1 << 7)
#define MX31_CSPICTRL_BC_SHIFT	8
#define MX35_CSPICTRL_BL_SHIFT	20
#define MX31_CSPICTRL_CS_SHIFT	24
#define MX35_CSPICTRL_CS_SHIFT	12
#define MX31_CSPICTRL_DR_SHIFT	16

M
Martin Kaiser 已提交
469 470 471 472
#define MX31_CSPI_DMAREG	0x10
#define MX31_DMAREG_RH_DEN	(1<<4)
#define MX31_DMAREG_TH_DEN	(1<<1)

473 474 475
#define MX31_CSPISTATUS		0x14
#define MX31_STATUS_RR		(1 << 3)

476 477 478
#define MX31_CSPI_TESTREG	0x1C
#define MX31_TEST_LBC		(1 << 14)

479 480 481 482
/* These functions also work for the i.MX35, but be aware that
 * the i.MX35 has a slightly different register layout for bits
 * we do not use here.
 */
483
static void mx31_intctrl(struct spi_imx_data *spi_imx, int enable)
484 485 486 487 488 489 490 491
{
	unsigned int val = 0;

	if (enable & MXC_INT_TE)
		val |= MX31_INTREG_TEEN;
	if (enable & MXC_INT_RR)
		val |= MX31_INTREG_RREN;

492
	writel(val, spi_imx->base + MXC_CSPIINT);
493 494
}

495
static void mx31_trigger(struct spi_imx_data *spi_imx)
496 497 498
{
	unsigned int reg;

499
	reg = readl(spi_imx->base + MXC_CSPICTRL);
500
	reg |= MX31_CSPICTRL_XCH;
501
	writel(reg, spi_imx->base + MXC_CSPICTRL);
502 503
}

504
static int mx31_config(struct spi_device *spi, struct spi_imx_config *config)
505
{
506
	struct spi_imx_data *spi_imx = spi_master_get_devdata(spi->master);
507
	unsigned int reg = MX31_CSPICTRL_ENABLE | MX31_CSPICTRL_MASTER;
508
	unsigned int clk;
509

510
	reg |= spi_imx_clkdiv_2(spi_imx->spi_clk, config->speed_hz, &clk) <<
511
		MX31_CSPICTRL_DR_SHIFT;
512
	spi_imx->spi_bus_clk = clk;
513

514
	if (is_imx35_cspi(spi_imx)) {
515 516 517 518 519
		reg |= (config->bpw - 1) << MX35_CSPICTRL_BL_SHIFT;
		reg |= MX31_CSPICTRL_SSCTL;
	} else {
		reg |= (config->bpw - 1) << MX31_CSPICTRL_BC_SHIFT;
	}
520

521
	if (spi->mode & SPI_CPHA)
522
		reg |= MX31_CSPICTRL_PHA;
523
	if (spi->mode & SPI_CPOL)
524
		reg |= MX31_CSPICTRL_POL;
525
	if (spi->mode & SPI_CS_HIGH)
526
		reg |= MX31_CSPICTRL_SSPOL;
527 528
	if (spi->cs_gpio < 0)
		reg |= (spi->cs_gpio + 32) <<
529 530
			(is_imx35_cspi(spi_imx) ? MX35_CSPICTRL_CS_SHIFT :
						  MX31_CSPICTRL_CS_SHIFT);
531

M
Martin Kaiser 已提交
532 533 534
	if (spi_imx->usedma)
		reg |= MX31_CSPICTRL_SMC;

535 536
	writel(reg, spi_imx->base + MXC_CSPICTRL);

537 538 539 540 541 542 543
	reg = readl(spi_imx->base + MX31_CSPI_TESTREG);
	if (spi->mode & SPI_LOOP)
		reg |= MX31_TEST_LBC;
	else
		reg &= ~MX31_TEST_LBC;
	writel(reg, spi_imx->base + MX31_CSPI_TESTREG);

M
Martin Kaiser 已提交
544 545 546 547 548 549 550
	if (spi_imx->usedma) {
		/* configure DMA requests when RXFIFO is half full and
		   when TXFIFO is half empty */
		writel(MX31_DMAREG_RH_DEN | MX31_DMAREG_TH_DEN,
			spi_imx->base + MX31_CSPI_DMAREG);
	}

551 552 553
	return 0;
}

554
static int mx31_rx_available(struct spi_imx_data *spi_imx)
555
{
556
	return readl(spi_imx->base + MX31_CSPISTATUS) & MX31_STATUS_RR;
557 558
}

559
static void mx31_reset(struct spi_imx_data *spi_imx)
560 561
{
	/* drain receive buffer */
562
	while (readl(spi_imx->base + MX31_CSPISTATUS) & MX31_STATUS_RR)
563 564 565
		readl(spi_imx->base + MXC_CSPIRXDATA);
}

566 567 568 569 570 571 572 573 574 575 576 577 578
#define MX21_INTREG_RR		(1 << 4)
#define MX21_INTREG_TEEN	(1 << 9)
#define MX21_INTREG_RREN	(1 << 13)

#define MX21_CSPICTRL_POL	(1 << 5)
#define MX21_CSPICTRL_PHA	(1 << 6)
#define MX21_CSPICTRL_SSPOL	(1 << 8)
#define MX21_CSPICTRL_XCH	(1 << 9)
#define MX21_CSPICTRL_ENABLE	(1 << 10)
#define MX21_CSPICTRL_MASTER	(1 << 11)
#define MX21_CSPICTRL_DR_SHIFT	14
#define MX21_CSPICTRL_CS_SHIFT	19

579
static void mx21_intctrl(struct spi_imx_data *spi_imx, int enable)
580 581 582 583
{
	unsigned int val = 0;

	if (enable & MXC_INT_TE)
584
		val |= MX21_INTREG_TEEN;
585
	if (enable & MXC_INT_RR)
586
		val |= MX21_INTREG_RREN;
587

588
	writel(val, spi_imx->base + MXC_CSPIINT);
589 590
}

591
static void mx21_trigger(struct spi_imx_data *spi_imx)
592 593 594
{
	unsigned int reg;

595
	reg = readl(spi_imx->base + MXC_CSPICTRL);
596
	reg |= MX21_CSPICTRL_XCH;
597
	writel(reg, spi_imx->base + MXC_CSPICTRL);
598 599
}

600
static int mx21_config(struct spi_device *spi, struct spi_imx_config *config)
601
{
602
	struct spi_imx_data *spi_imx = spi_master_get_devdata(spi->master);
603
	unsigned int reg = MX21_CSPICTRL_ENABLE | MX21_CSPICTRL_MASTER;
604
	unsigned int max = is_imx27_cspi(spi_imx) ? 16 : 18;
605 606 607 608 609
	unsigned int clk;

	reg |= spi_imx_clkdiv_1(spi_imx->spi_clk, config->speed_hz, max, &clk)
		<< MX21_CSPICTRL_DR_SHIFT;
	spi_imx->spi_bus_clk = clk;
610 611 612

	reg |= config->bpw - 1;

613
	if (spi->mode & SPI_CPHA)
614
		reg |= MX21_CSPICTRL_PHA;
615
	if (spi->mode & SPI_CPOL)
616
		reg |= MX21_CSPICTRL_POL;
617
	if (spi->mode & SPI_CS_HIGH)
618
		reg |= MX21_CSPICTRL_SSPOL;
619 620
	if (spi->cs_gpio < 0)
		reg |= (spi->cs_gpio + 32) << MX21_CSPICTRL_CS_SHIFT;
621

622
	writel(reg, spi_imx->base + MXC_CSPICTRL);
623 624 625 626

	return 0;
}

627
static int mx21_rx_available(struct spi_imx_data *spi_imx)
628
{
629
	return readl(spi_imx->base + MXC_CSPIINT) & MX21_INTREG_RR;
630 631
}

632
static void mx21_reset(struct spi_imx_data *spi_imx)
633 634 635 636
{
	writel(1, spi_imx->base + MXC_RESET);
}

637 638 639 640 641 642 643 644 645 646 647
#define MX1_INTREG_RR		(1 << 3)
#define MX1_INTREG_TEEN		(1 << 8)
#define MX1_INTREG_RREN		(1 << 11)

#define MX1_CSPICTRL_POL	(1 << 4)
#define MX1_CSPICTRL_PHA	(1 << 5)
#define MX1_CSPICTRL_XCH	(1 << 8)
#define MX1_CSPICTRL_ENABLE	(1 << 9)
#define MX1_CSPICTRL_MASTER	(1 << 10)
#define MX1_CSPICTRL_DR_SHIFT	13

648
static void mx1_intctrl(struct spi_imx_data *spi_imx, int enable)
649 650 651 652 653 654 655 656
{
	unsigned int val = 0;

	if (enable & MXC_INT_TE)
		val |= MX1_INTREG_TEEN;
	if (enable & MXC_INT_RR)
		val |= MX1_INTREG_RREN;

657
	writel(val, spi_imx->base + MXC_CSPIINT);
658 659
}

660
static void mx1_trigger(struct spi_imx_data *spi_imx)
661 662 663
{
	unsigned int reg;

664
	reg = readl(spi_imx->base + MXC_CSPICTRL);
665
	reg |= MX1_CSPICTRL_XCH;
666
	writel(reg, spi_imx->base + MXC_CSPICTRL);
667 668
}

669
static int mx1_config(struct spi_device *spi, struct spi_imx_config *config)
670
{
671
	struct spi_imx_data *spi_imx = spi_master_get_devdata(spi->master);
672
	unsigned int reg = MX1_CSPICTRL_ENABLE | MX1_CSPICTRL_MASTER;
673
	unsigned int clk;
674

675
	reg |= spi_imx_clkdiv_2(spi_imx->spi_clk, config->speed_hz, &clk) <<
676
		MX1_CSPICTRL_DR_SHIFT;
677 678
	spi_imx->spi_bus_clk = clk;

679 680
	reg |= config->bpw - 1;

681
	if (spi->mode & SPI_CPHA)
682
		reg |= MX1_CSPICTRL_PHA;
683
	if (spi->mode & SPI_CPOL)
684 685
		reg |= MX1_CSPICTRL_POL;

686
	writel(reg, spi_imx->base + MXC_CSPICTRL);
687 688 689 690

	return 0;
}

691
static int mx1_rx_available(struct spi_imx_data *spi_imx)
692
{
693
	return readl(spi_imx->base + MXC_CSPIINT) & MX1_INTREG_RR;
694 695
}

696
static void mx1_reset(struct spi_imx_data *spi_imx)
697 698 699 700
{
	writel(1, spi_imx->base + MXC_RESET);
}

701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756
static struct spi_imx_devtype_data imx1_cspi_devtype_data = {
	.intctrl = mx1_intctrl,
	.config = mx1_config,
	.trigger = mx1_trigger,
	.rx_available = mx1_rx_available,
	.reset = mx1_reset,
	.devtype = IMX1_CSPI,
};

static struct spi_imx_devtype_data imx21_cspi_devtype_data = {
	.intctrl = mx21_intctrl,
	.config = mx21_config,
	.trigger = mx21_trigger,
	.rx_available = mx21_rx_available,
	.reset = mx21_reset,
	.devtype = IMX21_CSPI,
};

static struct spi_imx_devtype_data imx27_cspi_devtype_data = {
	/* i.mx27 cspi shares the functions with i.mx21 one */
	.intctrl = mx21_intctrl,
	.config = mx21_config,
	.trigger = mx21_trigger,
	.rx_available = mx21_rx_available,
	.reset = mx21_reset,
	.devtype = IMX27_CSPI,
};

static struct spi_imx_devtype_data imx31_cspi_devtype_data = {
	.intctrl = mx31_intctrl,
	.config = mx31_config,
	.trigger = mx31_trigger,
	.rx_available = mx31_rx_available,
	.reset = mx31_reset,
	.devtype = IMX31_CSPI,
};

static struct spi_imx_devtype_data imx35_cspi_devtype_data = {
	/* i.mx35 and later cspi shares the functions with i.mx31 one */
	.intctrl = mx31_intctrl,
	.config = mx31_config,
	.trigger = mx31_trigger,
	.rx_available = mx31_rx_available,
	.reset = mx31_reset,
	.devtype = IMX35_CSPI,
};

static struct spi_imx_devtype_data imx51_ecspi_devtype_data = {
	.intctrl = mx51_ecspi_intctrl,
	.config = mx51_ecspi_config,
	.trigger = mx51_ecspi_trigger,
	.rx_available = mx51_ecspi_rx_available,
	.reset = mx51_ecspi_reset,
	.devtype = IMX51_ECSPI,
};

757
static const struct platform_device_id spi_imx_devtype[] = {
758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778
	{
		.name = "imx1-cspi",
		.driver_data = (kernel_ulong_t) &imx1_cspi_devtype_data,
	}, {
		.name = "imx21-cspi",
		.driver_data = (kernel_ulong_t) &imx21_cspi_devtype_data,
	}, {
		.name = "imx27-cspi",
		.driver_data = (kernel_ulong_t) &imx27_cspi_devtype_data,
	}, {
		.name = "imx31-cspi",
		.driver_data = (kernel_ulong_t) &imx31_cspi_devtype_data,
	}, {
		.name = "imx35-cspi",
		.driver_data = (kernel_ulong_t) &imx35_cspi_devtype_data,
	}, {
		.name = "imx51-ecspi",
		.driver_data = (kernel_ulong_t) &imx51_ecspi_devtype_data,
	}, {
		/* sentinel */
	}
779 780
};

781 782 783 784 785 786 787 788 789
static const struct of_device_id spi_imx_dt_ids[] = {
	{ .compatible = "fsl,imx1-cspi", .data = &imx1_cspi_devtype_data, },
	{ .compatible = "fsl,imx21-cspi", .data = &imx21_cspi_devtype_data, },
	{ .compatible = "fsl,imx27-cspi", .data = &imx27_cspi_devtype_data, },
	{ .compatible = "fsl,imx31-cspi", .data = &imx31_cspi_devtype_data, },
	{ .compatible = "fsl,imx35-cspi", .data = &imx35_cspi_devtype_data, },
	{ .compatible = "fsl,imx51-ecspi", .data = &imx51_ecspi_devtype_data, },
	{ /* sentinel */ }
};
790
MODULE_DEVICE_TABLE(of, spi_imx_dt_ids);
791

792
static void spi_imx_chipselect(struct spi_device *spi, int is_active)
793
{
794 795
	int active = is_active != BITBANG_CS_INACTIVE;
	int dev_is_lowactive = !(spi->mode & SPI_CS_HIGH);
796

797
	if (!gpio_is_valid(spi->cs_gpio))
798 799
		return;

800
	gpio_set_value(spi->cs_gpio, dev_is_lowactive ^ active);
801 802
}

803
static void spi_imx_push(struct spi_imx_data *spi_imx)
804
{
805
	while (spi_imx->txfifo < spi_imx_get_fifosize(spi_imx)) {
806
		if (!spi_imx->count)
807
			break;
808 809
		spi_imx->tx(spi_imx);
		spi_imx->txfifo++;
810 811
	}

812
	spi_imx->devtype_data->trigger(spi_imx);
813 814
}

815
static irqreturn_t spi_imx_isr(int irq, void *dev_id)
816
{
817
	struct spi_imx_data *spi_imx = dev_id;
818

819
	while (spi_imx->devtype_data->rx_available(spi_imx)) {
820 821
		spi_imx->rx(spi_imx);
		spi_imx->txfifo--;
822 823
	}

824 825
	if (spi_imx->count) {
		spi_imx_push(spi_imx);
826 827 828
		return IRQ_HANDLED;
	}

829
	if (spi_imx->txfifo) {
830 831 832
		/* No data left to push, but still waiting for rx data,
		 * enable receive data available interrupt.
		 */
833
		spi_imx->devtype_data->intctrl(
834
				spi_imx, MXC_INT_RR);
835 836 837
		return IRQ_HANDLED;
	}

838
	spi_imx->devtype_data->intctrl(spi_imx, 0);
839
	complete(&spi_imx->xfer_done);
840 841 842 843

	return IRQ_HANDLED;
}

844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890
static int spi_imx_dma_configure(struct spi_master *master,
				 int bytes_per_word)
{
	int ret;
	enum dma_slave_buswidth buswidth;
	struct dma_slave_config rx = {}, tx = {};
	struct spi_imx_data *spi_imx = spi_master_get_devdata(master);

	switch (bytes_per_word) {
	case 4:
		buswidth = DMA_SLAVE_BUSWIDTH_4_BYTES;
		break;
	case 2:
		buswidth = DMA_SLAVE_BUSWIDTH_2_BYTES;
		break;
	case 1:
		buswidth = DMA_SLAVE_BUSWIDTH_1_BYTE;
		break;
	default:
		return -EINVAL;
	}

	tx.direction = DMA_MEM_TO_DEV;
	tx.dst_addr = spi_imx->base_phys + MXC_CSPITXDATA;
	tx.dst_addr_width = buswidth;
	tx.dst_maxburst = spi_imx->wml;
	ret = dmaengine_slave_config(master->dma_tx, &tx);
	if (ret) {
		dev_err(spi_imx->dev, "TX dma configuration failed with %d\n", ret);
		return ret;
	}

	rx.direction = DMA_DEV_TO_MEM;
	rx.src_addr = spi_imx->base_phys + MXC_CSPIRXDATA;
	rx.src_addr_width = buswidth;
	rx.src_maxburst = spi_imx->wml;
	ret = dmaengine_slave_config(master->dma_rx, &rx);
	if (ret) {
		dev_err(spi_imx->dev, "RX dma configuration failed with %d\n", ret);
		return ret;
	}

	spi_imx->bytes_per_word = bytes_per_word;

	return 0;
}

891
static int spi_imx_setupxfer(struct spi_device *spi,
892 893
				 struct spi_transfer *t)
{
894 895
	struct spi_imx_data *spi_imx = spi_master_get_devdata(spi->master);
	struct spi_imx_config config;
896
	int ret;
897 898 899 900

	config.bpw = t ? t->bits_per_word : spi->bits_per_word;
	config.speed_hz  = t ? t->speed_hz : spi->max_speed_hz;

S
Sascha Hauer 已提交
901 902 903 904 905
	if (!config.speed_hz)
		config.speed_hz = spi->max_speed_hz;
	if (!config.bpw)
		config.bpw = spi->bits_per_word;

906 907
	/* Initialize the functions for transfer */
	if (config.bpw <= 8) {
908 909
		spi_imx->rx = spi_imx_buf_rx_u8;
		spi_imx->tx = spi_imx_buf_tx_u8;
910
	} else if (config.bpw <= 16) {
911 912
		spi_imx->rx = spi_imx_buf_rx_u16;
		spi_imx->tx = spi_imx_buf_tx_u16;
913
	} else {
914 915
		spi_imx->rx = spi_imx_buf_rx_u32;
		spi_imx->tx = spi_imx_buf_tx_u32;
916
	}
917

918 919 920 921 922
	if (spi_imx_can_dma(spi_imx->bitbang.master, spi, t))
		spi_imx->usedma = 1;
	else
		spi_imx->usedma = 0;

923 924 925 926 927 928 929
	if (spi_imx->usedma) {
		ret = spi_imx_dma_configure(spi->master,
					    spi_imx_bytes_per_word(config.bpw));
		if (ret)
			return ret;
	}

930
	spi_imx->devtype_data->config(spi, &config);
931 932 933 934

	return 0;
}

R
Robin Gong 已提交
935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950
static void spi_imx_sdma_exit(struct spi_imx_data *spi_imx)
{
	struct spi_master *master = spi_imx->bitbang.master;

	if (master->dma_rx) {
		dma_release_channel(master->dma_rx);
		master->dma_rx = NULL;
	}

	if (master->dma_tx) {
		dma_release_channel(master->dma_tx);
		master->dma_tx = NULL;
	}
}

static int spi_imx_sdma_init(struct device *dev, struct spi_imx_data *spi_imx,
951
			     struct spi_master *master)
R
Robin Gong 已提交
952 953 954
{
	int ret;

R
Robin Gong 已提交
955 956 957 958
	/* use pio mode for i.mx6dl chip TKT238285 */
	if (of_machine_is_compatible("fsl,imx6dl"))
		return 0;

959 960
	spi_imx->wml = spi_imx_get_fifosize(spi_imx) / 2;

R
Robin Gong 已提交
961
	/* Prepare for TX DMA: */
962 963 964 965 966
	master->dma_tx = dma_request_slave_channel_reason(dev, "tx");
	if (IS_ERR(master->dma_tx)) {
		ret = PTR_ERR(master->dma_tx);
		dev_dbg(dev, "can't get the TX DMA channel, error %d!\n", ret);
		master->dma_tx = NULL;
R
Robin Gong 已提交
967 968 969 970
		goto err;
	}

	/* Prepare for RX : */
971 972 973 974 975
	master->dma_rx = dma_request_slave_channel_reason(dev, "rx");
	if (IS_ERR(master->dma_rx)) {
		ret = PTR_ERR(master->dma_rx);
		dev_dbg(dev, "can't get the RX DMA channel, error %d\n", ret);
		master->dma_rx = NULL;
R
Robin Gong 已提交
976 977 978
		goto err;
	}

979
	spi_imx_dma_configure(master, 1);
R
Robin Gong 已提交
980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007

	init_completion(&spi_imx->dma_rx_completion);
	init_completion(&spi_imx->dma_tx_completion);
	master->can_dma = spi_imx_can_dma;
	master->max_dma_len = MAX_SDMA_BD_BYTES;
	spi_imx->bitbang.master->flags = SPI_MASTER_MUST_RX |
					 SPI_MASTER_MUST_TX;

	return 0;
err:
	spi_imx_sdma_exit(spi_imx);
	return ret;
}

static void spi_imx_dma_rx_callback(void *cookie)
{
	struct spi_imx_data *spi_imx = (struct spi_imx_data *)cookie;

	complete(&spi_imx->dma_rx_completion);
}

static void spi_imx_dma_tx_callback(void *cookie)
{
	struct spi_imx_data *spi_imx = (struct spi_imx_data *)cookie;

	complete(&spi_imx->dma_tx_completion);
}

1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021
static int spi_imx_calculate_timeout(struct spi_imx_data *spi_imx, int size)
{
	unsigned long timeout = 0;

	/* Time with actual data transfer and CS change delay related to HW */
	timeout = (8 + 4) * size / spi_imx->spi_bus_clk;

	/* Add extra second for scheduler related activities */
	timeout += 1;

	/* Double calculated timeout */
	return msecs_to_jiffies(2 * timeout * MSEC_PER_SEC);
}

R
Robin Gong 已提交
1022 1023 1024
static int spi_imx_dma_transfer(struct spi_imx_data *spi_imx,
				struct spi_transfer *transfer)
{
1025
	struct dma_async_tx_descriptor *desc_tx, *desc_rx;
1026
	unsigned long transfer_timeout;
1027
	unsigned long timeout;
R
Robin Gong 已提交
1028 1029 1030
	struct spi_master *master = spi_imx->bitbang.master;
	struct sg_table *tx = &transfer->tx_sg, *rx = &transfer->rx_sg;

1031 1032 1033 1034 1035 1036 1037 1038 1039
	/*
	 * The TX DMA setup starts the transfer, so make sure RX is configured
	 * before TX.
	 */
	desc_rx = dmaengine_prep_slave_sg(master->dma_rx,
				rx->sgl, rx->nents, DMA_DEV_TO_MEM,
				DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
	if (!desc_rx)
		return -EINVAL;
R
Robin Gong 已提交
1040

1041 1042 1043 1044 1045
	desc_rx->callback = spi_imx_dma_rx_callback;
	desc_rx->callback_param = (void *)spi_imx;
	dmaengine_submit(desc_rx);
	reinit_completion(&spi_imx->dma_rx_completion);
	dma_async_issue_pending(master->dma_rx);
R
Robin Gong 已提交
1046

1047 1048 1049 1050 1051 1052
	desc_tx = dmaengine_prep_slave_sg(master->dma_tx,
				tx->sgl, tx->nents, DMA_MEM_TO_DEV,
				DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
	if (!desc_tx) {
		dmaengine_terminate_all(master->dma_tx);
		return -EINVAL;
R
Robin Gong 已提交
1053 1054
	}

1055 1056 1057
	desc_tx->callback = spi_imx_dma_tx_callback;
	desc_tx->callback_param = (void *)spi_imx;
	dmaengine_submit(desc_tx);
R
Robin Gong 已提交
1058
	reinit_completion(&spi_imx->dma_tx_completion);
1059
	dma_async_issue_pending(master->dma_tx);
R
Robin Gong 已提交
1060

1061 1062
	transfer_timeout = spi_imx_calculate_timeout(spi_imx, transfer->len);

R
Robin Gong 已提交
1063
	/* Wait SDMA to finish the data transfer.*/
1064
	timeout = wait_for_completion_timeout(&spi_imx->dma_tx_completion,
1065
						transfer_timeout);
1066
	if (!timeout) {
1067
		dev_err(spi_imx->dev, "I/O Error in DMA TX\n");
R
Robin Gong 已提交
1068
		dmaengine_terminate_all(master->dma_tx);
1069
		dmaengine_terminate_all(master->dma_rx);
1070
		return -ETIMEDOUT;
R
Robin Gong 已提交
1071 1072
	}

1073 1074 1075 1076 1077 1078 1079 1080
	timeout = wait_for_completion_timeout(&spi_imx->dma_rx_completion,
					      transfer_timeout);
	if (!timeout) {
		dev_err(&master->dev, "I/O Error in DMA RX\n");
		spi_imx->devtype_data->reset(spi_imx);
		dmaengine_terminate_all(master->dma_rx);
		return -ETIMEDOUT;
	}
R
Robin Gong 已提交
1081

1082
	return transfer->len;
R
Robin Gong 已提交
1083 1084 1085
}

static int spi_imx_pio_transfer(struct spi_device *spi,
1086 1087
				struct spi_transfer *transfer)
{
1088
	struct spi_imx_data *spi_imx = spi_master_get_devdata(spi->master);
1089 1090
	unsigned long transfer_timeout;
	unsigned long timeout;
1091

1092 1093 1094 1095
	spi_imx->tx_buf = transfer->tx_buf;
	spi_imx->rx_buf = transfer->rx_buf;
	spi_imx->count = transfer->len;
	spi_imx->txfifo = 0;
1096

1097
	reinit_completion(&spi_imx->xfer_done);
1098

1099
	spi_imx_push(spi_imx);
1100

1101
	spi_imx->devtype_data->intctrl(spi_imx, MXC_INT_TE);
1102

1103 1104 1105 1106 1107 1108 1109 1110 1111
	transfer_timeout = spi_imx_calculate_timeout(spi_imx, transfer->len);

	timeout = wait_for_completion_timeout(&spi_imx->xfer_done,
					      transfer_timeout);
	if (!timeout) {
		dev_err(&spi->dev, "I/O Error in PIO\n");
		spi_imx->devtype_data->reset(spi_imx);
		return -ETIMEDOUT;
	}
1112 1113 1114 1115

	return transfer->len;
}

R
Robin Gong 已提交
1116 1117 1118 1119 1120
static int spi_imx_transfer(struct spi_device *spi,
				struct spi_transfer *transfer)
{
	struct spi_imx_data *spi_imx = spi_master_get_devdata(spi->master);

1121
	if (spi_imx->usedma)
S
Sascha Hauer 已提交
1122
		return spi_imx_dma_transfer(spi_imx, transfer);
1123 1124
	else
		return spi_imx_pio_transfer(spi, transfer);
R
Robin Gong 已提交
1125 1126
}

1127
static int spi_imx_setup(struct spi_device *spi)
1128
{
1129
	dev_dbg(&spi->dev, "%s: mode %d, %u bpw, %d hz\n", __func__,
1130 1131
		 spi->mode, spi->bits_per_word, spi->max_speed_hz);

1132 1133 1134
	if (gpio_is_valid(spi->cs_gpio))
		gpio_direction_output(spi->cs_gpio,
				      spi->mode & SPI_CS_HIGH ? 0 : 1);
1135

1136
	spi_imx_chipselect(spi, BITBANG_CS_INACTIVE);
1137 1138 1139 1140

	return 0;
}

1141
static void spi_imx_cleanup(struct spi_device *spi)
1142 1143 1144
{
}

1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173
static int
spi_imx_prepare_message(struct spi_master *master, struct spi_message *msg)
{
	struct spi_imx_data *spi_imx = spi_master_get_devdata(master);
	int ret;

	ret = clk_enable(spi_imx->clk_per);
	if (ret)
		return ret;

	ret = clk_enable(spi_imx->clk_ipg);
	if (ret) {
		clk_disable(spi_imx->clk_per);
		return ret;
	}

	return 0;
}

static int
spi_imx_unprepare_message(struct spi_master *master, struct spi_message *msg)
{
	struct spi_imx_data *spi_imx = spi_master_get_devdata(master);

	clk_disable(spi_imx->clk_ipg);
	clk_disable(spi_imx->clk_per);
	return 0;
}

1174
static int spi_imx_probe(struct platform_device *pdev)
1175
{
1176 1177 1178 1179 1180
	struct device_node *np = pdev->dev.of_node;
	const struct of_device_id *of_id =
			of_match_device(spi_imx_dt_ids, &pdev->dev);
	struct spi_imx_master *mxc_platform_info =
			dev_get_platdata(&pdev->dev);
1181
	struct spi_master *master;
1182
	struct spi_imx_data *spi_imx;
1183
	struct resource *res;
1184
	int i, ret, irq, spi_drctl;
1185

1186
	if (!np && !mxc_platform_info) {
1187 1188 1189 1190
		dev_err(&pdev->dev, "can't get the platform data\n");
		return -EINVAL;
	}

1191
	master = spi_alloc_master(&pdev->dev, sizeof(struct spi_imx_data));
1192 1193 1194 1195 1196 1197
	ret = of_property_read_u32(np, "fsl,spi-rdy-drctl", &spi_drctl);
	if ((ret < 0) || (spi_drctl >= 0x3)) {
		/* '11' is reserved */
		spi_drctl = 0;
	}

1198 1199 1200 1201 1202
	if (!master)
		return -ENOMEM;

	platform_set_drvdata(pdev, master);

1203
	master->bits_per_word_mask = SPI_BPW_RANGE_MASK(1, 32);
1204
	master->bus_num = np ? -1 : pdev->id;
1205

1206
	spi_imx = spi_master_get_devdata(master);
1207
	spi_imx->bitbang.master = master;
1208
	spi_imx->dev = &pdev->dev;
1209

1210 1211 1212
	spi_imx->devtype_data = of_id ? of_id->data :
		(struct spi_imx_devtype_data *)pdev->id_entry->driver_data;

1213 1214 1215 1216 1217 1218
	if (mxc_platform_info) {
		master->num_chipselect = mxc_platform_info->num_chipselect;
		master->cs_gpios = devm_kzalloc(&master->dev,
			sizeof(int) * master->num_chipselect, GFP_KERNEL);
		if (!master->cs_gpios)
			return -ENOMEM;
1219

1220 1221 1222
		for (i = 0; i < master->num_chipselect; i++)
			master->cs_gpios[i] = mxc_platform_info->chipselect[i];
 	}
1223

1224 1225 1226 1227 1228
	spi_imx->bitbang.chipselect = spi_imx_chipselect;
	spi_imx->bitbang.setup_transfer = spi_imx_setupxfer;
	spi_imx->bitbang.txrx_bufs = spi_imx_transfer;
	spi_imx->bitbang.master->setup = spi_imx_setup;
	spi_imx->bitbang.master->cleanup = spi_imx_cleanup;
1229 1230
	spi_imx->bitbang.master->prepare_message = spi_imx_prepare_message;
	spi_imx->bitbang.master->unprepare_message = spi_imx_unprepare_message;
1231
	spi_imx->bitbang.master->mode_bits = SPI_CPOL | SPI_CPHA | SPI_CS_HIGH;
1232
	if (is_imx35_cspi(spi_imx) || is_imx51_ecspi(spi_imx))
1233 1234 1235
		spi_imx->bitbang.master->mode_bits |= SPI_LOOP | SPI_READY;

	spi_imx->spi_drctl = spi_drctl;
1236

1237
	init_completion(&spi_imx->xfer_done);
1238 1239

	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
F
Fabio Estevam 已提交
1240 1241 1242 1243
	spi_imx->base = devm_ioremap_resource(&pdev->dev, res);
	if (IS_ERR(spi_imx->base)) {
		ret = PTR_ERR(spi_imx->base);
		goto out_master_put;
1244
	}
1245
	spi_imx->base_phys = res->start;
1246

1247 1248 1249
	irq = platform_get_irq(pdev, 0);
	if (irq < 0) {
		ret = irq;
F
Fabio Estevam 已提交
1250
		goto out_master_put;
1251 1252
	}

1253
	ret = devm_request_irq(&pdev->dev, irq, spi_imx_isr, 0,
1254
			       dev_name(&pdev->dev), spi_imx);
1255
	if (ret) {
1256
		dev_err(&pdev->dev, "can't get irq%d: %d\n", irq, ret);
F
Fabio Estevam 已提交
1257
		goto out_master_put;
1258 1259
	}

1260 1261 1262
	spi_imx->clk_ipg = devm_clk_get(&pdev->dev, "ipg");
	if (IS_ERR(spi_imx->clk_ipg)) {
		ret = PTR_ERR(spi_imx->clk_ipg);
F
Fabio Estevam 已提交
1263
		goto out_master_put;
1264 1265
	}

1266 1267 1268
	spi_imx->clk_per = devm_clk_get(&pdev->dev, "per");
	if (IS_ERR(spi_imx->clk_per)) {
		ret = PTR_ERR(spi_imx->clk_per);
F
Fabio Estevam 已提交
1269
		goto out_master_put;
1270 1271
	}

1272 1273 1274 1275 1276 1277 1278
	ret = clk_prepare_enable(spi_imx->clk_per);
	if (ret)
		goto out_master_put;

	ret = clk_prepare_enable(spi_imx->clk_ipg);
	if (ret)
		goto out_put_per;
1279 1280

	spi_imx->spi_clk = clk_get_rate(spi_imx->clk_per);
R
Robin Gong 已提交
1281
	/*
M
Martin Kaiser 已提交
1282 1283
	 * Only validated on i.mx35 and i.mx6 now, can remove the constraint
	 * if validated on other chips.
R
Robin Gong 已提交
1284
	 */
M
Martin Kaiser 已提交
1285
	if (is_imx35_cspi(spi_imx) || is_imx51_ecspi(spi_imx)) {
1286
		ret = spi_imx_sdma_init(&pdev->dev, spi_imx, master);
1287 1288 1289
		if (ret == -EPROBE_DEFER)
			goto out_clk_put;

1290 1291 1292 1293
		if (ret < 0)
			dev_err(&pdev->dev, "dma setup error %d, use pio\n",
				ret);
	}
1294

1295
	spi_imx->devtype_data->reset(spi_imx);
1296

1297
	spi_imx->devtype_data->intctrl(spi_imx, 0);
1298

1299
	master->dev.of_node = pdev->dev.of_node;
1300
	ret = spi_bitbang_start(&spi_imx->bitbang);
1301 1302 1303 1304 1305
	if (ret) {
		dev_err(&pdev->dev, "bitbang start failed with %d\n", ret);
		goto out_clk_put;
	}

1306 1307
	if (!master->cs_gpios) {
		dev_err(&pdev->dev, "No CS GPIOs available\n");
1308
		ret = -EINVAL;
1309 1310 1311
		goto out_clk_put;
	}

1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324
	for (i = 0; i < master->num_chipselect; i++) {
		if (!gpio_is_valid(master->cs_gpios[i]))
			continue;

		ret = devm_gpio_request(&pdev->dev, master->cs_gpios[i],
					DRIVER_NAME);
		if (ret) {
			dev_err(&pdev->dev, "Can't get CS GPIO %i\n",
				master->cs_gpios[i]);
			goto out_clk_put;
		}
	}

1325 1326
	dev_info(&pdev->dev, "probed\n");

1327 1328
	clk_disable(spi_imx->clk_ipg);
	clk_disable(spi_imx->clk_per);
1329 1330 1331
	return ret;

out_clk_put:
1332
	clk_disable_unprepare(spi_imx->clk_ipg);
1333 1334
out_put_per:
	clk_disable_unprepare(spi_imx->clk_per);
F
Fabio Estevam 已提交
1335
out_master_put:
1336
	spi_master_put(master);
F
Fabio Estevam 已提交
1337

1338 1339 1340
	return ret;
}

1341
static int spi_imx_remove(struct platform_device *pdev)
1342 1343
{
	struct spi_master *master = platform_get_drvdata(pdev);
1344
	struct spi_imx_data *spi_imx = spi_master_get_devdata(master);
1345

1346
	spi_bitbang_stop(&spi_imx->bitbang);
1347

1348
	writel(0, spi_imx->base + MXC_CSPICTRL);
1349 1350
	clk_unprepare(spi_imx->clk_ipg);
	clk_unprepare(spi_imx->clk_per);
R
Robin Gong 已提交
1351
	spi_imx_sdma_exit(spi_imx);
1352 1353 1354 1355 1356
	spi_master_put(master);

	return 0;
}

1357
static struct platform_driver spi_imx_driver = {
1358 1359
	.driver = {
		   .name = DRIVER_NAME,
1360
		   .of_match_table = spi_imx_dt_ids,
1361
		   },
1362
	.id_table = spi_imx_devtype,
1363
	.probe = spi_imx_probe,
1364
	.remove = spi_imx_remove,
1365
};
1366
module_platform_driver(spi_imx_driver);
1367 1368 1369 1370

MODULE_DESCRIPTION("SPI Master Controller driver");
MODULE_AUTHOR("Sascha Hauer, Pengutronix");
MODULE_LICENSE("GPL");
F
Fabio Estevam 已提交
1371
MODULE_ALIAS("platform:" DRIVER_NAME);