spi-dw.c 18.1 KB
Newer Older
1
/*
G
Grant Likely 已提交
2
 * Designware SPI core controller driver (refer pxa2xx_spi.c)
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
 *
 * Copyright (c) 2009, Intel Corporation.
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms and conditions of the GNU General Public License,
 * version 2, as published by the Free Software Foundation.
 *
 * This program is distributed in the hope it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
 * more details.
 */

#include <linux/dma-mapping.h>
#include <linux/interrupt.h>
18
#include <linux/module.h>
19 20
#include <linux/highmem.h>
#include <linux/delay.h>
21
#include <linux/slab.h>
22
#include <linux/spi/spi.h>
23
#include <linux/gpio.h>
24

G
Grant Likely 已提交
25
#include "spi-dw.h"
26

27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57
#ifdef CONFIG_DEBUG_FS
#include <linux/debugfs.h>
#endif

#define START_STATE	((void *)0)
#define RUNNING_STATE	((void *)1)
#define DONE_STATE	((void *)2)
#define ERROR_STATE	((void *)-1)

/* Slave spi_dev related */
struct chip_data {
	u16 cr0;
	u8 cs;			/* chip select pin */
	u8 n_bytes;		/* current is a 1/2/4 byte op */
	u8 tmode;		/* TR/TO/RO/EEPROM */
	u8 type;		/* SPI/SSP/MicroWire */

	u8 poll_mode;		/* 1 means use poll mode */

	u32 dma_width;
	u32 rx_threshold;
	u32 tx_threshold;
	u8 enable_dma;
	u8 bits_per_word;
	u16 clk_div;		/* baud rate divider */
	u32 speed_hz;		/* baud rate */
	void (*cs_control)(u32 command);
};

#ifdef CONFIG_DEBUG_FS
#define SPI_REGS_BUFSIZE	1024
58 59
static ssize_t dw_spi_show_regs(struct file *file, char __user *user_buf,
		size_t count, loff_t *ppos)
60
{
61
	struct dw_spi *dws = file->private_data;
62 63 64 65 66 67 68 69 70
	char *buf;
	u32 len = 0;
	ssize_t ret;

	buf = kzalloc(SPI_REGS_BUFSIZE, GFP_KERNEL);
	if (!buf)
		return 0;

	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
71
			"%s registers:\n", dev_name(&dws->master->dev));
72 73 74
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
			"=================================\n");
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
75
			"CTRL0: \t\t0x%08x\n", dw_readl(dws, DW_SPI_CTRL0));
76
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
77
			"CTRL1: \t\t0x%08x\n", dw_readl(dws, DW_SPI_CTRL1));
78
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
79
			"SSIENR: \t0x%08x\n", dw_readl(dws, DW_SPI_SSIENR));
80
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
81
			"SER: \t\t0x%08x\n", dw_readl(dws, DW_SPI_SER));
82
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
83
			"BAUDR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_BAUDR));
84
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
85
			"TXFTLR: \t0x%08x\n", dw_readl(dws, DW_SPI_TXFLTR));
86
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
87
			"RXFTLR: \t0x%08x\n", dw_readl(dws, DW_SPI_RXFLTR));
88
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
89
			"TXFLR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_TXFLR));
90
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
91
			"RXFLR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_RXFLR));
92
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
93
			"SR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_SR));
94
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
95
			"IMR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_IMR));
96
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
97
			"ISR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_ISR));
98
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
99
			"DMACR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_DMACR));
100
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
101
			"DMATDLR: \t0x%08x\n", dw_readl(dws, DW_SPI_DMATDLR));
102
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
103
			"DMARDLR: \t0x%08x\n", dw_readl(dws, DW_SPI_DMARDLR));
104 105 106
	len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
			"=================================\n");

107
	ret = simple_read_from_buffer(user_buf, count, ppos, buf, len);
108 109 110 111
	kfree(buf);
	return ret;
}

112
static const struct file_operations dw_spi_regs_ops = {
113
	.owner		= THIS_MODULE,
114
	.open		= simple_open,
115
	.read		= dw_spi_show_regs,
116
	.llseek		= default_llseek,
117 118
};

119
static int dw_spi_debugfs_init(struct dw_spi *dws)
120
{
121
	dws->debugfs = debugfs_create_dir("dw_spi", NULL);
122 123 124 125
	if (!dws->debugfs)
		return -ENOMEM;

	debugfs_create_file("registers", S_IFREG | S_IRUGO,
126
		dws->debugfs, (void *)dws, &dw_spi_regs_ops);
127 128 129
	return 0;
}

130
static void dw_spi_debugfs_remove(struct dw_spi *dws)
131
{
J
Jingoo Han 已提交
132
	debugfs_remove_recursive(dws->debugfs);
133 134 135
}

#else
136
static inline int dw_spi_debugfs_init(struct dw_spi *dws)
137
{
138
	return 0;
139 140
}

141
static inline void dw_spi_debugfs_remove(struct dw_spi *dws)
142 143 144 145
{
}
#endif /* CONFIG_DEBUG_FS */

146 147 148 149 150 151
/* Return the max entries we can fill into tx fifo */
static inline u32 tx_max(struct dw_spi *dws)
{
	u32 tx_left, tx_room, rxtx_gap;

	tx_left = (dws->tx_end - dws->tx) / dws->n_bytes;
152
	tx_room = dws->fifo_len - dw_readw(dws, DW_SPI_TXFLR);
153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172

	/*
	 * Another concern is about the tx/rx mismatch, we
	 * though to use (dws->fifo_len - rxflr - txflr) as
	 * one maximum value for tx, but it doesn't cover the
	 * data which is out of tx/rx fifo and inside the
	 * shift registers. So a control from sw point of
	 * view is taken.
	 */
	rxtx_gap =  ((dws->rx_end - dws->rx) - (dws->tx_end - dws->tx))
			/ dws->n_bytes;

	return min3(tx_left, tx_room, (u32) (dws->fifo_len - rxtx_gap));
}

/* Return the max entries we should read out of rx fifo */
static inline u32 rx_max(struct dw_spi *dws)
{
	u32 rx_left = (dws->rx_end - dws->rx) / dws->n_bytes;

J
Jingoo Han 已提交
173
	return min_t(u32, rx_left, dw_readw(dws, DW_SPI_RXFLR));
174 175
}

176
static void dw_writer(struct dw_spi *dws)
177
{
178
	u32 max = tx_max(dws);
179
	u16 txw = 0;
180

181 182 183 184 185 186 187 188
	while (max--) {
		/* Set the tx word if the transfer's original "tx" is not null */
		if (dws->tx_end - dws->len) {
			if (dws->n_bytes == 1)
				txw = *(u8 *)(dws->tx);
			else
				txw = *(u16 *)(dws->tx);
		}
189
		dw_writew(dws, DW_SPI_DR, txw);
190
		dws->tx += dws->n_bytes;
191 192 193
	}
}

194
static void dw_reader(struct dw_spi *dws)
195
{
196
	u32 max = rx_max(dws);
197
	u16 rxw;
198

199
	while (max--) {
200
		rxw = dw_readw(dws, DW_SPI_DR);
201 202 203 204 205 206 207 208
		/* Care rx only if the transfer's original "rx" is not null */
		if (dws->rx_end - dws->len) {
			if (dws->n_bytes == 1)
				*(u8 *)(dws->rx) = rxw;
			else
				*(u16 *)(dws->rx) = rxw;
		}
		dws->rx += dws->n_bytes;
209 210 211 212 213 214 215 216 217 218 219 220 221 222 223
	}
}

static void *next_transfer(struct dw_spi *dws)
{
	struct spi_message *msg = dws->cur_msg;
	struct spi_transfer *trans = dws->cur_transfer;

	/* Move to next transfer */
	if (trans->transfer_list.next != &msg->transfers) {
		dws->cur_transfer =
			list_entry(trans->transfer_list.next,
					struct spi_transfer,
					transfer_list);
		return RUNNING_STATE;
J
Jingoo Han 已提交
224 225 226
	}

	return DONE_STATE;
227 228 229 230 231 232 233 234 235
}

/*
 * Note: first step is the protocol driver prepares
 * a dma-capable memory, and this func just need translate
 * the virt addr to physical
 */
static int map_dma_buffers(struct dw_spi *dws)
{
F
Feng Tang 已提交
236 237 238 239
	if (!dws->cur_msg->is_dma_mapped
		|| !dws->dma_inited
		|| !dws->cur_chip->enable_dma
		|| !dws->dma_ops)
240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263
		return 0;

	if (dws->cur_transfer->tx_dma)
		dws->tx_dma = dws->cur_transfer->tx_dma;

	if (dws->cur_transfer->rx_dma)
		dws->rx_dma = dws->cur_transfer->rx_dma;

	return 1;
}

/* Caller already set message->status; dma and pio irqs are blocked */
static void giveback(struct dw_spi *dws)
{
	struct spi_transfer *last_transfer;
	struct spi_message *msg;

	msg = dws->cur_msg;
	dws->cur_msg = NULL;
	dws->cur_transfer = NULL;
	dws->prev_chip = dws->cur_chip;
	dws->cur_chip = NULL;
	dws->dma_mapped = 0;

264
	last_transfer = list_last_entry(&msg->transfers, struct spi_transfer,
265 266
					transfer_list);

267
	if (!last_transfer->cs_change)
268
		spi_chip_sel(dws, msg->spi, 0);
269

270
	spi_finalize_current_message(dws->master);
271 272 273 274
}

static void int_error_stop(struct dw_spi *dws, const char *msg)
{
275
	/* Stop the hw */
276 277 278 279 280 281 282
	spi_enable_chip(dws, 0);

	dev_err(&dws->master->dev, "%s\n", msg);
	dws->cur_msg->state = ERROR_STATE;
	tasklet_schedule(&dws->pump_transfers);
}

F
Feng Tang 已提交
283
void dw_spi_xfer_done(struct dw_spi *dws)
284
{
L
Lucas De Marchi 已提交
285
	/* Update total byte transferred return count actual bytes read */
286 287 288 289 290 291 292 293 294 295 296 297
	dws->cur_msg->actual_length += dws->len;

	/* Move to next transfer */
	dws->cur_msg->state = next_transfer(dws);

	/* Handle end of message */
	if (dws->cur_msg->state == DONE_STATE) {
		dws->cur_msg->status = 0;
		giveback(dws);
	} else
		tasklet_schedule(&dws->pump_transfers);
}
F
Feng Tang 已提交
298
EXPORT_SYMBOL_GPL(dw_spi_xfer_done);
299 300 301

static irqreturn_t interrupt_transfer(struct dw_spi *dws)
{
302
	u16 irq_status = dw_readw(dws, DW_SPI_ISR);
303 304 305

	/* Error handling */
	if (irq_status & (SPI_INT_TXOI | SPI_INT_RXOI | SPI_INT_RXUI)) {
306 307 308
		dw_readw(dws, DW_SPI_TXOICR);
		dw_readw(dws, DW_SPI_RXOICR);
		dw_readw(dws, DW_SPI_RXUICR);
309
		int_error_stop(dws, "interrupt_transfer: fifo overrun/underrun");
310 311 312
		return IRQ_HANDLED;
	}

313 314 315 316 317 318
	dw_reader(dws);
	if (dws->rx_end == dws->rx) {
		spi_mask_intr(dws, SPI_INT_TXEI);
		dw_spi_xfer_done(dws);
		return IRQ_HANDLED;
	}
319 320
	if (irq_status & SPI_INT_TXEI) {
		spi_mask_intr(dws, SPI_INT_TXEI);
321 322 323
		dw_writer(dws);
		/* Enable TX irq always, it will be disabled when RX finished */
		spi_umask_intr(dws, SPI_INT_TXEI);
324 325 326 327 328 329 330 331
	}

	return IRQ_HANDLED;
}

static irqreturn_t dw_spi_irq(int irq, void *dev_id)
{
	struct dw_spi *dws = dev_id;
332
	u16 irq_status = dw_readw(dws, DW_SPI_ISR) & 0x3f;
Y
Yong Wang 已提交
333 334 335

	if (!irq_status)
		return IRQ_NONE;
336 337 338 339 340 341 342 343 344 345 346 347

	if (!dws->cur_msg) {
		spi_mask_intr(dws, SPI_INT_TXEI);
		return IRQ_HANDLED;
	}

	return dws->transfer_handler(dws);
}

/* Must be called inside pump_transfers() */
static void poll_transfer(struct dw_spi *dws)
{
348 349
	do {
		dw_writer(dws);
350
		dw_reader(dws);
351 352
		cpu_relax();
	} while (dws->rx_end > dws->rx);
353

F
Feng Tang 已提交
354
	dw_spi_xfer_done(dws);
355 356 357 358 359 360 361 362 363 364 365 366 367
}

static void pump_transfers(unsigned long data)
{
	struct dw_spi *dws = (struct dw_spi *)data;
	struct spi_message *message = NULL;
	struct spi_transfer *transfer = NULL;
	struct spi_transfer *previous = NULL;
	struct spi_device *spi = NULL;
	struct chip_data *chip = NULL;
	u8 bits = 0;
	u8 imask = 0;
	u8 cs_change = 0;
368
	u16 txint_level = 0;
369 370 371 372 373 374 375 376 377 378
	u16 clk_div = 0;
	u32 speed = 0;
	u32 cr0 = 0;

	/* Get current state information */
	message = dws->cur_msg;
	transfer = dws->cur_transfer;
	chip = dws->cur_chip;
	spi = message->spi;

379 380 381
	if (unlikely(!chip->clk_div))
		chip->clk_div = dws->max_freq / chip->speed_hz;

382 383 384 385 386 387 388 389 390 391 392
	if (message->state == ERROR_STATE) {
		message->status = -EIO;
		goto early_exit;
	}

	/* Handle end of message */
	if (message->state == DONE_STATE) {
		message->status = 0;
		goto early_exit;
	}

393
	/* Delay if requested at end of transfer */
394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426
	if (message->state == RUNNING_STATE) {
		previous = list_entry(transfer->transfer_list.prev,
					struct spi_transfer,
					transfer_list);
		if (previous->delay_usecs)
			udelay(previous->delay_usecs);
	}

	dws->n_bytes = chip->n_bytes;
	dws->dma_width = chip->dma_width;
	dws->cs_control = chip->cs_control;

	dws->rx_dma = transfer->rx_dma;
	dws->tx_dma = transfer->tx_dma;
	dws->tx = (void *)transfer->tx_buf;
	dws->tx_end = dws->tx + transfer->len;
	dws->rx = transfer->rx_buf;
	dws->rx_end = dws->rx + transfer->len;
	dws->len = dws->cur_transfer->len;
	if (chip != dws->prev_chip)
		cs_change = 1;

	cr0 = chip->cr0;

	/* Handle per transfer options for bpw and speed */
	if (transfer->speed_hz) {
		speed = chip->speed_hz;

		if (transfer->speed_hz != speed) {
			speed = transfer->speed_hz;

			/* clk_div doesn't support odd number */
			clk_div = dws->max_freq / speed;
427
			clk_div = (clk_div + 1) & 0xfffe;
428 429 430 431 432 433 434

			chip->speed_hz = speed;
			chip->clk_div = clk_div;
		}
	}
	if (transfer->bits_per_word) {
		bits = transfer->bits_per_word;
435
		dws->n_bytes = dws->dma_width = bits >> 3;
436 437 438 439 440 441 442
		cr0 = (bits - 1)
			| (chip->type << SPI_FRF_OFFSET)
			| (spi->mode << SPI_MODE_OFFSET)
			| (chip->tmode << SPI_TMOD_OFFSET);
	}
	message->state = RUNNING_STATE;

443 444 445 446 447 448
	/*
	 * Adjust transfer mode if necessary. Requires platform dependent
	 * chipselect mechanism.
	 */
	if (dws->cs_control) {
		if (dws->rx && dws->tx)
449
			chip->tmode = SPI_TMOD_TR;
450
		else if (dws->rx)
451
			chip->tmode = SPI_TMOD_RO;
452
		else
453
			chip->tmode = SPI_TMOD_TO;
454

455
		cr0 &= ~SPI_TMOD_MASK;
456 457 458
		cr0 |= (chip->tmode << SPI_TMOD_OFFSET);
	}

459 460 461
	/* Check if current transfer is a DMA transaction */
	dws->dma_mapped = map_dma_buffers(dws);

462 463 464 465
	/*
	 * Interrupt mode
	 * we only need set the TXEI IRQ, as TX/RX always happen syncronizely
	 */
466
	if (!dws->dma_mapped && !chip->poll_mode) {
467
		int templen = dws->len / dws->n_bytes;
J
Jingoo Han 已提交
468

469 470 471
		txint_level = dws->fifo_len / 2;
		txint_level = (templen > txint_level) ? txint_level : templen;

J
Jingoo Han 已提交
472 473
		imask |= SPI_INT_TXEI | SPI_INT_TXOI |
			 SPI_INT_RXUI | SPI_INT_RXOI;
474 475 476 477 478 479 480 481 482
		dws->transfer_handler = interrupt_transfer;
	}

	/*
	 * Reprogram registers only if
	 *	1. chip select changes
	 *	2. clk_div is changed
	 *	3. control value changes
	 */
483
	if (dw_readw(dws, DW_SPI_CTRL0) != cr0 || cs_change || clk_div || imask) {
484 485
		spi_enable_chip(dws, 0);

486 487
		if (dw_readw(dws, DW_SPI_CTRL0) != cr0)
			dw_writew(dws, DW_SPI_CTRL0, cr0);
488

489
		spi_set_clk(dws, clk_div ? clk_div : chip->clk_div);
490
		spi_chip_sel(dws, spi, 1);
491

492
		/* Set the interrupt mask, for poll mode just disable all int */
493
		spi_mask_intr(dws, 0xff);
494
		if (imask)
495
			spi_umask_intr(dws, imask);
496
		if (txint_level)
497
			dw_writew(dws, DW_SPI_TXFLTR, txint_level);
498 499 500 501 502 503 504

		spi_enable_chip(dws, 1);
		if (cs_change)
			dws->prev_chip = chip;
	}

	if (dws->dma_mapped)
F
Feng Tang 已提交
505
		dws->dma_ops->dma_transfer(dws, cs_change);
506 507 508 509 510 511 512 513 514 515

	if (chip->poll_mode)
		poll_transfer(dws);

	return;

early_exit:
	giveback(dws);
}

516 517
static int dw_spi_transfer_one_message(struct spi_master *master,
		struct spi_message *msg)
518
{
519
	struct dw_spi *dws = spi_master_get_devdata(master);
520

521
	dws->cur_msg = msg;
522
	/* Initial message state */
523 524 525 526 527 528
	dws->cur_msg->state = START_STATE;
	dws->cur_transfer = list_entry(dws->cur_msg->transfers.next,
						struct spi_transfer,
						transfer_list);
	dws->cur_chip = spi_get_ctldata(dws->cur_msg->spi);

529
	/* Launch transfers */
530 531 532 533 534 535 536 537 538 539
	tasklet_schedule(&dws->pump_transfers);

	return 0;
}

/* This may be called twice for each spi dev */
static int dw_spi_setup(struct spi_device *spi)
{
	struct dw_spi_chip *chip_info = NULL;
	struct chip_data *chip;
540
	int ret;
541 542 543 544

	/* Only alloc on first setup */
	chip = spi_get_ctldata(spi);
	if (!chip) {
545
		chip = kzalloc(sizeof(struct chip_data), GFP_KERNEL);
546 547
		if (!chip)
			return -ENOMEM;
548
		spi_set_ctldata(spi, chip);
549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570
	}

	/*
	 * Protocol drivers may change the chip settings, so...
	 * if chip_info exists, use it
	 */
	chip_info = spi->controller_data;

	/* chip_info doesn't always exist */
	if (chip_info) {
		if (chip_info->cs_control)
			chip->cs_control = chip_info->cs_control;

		chip->poll_mode = chip_info->poll_mode;
		chip->type = chip_info->type;

		chip->rx_threshold = 0;
		chip->tx_threshold = 0;

		chip->enable_dma = chip_info->enable_dma;
	}

571
	if (spi->bits_per_word == 8) {
572 573
		chip->n_bytes = 1;
		chip->dma_width = 1;
574
	} else if (spi->bits_per_word == 16) {
575 576 577 578 579
		chip->n_bytes = 2;
		chip->dma_width = 2;
	}
	chip->bits_per_word = spi->bits_per_word;

580 581 582 583
	if (!spi->max_speed_hz) {
		dev_err(&spi->dev, "No max speed HZ parameter\n");
		return -EINVAL;
	}
584 585 586 587 588 589 590 591 592
	chip->speed_hz = spi->max_speed_hz;

	chip->tmode = 0; /* Tx & Rx */
	/* Default SPI mode is SCPOL = 0, SCPH = 0 */
	chip->cr0 = (chip->bits_per_word - 1)
			| (chip->type << SPI_FRF_OFFSET)
			| (spi->mode  << SPI_MODE_OFFSET)
			| (chip->tmode << SPI_TMOD_OFFSET);

593 594 595
	if (spi->mode & SPI_LOOP)
		chip->cr0 |= 1 << SPI_SRL_OFFSET;

596 597 598 599 600 601 602
	if (gpio_is_valid(spi->cs_gpio)) {
		ret = gpio_direction_output(spi->cs_gpio,
				!(spi->mode & SPI_CS_HIGH));
		if (ret)
			return ret;
	}

603 604 605
	return 0;
}

606 607 608 609 610 611 612 613
static void dw_spi_cleanup(struct spi_device *spi)
{
	struct chip_data *chip = spi_get_ctldata(spi);

	kfree(chip);
	spi_set_ctldata(spi, NULL);
}

614 615 616 617 618 619
/* Restart the controller, disable all interrupts, clean rx fifo */
static void spi_hw_init(struct dw_spi *dws)
{
	spi_enable_chip(dws, 0);
	spi_mask_intr(dws, 0xff);
	spi_enable_chip(dws, 1);
620 621 622 623 624 625 626

	/*
	 * Try to detect the FIFO depth if not set by interface driver,
	 * the depth could be from 2 to 256 from HW spec
	 */
	if (!dws->fifo_len) {
		u32 fifo;
J
Jingoo Han 已提交
627

628
		for (fifo = 2; fifo <= 257; fifo++) {
629 630
			dw_writew(dws, DW_SPI_TXFLTR, fifo);
			if (fifo != dw_readw(dws, DW_SPI_TXFLTR))
631 632 633 634
				break;
		}

		dws->fifo_len = (fifo == 257) ? 0 : fifo;
635
		dw_writew(dws, DW_SPI_TXFLTR, 0);
636
	}
637 638
}

B
Baruch Siach 已提交
639
int dw_spi_add_host(struct device *dev, struct dw_spi *dws)
640 641 642 643 644 645
{
	struct spi_master *master;
	int ret;

	BUG_ON(dws == NULL);

B
Baruch Siach 已提交
646 647 648
	master = spi_alloc_master(dev, 0);
	if (!master)
		return -ENOMEM;
649 650 651 652 653 654

	dws->master = master;
	dws->type = SSI_MOTO_SPI;
	dws->prev_chip = NULL;
	dws->dma_inited = 0;
	dws->dma_addr = (dma_addr_t)(dws->paddr + 0x60);
655
	snprintf(dws->name, sizeof(dws->name), "dw_spi%d", dws->bus_num);
656

B
Baruch Siach 已提交
657
	ret = devm_request_irq(dev, dws->irq, dw_spi_irq, IRQF_SHARED,
658
			dws->name, dws);
659 660 661 662 663
	if (ret < 0) {
		dev_err(&master->dev, "can not get IRQ\n");
		goto err_free_master;
	}

664
	master->mode_bits = SPI_CPOL | SPI_CPHA | SPI_LOOP;
665
	master->bits_per_word_mask = SPI_BPW_MASK(8) | SPI_BPW_MASK(16);
666 667 668
	master->bus_num = dws->bus_num;
	master->num_chipselect = dws->num_cs;
	master->setup = dw_spi_setup;
669
	master->cleanup = dw_spi_cleanup;
670
	master->transfer_one_message = dw_spi_transfer_one_message;
671
	master->max_speed_hz = dws->max_freq;
672 673 674 675

	/* Basic HW init */
	spi_hw_init(dws);

F
Feng Tang 已提交
676 677 678 679 680 681 682 683
	if (dws->dma_ops && dws->dma_ops->dma_init) {
		ret = dws->dma_ops->dma_init(dws);
		if (ret) {
			dev_warn(&master->dev, "DMA init failed\n");
			dws->dma_inited = 0;
		}
	}

684
	tasklet_init(&dws->pump_transfers, pump_transfers, (unsigned long)dws);
685 686

	spi_master_set_devdata(master, dws);
B
Baruch Siach 已提交
687
	ret = devm_spi_register_master(dev, master);
688 689
	if (ret) {
		dev_err(&master->dev, "problem registering spi master\n");
690
		goto err_dma_exit;
691 692
	}

693
	dw_spi_debugfs_init(dws);
694 695
	return 0;

696
err_dma_exit:
F
Feng Tang 已提交
697 698
	if (dws->dma_ops && dws->dma_ops->dma_exit)
		dws->dma_ops->dma_exit(dws);
699 700 701 702 703
	spi_enable_chip(dws, 0);
err_free_master:
	spi_master_put(master);
	return ret;
}
704
EXPORT_SYMBOL_GPL(dw_spi_add_host);
705

706
void dw_spi_remove_host(struct dw_spi *dws)
707 708 709
{
	if (!dws)
		return;
710
	dw_spi_debugfs_remove(dws);
711

F
Feng Tang 已提交
712 713
	if (dws->dma_ops && dws->dma_ops->dma_exit)
		dws->dma_ops->dma_exit(dws);
714 715 716 717
	spi_enable_chip(dws, 0);
	/* Disable clk */
	spi_set_clk(dws, 0);
}
718
EXPORT_SYMBOL_GPL(dw_spi_remove_host);
719 720 721 722 723

int dw_spi_suspend_host(struct dw_spi *dws)
{
	int ret = 0;

724
	ret = spi_master_suspend(dws->master);
725 726 727 728 729 730
	if (ret)
		return ret;
	spi_enable_chip(dws, 0);
	spi_set_clk(dws, 0);
	return ret;
}
731
EXPORT_SYMBOL_GPL(dw_spi_suspend_host);
732 733 734 735 736 737

int dw_spi_resume_host(struct dw_spi *dws)
{
	int ret;

	spi_hw_init(dws);
738
	ret = spi_master_resume(dws->master);
739 740 741 742
	if (ret)
		dev_err(&dws->master->dev, "fail to start queue (%d)\n", ret);
	return ret;
}
743
EXPORT_SYMBOL_GPL(dw_spi_resume_host);
744 745 746 747

MODULE_AUTHOR("Feng Tang <feng.tang@intel.com>");
MODULE_DESCRIPTION("Driver for DesignWare SPI controller core");
MODULE_LICENSE("GPL v2");