gpio-omap.c 38.7 KB
Newer Older
1 2 3
/*
 * Support functions for OMAP GPIO
 *
4
 * Copyright (C) 2003-2005 Nokia Corporation
5
 * Written by Juha Yrjölä <juha.yrjola@nokia.com>
6
 *
7 8 9
 * Copyright (C) 2009 Texas Instruments
 * Added OMAP4 support - Santosh Shilimkar <santosh.shilimkar@ti.com>
 *
10 11 12 13 14 15 16 17
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */

#include <linux/init.h>
#include <linux/module.h>
#include <linux/interrupt.h>
18
#include <linux/syscore_ops.h>
19
#include <linux/err.h>
20
#include <linux/clk.h>
21
#include <linux/io.h>
22
#include <linux/device.h>
23
#include <linux/pm_runtime.h>
24
#include <linux/pm.h>
25 26 27
#include <linux/of.h>
#include <linux/of_device.h>
#include <linux/irqdomain.h>
28

29
#include <mach/hardware.h>
30
#include <asm/irq.h>
31
#include <mach/irqs.h>
32
#include <asm/gpio.h>
33 34
#include <asm/mach/irq.h>

35 36
#define OFF_MODE	1

37 38
static LIST_HEAD(omap_gpio_list);

39 40 41 42 43 44 45 46 47 48 49
struct gpio_regs {
	u32 irqenable1;
	u32 irqenable2;
	u32 wake_en;
	u32 ctrl;
	u32 oe;
	u32 leveldetect0;
	u32 leveldetect1;
	u32 risingdetect;
	u32 fallingdetect;
	u32 dataout;
50 51
	u32 debounce;
	u32 debounce_en;
52 53
};

54
struct gpio_bank {
55
	struct list_head node;
56
	void __iomem *base;
57
	u16 irq;
58 59
	int irq_base;
	struct irq_domain *domain;
60 61
	u32 suspend_wakeup;
	u32 saved_wakeup;
62 63
	u32 non_wakeup_gpios;
	u32 enabled_non_wakeup_gpios;
64
	struct gpio_regs context;
65 66 67
	u32 saved_datain;
	u32 saved_fallingdetect;
	u32 saved_risingdetect;
68
	u32 level_mask;
69
	u32 toggle_mask;
70
	spinlock_t lock;
D
David Brownell 已提交
71
	struct gpio_chip chip;
72
	struct clk *dbck;
C
Charulatha V 已提交
73
	u32 mod_usage;
74
	u32 dbck_enable_mask;
75
	bool dbck_enabled;
76
	struct device *dev;
77
	bool is_mpuio;
78
	bool dbck_flag;
79
	bool loses_context;
80
	int stride;
81
	u32 width;
82
	int context_loss_count;
83 84
	int power_mode;
	bool workaround_enabled;
85 86

	void (*set_dataout)(struct gpio_bank *bank, int gpio, int enable);
87
	int (*get_context_loss_count)(struct device *dev);
88 89

	struct omap_gpio_reg_offs *regs;
90 91
};

92 93
#define GPIO_INDEX(bank, gpio) (gpio % bank->width)
#define GPIO_BIT(bank, gpio) (1 << GPIO_INDEX(bank, gpio))
94
#define GPIO_MOD_CTRL_BIT	BIT(0)
95 96 97

static void _set_gpio_direction(struct gpio_bank *bank, int gpio, int is_input)
{
98
	void __iomem *reg = bank->base;
99 100
	u32 l;

101
	reg += bank->regs->direction;
102 103 104 105 106 107
	l = __raw_readl(reg);
	if (is_input)
		l |= 1 << gpio;
	else
		l &= ~(1 << gpio);
	__raw_writel(l, reg);
108
	bank->context.oe = l;
109 110
}

111 112 113

/* set data out value using dedicate set/clear register */
static void _set_gpio_dataout_reg(struct gpio_bank *bank, int gpio, int enable)
114
{
115
	void __iomem *reg = bank->base;
116
	u32 l = GPIO_BIT(bank, gpio);
117

118 119 120 121
	if (enable)
		reg += bank->regs->set_dataout;
	else
		reg += bank->regs->clr_dataout;
122 123 124 125

	__raw_writel(l, reg);
}

126 127
/* set data out value using mask register */
static void _set_gpio_dataout_mask(struct gpio_bank *bank, int gpio, int enable)
128
{
129 130 131
	void __iomem *reg = bank->base + bank->regs->dataout;
	u32 gpio_bit = GPIO_BIT(bank, gpio);
	u32 l;
132

133 134 135 136 137
	l = __raw_readl(reg);
	if (enable)
		l |= gpio_bit;
	else
		l &= ~gpio_bit;
138
	__raw_writel(l, reg);
139
	bank->context.dataout = l;
140 141
}

142 143
static int _get_gpio_datain(struct gpio_bank *bank, int gpio)
{
144
	void __iomem *reg = bank->base + bank->regs->datain;
145

146
	return (__raw_readl(reg) & GPIO_BIT(bank, gpio)) != 0;
147
}
148 149 150

static int _get_gpio_dataout(struct gpio_bank *bank, int gpio)
{
151
	void __iomem *reg = bank->base + bank->regs->dataout;
152

153
	return (__raw_readl(reg) & GPIO_BIT(bank, gpio)) != 0;
154 155
}

156 157 158 159
static inline void _gpio_rmw(void __iomem *base, u32 reg, u32 mask, bool set)
{
	int l = __raw_readl(base + reg);

160
	if (set)
161 162 163 164 165 166
		l |= mask;
	else
		l &= ~mask;

	__raw_writel(l, base + reg);
}
167

168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183
static inline void _gpio_dbck_enable(struct gpio_bank *bank)
{
	if (bank->dbck_enable_mask && !bank->dbck_enabled) {
		clk_enable(bank->dbck);
		bank->dbck_enabled = true;
	}
}

static inline void _gpio_dbck_disable(struct gpio_bank *bank)
{
	if (bank->dbck_enable_mask && bank->dbck_enabled) {
		clk_disable(bank->dbck);
		bank->dbck_enabled = false;
	}
}

184 185 186 187 188 189 190 191 192 193 194 195
/**
 * _set_gpio_debounce - low level gpio debounce time
 * @bank: the gpio bank we're acting upon
 * @gpio: the gpio number on this @gpio
 * @debounce: debounce time to use
 *
 * OMAP's debounce time is in 31us steps so we need
 * to convert and round up to the closest unit.
 */
static void _set_gpio_debounce(struct gpio_bank *bank, unsigned gpio,
		unsigned debounce)
{
196
	void __iomem		*reg;
197 198 199
	u32			val;
	u32			l;

200 201 202
	if (!bank->dbck_flag)
		return;

203 204 205 206 207 208 209
	if (debounce < 32)
		debounce = 0x01;
	else if (debounce > 7936)
		debounce = 0xff;
	else
		debounce = (debounce / 0x1f) - 1;

210
	l = GPIO_BIT(bank, gpio);
211

212
	clk_enable(bank->dbck);
213
	reg = bank->base + bank->regs->debounce;
214 215
	__raw_writel(debounce, reg);

216
	reg = bank->base + bank->regs->debounce_en;
217 218
	val = __raw_readl(reg);

219
	if (debounce)
220
		val |= l;
221
	else
222
		val &= ~l;
223
	bank->dbck_enable_mask = val;
224 225

	__raw_writel(val, reg);
226 227 228 229 230 231 232 233 234 235
	clk_disable(bank->dbck);
	/*
	 * Enable debounce clock per module.
	 * This call is mandatory because in omap_gpio_request() when
	 * *_runtime_get_sync() is called,  _gpio_dbck_enable() within
	 * runtime callbck fails to turn on dbck because dbck_enable_mask
	 * used within _gpio_dbck_enable() is still not initialized at
	 * that point. Therefore we have to enable dbck here.
	 */
	_gpio_dbck_enable(bank);
236 237 238 239
	if (bank->dbck_enable_mask) {
		bank->context.debounce = debounce;
		bank->context.debounce_en = val;
	}
240 241
}

242
static inline void set_gpio_trigger(struct gpio_bank *bank, int gpio,
243
						int trigger)
244
{
245
	void __iomem *base = bank->base;
246 247
	u32 gpio_bit = 1 << gpio;

248 249 250 251 252 253 254 255 256
	_gpio_rmw(base, bank->regs->leveldetect0, gpio_bit,
		  trigger & IRQ_TYPE_LEVEL_LOW);
	_gpio_rmw(base, bank->regs->leveldetect1, gpio_bit,
		  trigger & IRQ_TYPE_LEVEL_HIGH);
	_gpio_rmw(base, bank->regs->risingdetect, gpio_bit,
		  trigger & IRQ_TYPE_EDGE_RISING);
	_gpio_rmw(base, bank->regs->fallingdetect, gpio_bit,
		  trigger & IRQ_TYPE_EDGE_FALLING);

257 258 259 260 261 262 263 264 265 266
	bank->context.leveldetect0 =
			__raw_readl(bank->base + bank->regs->leveldetect0);
	bank->context.leveldetect1 =
			__raw_readl(bank->base + bank->regs->leveldetect1);
	bank->context.risingdetect =
			__raw_readl(bank->base + bank->regs->risingdetect);
	bank->context.fallingdetect =
			__raw_readl(bank->base + bank->regs->fallingdetect);

	if (likely(!(bank->non_wakeup_gpios & gpio_bit))) {
267
		_gpio_rmw(base, bank->regs->wkup_en, gpio_bit, trigger != 0);
268 269 270
		bank->context.wake_en =
			__raw_readl(bank->base + bank->regs->wkup_en);
	}
271

272
	/* This part needs to be executed always for OMAP{34xx, 44xx} */
273 274 275 276 277 278 279
	if (!bank->regs->irqctrl) {
		/* On omap24xx proceed only when valid GPIO bit is set */
		if (bank->non_wakeup_gpios) {
			if (!(bank->non_wakeup_gpios & gpio_bit))
				goto exit;
		}

280 281 282 283 284 285 286
		/*
		 * Log the edge gpio and manually trigger the IRQ
		 * after resume if the input level changes
		 * to avoid irq lost during PER RET/OFF mode
		 * Applies for omap2 non-wakeup gpio and all omap3 gpios
		 */
		if (trigger & IRQ_TYPE_EDGE_BOTH)
287 288 289 290
			bank->enabled_non_wakeup_gpios |= gpio_bit;
		else
			bank->enabled_non_wakeup_gpios &= ~gpio_bit;
	}
291

292
exit:
293 294 295
	bank->level_mask =
		__raw_readl(bank->base + bank->regs->leveldetect0) |
		__raw_readl(bank->base + bank->regs->leveldetect1);
296 297
}

298
#ifdef CONFIG_ARCH_OMAP1
299 300 301 302 303 304 305 306 307
/*
 * This only applies to chips that can't do both rising and falling edge
 * detection at once.  For all other chips, this function is a noop.
 */
static void _toggle_gpio_edge_triggering(struct gpio_bank *bank, int gpio)
{
	void __iomem *reg = bank->base;
	u32 l = 0;

308
	if (!bank->regs->irqctrl)
309
		return;
310 311

	reg += bank->regs->irqctrl;
312 313 314 315 316 317 318 319 320

	l = __raw_readl(reg);
	if ((l >> gpio) & 1)
		l &= ~(1 << gpio);
	else
		l |= 1 << gpio;

	__raw_writel(l, reg);
}
321 322
#else
static void _toggle_gpio_edge_triggering(struct gpio_bank *bank, int gpio) {}
323
#endif
324

325 326 327
static int _set_gpio_triggering(struct gpio_bank *bank, int gpio, int trigger)
{
	void __iomem *reg = bank->base;
328
	void __iomem *base = bank->base;
329
	u32 l = 0;
330

331 332 333 334 335
	if (bank->regs->leveldetect0 && bank->regs->wkup_en) {
		set_gpio_trigger(bank, gpio, trigger);
	} else if (bank->regs->irqctrl) {
		reg += bank->regs->irqctrl;

336
		l = __raw_readl(reg);
337
		if ((trigger & IRQ_TYPE_SENSE_MASK) == IRQ_TYPE_EDGE_BOTH)
338
			bank->toggle_mask |= 1 << gpio;
339
		if (trigger & IRQ_TYPE_EDGE_RISING)
340
			l |= 1 << gpio;
341
		else if (trigger & IRQ_TYPE_EDGE_FALLING)
342
			l &= ~(1 << gpio);
343
		else
344 345 346 347
			return -EINVAL;

		__raw_writel(l, reg);
	} else if (bank->regs->edgectrl1) {
348
		if (gpio & 0x08)
349
			reg += bank->regs->edgectrl2;
350
		else
351 352
			reg += bank->regs->edgectrl1;

353 354 355
		gpio &= 0x07;
		l = __raw_readl(reg);
		l &= ~(3 << (gpio << 1));
356
		if (trigger & IRQ_TYPE_EDGE_RISING)
357
			l |= 2 << (gpio << 1);
358
		if (trigger & IRQ_TYPE_EDGE_FALLING)
359
			l |= 1 << (gpio << 1);
360 361 362

		/* Enable wake-up during idle for dynamic tick */
		_gpio_rmw(base, bank->regs->wkup_en, 1 << gpio, trigger);
363 364
		bank->context.wake_en =
			__raw_readl(bank->base + bank->regs->wkup_en);
365
		__raw_writel(l, reg);
366
	}
367
	return 0;
368 369
}

370
static int gpio_irq_type(struct irq_data *d, unsigned type)
371 372
{
	struct gpio_bank *bank;
373 374
	unsigned gpio;
	int retval;
D
David Brownell 已提交
375
	unsigned long flags;
376

377 378
	if (!cpu_class_is_omap2() && d->irq > IH_MPUIO_BASE)
		gpio = OMAP_MPUIO(d->irq - IH_MPUIO_BASE);
379
	else
380
		gpio = d->irq - IH_GPIO_BASE;
381

382
	if (type & ~IRQ_TYPE_SENSE_MASK)
383
		return -EINVAL;
384

385 386 387 388
	bank = irq_data_get_irq_chip_data(d);

	if (!bank->regs->leveldetect0 &&
		(type & (IRQ_TYPE_LEVEL_LOW|IRQ_TYPE_LEVEL_HIGH)))
389 390
		return -EINVAL;

D
David Brownell 已提交
391
	spin_lock_irqsave(&bank->lock, flags);
392
	retval = _set_gpio_triggering(bank, GPIO_INDEX(bank, gpio), type);
D
David Brownell 已提交
393
	spin_unlock_irqrestore(&bank->lock, flags);
394 395

	if (type & (IRQ_TYPE_LEVEL_LOW | IRQ_TYPE_LEVEL_HIGH))
T
Thomas Gleixner 已提交
396
		__irq_set_handler_locked(d->irq, handle_level_irq);
397
	else if (type & (IRQ_TYPE_EDGE_FALLING | IRQ_TYPE_EDGE_RISING))
T
Thomas Gleixner 已提交
398
		__irq_set_handler_locked(d->irq, handle_edge_irq);
399

400
	return retval;
401 402 403 404
}

static void _clear_gpio_irqbank(struct gpio_bank *bank, int gpio_mask)
{
405
	void __iomem *reg = bank->base;
406

407
	reg += bank->regs->irqstatus;
408
	__raw_writel(gpio_mask, reg);
409 410

	/* Workaround for clearing DSP GPIO interrupts to allow retention */
411 412
	if (bank->regs->irqstatus2) {
		reg = bank->base + bank->regs->irqstatus2;
413
		__raw_writel(gpio_mask, reg);
414
	}
415 416 417

	/* Flush posted write for the irq status to avoid spurious interrupts */
	__raw_readl(reg);
418 419 420 421
}

static inline void _clear_gpio_irqstatus(struct gpio_bank *bank, int gpio)
{
422
	_clear_gpio_irqbank(bank, GPIO_BIT(bank, gpio));
423 424
}

425 426 427
static u32 _get_gpio_irqbank_mask(struct gpio_bank *bank)
{
	void __iomem *reg = bank->base;
428
	u32 l;
429
	u32 mask = (1 << bank->width) - 1;
430

431
	reg += bank->regs->irqenable;
432
	l = __raw_readl(reg);
433
	if (bank->regs->irqenable_inv)
434 435 436
		l = ~l;
	l &= mask;
	return l;
437 438
}

439
static void _enable_gpio_irqbank(struct gpio_bank *bank, int gpio_mask)
440
{
441
	void __iomem *reg = bank->base;
442 443
	u32 l;

444 445 446 447 448
	if (bank->regs->set_irqenable) {
		reg += bank->regs->set_irqenable;
		l = gpio_mask;
	} else {
		reg += bank->regs->irqenable;
449
		l = __raw_readl(reg);
450 451
		if (bank->regs->irqenable_inv)
			l &= ~gpio_mask;
452 453
		else
			l |= gpio_mask;
454 455 456
	}

	__raw_writel(l, reg);
457
	bank->context.irqenable1 = l;
458 459 460 461 462 463 464 465 466
}

static void _disable_gpio_irqbank(struct gpio_bank *bank, int gpio_mask)
{
	void __iomem *reg = bank->base;
	u32 l;

	if (bank->regs->clr_irqenable) {
		reg += bank->regs->clr_irqenable;
467
		l = gpio_mask;
468 469
	} else {
		reg += bank->regs->irqenable;
470
		l = __raw_readl(reg);
471
		if (bank->regs->irqenable_inv)
472
			l |= gpio_mask;
473
		else
474
			l &= ~gpio_mask;
475
	}
476

477
	__raw_writel(l, reg);
478
	bank->context.irqenable1 = l;
479 480 481 482
}

static inline void _set_gpio_irqenable(struct gpio_bank *bank, int gpio, int enable)
{
483
	_enable_gpio_irqbank(bank, GPIO_BIT(bank, gpio));
484 485
}

486 487 488 489 490 491 492 493 494 495
/*
 * Note that ENAWAKEUP needs to be enabled in GPIO_SYSCONFIG register.
 * 1510 does not seem to have a wake-up register. If JTAG is connected
 * to the target, system will wake up always on GPIO events. While
 * system is running all registered GPIO interrupts need to have wake-up
 * enabled. When system is suspended, only selected GPIO interrupts need
 * to have wake-up enabled.
 */
static int _set_gpio_wakeup(struct gpio_bank *bank, int gpio, int enable)
{
496 497
	u32 gpio_bit = GPIO_BIT(bank, gpio);
	unsigned long flags;
D
David Brownell 已提交
498

499
	if (bank->non_wakeup_gpios & gpio_bit) {
500
		dev_err(bank->dev,
501
			"Unable to modify wakeup on non-wakeup GPIO%d\n", gpio);
502 503
		return -EINVAL;
	}
504 505 506 507 508 509 510 511 512 513

	spin_lock_irqsave(&bank->lock, flags);
	if (enable)
		bank->suspend_wakeup |= gpio_bit;
	else
		bank->suspend_wakeup &= ~gpio_bit;

	spin_unlock_irqrestore(&bank->lock, flags);

	return 0;
514 515
}

516 517
static void _reset_gpio(struct gpio_bank *bank, int gpio)
{
518
	_set_gpio_direction(bank, GPIO_INDEX(bank, gpio), 1);
519 520
	_set_gpio_irqenable(bank, gpio, 0);
	_clear_gpio_irqstatus(bank, gpio);
521
	_set_gpio_triggering(bank, GPIO_INDEX(bank, gpio), IRQ_TYPE_NONE);
522 523
}

524
/* Use disable_irq_wake() and enable_irq_wake() functions from drivers */
525
static int gpio_wake_enable(struct irq_data *d, unsigned int enable)
526
{
527
	unsigned int gpio = d->irq - IH_GPIO_BASE;
528 529 530
	struct gpio_bank *bank;
	int retval;

531
	bank = irq_data_get_irq_chip_data(d);
532
	retval = _set_gpio_wakeup(bank, gpio, enable);
533 534 535 536

	return retval;
}

537
static int omap_gpio_request(struct gpio_chip *chip, unsigned offset)
538
{
539
	struct gpio_bank *bank = container_of(chip, struct gpio_bank, chip);
D
David Brownell 已提交
540
	unsigned long flags;
D
David Brownell 已提交
541

542 543 544 545 546 547
	/*
	 * If this is the first gpio_request for the bank,
	 * enable the bank module.
	 */
	if (!bank->mod_usage)
		pm_runtime_get_sync(bank->dev);
548

549
	spin_lock_irqsave(&bank->lock, flags);
550 551 552
	/* Set trigger to none. You need to enable the desired trigger with
	 * request_irq() or set_irq_type().
	 */
553
	_set_gpio_triggering(bank, offset, IRQ_TYPE_NONE);
554

555 556
	if (bank->regs->pinctrl) {
		void __iomem *reg = bank->base + bank->regs->pinctrl;
557

558
		/* Claim the pin for MPU */
559
		__raw_writel(__raw_readl(reg) | (1 << offset), reg);
560
	}
561

562 563 564 565 566 567 568 569
	if (bank->regs->ctrl && !bank->mod_usage) {
		void __iomem *reg = bank->base + bank->regs->ctrl;
		u32 ctrl;

		ctrl = __raw_readl(reg);
		/* Module is enabled, clocks are not gated */
		ctrl &= ~GPIO_MOD_CTRL_BIT;
		__raw_writel(ctrl, reg);
570
		bank->context.ctrl = ctrl;
C
Charulatha V 已提交
571
	}
572 573 574

	bank->mod_usage |= 1 << offset;

D
David Brownell 已提交
575
	spin_unlock_irqrestore(&bank->lock, flags);
576 577 578 579

	return 0;
}

580
static void omap_gpio_free(struct gpio_chip *chip, unsigned offset)
581
{
582
	struct gpio_bank *bank = container_of(chip, struct gpio_bank, chip);
583
	void __iomem *base = bank->base;
D
David Brownell 已提交
584
	unsigned long flags;
585

D
David Brownell 已提交
586
	spin_lock_irqsave(&bank->lock, flags);
587

588
	if (bank->regs->wkup_en) {
589
		/* Disable wake-up during idle for dynamic tick */
590
		_gpio_rmw(base, bank->regs->wkup_en, 1 << offset, 0);
591 592 593
		bank->context.wake_en =
			__raw_readl(bank->base + bank->regs->wkup_en);
	}
594

595 596 597 598 599 600 601 602 603 604
	bank->mod_usage &= ~(1 << offset);

	if (bank->regs->ctrl && !bank->mod_usage) {
		void __iomem *reg = bank->base + bank->regs->ctrl;
		u32 ctrl;

		ctrl = __raw_readl(reg);
		/* Module is disabled, clocks are gated */
		ctrl |= GPIO_MOD_CTRL_BIT;
		__raw_writel(ctrl, reg);
605
		bank->context.ctrl = ctrl;
C
Charulatha V 已提交
606
	}
607

608
	_reset_gpio(bank, bank->chip.base + offset);
D
David Brownell 已提交
609
	spin_unlock_irqrestore(&bank->lock, flags);
610 611 612 613 614 615 616

	/*
	 * If this is the last gpio to be freed in the bank,
	 * disable the bank module.
	 */
	if (!bank->mod_usage)
		pm_runtime_put(bank->dev);
617 618 619 620 621 622 623 624 625 626 627
}

/*
 * We need to unmask the GPIO bank interrupt as soon as possible to
 * avoid missing GPIO interrupts for other lines in the bank.
 * Then we need to mask-read-clear-unmask the triggered GPIO lines
 * in the bank to avoid missing nested interrupts for a GPIO line.
 * If we wait to unmask individual GPIO lines in the bank after the
 * line's interrupt handler has been run, we may miss some nested
 * interrupts.
 */
628
static void gpio_irq_handler(unsigned int irq, struct irq_desc *desc)
629
{
630
	void __iomem *isr_reg = NULL;
631
	u32 isr;
632
	unsigned int gpio_irq, gpio_index;
633
	struct gpio_bank *bank;
634 635
	u32 retrigger = 0;
	int unmasked = 0;
636
	struct irq_chip *chip = irq_desc_get_chip(desc);
637

638
	chained_irq_enter(chip, desc);
639

T
Thomas Gleixner 已提交
640
	bank = irq_get_handler_data(irq);
641
	isr_reg = bank->base + bank->regs->irqstatus;
642
	pm_runtime_get_sync(bank->dev);
643 644 645 646

	if (WARN_ON(!isr_reg))
		goto exit;

647
	while(1) {
648
		u32 isr_saved, level_mask = 0;
649
		u32 enabled;
650

651 652
		enabled = _get_gpio_irqbank_mask(bank);
		isr_saved = isr = __raw_readl(isr_reg) & enabled;
653

654
		if (bank->level_mask)
655
			level_mask = bank->level_mask & enabled;
656 657 658 659

		/* clear edge sensitive interrupts before handler(s) are
		called so that we don't miss any interrupt occurred while
		executing them */
660
		_disable_gpio_irqbank(bank, isr_saved & ~level_mask);
661
		_clear_gpio_irqbank(bank, isr_saved & ~level_mask);
662
		_enable_gpio_irqbank(bank, isr_saved & ~level_mask);
663 664 665

		/* if there is only edge sensitive GPIO pin interrupts
		configured, we could unmask GPIO bank interrupt immediately */
666 667
		if (!level_mask && !unmasked) {
			unmasked = 1;
668
			chained_irq_exit(chip, desc);
669
		}
670

671 672
		isr |= retrigger;
		retrigger = 0;
673 674 675
		if (!isr)
			break;

676
		gpio_irq = bank->irq_base;
677
		for (; isr != 0; isr >>= 1, gpio_irq++) {
678
			gpio_index = GPIO_INDEX(bank, irq_to_gpio(gpio_irq));
679

680 681
			if (!(isr & 1))
				continue;
682

683 684 685 686 687 688 689 690 691 692
			/*
			 * Some chips can't respond to both rising and falling
			 * at the same time.  If this irq was requested with
			 * both flags, we need to flip the ICR data for the IRQ
			 * to respond to the IRQ for the opposite direction.
			 * This will be indicated in the bank toggle_mask.
			 */
			if (bank->toggle_mask & (1 << gpio_index))
				_toggle_gpio_edge_triggering(bank, gpio_index);

693
			generic_handle_irq(gpio_irq);
694
		}
695
	}
696 697 698 699
	/* if bank has any level sensitive GPIO pin interrupt
	configured, we must unmask the bank interrupt only after
	handler(s) are executed in order to avoid spurious bank
	interrupt */
700
exit:
701
	if (!unmasked)
702
		chained_irq_exit(chip, desc);
703
	pm_runtime_put(bank->dev);
704 705
}

706
static void gpio_irq_shutdown(struct irq_data *d)
707
{
708 709
	unsigned int gpio = d->irq - IH_GPIO_BASE;
	struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
710
	unsigned long flags;
711

712
	spin_lock_irqsave(&bank->lock, flags);
713
	_reset_gpio(bank, gpio);
714
	spin_unlock_irqrestore(&bank->lock, flags);
715 716
}

717
static void gpio_ack_irq(struct irq_data *d)
718
{
719 720
	unsigned int gpio = d->irq - IH_GPIO_BASE;
	struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
721 722 723 724

	_clear_gpio_irqstatus(bank, gpio);
}

725
static void gpio_mask_irq(struct irq_data *d)
726
{
727 728
	unsigned int gpio = d->irq - IH_GPIO_BASE;
	struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
729
	unsigned long flags;
730

731
	spin_lock_irqsave(&bank->lock, flags);
732
	_set_gpio_irqenable(bank, gpio, 0);
733
	_set_gpio_triggering(bank, GPIO_INDEX(bank, gpio), IRQ_TYPE_NONE);
734
	spin_unlock_irqrestore(&bank->lock, flags);
735 736
}

737
static void gpio_unmask_irq(struct irq_data *d)
738
{
739 740
	unsigned int gpio = d->irq - IH_GPIO_BASE;
	struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
741
	unsigned int irq_mask = GPIO_BIT(bank, gpio);
742
	u32 trigger = irqd_get_trigger_type(d);
743
	unsigned long flags;
744

745
	spin_lock_irqsave(&bank->lock, flags);
746
	if (trigger)
747
		_set_gpio_triggering(bank, GPIO_INDEX(bank, gpio), trigger);
748 749 750 751 752 753 754

	/* For level-triggered GPIOs, the clearing must be done after
	 * the HW source is cleared, thus after the handler has run */
	if (bank->level_mask & irq_mask) {
		_set_gpio_irqenable(bank, gpio, 0);
		_clear_gpio_irqstatus(bank, gpio);
	}
755

K
Kevin Hilman 已提交
756
	_set_gpio_irqenable(bank, gpio, 1);
757
	spin_unlock_irqrestore(&bank->lock, flags);
758 759
}

760 761
static struct irq_chip gpio_irq_chip = {
	.name		= "GPIO",
762 763 764 765 766 767
	.irq_shutdown	= gpio_irq_shutdown,
	.irq_ack	= gpio_ack_irq,
	.irq_mask	= gpio_mask_irq,
	.irq_unmask	= gpio_unmask_irq,
	.irq_set_type	= gpio_irq_type,
	.irq_set_wake	= gpio_wake_enable,
768 769 770 771
};

/*---------------------------------------------------------------------*/

772
static int omap_mpuio_suspend_noirq(struct device *dev)
D
David Brownell 已提交
773
{
774
	struct platform_device *pdev = to_platform_device(dev);
D
David Brownell 已提交
775
	struct gpio_bank	*bank = platform_get_drvdata(pdev);
776 777
	void __iomem		*mask_reg = bank->base +
					OMAP_MPUIO_GPIO_MASKIT / bank->stride;
D
David Brownell 已提交
778
	unsigned long		flags;
D
David Brownell 已提交
779

D
David Brownell 已提交
780
	spin_lock_irqsave(&bank->lock, flags);
D
David Brownell 已提交
781 782
	bank->saved_wakeup = __raw_readl(mask_reg);
	__raw_writel(0xffff & ~bank->suspend_wakeup, mask_reg);
D
David Brownell 已提交
783
	spin_unlock_irqrestore(&bank->lock, flags);
D
David Brownell 已提交
784 785 786 787

	return 0;
}

788
static int omap_mpuio_resume_noirq(struct device *dev)
D
David Brownell 已提交
789
{
790
	struct platform_device *pdev = to_platform_device(dev);
D
David Brownell 已提交
791
	struct gpio_bank	*bank = platform_get_drvdata(pdev);
792 793
	void __iomem		*mask_reg = bank->base +
					OMAP_MPUIO_GPIO_MASKIT / bank->stride;
D
David Brownell 已提交
794
	unsigned long		flags;
D
David Brownell 已提交
795

D
David Brownell 已提交
796
	spin_lock_irqsave(&bank->lock, flags);
D
David Brownell 已提交
797
	__raw_writel(bank->saved_wakeup, mask_reg);
D
David Brownell 已提交
798
	spin_unlock_irqrestore(&bank->lock, flags);
D
David Brownell 已提交
799 800 801 802

	return 0;
}

803
static const struct dev_pm_ops omap_mpuio_dev_pm_ops = {
804 805 806 807
	.suspend_noirq = omap_mpuio_suspend_noirq,
	.resume_noirq = omap_mpuio_resume_noirq,
};

808
/* use platform_driver for this. */
D
David Brownell 已提交
809 810 811
static struct platform_driver omap_mpuio_driver = {
	.driver		= {
		.name	= "mpuio",
812
		.pm	= &omap_mpuio_dev_pm_ops,
D
David Brownell 已提交
813 814 815 816 817 818 819 820 821 822 823 824
	},
};

static struct platform_device omap_mpuio_device = {
	.name		= "mpuio",
	.id		= -1,
	.dev = {
		.driver = &omap_mpuio_driver.driver,
	}
	/* could list the /proc/iomem resources */
};

825
static inline void mpuio_init(struct gpio_bank *bank)
D
David Brownell 已提交
826
{
827
	platform_set_drvdata(&omap_mpuio_device, bank);
828

D
David Brownell 已提交
829 830 831 832
	if (platform_driver_register(&omap_mpuio_driver) == 0)
		(void) platform_device_register(&omap_mpuio_device);
}

833
/*---------------------------------------------------------------------*/
834

D
David Brownell 已提交
835 836 837 838 839 840 841 842 843 844 845 846
static int gpio_input(struct gpio_chip *chip, unsigned offset)
{
	struct gpio_bank *bank;
	unsigned long flags;

	bank = container_of(chip, struct gpio_bank, chip);
	spin_lock_irqsave(&bank->lock, flags);
	_set_gpio_direction(bank, offset, 1);
	spin_unlock_irqrestore(&bank->lock, flags);
	return 0;
}

847 848
static int gpio_is_input(struct gpio_bank *bank, int mask)
{
849
	void __iomem *reg = bank->base + bank->regs->direction;
850 851 852 853

	return __raw_readl(reg) & mask;
}

D
David Brownell 已提交
854 855
static int gpio_get(struct gpio_chip *chip, unsigned offset)
{
856 857 858 859 860 861
	struct gpio_bank *bank;
	void __iomem *reg;
	int gpio;
	u32 mask;

	gpio = chip->base + offset;
C
Charulatha V 已提交
862
	bank = container_of(chip, struct gpio_bank, chip);
863
	reg = bank->base;
864
	mask = GPIO_BIT(bank, gpio);
865 866 867 868 869

	if (gpio_is_input(bank, mask))
		return _get_gpio_datain(bank, gpio);
	else
		return _get_gpio_dataout(bank, gpio);
D
David Brownell 已提交
870 871 872 873 874 875 876 877 878
}

static int gpio_output(struct gpio_chip *chip, unsigned offset, int value)
{
	struct gpio_bank *bank;
	unsigned long flags;

	bank = container_of(chip, struct gpio_bank, chip);
	spin_lock_irqsave(&bank->lock, flags);
879
	bank->set_dataout(bank, offset, value);
D
David Brownell 已提交
880 881 882 883 884
	_set_gpio_direction(bank, offset, 0);
	spin_unlock_irqrestore(&bank->lock, flags);
	return 0;
}

885 886 887 888 889 890 891
static int gpio_debounce(struct gpio_chip *chip, unsigned offset,
		unsigned debounce)
{
	struct gpio_bank *bank;
	unsigned long flags;

	bank = container_of(chip, struct gpio_bank, chip);
892 893 894 895 896 897 898

	if (!bank->dbck) {
		bank->dbck = clk_get(bank->dev, "dbclk");
		if (IS_ERR(bank->dbck))
			dev_err(bank->dev, "Could not get gpio dbck\n");
	}

899 900 901 902 903 904 905
	spin_lock_irqsave(&bank->lock, flags);
	_set_gpio_debounce(bank, offset, debounce);
	spin_unlock_irqrestore(&bank->lock, flags);

	return 0;
}

D
David Brownell 已提交
906 907 908 909 910 911 912
static void gpio_set(struct gpio_chip *chip, unsigned offset, int value)
{
	struct gpio_bank *bank;
	unsigned long flags;

	bank = container_of(chip, struct gpio_bank, chip);
	spin_lock_irqsave(&bank->lock, flags);
913
	bank->set_dataout(bank, offset, value);
D
David Brownell 已提交
914 915 916
	spin_unlock_irqrestore(&bank->lock, flags);
}

917 918 919 920 921
static int gpio_2irq(struct gpio_chip *chip, unsigned offset)
{
	struct gpio_bank *bank;

	bank = container_of(chip, struct gpio_bank, chip);
922
	return bank->irq_base + offset;
923 924
}

D
David Brownell 已提交
925 926
/*---------------------------------------------------------------------*/

927
static void __init omap_gpio_show_rev(struct gpio_bank *bank)
T
Tony Lindgren 已提交
928
{
929
	static bool called;
T
Tony Lindgren 已提交
930 931
	u32 rev;

932
	if (called || bank->regs->revision == USHRT_MAX)
T
Tony Lindgren 已提交
933 934
		return;

935 936
	rev = __raw_readw(bank->base + bank->regs->revision);
	pr_info("OMAP GPIO hardware version %d.%d\n",
T
Tony Lindgren 已提交
937
		(rev >> 4) & 0x0f, rev & 0x0f);
938 939

	called = true;
T
Tony Lindgren 已提交
940 941
}

942 943 944 945 946
/* This lock class tells lockdep that GPIO irqs are in a different
 * category than their parents, so it won't report false recursion.
 */
static struct lock_class_key gpio_lock_class;

947
static void omap_gpio_mod_init(struct gpio_bank *bank)
948
{
949 950
	void __iomem *base = bank->base;
	u32 l = 0xffffffff;
951

952 953 954
	if (bank->width == 16)
		l = 0xffff;

955
	if (bank->is_mpuio) {
956 957
		__raw_writel(l, bank->base + bank->regs->irqenable);
		return;
958
	}
959 960 961 962 963 964 965 966 967

	_gpio_rmw(base, bank->regs->irqenable, l, bank->regs->irqenable_inv);
	_gpio_rmw(base, bank->regs->irqstatus, l,
					bank->regs->irqenable_inv == false);
	_gpio_rmw(base, bank->regs->irqenable, l, bank->regs->debounce_en != 0);
	_gpio_rmw(base, bank->regs->irqenable, l, bank->regs->ctrl != 0);
	if (bank->regs->debounce_en)
		_gpio_rmw(base, bank->regs->debounce_en, 0, 1);

968 969
	/* Save OE default value (0xffffffff) in the context */
	bank->context.oe = __raw_readl(bank->base + bank->regs->direction);
970 971 972
	 /* Initialize interface clk ungated, module enabled */
	if (bank->regs->ctrl)
		_gpio_rmw(base, bank->regs->ctrl, 0, 1);
973 974
}

975 976 977 978 979 980 981 982 983
static __init void
omap_mpuio_alloc_gc(struct gpio_bank *bank, unsigned int irq_start,
		    unsigned int num)
{
	struct irq_chip_generic *gc;
	struct irq_chip_type *ct;

	gc = irq_alloc_generic_chip("MPUIO", 1, irq_start, bank->base,
				    handle_simple_irq);
984 985 986 987 988
	if (!gc) {
		dev_err(bank->dev, "Memory alloc failed for gc\n");
		return;
	}

989 990 991 992 993 994
	ct = gc->chip_types;

	/* NOTE: No ack required, reading IRQ status clears it. */
	ct->chip.irq_mask = irq_gc_mask_set_bit;
	ct->chip.irq_unmask = irq_gc_mask_clr_bit;
	ct->chip.irq_set_type = gpio_irq_type;
995 996

	if (bank->regs->wkup_en)
997 998 999 1000 1001 1002 1003
		ct->chip.irq_set_wake = gpio_wake_enable,

	ct->regs.mask = OMAP_MPUIO_GPIO_INT / bank->stride;
	irq_setup_generic_chip(gc, IRQ_MSK(num), IRQ_GC_INIT_MASK_CACHE,
			       IRQ_NOREQUEST | IRQ_NOPROBE, 0);
}

1004
static void __devinit omap_gpio_chip_init(struct gpio_bank *bank)
1005
{
1006
	int j;
1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020
	static int gpio;

	/*
	 * REVISIT eventually switch from OMAP-specific gpio structs
	 * over to the generic ones
	 */
	bank->chip.request = omap_gpio_request;
	bank->chip.free = omap_gpio_free;
	bank->chip.direction_input = gpio_input;
	bank->chip.get = gpio_get;
	bank->chip.direction_output = gpio_output;
	bank->chip.set_debounce = gpio_debounce;
	bank->chip.set = gpio_set;
	bank->chip.to_irq = gpio_2irq;
1021
	if (bank->is_mpuio) {
1022
		bank->chip.label = "mpuio";
1023 1024
		if (bank->regs->wkup_en)
			bank->chip.dev = &omap_mpuio_device.dev;
1025 1026 1027 1028
		bank->chip.base = OMAP_MPUIO(0);
	} else {
		bank->chip.label = "gpio";
		bank->chip.base = gpio;
1029
		gpio += bank->width;
1030
	}
1031
	bank->chip.ngpio = bank->width;
1032 1033 1034

	gpiochip_add(&bank->chip);

1035
	for (j = bank->irq_base; j < bank->irq_base + bank->width; j++) {
1036
		irq_set_lockdep_class(j, &gpio_lock_class);
T
Thomas Gleixner 已提交
1037
		irq_set_chip_data(j, bank);
1038
		if (bank->is_mpuio) {
1039 1040
			omap_mpuio_alloc_gc(bank, j, bank->width);
		} else {
T
Thomas Gleixner 已提交
1041
			irq_set_chip(j, &gpio_irq_chip);
1042 1043 1044
			irq_set_handler(j, handle_simple_irq);
			set_irq_flags(j, IRQF_VALID);
		}
1045
	}
T
Thomas Gleixner 已提交
1046 1047
	irq_set_chained_handler(bank->irq, gpio_irq_handler);
	irq_set_handler_data(bank->irq, bank);
1048 1049
}

1050 1051
static const struct of_device_id omap_gpio_match[];

1052
static int __devinit omap_gpio_probe(struct platform_device *pdev)
1053
{
1054
	struct device *dev = &pdev->dev;
1055 1056
	struct device_node *node = dev->of_node;
	const struct of_device_id *match;
1057 1058
	struct omap_gpio_platform_data *pdata;
	struct resource *res;
1059
	struct gpio_bank *bank;
1060
	int ret = 0;
1061

1062 1063 1064 1065
	match = of_match_device(of_match_ptr(omap_gpio_match), dev);

	pdata = match ? match->data : dev->platform_data;
	if (!pdata)
1066
		return -EINVAL;
1067

1068
	bank = devm_kzalloc(&pdev->dev, sizeof(struct gpio_bank), GFP_KERNEL);
1069
	if (!bank) {
1070
		dev_err(dev, "Memory alloc failed\n");
1071
		return -ENOMEM;
1072
	}
1073

1074 1075
	res = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
	if (unlikely(!res)) {
1076
		dev_err(dev, "Invalid IRQ resource\n");
1077
		return -ENODEV;
1078
	}
1079

1080
	bank->irq = res->start;
1081
	bank->dev = dev;
1082
	bank->dbck_flag = pdata->dbck_flag;
1083
	bank->stride = pdata->bank_stride;
1084
	bank->width = pdata->bank_width;
1085
	bank->is_mpuio = pdata->is_mpuio;
1086
	bank->non_wakeup_gpios = pdata->non_wakeup_gpios;
1087
	bank->loses_context = pdata->loses_context;
1088
	bank->get_context_loss_count = pdata->get_context_loss_count;
1089
	bank->regs = pdata->regs;
1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101
#ifdef CONFIG_OF_GPIO
	bank->chip.of_node = of_node_get(node);
#endif

	bank->irq_base = irq_alloc_descs(-1, 0, bank->width, 0);
	if (bank->irq_base < 0) {
		dev_err(dev, "Couldn't allocate IRQ numbers\n");
		return -ENODEV;
	}

	bank->domain = irq_domain_add_legacy(node, bank->width, bank->irq_base,
					     0, &irq_domain_simple_ops, NULL);
1102 1103 1104 1105 1106

	if (bank->regs->set_dataout && bank->regs->clr_dataout)
		bank->set_dataout = _set_gpio_dataout_reg;
	else
		bank->set_dataout = _set_gpio_dataout_mask;
T
Tony Lindgren 已提交
1107

1108
	spin_lock_init(&bank->lock);
T
Tony Lindgren 已提交
1109

1110 1111 1112
	/* Static mapping, never released */
	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
	if (unlikely(!res)) {
1113
		dev_err(dev, "Invalid mem resource\n");
1114 1115 1116 1117 1118 1119 1120
		return -ENODEV;
	}

	if (!devm_request_mem_region(dev, res->start, resource_size(res),
				     pdev->name)) {
		dev_err(dev, "Region already claimed\n");
		return -EBUSY;
1121
	}
1122

1123
	bank->base = devm_ioremap(dev, res->start, resource_size(res));
1124
	if (!bank->base) {
1125
		dev_err(dev, "Could not ioremap\n");
1126
		return -ENOMEM;
1127 1128
	}

1129 1130
	platform_set_drvdata(pdev, bank);

1131
	pm_runtime_enable(bank->dev);
1132
	pm_runtime_irq_safe(bank->dev);
1133 1134
	pm_runtime_get_sync(bank->dev);

1135
	if (bank->is_mpuio)
1136 1137
		mpuio_init(bank);

1138
	omap_gpio_mod_init(bank);
1139
	omap_gpio_chip_init(bank);
1140
	omap_gpio_show_rev(bank);
T
Tony Lindgren 已提交
1141

1142 1143
	pm_runtime_put(bank->dev);

1144
	list_add_tail(&bank->node, &omap_gpio_list);
1145

1146
	return ret;
1147 1148
}

1149 1150 1151 1152
#ifdef CONFIG_ARCH_OMAP2PLUS

#if defined(CONFIG_PM_SLEEP)
static int omap_gpio_suspend(struct device *dev)
1153
{
1154 1155 1156 1157 1158
	struct platform_device *pdev = to_platform_device(dev);
	struct gpio_bank *bank = platform_get_drvdata(pdev);
	void __iomem *base = bank->base;
	void __iomem *wakeup_enable;
	unsigned long flags;
1159

1160 1161
	if (!bank->mod_usage || !bank->loses_context)
		return 0;
1162

1163 1164
	if (!bank->regs->wkup_en || !bank->suspend_wakeup)
		return 0;
1165

1166
	wakeup_enable = bank->base + bank->regs->wkup_en;
1167

1168 1169 1170 1171 1172
	spin_lock_irqsave(&bank->lock, flags);
	bank->saved_wakeup = __raw_readl(wakeup_enable);
	_gpio_rmw(base, bank->regs->wkup_en, 0xffffffff, 0);
	_gpio_rmw(base, bank->regs->wkup_en, bank->suspend_wakeup, 1);
	spin_unlock_irqrestore(&bank->lock, flags);
1173 1174 1175 1176

	return 0;
}

1177
static int omap_gpio_resume(struct device *dev)
1178
{
1179 1180 1181 1182
	struct platform_device *pdev = to_platform_device(dev);
	struct gpio_bank *bank = platform_get_drvdata(pdev);
	void __iomem *base = bank->base;
	unsigned long flags;
1183

1184 1185
	if (!bank->mod_usage || !bank->loses_context)
		return 0;
1186

1187 1188
	if (!bank->regs->wkup_en || !bank->saved_wakeup)
		return 0;
1189

1190 1191 1192 1193
	spin_lock_irqsave(&bank->lock, flags);
	_gpio_rmw(base, bank->regs->wkup_en, 0xffffffff, 0);
	_gpio_rmw(base, bank->regs->wkup_en, bank->saved_wakeup, 1);
	spin_unlock_irqrestore(&bank->lock, flags);
1194

1195 1196 1197
	return 0;
}
#endif /* CONFIG_PM_SLEEP */
1198

1199
#if defined(CONFIG_PM_RUNTIME)
1200
static void omap_gpio_restore_context(struct gpio_bank *bank);
1201

1202
static int omap_gpio_runtime_suspend(struct device *dev)
1203
{
1204 1205 1206 1207
	struct platform_device *pdev = to_platform_device(dev);
	struct gpio_bank *bank = platform_get_drvdata(pdev);
	u32 l1 = 0, l2 = 0;
	unsigned long flags;
1208

1209 1210 1211
	spin_lock_irqsave(&bank->lock, flags);
	if (bank->power_mode != OFF_MODE) {
		bank->power_mode = 0;
1212
		goto update_gpio_context_count;
1213 1214 1215 1216 1217 1218 1219
	}
	/*
	 * If going to OFF, remove triggering for all
	 * non-wakeup GPIOs.  Otherwise spurious IRQs will be
	 * generated.  See OMAP2420 Errata item 1.101.
	 */
	if (!(bank->enabled_non_wakeup_gpios))
1220
		goto update_gpio_context_count;
1221

1222 1223 1224 1225
	bank->saved_datain = __raw_readl(bank->base +
						bank->regs->datain);
	l1 = __raw_readl(bank->base + bank->regs->fallingdetect);
	l2 = __raw_readl(bank->base + bank->regs->risingdetect);
1226

1227 1228 1229 1230
	bank->saved_fallingdetect = l1;
	bank->saved_risingdetect = l2;
	l1 &= ~bank->enabled_non_wakeup_gpios;
	l2 &= ~bank->enabled_non_wakeup_gpios;
1231

1232 1233
	__raw_writel(l1, bank->base + bank->regs->fallingdetect);
	__raw_writel(l2, bank->base + bank->regs->risingdetect);
1234

1235
	bank->workaround_enabled = true;
1236

1237
update_gpio_context_count:
1238 1239
	if (bank->get_context_loss_count)
		bank->context_loss_count =
1240 1241
				bank->get_context_loss_count(bank->dev);

1242
	_gpio_dbck_disable(bank);
1243
	spin_unlock_irqrestore(&bank->lock, flags);
1244

1245
	return 0;
1246 1247
}

1248
static int omap_gpio_runtime_resume(struct device *dev)
1249
{
1250 1251 1252 1253 1254
	struct platform_device *pdev = to_platform_device(dev);
	struct gpio_bank *bank = platform_get_drvdata(pdev);
	int context_lost_cnt_after;
	u32 l = 0, gen, gen0, gen1;
	unsigned long flags;
1255

1256
	spin_lock_irqsave(&bank->lock, flags);
1257
	_gpio_dbck_enable(bank);
1258 1259 1260 1261
	if (!bank->enabled_non_wakeup_gpios || !bank->workaround_enabled) {
		spin_unlock_irqrestore(&bank->lock, flags);
		return 0;
	}
1262

1263 1264 1265 1266 1267 1268 1269 1270 1271
	if (bank->get_context_loss_count) {
		context_lost_cnt_after =
			bank->get_context_loss_count(bank->dev);
		if (context_lost_cnt_after != bank->context_loss_count ||
						!context_lost_cnt_after) {
			omap_gpio_restore_context(bank);
		} else {
			spin_unlock_irqrestore(&bank->lock, flags);
			return 0;
1272
		}
1273
	}
1274

1275 1276 1277 1278 1279
	__raw_writel(bank->saved_fallingdetect,
			bank->base + bank->regs->fallingdetect);
	__raw_writel(bank->saved_risingdetect,
			bank->base + bank->regs->risingdetect);
	l = __raw_readl(bank->base + bank->regs->datain);
1280

1281 1282 1283 1284 1285 1286 1287 1288
	/*
	 * Check if any of the non-wakeup interrupt GPIOs have changed
	 * state.  If so, generate an IRQ by software.  This is
	 * horribly racy, but it's the best we can do to work around
	 * this silicon bug.
	 */
	l ^= bank->saved_datain;
	l &= bank->enabled_non_wakeup_gpios;
1289

1290 1291 1292 1293 1294 1295
	/*
	 * No need to generate IRQs for the rising edge for gpio IRQs
	 * configured with falling edge only; and vice versa.
	 */
	gen0 = l & bank->saved_fallingdetect;
	gen0 &= bank->saved_datain;
1296

1297 1298
	gen1 = l & bank->saved_risingdetect;
	gen1 &= ~(bank->saved_datain);
1299

1300 1301 1302 1303
	/* FIXME: Consider GPIO IRQs with level detections properly! */
	gen = l & (~(bank->saved_fallingdetect) & ~(bank->saved_risingdetect));
	/* Consider all GPIO IRQs needed to be updated */
	gen |= gen0 | gen1;
1304

1305 1306
	if (gen) {
		u32 old0, old1;
1307

1308 1309
		old0 = __raw_readl(bank->base + bank->regs->leveldetect0);
		old1 = __raw_readl(bank->base + bank->regs->leveldetect1);
1310

1311 1312
		if (cpu_is_omap24xx() || cpu_is_omap34xx()) {
			__raw_writel(old0 | gen, bank->base +
1313
						bank->regs->leveldetect0);
1314
			__raw_writel(old1 | gen, bank->base +
1315
						bank->regs->leveldetect1);
1316
		}
1317

1318 1319
		if (cpu_is_omap44xx()) {
			__raw_writel(old0 | l, bank->base +
1320
						bank->regs->leveldetect0);
1321
			__raw_writel(old1 | l, bank->base +
1322
						bank->regs->leveldetect1);
1323
		}
1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357
		__raw_writel(old0, bank->base + bank->regs->leveldetect0);
		__raw_writel(old1, bank->base + bank->regs->leveldetect1);
	}

	bank->workaround_enabled = false;
	spin_unlock_irqrestore(&bank->lock, flags);

	return 0;
}
#endif /* CONFIG_PM_RUNTIME */

void omap2_gpio_prepare_for_idle(int pwr_mode)
{
	struct gpio_bank *bank;

	list_for_each_entry(bank, &omap_gpio_list, node) {
		if (!bank->mod_usage || !bank->loses_context)
			continue;

		bank->power_mode = pwr_mode;

		pm_runtime_put_sync_suspend(bank->dev);
	}
}

void omap2_gpio_resume_after_idle(void)
{
	struct gpio_bank *bank;

	list_for_each_entry(bank, &omap_gpio_list, node) {
		if (!bank->mod_usage || !bank->loses_context)
			continue;

		pm_runtime_get_sync(bank->dev);
1358 1359 1360
	}
}

1361
#if defined(CONFIG_PM_RUNTIME)
1362
static void omap_gpio_restore_context(struct gpio_bank *bank)
1363
{
1364
	__raw_writel(bank->context.wake_en,
1365 1366
				bank->base + bank->regs->wkup_en);
	__raw_writel(bank->context.ctrl, bank->base + bank->regs->ctrl);
1367
	__raw_writel(bank->context.leveldetect0,
1368
				bank->base + bank->regs->leveldetect0);
1369
	__raw_writel(bank->context.leveldetect1,
1370
				bank->base + bank->regs->leveldetect1);
1371
	__raw_writel(bank->context.risingdetect,
1372
				bank->base + bank->regs->risingdetect);
1373
	__raw_writel(bank->context.fallingdetect,
1374
				bank->base + bank->regs->fallingdetect);
1375 1376 1377 1378 1379 1380
	if (bank->regs->set_dataout && bank->regs->clr_dataout)
		__raw_writel(bank->context.dataout,
				bank->base + bank->regs->set_dataout);
	else
		__raw_writel(bank->context.dataout,
				bank->base + bank->regs->dataout);
1381 1382
	__raw_writel(bank->context.oe, bank->base + bank->regs->direction);

1383 1384 1385 1386 1387 1388
	if (bank->dbck_enable_mask) {
		__raw_writel(bank->context.debounce, bank->base +
					bank->regs->debounce);
		__raw_writel(bank->context.debounce_en,
					bank->base + bank->regs->debounce_en);
	}
1389 1390 1391 1392 1393

	__raw_writel(bank->context.irqenable1,
				bank->base + bank->regs->irqenable);
	__raw_writel(bank->context.irqenable2,
				bank->base + bank->regs->irqenable2);
1394
}
1395
#endif /* CONFIG_PM_RUNTIME */
1396 1397 1398
#else
#define omap_gpio_suspend NULL
#define omap_gpio_resume NULL
1399 1400
#define omap_gpio_runtime_suspend NULL
#define omap_gpio_runtime_resume NULL
1401 1402
#endif

1403 1404
static const struct dev_pm_ops gpio_pm_ops = {
	SET_SYSTEM_SLEEP_PM_OPS(omap_gpio_suspend, omap_gpio_resume)
1405 1406
	SET_RUNTIME_PM_OPS(omap_gpio_runtime_suspend, omap_gpio_runtime_resume,
									NULL)
1407 1408
};

1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491
#if defined(CONFIG_OF)
static struct omap_gpio_reg_offs omap2_gpio_regs = {
	.revision =		OMAP24XX_GPIO_REVISION,
	.direction =		OMAP24XX_GPIO_OE,
	.datain =		OMAP24XX_GPIO_DATAIN,
	.dataout =		OMAP24XX_GPIO_DATAOUT,
	.set_dataout =		OMAP24XX_GPIO_SETDATAOUT,
	.clr_dataout =		OMAP24XX_GPIO_CLEARDATAOUT,
	.irqstatus =		OMAP24XX_GPIO_IRQSTATUS1,
	.irqstatus2 =		OMAP24XX_GPIO_IRQSTATUS2,
	.irqenable =		OMAP24XX_GPIO_IRQENABLE1,
	.irqenable2 =		OMAP24XX_GPIO_IRQENABLE2,
	.set_irqenable =	OMAP24XX_GPIO_SETIRQENABLE1,
	.clr_irqenable =	OMAP24XX_GPIO_CLEARIRQENABLE1,
	.debounce =		OMAP24XX_GPIO_DEBOUNCE_VAL,
	.debounce_en =		OMAP24XX_GPIO_DEBOUNCE_EN,
	.ctrl =			OMAP24XX_GPIO_CTRL,
	.wkup_en =		OMAP24XX_GPIO_WAKE_EN,
	.leveldetect0 =		OMAP24XX_GPIO_LEVELDETECT0,
	.leveldetect1 =		OMAP24XX_GPIO_LEVELDETECT1,
	.risingdetect =		OMAP24XX_GPIO_RISINGDETECT,
	.fallingdetect =	OMAP24XX_GPIO_FALLINGDETECT,
};

static struct omap_gpio_reg_offs omap4_gpio_regs = {
	.revision =		OMAP4_GPIO_REVISION,
	.direction =		OMAP4_GPIO_OE,
	.datain =		OMAP4_GPIO_DATAIN,
	.dataout =		OMAP4_GPIO_DATAOUT,
	.set_dataout =		OMAP4_GPIO_SETDATAOUT,
	.clr_dataout =		OMAP4_GPIO_CLEARDATAOUT,
	.irqstatus =		OMAP4_GPIO_IRQSTATUS0,
	.irqstatus2 =		OMAP4_GPIO_IRQSTATUS1,
	.irqenable =		OMAP4_GPIO_IRQSTATUSSET0,
	.irqenable2 =		OMAP4_GPIO_IRQSTATUSSET1,
	.set_irqenable =	OMAP4_GPIO_IRQSTATUSSET0,
	.clr_irqenable =	OMAP4_GPIO_IRQSTATUSCLR0,
	.debounce =		OMAP4_GPIO_DEBOUNCINGTIME,
	.debounce_en =		OMAP4_GPIO_DEBOUNCENABLE,
	.ctrl =			OMAP4_GPIO_CTRL,
	.wkup_en =		OMAP4_GPIO_IRQWAKEN0,
	.leveldetect0 =		OMAP4_GPIO_LEVELDETECT0,
	.leveldetect1 =		OMAP4_GPIO_LEVELDETECT1,
	.risingdetect =		OMAP4_GPIO_RISINGDETECT,
	.fallingdetect =	OMAP4_GPIO_FALLINGDETECT,
};

static struct omap_gpio_platform_data omap2_pdata = {
	.regs = &omap2_gpio_regs,
	.bank_width = 32,
	.dbck_flag = false,
};

static struct omap_gpio_platform_data omap3_pdata = {
	.regs = &omap2_gpio_regs,
	.bank_width = 32,
	.dbck_flag = true,
};

static struct omap_gpio_platform_data omap4_pdata = {
	.regs = &omap4_gpio_regs,
	.bank_width = 32,
	.dbck_flag = true,
};

static const struct of_device_id omap_gpio_match[] = {
	{
		.compatible = "ti,omap4-gpio",
		.data = &omap4_pdata,
	},
	{
		.compatible = "ti,omap3-gpio",
		.data = &omap3_pdata,
	},
	{
		.compatible = "ti,omap2-gpio",
		.data = &omap2_pdata,
	},
	{ },
};
MODULE_DEVICE_TABLE(of, omap_gpio_match);
#endif

1492 1493 1494 1495
static struct platform_driver omap_gpio_driver = {
	.probe		= omap_gpio_probe,
	.driver		= {
		.name	= "omap_gpio",
1496
		.pm	= &gpio_pm_ops,
1497
		.of_match_table = of_match_ptr(omap_gpio_match),
1498 1499 1500
	},
};

1501
/*
1502 1503 1504
 * gpio driver register needs to be done before
 * machine_init functions access gpio APIs.
 * Hence omap_gpio_drv_reg() is a postcore_initcall.
1505
 */
1506
static int __init omap_gpio_drv_reg(void)
1507
{
1508
	return platform_driver_register(&omap_gpio_driver);
1509
}
1510
postcore_initcall(omap_gpio_drv_reg);