gpio-omap.c 38.4 KB
Newer Older
1 2 3
/*
 * Support functions for OMAP GPIO
 *
4
 * Copyright (C) 2003-2005 Nokia Corporation
5
 * Written by Juha Yrjölä <juha.yrjola@nokia.com>
6
 *
7 8 9
 * Copyright (C) 2009 Texas Instruments
 * Added OMAP4 support - Santosh Shilimkar <santosh.shilimkar@ti.com>
 *
10 11 12 13 14 15 16 17
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */

#include <linux/init.h>
#include <linux/module.h>
#include <linux/interrupt.h>
18
#include <linux/syscore_ops.h>
19
#include <linux/err.h>
20
#include <linux/clk.h>
21
#include <linux/io.h>
22
#include <linux/device.h>
23
#include <linux/pm_runtime.h>
24
#include <linux/pm.h>
25 26 27
#include <linux/of.h>
#include <linux/of_device.h>
#include <linux/irqdomain.h>
28

29
#include <mach/hardware.h>
30
#include <asm/irq.h>
31
#include <mach/irqs.h>
32
#include <asm/gpio.h>
33 34
#include <asm/mach/irq.h>

35 36
#define OFF_MODE	1

37 38
static LIST_HEAD(omap_gpio_list);

39 40 41 42 43 44 45 46 47 48 49
struct gpio_regs {
	u32 irqenable1;
	u32 irqenable2;
	u32 wake_en;
	u32 ctrl;
	u32 oe;
	u32 leveldetect0;
	u32 leveldetect1;
	u32 risingdetect;
	u32 fallingdetect;
	u32 dataout;
50 51
	u32 debounce;
	u32 debounce_en;
52 53
};

54
struct gpio_bank {
55
	struct list_head node;
56
	void __iomem *base;
57
	u16 irq;
58 59
	int irq_base;
	struct irq_domain *domain;
60 61
	u32 non_wakeup_gpios;
	u32 enabled_non_wakeup_gpios;
62
	struct gpio_regs context;
63
	u32 saved_datain;
64
	u32 level_mask;
65
	u32 toggle_mask;
66
	spinlock_t lock;
D
David Brownell 已提交
67
	struct gpio_chip chip;
68
	struct clk *dbck;
C
Charulatha V 已提交
69
	u32 mod_usage;
70
	u32 dbck_enable_mask;
71
	bool dbck_enabled;
72
	struct device *dev;
73
	bool is_mpuio;
74
	bool dbck_flag;
75
	bool loses_context;
76
	int stride;
77
	u32 width;
78
	int context_loss_count;
79 80
	int power_mode;
	bool workaround_enabled;
81 82

	void (*set_dataout)(struct gpio_bank *bank, int gpio, int enable);
83
	int (*get_context_loss_count)(struct device *dev);
84 85

	struct omap_gpio_reg_offs *regs;
86 87
};

88 89
#define GPIO_INDEX(bank, gpio) (gpio % bank->width)
#define GPIO_BIT(bank, gpio) (1 << GPIO_INDEX(bank, gpio))
90
#define GPIO_MOD_CTRL_BIT	BIT(0)
91

92 93 94 95 96
static int irq_to_gpio(struct gpio_bank *bank, unsigned int gpio_irq)
{
	return gpio_irq - bank->irq_base + bank->chip.base;
}

97 98
static void _set_gpio_direction(struct gpio_bank *bank, int gpio, int is_input)
{
99
	void __iomem *reg = bank->base;
100 101
	u32 l;

102
	reg += bank->regs->direction;
103 104 105 106 107 108
	l = __raw_readl(reg);
	if (is_input)
		l |= 1 << gpio;
	else
		l &= ~(1 << gpio);
	__raw_writel(l, reg);
109
	bank->context.oe = l;
110 111
}

112 113 114

/* set data out value using dedicate set/clear register */
static void _set_gpio_dataout_reg(struct gpio_bank *bank, int gpio, int enable)
115
{
116
	void __iomem *reg = bank->base;
117
	u32 l = GPIO_BIT(bank, gpio);
118

119
	if (enable) {
120
		reg += bank->regs->set_dataout;
121 122
		bank->context.dataout |= l;
	} else {
123
		reg += bank->regs->clr_dataout;
124 125
		bank->context.dataout &= ~l;
	}
126 127 128 129

	__raw_writel(l, reg);
}

130 131
/* set data out value using mask register */
static void _set_gpio_dataout_mask(struct gpio_bank *bank, int gpio, int enable)
132
{
133 134 135
	void __iomem *reg = bank->base + bank->regs->dataout;
	u32 gpio_bit = GPIO_BIT(bank, gpio);
	u32 l;
136

137 138 139 140 141
	l = __raw_readl(reg);
	if (enable)
		l |= gpio_bit;
	else
		l &= ~gpio_bit;
142
	__raw_writel(l, reg);
143
	bank->context.dataout = l;
144 145
}

146
static int _get_gpio_datain(struct gpio_bank *bank, int offset)
147
{
148
	void __iomem *reg = bank->base + bank->regs->datain;
149

150
	return (__raw_readl(reg) & (1 << offset)) != 0;
151
}
152

153
static int _get_gpio_dataout(struct gpio_bank *bank, int offset)
154
{
155
	void __iomem *reg = bank->base + bank->regs->dataout;
156

157
	return (__raw_readl(reg) & (1 << offset)) != 0;
158 159
}

160 161 162 163
static inline void _gpio_rmw(void __iomem *base, u32 reg, u32 mask, bool set)
{
	int l = __raw_readl(base + reg);

164
	if (set)
165 166 167 168 169 170
		l |= mask;
	else
		l &= ~mask;

	__raw_writel(l, base + reg);
}
171

172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187
static inline void _gpio_dbck_enable(struct gpio_bank *bank)
{
	if (bank->dbck_enable_mask && !bank->dbck_enabled) {
		clk_enable(bank->dbck);
		bank->dbck_enabled = true;
	}
}

static inline void _gpio_dbck_disable(struct gpio_bank *bank)
{
	if (bank->dbck_enable_mask && bank->dbck_enabled) {
		clk_disable(bank->dbck);
		bank->dbck_enabled = false;
	}
}

188 189 190 191 192 193 194 195 196 197 198 199
/**
 * _set_gpio_debounce - low level gpio debounce time
 * @bank: the gpio bank we're acting upon
 * @gpio: the gpio number on this @gpio
 * @debounce: debounce time to use
 *
 * OMAP's debounce time is in 31us steps so we need
 * to convert and round up to the closest unit.
 */
static void _set_gpio_debounce(struct gpio_bank *bank, unsigned gpio,
		unsigned debounce)
{
200
	void __iomem		*reg;
201 202 203
	u32			val;
	u32			l;

204 205 206
	if (!bank->dbck_flag)
		return;

207 208 209 210 211 212 213
	if (debounce < 32)
		debounce = 0x01;
	else if (debounce > 7936)
		debounce = 0xff;
	else
		debounce = (debounce / 0x1f) - 1;

214
	l = GPIO_BIT(bank, gpio);
215

216
	clk_enable(bank->dbck);
217
	reg = bank->base + bank->regs->debounce;
218 219
	__raw_writel(debounce, reg);

220
	reg = bank->base + bank->regs->debounce_en;
221 222
	val = __raw_readl(reg);

223
	if (debounce)
224
		val |= l;
225
	else
226
		val &= ~l;
227
	bank->dbck_enable_mask = val;
228 229

	__raw_writel(val, reg);
230 231 232 233 234 235 236 237 238 239
	clk_disable(bank->dbck);
	/*
	 * Enable debounce clock per module.
	 * This call is mandatory because in omap_gpio_request() when
	 * *_runtime_get_sync() is called,  _gpio_dbck_enable() within
	 * runtime callbck fails to turn on dbck because dbck_enable_mask
	 * used within _gpio_dbck_enable() is still not initialized at
	 * that point. Therefore we have to enable dbck here.
	 */
	_gpio_dbck_enable(bank);
240 241 242 243
	if (bank->dbck_enable_mask) {
		bank->context.debounce = debounce;
		bank->context.debounce_en = val;
	}
244 245
}

246
static inline void set_gpio_trigger(struct gpio_bank *bank, int gpio,
247
						unsigned trigger)
248
{
249
	void __iomem *base = bank->base;
250 251
	u32 gpio_bit = 1 << gpio;

252 253 254 255 256 257 258 259 260
	_gpio_rmw(base, bank->regs->leveldetect0, gpio_bit,
		  trigger & IRQ_TYPE_LEVEL_LOW);
	_gpio_rmw(base, bank->regs->leveldetect1, gpio_bit,
		  trigger & IRQ_TYPE_LEVEL_HIGH);
	_gpio_rmw(base, bank->regs->risingdetect, gpio_bit,
		  trigger & IRQ_TYPE_EDGE_RISING);
	_gpio_rmw(base, bank->regs->fallingdetect, gpio_bit,
		  trigger & IRQ_TYPE_EDGE_FALLING);

261 262 263 264 265 266 267 268 269 270
	bank->context.leveldetect0 =
			__raw_readl(bank->base + bank->regs->leveldetect0);
	bank->context.leveldetect1 =
			__raw_readl(bank->base + bank->regs->leveldetect1);
	bank->context.risingdetect =
			__raw_readl(bank->base + bank->regs->risingdetect);
	bank->context.fallingdetect =
			__raw_readl(bank->base + bank->regs->fallingdetect);

	if (likely(!(bank->non_wakeup_gpios & gpio_bit))) {
271
		_gpio_rmw(base, bank->regs->wkup_en, gpio_bit, trigger != 0);
272 273 274
		bank->context.wake_en =
			__raw_readl(bank->base + bank->regs->wkup_en);
	}
275

276
	/* This part needs to be executed always for OMAP{34xx, 44xx} */
277 278 279 280 281 282 283
	if (!bank->regs->irqctrl) {
		/* On omap24xx proceed only when valid GPIO bit is set */
		if (bank->non_wakeup_gpios) {
			if (!(bank->non_wakeup_gpios & gpio_bit))
				goto exit;
		}

284 285 286 287 288 289 290
		/*
		 * Log the edge gpio and manually trigger the IRQ
		 * after resume if the input level changes
		 * to avoid irq lost during PER RET/OFF mode
		 * Applies for omap2 non-wakeup gpio and all omap3 gpios
		 */
		if (trigger & IRQ_TYPE_EDGE_BOTH)
291 292 293 294
			bank->enabled_non_wakeup_gpios |= gpio_bit;
		else
			bank->enabled_non_wakeup_gpios &= ~gpio_bit;
	}
295

296
exit:
297 298 299
	bank->level_mask =
		__raw_readl(bank->base + bank->regs->leveldetect0) |
		__raw_readl(bank->base + bank->regs->leveldetect1);
300 301
}

302
#ifdef CONFIG_ARCH_OMAP1
303 304 305 306 307 308 309 310 311
/*
 * This only applies to chips that can't do both rising and falling edge
 * detection at once.  For all other chips, this function is a noop.
 */
static void _toggle_gpio_edge_triggering(struct gpio_bank *bank, int gpio)
{
	void __iomem *reg = bank->base;
	u32 l = 0;

312
	if (!bank->regs->irqctrl)
313
		return;
314 315

	reg += bank->regs->irqctrl;
316 317 318 319 320 321 322 323 324

	l = __raw_readl(reg);
	if ((l >> gpio) & 1)
		l &= ~(1 << gpio);
	else
		l |= 1 << gpio;

	__raw_writel(l, reg);
}
325 326
#else
static void _toggle_gpio_edge_triggering(struct gpio_bank *bank, int gpio) {}
327
#endif
328

329 330
static int _set_gpio_triggering(struct gpio_bank *bank, int gpio,
							unsigned trigger)
331 332
{
	void __iomem *reg = bank->base;
333
	void __iomem *base = bank->base;
334
	u32 l = 0;
335

336 337 338 339 340
	if (bank->regs->leveldetect0 && bank->regs->wkup_en) {
		set_gpio_trigger(bank, gpio, trigger);
	} else if (bank->regs->irqctrl) {
		reg += bank->regs->irqctrl;

341
		l = __raw_readl(reg);
342
		if ((trigger & IRQ_TYPE_SENSE_MASK) == IRQ_TYPE_EDGE_BOTH)
343
			bank->toggle_mask |= 1 << gpio;
344
		if (trigger & IRQ_TYPE_EDGE_RISING)
345
			l |= 1 << gpio;
346
		else if (trigger & IRQ_TYPE_EDGE_FALLING)
347
			l &= ~(1 << gpio);
348
		else
349 350 351 352
			return -EINVAL;

		__raw_writel(l, reg);
	} else if (bank->regs->edgectrl1) {
353
		if (gpio & 0x08)
354
			reg += bank->regs->edgectrl2;
355
		else
356 357
			reg += bank->regs->edgectrl1;

358 359 360
		gpio &= 0x07;
		l = __raw_readl(reg);
		l &= ~(3 << (gpio << 1));
361
		if (trigger & IRQ_TYPE_EDGE_RISING)
362
			l |= 2 << (gpio << 1);
363
		if (trigger & IRQ_TYPE_EDGE_FALLING)
364
			l |= 1 << (gpio << 1);
365 366 367

		/* Enable wake-up during idle for dynamic tick */
		_gpio_rmw(base, bank->regs->wkup_en, 1 << gpio, trigger);
368 369
		bank->context.wake_en =
			__raw_readl(bank->base + bank->regs->wkup_en);
370
		__raw_writel(l, reg);
371
	}
372
	return 0;
373 374
}

375
static int gpio_irq_type(struct irq_data *d, unsigned type)
376
{
377
	struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
378 379
	unsigned gpio;
	int retval;
D
David Brownell 已提交
380
	unsigned long flags;
381

382 383
	if (!cpu_class_is_omap2() && d->irq > IH_MPUIO_BASE)
		gpio = OMAP_MPUIO(d->irq - IH_MPUIO_BASE);
384
	else
385
		gpio = irq_to_gpio(bank, d->irq);
386

387
	if (type & ~IRQ_TYPE_SENSE_MASK)
388
		return -EINVAL;
389

390 391
	if (!bank->regs->leveldetect0 &&
		(type & (IRQ_TYPE_LEVEL_LOW|IRQ_TYPE_LEVEL_HIGH)))
392 393
		return -EINVAL;

D
David Brownell 已提交
394
	spin_lock_irqsave(&bank->lock, flags);
395
	retval = _set_gpio_triggering(bank, GPIO_INDEX(bank, gpio), type);
D
David Brownell 已提交
396
	spin_unlock_irqrestore(&bank->lock, flags);
397 398

	if (type & (IRQ_TYPE_LEVEL_LOW | IRQ_TYPE_LEVEL_HIGH))
T
Thomas Gleixner 已提交
399
		__irq_set_handler_locked(d->irq, handle_level_irq);
400
	else if (type & (IRQ_TYPE_EDGE_FALLING | IRQ_TYPE_EDGE_RISING))
T
Thomas Gleixner 已提交
401
		__irq_set_handler_locked(d->irq, handle_edge_irq);
402

403
	return retval;
404 405 406 407
}

static void _clear_gpio_irqbank(struct gpio_bank *bank, int gpio_mask)
{
408
	void __iomem *reg = bank->base;
409

410
	reg += bank->regs->irqstatus;
411
	__raw_writel(gpio_mask, reg);
412 413

	/* Workaround for clearing DSP GPIO interrupts to allow retention */
414 415
	if (bank->regs->irqstatus2) {
		reg = bank->base + bank->regs->irqstatus2;
416
		__raw_writel(gpio_mask, reg);
417
	}
418 419 420

	/* Flush posted write for the irq status to avoid spurious interrupts */
	__raw_readl(reg);
421 422 423 424
}

static inline void _clear_gpio_irqstatus(struct gpio_bank *bank, int gpio)
{
425
	_clear_gpio_irqbank(bank, GPIO_BIT(bank, gpio));
426 427
}

428 429 430
static u32 _get_gpio_irqbank_mask(struct gpio_bank *bank)
{
	void __iomem *reg = bank->base;
431
	u32 l;
432
	u32 mask = (1 << bank->width) - 1;
433

434
	reg += bank->regs->irqenable;
435
	l = __raw_readl(reg);
436
	if (bank->regs->irqenable_inv)
437 438 439
		l = ~l;
	l &= mask;
	return l;
440 441
}

442
static void _enable_gpio_irqbank(struct gpio_bank *bank, int gpio_mask)
443
{
444
	void __iomem *reg = bank->base;
445 446
	u32 l;

447 448 449
	if (bank->regs->set_irqenable) {
		reg += bank->regs->set_irqenable;
		l = gpio_mask;
450
		bank->context.irqenable1 |= gpio_mask;
451 452
	} else {
		reg += bank->regs->irqenable;
453
		l = __raw_readl(reg);
454 455
		if (bank->regs->irqenable_inv)
			l &= ~gpio_mask;
456 457
		else
			l |= gpio_mask;
458
		bank->context.irqenable1 = l;
459 460 461 462 463 464 465 466 467 468 469 470
	}

	__raw_writel(l, reg);
}

static void _disable_gpio_irqbank(struct gpio_bank *bank, int gpio_mask)
{
	void __iomem *reg = bank->base;
	u32 l;

	if (bank->regs->clr_irqenable) {
		reg += bank->regs->clr_irqenable;
471
		l = gpio_mask;
472
		bank->context.irqenable1 &= ~gpio_mask;
473 474
	} else {
		reg += bank->regs->irqenable;
475
		l = __raw_readl(reg);
476
		if (bank->regs->irqenable_inv)
477
			l |= gpio_mask;
478
		else
479
			l &= ~gpio_mask;
480
		bank->context.irqenable1 = l;
481
	}
482

483 484 485 486 487
	__raw_writel(l, reg);
}

static inline void _set_gpio_irqenable(struct gpio_bank *bank, int gpio, int enable)
{
488 489 490 491
	if (enable)
		_enable_gpio_irqbank(bank, GPIO_BIT(bank, gpio));
	else
		_disable_gpio_irqbank(bank, GPIO_BIT(bank, gpio));
492 493
}

494 495 496 497 498 499 500 501 502 503
/*
 * Note that ENAWAKEUP needs to be enabled in GPIO_SYSCONFIG register.
 * 1510 does not seem to have a wake-up register. If JTAG is connected
 * to the target, system will wake up always on GPIO events. While
 * system is running all registered GPIO interrupts need to have wake-up
 * enabled. When system is suspended, only selected GPIO interrupts need
 * to have wake-up enabled.
 */
static int _set_gpio_wakeup(struct gpio_bank *bank, int gpio, int enable)
{
504 505
	u32 gpio_bit = GPIO_BIT(bank, gpio);
	unsigned long flags;
D
David Brownell 已提交
506

507
	if (bank->non_wakeup_gpios & gpio_bit) {
508
		dev_err(bank->dev,
509
			"Unable to modify wakeup on non-wakeup GPIO%d\n", gpio);
510 511
		return -EINVAL;
	}
512 513 514

	spin_lock_irqsave(&bank->lock, flags);
	if (enable)
515
		bank->context.wake_en |= gpio_bit;
516
	else
517
		bank->context.wake_en &= ~gpio_bit;
518

519
	__raw_writel(bank->context.wake_en, bank->base + bank->regs->wkup_en);
520 521 522
	spin_unlock_irqrestore(&bank->lock, flags);

	return 0;
523 524
}

525 526
static void _reset_gpio(struct gpio_bank *bank, int gpio)
{
527
	_set_gpio_direction(bank, GPIO_INDEX(bank, gpio), 1);
528 529
	_set_gpio_irqenable(bank, gpio, 0);
	_clear_gpio_irqstatus(bank, gpio);
530
	_set_gpio_triggering(bank, GPIO_INDEX(bank, gpio), IRQ_TYPE_NONE);
531 532
}

533
/* Use disable_irq_wake() and enable_irq_wake() functions from drivers */
534
static int gpio_wake_enable(struct irq_data *d, unsigned int enable)
535
{
536 537
	struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
	unsigned int gpio = irq_to_gpio(bank, d->irq);
538

539
	return _set_gpio_wakeup(bank, gpio, enable);
540 541
}

542
static int omap_gpio_request(struct gpio_chip *chip, unsigned offset)
543
{
544
	struct gpio_bank *bank = container_of(chip, struct gpio_bank, chip);
D
David Brownell 已提交
545
	unsigned long flags;
D
David Brownell 已提交
546

547 548 549 550 551 552
	/*
	 * If this is the first gpio_request for the bank,
	 * enable the bank module.
	 */
	if (!bank->mod_usage)
		pm_runtime_get_sync(bank->dev);
553

554
	spin_lock_irqsave(&bank->lock, flags);
555 556 557
	/* Set trigger to none. You need to enable the desired trigger with
	 * request_irq() or set_irq_type().
	 */
558
	_set_gpio_triggering(bank, offset, IRQ_TYPE_NONE);
559

560 561
	if (bank->regs->pinctrl) {
		void __iomem *reg = bank->base + bank->regs->pinctrl;
562

563
		/* Claim the pin for MPU */
564
		__raw_writel(__raw_readl(reg) | (1 << offset), reg);
565
	}
566

567 568 569 570 571 572 573 574
	if (bank->regs->ctrl && !bank->mod_usage) {
		void __iomem *reg = bank->base + bank->regs->ctrl;
		u32 ctrl;

		ctrl = __raw_readl(reg);
		/* Module is enabled, clocks are not gated */
		ctrl &= ~GPIO_MOD_CTRL_BIT;
		__raw_writel(ctrl, reg);
575
		bank->context.ctrl = ctrl;
C
Charulatha V 已提交
576
	}
577 578 579

	bank->mod_usage |= 1 << offset;

D
David Brownell 已提交
580
	spin_unlock_irqrestore(&bank->lock, flags);
581 582 583 584

	return 0;
}

585
static void omap_gpio_free(struct gpio_chip *chip, unsigned offset)
586
{
587
	struct gpio_bank *bank = container_of(chip, struct gpio_bank, chip);
588
	void __iomem *base = bank->base;
D
David Brownell 已提交
589
	unsigned long flags;
590

D
David Brownell 已提交
591
	spin_lock_irqsave(&bank->lock, flags);
592

593
	if (bank->regs->wkup_en) {
594
		/* Disable wake-up during idle for dynamic tick */
595
		_gpio_rmw(base, bank->regs->wkup_en, 1 << offset, 0);
596 597 598
		bank->context.wake_en =
			__raw_readl(bank->base + bank->regs->wkup_en);
	}
599

600 601 602 603 604 605 606 607 608 609
	bank->mod_usage &= ~(1 << offset);

	if (bank->regs->ctrl && !bank->mod_usage) {
		void __iomem *reg = bank->base + bank->regs->ctrl;
		u32 ctrl;

		ctrl = __raw_readl(reg);
		/* Module is disabled, clocks are gated */
		ctrl |= GPIO_MOD_CTRL_BIT;
		__raw_writel(ctrl, reg);
610
		bank->context.ctrl = ctrl;
C
Charulatha V 已提交
611
	}
612

613
	_reset_gpio(bank, bank->chip.base + offset);
D
David Brownell 已提交
614
	spin_unlock_irqrestore(&bank->lock, flags);
615 616 617 618 619 620 621

	/*
	 * If this is the last gpio to be freed in the bank,
	 * disable the bank module.
	 */
	if (!bank->mod_usage)
		pm_runtime_put(bank->dev);
622 623 624 625 626 627 628 629 630 631 632
}

/*
 * We need to unmask the GPIO bank interrupt as soon as possible to
 * avoid missing GPIO interrupts for other lines in the bank.
 * Then we need to mask-read-clear-unmask the triggered GPIO lines
 * in the bank to avoid missing nested interrupts for a GPIO line.
 * If we wait to unmask individual GPIO lines in the bank after the
 * line's interrupt handler has been run, we may miss some nested
 * interrupts.
 */
633
static void gpio_irq_handler(unsigned int irq, struct irq_desc *desc)
634
{
635
	void __iomem *isr_reg = NULL;
636
	u32 isr;
637
	unsigned int gpio_irq, gpio_index;
638
	struct gpio_bank *bank;
639
	int unmasked = 0;
640
	struct irq_chip *chip = irq_desc_get_chip(desc);
641

642
	chained_irq_enter(chip, desc);
643

T
Thomas Gleixner 已提交
644
	bank = irq_get_handler_data(irq);
645
	isr_reg = bank->base + bank->regs->irqstatus;
646
	pm_runtime_get_sync(bank->dev);
647 648 649 650

	if (WARN_ON(!isr_reg))
		goto exit;

651
	while(1) {
652
		u32 isr_saved, level_mask = 0;
653
		u32 enabled;
654

655 656
		enabled = _get_gpio_irqbank_mask(bank);
		isr_saved = isr = __raw_readl(isr_reg) & enabled;
657

658
		if (bank->level_mask)
659
			level_mask = bank->level_mask & enabled;
660 661 662 663

		/* clear edge sensitive interrupts before handler(s) are
		called so that we don't miss any interrupt occurred while
		executing them */
664
		_disable_gpio_irqbank(bank, isr_saved & ~level_mask);
665
		_clear_gpio_irqbank(bank, isr_saved & ~level_mask);
666
		_enable_gpio_irqbank(bank, isr_saved & ~level_mask);
667 668 669

		/* if there is only edge sensitive GPIO pin interrupts
		configured, we could unmask GPIO bank interrupt immediately */
670 671
		if (!level_mask && !unmasked) {
			unmasked = 1;
672
			chained_irq_exit(chip, desc);
673
		}
674 675 676 677

		if (!isr)
			break;

678
		gpio_irq = bank->irq_base;
679
		for (; isr != 0; isr >>= 1, gpio_irq++) {
680
			int gpio = irq_to_gpio(bank, gpio_irq);
681

682 683
			if (!(isr & 1))
				continue;
684

685 686
			gpio_index = GPIO_INDEX(bank, gpio);

687 688 689 690 691 692 693 694 695 696
			/*
			 * Some chips can't respond to both rising and falling
			 * at the same time.  If this irq was requested with
			 * both flags, we need to flip the ICR data for the IRQ
			 * to respond to the IRQ for the opposite direction.
			 * This will be indicated in the bank toggle_mask.
			 */
			if (bank->toggle_mask & (1 << gpio_index))
				_toggle_gpio_edge_triggering(bank, gpio_index);

697
			generic_handle_irq(gpio_irq);
698
		}
699
	}
700 701 702 703
	/* if bank has any level sensitive GPIO pin interrupt
	configured, we must unmask the bank interrupt only after
	handler(s) are executed in order to avoid spurious bank
	interrupt */
704
exit:
705
	if (!unmasked)
706
		chained_irq_exit(chip, desc);
707
	pm_runtime_put(bank->dev);
708 709
}

710
static void gpio_irq_shutdown(struct irq_data *d)
711
{
712
	struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
713
	unsigned int gpio = irq_to_gpio(bank, d->irq);
714
	unsigned long flags;
715

716
	spin_lock_irqsave(&bank->lock, flags);
717
	_reset_gpio(bank, gpio);
718
	spin_unlock_irqrestore(&bank->lock, flags);
719 720
}

721
static void gpio_ack_irq(struct irq_data *d)
722
{
723
	struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
724
	unsigned int gpio = irq_to_gpio(bank, d->irq);
725 726 727 728

	_clear_gpio_irqstatus(bank, gpio);
}

729
static void gpio_mask_irq(struct irq_data *d)
730
{
731
	struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
732
	unsigned int gpio = irq_to_gpio(bank, d->irq);
733
	unsigned long flags;
734

735
	spin_lock_irqsave(&bank->lock, flags);
736
	_set_gpio_irqenable(bank, gpio, 0);
737
	_set_gpio_triggering(bank, GPIO_INDEX(bank, gpio), IRQ_TYPE_NONE);
738
	spin_unlock_irqrestore(&bank->lock, flags);
739 740
}

741
static void gpio_unmask_irq(struct irq_data *d)
742
{
743
	struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
744
	unsigned int gpio = irq_to_gpio(bank, d->irq);
745
	unsigned int irq_mask = GPIO_BIT(bank, gpio);
746
	u32 trigger = irqd_get_trigger_type(d);
747
	unsigned long flags;
748

749
	spin_lock_irqsave(&bank->lock, flags);
750
	if (trigger)
751
		_set_gpio_triggering(bank, GPIO_INDEX(bank, gpio), trigger);
752 753 754 755 756 757 758

	/* For level-triggered GPIOs, the clearing must be done after
	 * the HW source is cleared, thus after the handler has run */
	if (bank->level_mask & irq_mask) {
		_set_gpio_irqenable(bank, gpio, 0);
		_clear_gpio_irqstatus(bank, gpio);
	}
759

K
Kevin Hilman 已提交
760
	_set_gpio_irqenable(bank, gpio, 1);
761
	spin_unlock_irqrestore(&bank->lock, flags);
762 763
}

764 765
static struct irq_chip gpio_irq_chip = {
	.name		= "GPIO",
766 767 768 769 770 771
	.irq_shutdown	= gpio_irq_shutdown,
	.irq_ack	= gpio_ack_irq,
	.irq_mask	= gpio_mask_irq,
	.irq_unmask	= gpio_unmask_irq,
	.irq_set_type	= gpio_irq_type,
	.irq_set_wake	= gpio_wake_enable,
772 773 774 775
};

/*---------------------------------------------------------------------*/

776
static int omap_mpuio_suspend_noirq(struct device *dev)
D
David Brownell 已提交
777
{
778
	struct platform_device *pdev = to_platform_device(dev);
D
David Brownell 已提交
779
	struct gpio_bank	*bank = platform_get_drvdata(pdev);
780 781
	void __iomem		*mask_reg = bank->base +
					OMAP_MPUIO_GPIO_MASKIT / bank->stride;
D
David Brownell 已提交
782
	unsigned long		flags;
D
David Brownell 已提交
783

D
David Brownell 已提交
784
	spin_lock_irqsave(&bank->lock, flags);
785
	__raw_writel(0xffff & ~bank->context.wake_en, mask_reg);
D
David Brownell 已提交
786
	spin_unlock_irqrestore(&bank->lock, flags);
D
David Brownell 已提交
787 788 789 790

	return 0;
}

791
static int omap_mpuio_resume_noirq(struct device *dev)
D
David Brownell 已提交
792
{
793
	struct platform_device *pdev = to_platform_device(dev);
D
David Brownell 已提交
794
	struct gpio_bank	*bank = platform_get_drvdata(pdev);
795 796
	void __iomem		*mask_reg = bank->base +
					OMAP_MPUIO_GPIO_MASKIT / bank->stride;
D
David Brownell 已提交
797
	unsigned long		flags;
D
David Brownell 已提交
798

D
David Brownell 已提交
799
	spin_lock_irqsave(&bank->lock, flags);
800
	__raw_writel(bank->context.wake_en, mask_reg);
D
David Brownell 已提交
801
	spin_unlock_irqrestore(&bank->lock, flags);
D
David Brownell 已提交
802 803 804 805

	return 0;
}

806
static const struct dev_pm_ops omap_mpuio_dev_pm_ops = {
807 808 809 810
	.suspend_noirq = omap_mpuio_suspend_noirq,
	.resume_noirq = omap_mpuio_resume_noirq,
};

811
/* use platform_driver for this. */
D
David Brownell 已提交
812 813 814
static struct platform_driver omap_mpuio_driver = {
	.driver		= {
		.name	= "mpuio",
815
		.pm	= &omap_mpuio_dev_pm_ops,
D
David Brownell 已提交
816 817 818 819 820 821 822 823 824 825 826 827
	},
};

static struct platform_device omap_mpuio_device = {
	.name		= "mpuio",
	.id		= -1,
	.dev = {
		.driver = &omap_mpuio_driver.driver,
	}
	/* could list the /proc/iomem resources */
};

828
static inline void mpuio_init(struct gpio_bank *bank)
D
David Brownell 已提交
829
{
830
	platform_set_drvdata(&omap_mpuio_device, bank);
831

D
David Brownell 已提交
832 833 834 835
	if (platform_driver_register(&omap_mpuio_driver) == 0)
		(void) platform_device_register(&omap_mpuio_device);
}

836
/*---------------------------------------------------------------------*/
837

D
David Brownell 已提交
838 839 840 841 842 843 844 845 846 847 848 849
static int gpio_input(struct gpio_chip *chip, unsigned offset)
{
	struct gpio_bank *bank;
	unsigned long flags;

	bank = container_of(chip, struct gpio_bank, chip);
	spin_lock_irqsave(&bank->lock, flags);
	_set_gpio_direction(bank, offset, 1);
	spin_unlock_irqrestore(&bank->lock, flags);
	return 0;
}

850 851
static int gpio_is_input(struct gpio_bank *bank, int mask)
{
852
	void __iomem *reg = bank->base + bank->regs->direction;
853 854 855 856

	return __raw_readl(reg) & mask;
}

D
David Brownell 已提交
857 858
static int gpio_get(struct gpio_chip *chip, unsigned offset)
{
859 860 861
	struct gpio_bank *bank;
	u32 mask;

C
Charulatha V 已提交
862
	bank = container_of(chip, struct gpio_bank, chip);
863
	mask = (1 << offset);
864 865

	if (gpio_is_input(bank, mask))
866
		return _get_gpio_datain(bank, offset);
867
	else
868
		return _get_gpio_dataout(bank, offset);
D
David Brownell 已提交
869 870 871 872 873 874 875 876 877
}

static int gpio_output(struct gpio_chip *chip, unsigned offset, int value)
{
	struct gpio_bank *bank;
	unsigned long flags;

	bank = container_of(chip, struct gpio_bank, chip);
	spin_lock_irqsave(&bank->lock, flags);
878
	bank->set_dataout(bank, offset, value);
D
David Brownell 已提交
879 880 881 882 883
	_set_gpio_direction(bank, offset, 0);
	spin_unlock_irqrestore(&bank->lock, flags);
	return 0;
}

884 885 886 887 888 889 890
static int gpio_debounce(struct gpio_chip *chip, unsigned offset,
		unsigned debounce)
{
	struct gpio_bank *bank;
	unsigned long flags;

	bank = container_of(chip, struct gpio_bank, chip);
891 892 893 894 895 896 897

	if (!bank->dbck) {
		bank->dbck = clk_get(bank->dev, "dbclk");
		if (IS_ERR(bank->dbck))
			dev_err(bank->dev, "Could not get gpio dbck\n");
	}

898 899 900 901 902 903 904
	spin_lock_irqsave(&bank->lock, flags);
	_set_gpio_debounce(bank, offset, debounce);
	spin_unlock_irqrestore(&bank->lock, flags);

	return 0;
}

D
David Brownell 已提交
905 906 907 908 909 910 911
static void gpio_set(struct gpio_chip *chip, unsigned offset, int value)
{
	struct gpio_bank *bank;
	unsigned long flags;

	bank = container_of(chip, struct gpio_bank, chip);
	spin_lock_irqsave(&bank->lock, flags);
912
	bank->set_dataout(bank, offset, value);
D
David Brownell 已提交
913 914 915
	spin_unlock_irqrestore(&bank->lock, flags);
}

916 917 918 919 920
static int gpio_2irq(struct gpio_chip *chip, unsigned offset)
{
	struct gpio_bank *bank;

	bank = container_of(chip, struct gpio_bank, chip);
921
	return bank->irq_base + offset;
922 923
}

D
David Brownell 已提交
924 925
/*---------------------------------------------------------------------*/

926
static void __init omap_gpio_show_rev(struct gpio_bank *bank)
T
Tony Lindgren 已提交
927
{
928
	static bool called;
T
Tony Lindgren 已提交
929 930
	u32 rev;

931
	if (called || bank->regs->revision == USHRT_MAX)
T
Tony Lindgren 已提交
932 933
		return;

934 935
	rev = __raw_readw(bank->base + bank->regs->revision);
	pr_info("OMAP GPIO hardware version %d.%d\n",
T
Tony Lindgren 已提交
936
		(rev >> 4) & 0x0f, rev & 0x0f);
937 938

	called = true;
T
Tony Lindgren 已提交
939 940
}

941 942 943 944 945
/* This lock class tells lockdep that GPIO irqs are in a different
 * category than their parents, so it won't report false recursion.
 */
static struct lock_class_key gpio_lock_class;

946
static void omap_gpio_mod_init(struct gpio_bank *bank)
947
{
948 949
	void __iomem *base = bank->base;
	u32 l = 0xffffffff;
950

951 952 953
	if (bank->width == 16)
		l = 0xffff;

954
	if (bank->is_mpuio) {
955 956
		__raw_writel(l, bank->base + bank->regs->irqenable);
		return;
957
	}
958 959

	_gpio_rmw(base, bank->regs->irqenable, l, bank->regs->irqenable_inv);
960
	_gpio_rmw(base, bank->regs->irqstatus, l, !bank->regs->irqenable_inv);
961
	if (bank->regs->debounce_en)
962
		__raw_writel(0, base + bank->regs->debounce_en);
963

964 965
	/* Save OE default value (0xffffffff) in the context */
	bank->context.oe = __raw_readl(bank->base + bank->regs->direction);
966 967
	 /* Initialize interface clk ungated, module enabled */
	if (bank->regs->ctrl)
968
		__raw_writel(0, base + bank->regs->ctrl);
969 970
}

971
static __devinit void
972 973 974 975 976 977 978 979
omap_mpuio_alloc_gc(struct gpio_bank *bank, unsigned int irq_start,
		    unsigned int num)
{
	struct irq_chip_generic *gc;
	struct irq_chip_type *ct;

	gc = irq_alloc_generic_chip("MPUIO", 1, irq_start, bank->base,
				    handle_simple_irq);
980 981 982 983 984
	if (!gc) {
		dev_err(bank->dev, "Memory alloc failed for gc\n");
		return;
	}

985 986 987 988 989 990
	ct = gc->chip_types;

	/* NOTE: No ack required, reading IRQ status clears it. */
	ct->chip.irq_mask = irq_gc_mask_set_bit;
	ct->chip.irq_unmask = irq_gc_mask_clr_bit;
	ct->chip.irq_set_type = gpio_irq_type;
991 992

	if (bank->regs->wkup_en)
993 994 995 996 997 998 999
		ct->chip.irq_set_wake = gpio_wake_enable,

	ct->regs.mask = OMAP_MPUIO_GPIO_INT / bank->stride;
	irq_setup_generic_chip(gc, IRQ_MSK(num), IRQ_GC_INIT_MASK_CACHE,
			       IRQ_NOREQUEST | IRQ_NOPROBE, 0);
}

1000
static void __devinit omap_gpio_chip_init(struct gpio_bank *bank)
1001
{
1002
	int j;
1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016
	static int gpio;

	/*
	 * REVISIT eventually switch from OMAP-specific gpio structs
	 * over to the generic ones
	 */
	bank->chip.request = omap_gpio_request;
	bank->chip.free = omap_gpio_free;
	bank->chip.direction_input = gpio_input;
	bank->chip.get = gpio_get;
	bank->chip.direction_output = gpio_output;
	bank->chip.set_debounce = gpio_debounce;
	bank->chip.set = gpio_set;
	bank->chip.to_irq = gpio_2irq;
1017
	if (bank->is_mpuio) {
1018
		bank->chip.label = "mpuio";
1019 1020
		if (bank->regs->wkup_en)
			bank->chip.dev = &omap_mpuio_device.dev;
1021 1022 1023 1024
		bank->chip.base = OMAP_MPUIO(0);
	} else {
		bank->chip.label = "gpio";
		bank->chip.base = gpio;
1025
		gpio += bank->width;
1026
	}
1027
	bank->chip.ngpio = bank->width;
1028 1029 1030

	gpiochip_add(&bank->chip);

1031
	for (j = bank->irq_base; j < bank->irq_base + bank->width; j++) {
1032
		irq_set_lockdep_class(j, &gpio_lock_class);
T
Thomas Gleixner 已提交
1033
		irq_set_chip_data(j, bank);
1034
		if (bank->is_mpuio) {
1035 1036
			omap_mpuio_alloc_gc(bank, j, bank->width);
		} else {
T
Thomas Gleixner 已提交
1037
			irq_set_chip(j, &gpio_irq_chip);
1038 1039 1040
			irq_set_handler(j, handle_simple_irq);
			set_irq_flags(j, IRQF_VALID);
		}
1041
	}
T
Thomas Gleixner 已提交
1042 1043
	irq_set_chained_handler(bank->irq, gpio_irq_handler);
	irq_set_handler_data(bank->irq, bank);
1044 1045
}

1046 1047
static const struct of_device_id omap_gpio_match[];

1048
static int __devinit omap_gpio_probe(struct platform_device *pdev)
1049
{
1050
	struct device *dev = &pdev->dev;
1051 1052
	struct device_node *node = dev->of_node;
	const struct of_device_id *match;
1053 1054
	struct omap_gpio_platform_data *pdata;
	struct resource *res;
1055
	struct gpio_bank *bank;
1056
	int ret = 0;
1057

1058 1059 1060 1061
	match = of_match_device(of_match_ptr(omap_gpio_match), dev);

	pdata = match ? match->data : dev->platform_data;
	if (!pdata)
1062
		return -EINVAL;
1063

1064
	bank = devm_kzalloc(&pdev->dev, sizeof(struct gpio_bank), GFP_KERNEL);
1065
	if (!bank) {
1066
		dev_err(dev, "Memory alloc failed\n");
1067
		return -ENOMEM;
1068
	}
1069

1070 1071
	res = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
	if (unlikely(!res)) {
1072
		dev_err(dev, "Invalid IRQ resource\n");
1073
		return -ENODEV;
1074
	}
1075

1076
	bank->irq = res->start;
1077
	bank->dev = dev;
1078
	bank->dbck_flag = pdata->dbck_flag;
1079
	bank->stride = pdata->bank_stride;
1080
	bank->width = pdata->bank_width;
1081
	bank->is_mpuio = pdata->is_mpuio;
1082
	bank->non_wakeup_gpios = pdata->non_wakeup_gpios;
1083
	bank->loses_context = pdata->loses_context;
1084
	bank->get_context_loss_count = pdata->get_context_loss_count;
1085
	bank->regs = pdata->regs;
1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097
#ifdef CONFIG_OF_GPIO
	bank->chip.of_node = of_node_get(node);
#endif

	bank->irq_base = irq_alloc_descs(-1, 0, bank->width, 0);
	if (bank->irq_base < 0) {
		dev_err(dev, "Couldn't allocate IRQ numbers\n");
		return -ENODEV;
	}

	bank->domain = irq_domain_add_legacy(node, bank->width, bank->irq_base,
					     0, &irq_domain_simple_ops, NULL);
1098 1099 1100 1101 1102

	if (bank->regs->set_dataout && bank->regs->clr_dataout)
		bank->set_dataout = _set_gpio_dataout_reg;
	else
		bank->set_dataout = _set_gpio_dataout_mask;
T
Tony Lindgren 已提交
1103

1104
	spin_lock_init(&bank->lock);
T
Tony Lindgren 已提交
1105

1106 1107 1108
	/* Static mapping, never released */
	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
	if (unlikely(!res)) {
1109
		dev_err(dev, "Invalid mem resource\n");
1110 1111 1112 1113 1114 1115 1116
		return -ENODEV;
	}

	if (!devm_request_mem_region(dev, res->start, resource_size(res),
				     pdev->name)) {
		dev_err(dev, "Region already claimed\n");
		return -EBUSY;
1117
	}
1118

1119
	bank->base = devm_ioremap(dev, res->start, resource_size(res));
1120
	if (!bank->base) {
1121
		dev_err(dev, "Could not ioremap\n");
1122
		return -ENOMEM;
1123 1124
	}

1125 1126
	platform_set_drvdata(pdev, bank);

1127
	pm_runtime_enable(bank->dev);
1128
	pm_runtime_irq_safe(bank->dev);
1129 1130
	pm_runtime_get_sync(bank->dev);

1131
	if (bank->is_mpuio)
1132 1133
		mpuio_init(bank);

1134
	omap_gpio_mod_init(bank);
1135
	omap_gpio_chip_init(bank);
1136
	omap_gpio_show_rev(bank);
T
Tony Lindgren 已提交
1137

1138 1139
	pm_runtime_put(bank->dev);

1140
	list_add_tail(&bank->node, &omap_gpio_list);
1141

1142
	return ret;
1143 1144
}

1145 1146
#ifdef CONFIG_ARCH_OMAP2PLUS

1147
#if defined(CONFIG_PM_RUNTIME)
1148
static void omap_gpio_restore_context(struct gpio_bank *bank);
1149

1150
static int omap_gpio_runtime_suspend(struct device *dev)
1151
{
1152 1153 1154 1155
	struct platform_device *pdev = to_platform_device(dev);
	struct gpio_bank *bank = platform_get_drvdata(pdev);
	u32 l1 = 0, l2 = 0;
	unsigned long flags;
1156
	u32 wake_low, wake_hi;
1157

1158
	spin_lock_irqsave(&bank->lock, flags);
1159

1160 1161 1162
	if (!bank->enabled_non_wakeup_gpios)
		goto update_gpio_context_count;

1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182
	/*
	 * Only edges can generate a wakeup event to the PRCM.
	 *
	 * Therefore, ensure any wake-up capable GPIOs have
	 * edge-detection enabled before going idle to ensure a wakeup
	 * to the PRCM is generated on a GPIO transition. (c.f. 34xx
	 * NDA TRM 25.5.3.1)
	 *
	 * The normal values will be restored upon ->runtime_resume()
	 * by writing back the values saved in bank->context.
	 */
	wake_low = bank->context.leveldetect0 & bank->context.wake_en;
	if (wake_low)
		__raw_writel(wake_low | bank->context.fallingdetect,
			     bank->base + bank->regs->fallingdetect);
	wake_hi = bank->context.leveldetect1 & bank->context.wake_en;
	if (wake_hi)
		__raw_writel(wake_hi | bank->context.risingdetect,
			     bank->base + bank->regs->risingdetect);

1183 1184
	if (bank->power_mode != OFF_MODE) {
		bank->power_mode = 0;
1185
		goto update_gpio_context_count;
1186 1187 1188 1189 1190 1191 1192 1193
	}
	/*
	 * If going to OFF, remove triggering for all
	 * non-wakeup GPIOs.  Otherwise spurious IRQs will be
	 * generated.  See OMAP2420 Errata item 1.101.
	 */
	bank->saved_datain = __raw_readl(bank->base +
						bank->regs->datain);
1194 1195
	l1 = bank->context.fallingdetect;
	l2 = bank->context.risingdetect;
1196

1197 1198
	l1 &= ~bank->enabled_non_wakeup_gpios;
	l2 &= ~bank->enabled_non_wakeup_gpios;
1199

1200 1201
	__raw_writel(l1, bank->base + bank->regs->fallingdetect);
	__raw_writel(l2, bank->base + bank->regs->risingdetect);
1202

1203
	bank->workaround_enabled = true;
1204

1205
update_gpio_context_count:
1206 1207
	if (bank->get_context_loss_count)
		bank->context_loss_count =
1208 1209
				bank->get_context_loss_count(bank->dev);

1210
	_gpio_dbck_disable(bank);
1211
	spin_unlock_irqrestore(&bank->lock, flags);
1212

1213
	return 0;
1214 1215
}

1216
static int omap_gpio_runtime_resume(struct device *dev)
1217
{
1218 1219 1220 1221 1222
	struct platform_device *pdev = to_platform_device(dev);
	struct gpio_bank *bank = platform_get_drvdata(pdev);
	int context_lost_cnt_after;
	u32 l = 0, gen, gen0, gen1;
	unsigned long flags;
1223

1224
	spin_lock_irqsave(&bank->lock, flags);
1225
	_gpio_dbck_enable(bank);
1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237

	/*
	 * In ->runtime_suspend(), level-triggered, wakeup-enabled
	 * GPIOs were set to edge trigger also in order to be able to
	 * generate a PRCM wakeup.  Here we restore the
	 * pre-runtime_suspend() values for edge triggering.
	 */
	__raw_writel(bank->context.fallingdetect,
		     bank->base + bank->regs->fallingdetect);
	__raw_writel(bank->context.risingdetect,
		     bank->base + bank->regs->risingdetect);

1238 1239 1240 1241 1242 1243 1244 1245 1246
	if (bank->get_context_loss_count) {
		context_lost_cnt_after =
			bank->get_context_loss_count(bank->dev);
		if (context_lost_cnt_after != bank->context_loss_count ||
						!context_lost_cnt_after) {
			omap_gpio_restore_context(bank);
		} else {
			spin_unlock_irqrestore(&bank->lock, flags);
			return 0;
1247
		}
1248
	}
1249

1250 1251 1252 1253 1254
	if (!bank->workaround_enabled) {
		spin_unlock_irqrestore(&bank->lock, flags);
		return 0;
	}

1255
	__raw_writel(bank->context.fallingdetect,
1256
			bank->base + bank->regs->fallingdetect);
1257
	__raw_writel(bank->context.risingdetect,
1258 1259
			bank->base + bank->regs->risingdetect);
	l = __raw_readl(bank->base + bank->regs->datain);
1260

1261 1262 1263 1264 1265 1266 1267 1268
	/*
	 * Check if any of the non-wakeup interrupt GPIOs have changed
	 * state.  If so, generate an IRQ by software.  This is
	 * horribly racy, but it's the best we can do to work around
	 * this silicon bug.
	 */
	l ^= bank->saved_datain;
	l &= bank->enabled_non_wakeup_gpios;
1269

1270 1271 1272 1273
	/*
	 * No need to generate IRQs for the rising edge for gpio IRQs
	 * configured with falling edge only; and vice versa.
	 */
1274
	gen0 = l & bank->context.fallingdetect;
1275
	gen0 &= bank->saved_datain;
1276

1277
	gen1 = l & bank->context.risingdetect;
1278
	gen1 &= ~(bank->saved_datain);
1279

1280
	/* FIXME: Consider GPIO IRQs with level detections properly! */
1281 1282
	gen = l & (~(bank->context.fallingdetect) &
					 ~(bank->context.risingdetect));
1283 1284
	/* Consider all GPIO IRQs needed to be updated */
	gen |= gen0 | gen1;
1285

1286 1287
	if (gen) {
		u32 old0, old1;
1288

1289 1290
		old0 = __raw_readl(bank->base + bank->regs->leveldetect0);
		old1 = __raw_readl(bank->base + bank->regs->leveldetect1);
1291

1292
		if (!bank->regs->irqstatus_raw0) {
1293
			__raw_writel(old0 | gen, bank->base +
1294
						bank->regs->leveldetect0);
1295
			__raw_writel(old1 | gen, bank->base +
1296
						bank->regs->leveldetect1);
1297
		}
1298

1299
		if (bank->regs->irqstatus_raw0) {
1300
			__raw_writel(old0 | l, bank->base +
1301
						bank->regs->leveldetect0);
1302
			__raw_writel(old1 | l, bank->base +
1303
						bank->regs->leveldetect1);
1304
		}
1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338
		__raw_writel(old0, bank->base + bank->regs->leveldetect0);
		__raw_writel(old1, bank->base + bank->regs->leveldetect1);
	}

	bank->workaround_enabled = false;
	spin_unlock_irqrestore(&bank->lock, flags);

	return 0;
}
#endif /* CONFIG_PM_RUNTIME */

void omap2_gpio_prepare_for_idle(int pwr_mode)
{
	struct gpio_bank *bank;

	list_for_each_entry(bank, &omap_gpio_list, node) {
		if (!bank->mod_usage || !bank->loses_context)
			continue;

		bank->power_mode = pwr_mode;

		pm_runtime_put_sync_suspend(bank->dev);
	}
}

void omap2_gpio_resume_after_idle(void)
{
	struct gpio_bank *bank;

	list_for_each_entry(bank, &omap_gpio_list, node) {
		if (!bank->mod_usage || !bank->loses_context)
			continue;

		pm_runtime_get_sync(bank->dev);
1339 1340 1341
	}
}

1342
#if defined(CONFIG_PM_RUNTIME)
1343
static void omap_gpio_restore_context(struct gpio_bank *bank)
1344
{
1345
	__raw_writel(bank->context.wake_en,
1346 1347
				bank->base + bank->regs->wkup_en);
	__raw_writel(bank->context.ctrl, bank->base + bank->regs->ctrl);
1348
	__raw_writel(bank->context.leveldetect0,
1349
				bank->base + bank->regs->leveldetect0);
1350
	__raw_writel(bank->context.leveldetect1,
1351
				bank->base + bank->regs->leveldetect1);
1352
	__raw_writel(bank->context.risingdetect,
1353
				bank->base + bank->regs->risingdetect);
1354
	__raw_writel(bank->context.fallingdetect,
1355
				bank->base + bank->regs->fallingdetect);
1356 1357 1358 1359 1360 1361
	if (bank->regs->set_dataout && bank->regs->clr_dataout)
		__raw_writel(bank->context.dataout,
				bank->base + bank->regs->set_dataout);
	else
		__raw_writel(bank->context.dataout,
				bank->base + bank->regs->dataout);
1362 1363
	__raw_writel(bank->context.oe, bank->base + bank->regs->direction);

1364 1365 1366 1367 1368 1369
	if (bank->dbck_enable_mask) {
		__raw_writel(bank->context.debounce, bank->base +
					bank->regs->debounce);
		__raw_writel(bank->context.debounce_en,
					bank->base + bank->regs->debounce_en);
	}
1370 1371 1372 1373 1374

	__raw_writel(bank->context.irqenable1,
				bank->base + bank->regs->irqenable);
	__raw_writel(bank->context.irqenable2,
				bank->base + bank->regs->irqenable2);
1375
}
1376
#endif /* CONFIG_PM_RUNTIME */
1377
#else
1378 1379
#define omap_gpio_runtime_suspend NULL
#define omap_gpio_runtime_resume NULL
1380 1381
#endif

1382
static const struct dev_pm_ops gpio_pm_ops = {
1383 1384
	SET_RUNTIME_PM_OPS(omap_gpio_runtime_suspend, omap_gpio_runtime_resume,
									NULL)
1385 1386
};

1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469
#if defined(CONFIG_OF)
static struct omap_gpio_reg_offs omap2_gpio_regs = {
	.revision =		OMAP24XX_GPIO_REVISION,
	.direction =		OMAP24XX_GPIO_OE,
	.datain =		OMAP24XX_GPIO_DATAIN,
	.dataout =		OMAP24XX_GPIO_DATAOUT,
	.set_dataout =		OMAP24XX_GPIO_SETDATAOUT,
	.clr_dataout =		OMAP24XX_GPIO_CLEARDATAOUT,
	.irqstatus =		OMAP24XX_GPIO_IRQSTATUS1,
	.irqstatus2 =		OMAP24XX_GPIO_IRQSTATUS2,
	.irqenable =		OMAP24XX_GPIO_IRQENABLE1,
	.irqenable2 =		OMAP24XX_GPIO_IRQENABLE2,
	.set_irqenable =	OMAP24XX_GPIO_SETIRQENABLE1,
	.clr_irqenable =	OMAP24XX_GPIO_CLEARIRQENABLE1,
	.debounce =		OMAP24XX_GPIO_DEBOUNCE_VAL,
	.debounce_en =		OMAP24XX_GPIO_DEBOUNCE_EN,
	.ctrl =			OMAP24XX_GPIO_CTRL,
	.wkup_en =		OMAP24XX_GPIO_WAKE_EN,
	.leveldetect0 =		OMAP24XX_GPIO_LEVELDETECT0,
	.leveldetect1 =		OMAP24XX_GPIO_LEVELDETECT1,
	.risingdetect =		OMAP24XX_GPIO_RISINGDETECT,
	.fallingdetect =	OMAP24XX_GPIO_FALLINGDETECT,
};

static struct omap_gpio_reg_offs omap4_gpio_regs = {
	.revision =		OMAP4_GPIO_REVISION,
	.direction =		OMAP4_GPIO_OE,
	.datain =		OMAP4_GPIO_DATAIN,
	.dataout =		OMAP4_GPIO_DATAOUT,
	.set_dataout =		OMAP4_GPIO_SETDATAOUT,
	.clr_dataout =		OMAP4_GPIO_CLEARDATAOUT,
	.irqstatus =		OMAP4_GPIO_IRQSTATUS0,
	.irqstatus2 =		OMAP4_GPIO_IRQSTATUS1,
	.irqenable =		OMAP4_GPIO_IRQSTATUSSET0,
	.irqenable2 =		OMAP4_GPIO_IRQSTATUSSET1,
	.set_irqenable =	OMAP4_GPIO_IRQSTATUSSET0,
	.clr_irqenable =	OMAP4_GPIO_IRQSTATUSCLR0,
	.debounce =		OMAP4_GPIO_DEBOUNCINGTIME,
	.debounce_en =		OMAP4_GPIO_DEBOUNCENABLE,
	.ctrl =			OMAP4_GPIO_CTRL,
	.wkup_en =		OMAP4_GPIO_IRQWAKEN0,
	.leveldetect0 =		OMAP4_GPIO_LEVELDETECT0,
	.leveldetect1 =		OMAP4_GPIO_LEVELDETECT1,
	.risingdetect =		OMAP4_GPIO_RISINGDETECT,
	.fallingdetect =	OMAP4_GPIO_FALLINGDETECT,
};

static struct omap_gpio_platform_data omap2_pdata = {
	.regs = &omap2_gpio_regs,
	.bank_width = 32,
	.dbck_flag = false,
};

static struct omap_gpio_platform_data omap3_pdata = {
	.regs = &omap2_gpio_regs,
	.bank_width = 32,
	.dbck_flag = true,
};

static struct omap_gpio_platform_data omap4_pdata = {
	.regs = &omap4_gpio_regs,
	.bank_width = 32,
	.dbck_flag = true,
};

static const struct of_device_id omap_gpio_match[] = {
	{
		.compatible = "ti,omap4-gpio",
		.data = &omap4_pdata,
	},
	{
		.compatible = "ti,omap3-gpio",
		.data = &omap3_pdata,
	},
	{
		.compatible = "ti,omap2-gpio",
		.data = &omap2_pdata,
	},
	{ },
};
MODULE_DEVICE_TABLE(of, omap_gpio_match);
#endif

1470 1471 1472 1473
static struct platform_driver omap_gpio_driver = {
	.probe		= omap_gpio_probe,
	.driver		= {
		.name	= "omap_gpio",
1474
		.pm	= &gpio_pm_ops,
1475
		.of_match_table = of_match_ptr(omap_gpio_match),
1476 1477 1478
	},
};

1479
/*
1480 1481 1482
 * gpio driver register needs to be done before
 * machine_init functions access gpio APIs.
 * Hence omap_gpio_drv_reg() is a postcore_initcall.
1483
 */
1484
static int __init omap_gpio_drv_reg(void)
1485
{
1486
	return platform_driver_register(&omap_gpio_driver);
1487
}
1488
postcore_initcall(omap_gpio_drv_reg);