gpio-tegra.c 13.8 KB
Newer Older
E
Erik Gilling 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
/*
 * arch/arm/mach-tegra/gpio.c
 *
 * Copyright (c) 2010 Google, Inc
 *
 * Author:
 *	Erik Gilling <konkers@google.com>
 *
 * This software is licensed under the terms of the GNU General Public
 * License version 2, as published by the Free Software Foundation, and
 * may be copied, distributed, and modified under those terms.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 */

20
#include <linux/err.h>
E
Erik Gilling 已提交
21 22
#include <linux/init.h>
#include <linux/irq.h>
23
#include <linux/interrupt.h>
E
Erik Gilling 已提交
24 25
#include <linux/io.h>
#include <linux/gpio.h>
26
#include <linux/of_device.h>
27 28
#include <linux/platform_device.h>
#include <linux/module.h>
29
#include <linux/irqdomain.h>
30
#include <linux/pinctrl/consumer.h>
31
#include <linux/pm.h>
E
Erik Gilling 已提交
32

33 34
#include <asm/mach/irq.h>

E
Erik Gilling 已提交
35 36 37 38
#define GPIO_BANK(x)		((x) >> 5)
#define GPIO_PORT(x)		(((x) >> 3) & 0x3)
#define GPIO_BIT(x)		((x) & 0x7)

39 40
#define GPIO_REG(x)		(GPIO_BANK(x) * tegra_gpio_bank_stride + \
					GPIO_PORT(x) * 4)
E
Erik Gilling 已提交
41 42 43 44 45 46 47 48 49 50

#define GPIO_CNF(x)		(GPIO_REG(x) + 0x00)
#define GPIO_OE(x)		(GPIO_REG(x) + 0x10)
#define GPIO_OUT(x)		(GPIO_REG(x) + 0X20)
#define GPIO_IN(x)		(GPIO_REG(x) + 0x30)
#define GPIO_INT_STA(x)		(GPIO_REG(x) + 0x40)
#define GPIO_INT_ENB(x)		(GPIO_REG(x) + 0x50)
#define GPIO_INT_LVL(x)		(GPIO_REG(x) + 0x60)
#define GPIO_INT_CLR(x)		(GPIO_REG(x) + 0x70)

51 52 53 54 55 56
#define GPIO_MSK_CNF(x)		(GPIO_REG(x) + tegra_gpio_upper_offset + 0x00)
#define GPIO_MSK_OE(x)		(GPIO_REG(x) + tegra_gpio_upper_offset + 0x10)
#define GPIO_MSK_OUT(x)		(GPIO_REG(x) + tegra_gpio_upper_offset + 0X20)
#define GPIO_MSK_INT_STA(x)	(GPIO_REG(x) + tegra_gpio_upper_offset + 0x40)
#define GPIO_MSK_INT_ENB(x)	(GPIO_REG(x) + tegra_gpio_upper_offset + 0x50)
#define GPIO_MSK_INT_LVL(x)	(GPIO_REG(x) + tegra_gpio_upper_offset + 0x60)
E
Erik Gilling 已提交
57 58 59 60 61 62 63 64 65 66 67 68

#define GPIO_INT_LVL_MASK		0x010101
#define GPIO_INT_LVL_EDGE_RISING	0x000101
#define GPIO_INT_LVL_EDGE_FALLING	0x000100
#define GPIO_INT_LVL_EDGE_BOTH		0x010100
#define GPIO_INT_LVL_LEVEL_HIGH		0x000001
#define GPIO_INT_LVL_LEVEL_LOW		0x000000

struct tegra_gpio_bank {
	int bank;
	int irq;
	spinlock_t lvl_lock[4];
69
#ifdef CONFIG_PM_SLEEP
70 71 72 73 74 75
	u32 cnf[4];
	u32 out[4];
	u32 oe[4];
	u32 int_enb[4];
	u32 int_lvl[4];
#endif
E
Erik Gilling 已提交
76 77
};

78
static struct irq_domain *irq_domain;
79
static void __iomem *regs;
80
static u32 tegra_gpio_bank_count;
81 82
static u32 tegra_gpio_bank_stride;
static u32 tegra_gpio_upper_offset;
83
static struct tegra_gpio_bank *tegra_gpio_banks;
84 85 86 87 88 89 90 91 92 93

static inline void tegra_gpio_writel(u32 val, u32 reg)
{
	__raw_writel(val, regs + reg);
}

static inline u32 tegra_gpio_readl(u32 reg)
{
	return __raw_readl(regs + reg);
}
E
Erik Gilling 已提交
94 95 96 97 98 99 100 101 102 103 104 105 106

static int tegra_gpio_compose(int bank, int port, int bit)
{
	return (bank << 5) | ((port & 0x3) << 3) | (bit & 0x7);
}

static void tegra_gpio_mask_write(u32 reg, int gpio, int value)
{
	u32 val;

	val = 0x100 << GPIO_BIT(gpio);
	if (value)
		val |= 1 << GPIO_BIT(gpio);
107
	tegra_gpio_writel(val, reg);
E
Erik Gilling 已提交
108 109
}

110
static void tegra_gpio_enable(int gpio)
E
Erik Gilling 已提交
111 112 113 114
{
	tegra_gpio_mask_write(GPIO_MSK_CNF(gpio), gpio, 1);
}

115
static void tegra_gpio_disable(int gpio)
E
Erik Gilling 已提交
116 117 118 119
{
	tegra_gpio_mask_write(GPIO_MSK_CNF(gpio), gpio, 0);
}

120
static int tegra_gpio_request(struct gpio_chip *chip, unsigned offset)
121 122 123 124
{
	return pinctrl_request_gpio(offset);
}

125
static void tegra_gpio_free(struct gpio_chip *chip, unsigned offset)
126 127 128 129 130
{
	pinctrl_free_gpio(offset);
	tegra_gpio_disable(offset);
}

E
Erik Gilling 已提交
131 132 133 134 135 136 137
static void tegra_gpio_set(struct gpio_chip *chip, unsigned offset, int value)
{
	tegra_gpio_mask_write(GPIO_MSK_OUT(offset), offset, value);
}

static int tegra_gpio_get(struct gpio_chip *chip, unsigned offset)
{
138 139 140 141 142
	/* If gpio is in output mode then read from the out value */
	if ((tegra_gpio_readl(GPIO_OE(offset)) >> GPIO_BIT(offset)) & 1)
		return (tegra_gpio_readl(GPIO_OUT(offset)) >>
				GPIO_BIT(offset)) & 0x1;

143
	return (tegra_gpio_readl(GPIO_IN(offset)) >> GPIO_BIT(offset)) & 0x1;
E
Erik Gilling 已提交
144 145 146 147 148
}

static int tegra_gpio_direction_input(struct gpio_chip *chip, unsigned offset)
{
	tegra_gpio_mask_write(GPIO_MSK_OE(offset), offset, 0);
149
	tegra_gpio_enable(offset);
E
Erik Gilling 已提交
150 151 152 153 154 155 156 157
	return 0;
}

static int tegra_gpio_direction_output(struct gpio_chip *chip, unsigned offset,
					int value)
{
	tegra_gpio_set(chip, offset, value);
	tegra_gpio_mask_write(GPIO_MSK_OE(offset), offset, 1);
158
	tegra_gpio_enable(offset);
E
Erik Gilling 已提交
159 160 161
	return 0;
}

162 163
static int tegra_gpio_to_irq(struct gpio_chip *chip, unsigned offset)
{
164
	return irq_find_mapping(irq_domain, offset);
165
}
E
Erik Gilling 已提交
166 167 168

static struct gpio_chip tegra_gpio_chip = {
	.label			= "tegra-gpio",
169 170
	.request		= tegra_gpio_request,
	.free			= tegra_gpio_free,
E
Erik Gilling 已提交
171 172 173 174
	.direction_input	= tegra_gpio_direction_input,
	.get			= tegra_gpio_get,
	.direction_output	= tegra_gpio_direction_output,
	.set			= tegra_gpio_set,
175
	.to_irq			= tegra_gpio_to_irq,
E
Erik Gilling 已提交
176 177 178
	.base			= 0,
};

179
static void tegra_gpio_irq_ack(struct irq_data *d)
E
Erik Gilling 已提交
180
{
181
	int gpio = d->hwirq;
E
Erik Gilling 已提交
182

183
	tegra_gpio_writel(1 << GPIO_BIT(gpio), GPIO_INT_CLR(gpio));
E
Erik Gilling 已提交
184 185
}

186
static void tegra_gpio_irq_mask(struct irq_data *d)
E
Erik Gilling 已提交
187
{
188
	int gpio = d->hwirq;
E
Erik Gilling 已提交
189 190 191 192

	tegra_gpio_mask_write(GPIO_MSK_INT_ENB(gpio), gpio, 0);
}

193
static void tegra_gpio_irq_unmask(struct irq_data *d)
E
Erik Gilling 已提交
194
{
195
	int gpio = d->hwirq;
E
Erik Gilling 已提交
196 197 198 199

	tegra_gpio_mask_write(GPIO_MSK_INT_ENB(gpio), gpio, 1);
}

200
static int tegra_gpio_irq_set_type(struct irq_data *d, unsigned int type)
E
Erik Gilling 已提交
201
{
202
	int gpio = d->hwirq;
203
	struct tegra_gpio_bank *bank = irq_data_get_irq_chip_data(d);
E
Erik Gilling 已提交
204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235
	int port = GPIO_PORT(gpio);
	int lvl_type;
	int val;
	unsigned long flags;

	switch (type & IRQ_TYPE_SENSE_MASK) {
	case IRQ_TYPE_EDGE_RISING:
		lvl_type = GPIO_INT_LVL_EDGE_RISING;
		break;

	case IRQ_TYPE_EDGE_FALLING:
		lvl_type = GPIO_INT_LVL_EDGE_FALLING;
		break;

	case IRQ_TYPE_EDGE_BOTH:
		lvl_type = GPIO_INT_LVL_EDGE_BOTH;
		break;

	case IRQ_TYPE_LEVEL_HIGH:
		lvl_type = GPIO_INT_LVL_LEVEL_HIGH;
		break;

	case IRQ_TYPE_LEVEL_LOW:
		lvl_type = GPIO_INT_LVL_LEVEL_LOW;
		break;

	default:
		return -EINVAL;
	}

	spin_lock_irqsave(&bank->lvl_lock[port], flags);

236
	val = tegra_gpio_readl(GPIO_INT_LVL(gpio));
E
Erik Gilling 已提交
237 238
	val &= ~(GPIO_INT_LVL_MASK << GPIO_BIT(gpio));
	val |= lvl_type << GPIO_BIT(gpio);
239
	tegra_gpio_writel(val, GPIO_INT_LVL(gpio));
E
Erik Gilling 已提交
240 241 242

	spin_unlock_irqrestore(&bank->lvl_lock[port], flags);

243 244 245
	tegra_gpio_mask_write(GPIO_MSK_OE(gpio), gpio, 0);
	tegra_gpio_enable(gpio);

E
Erik Gilling 已提交
246
	if (type & (IRQ_TYPE_LEVEL_LOW | IRQ_TYPE_LEVEL_HIGH))
T
Thomas Gleixner 已提交
247
		__irq_set_handler_locked(d->irq, handle_level_irq);
E
Erik Gilling 已提交
248
	else if (type & (IRQ_TYPE_EDGE_FALLING | IRQ_TYPE_EDGE_RISING))
T
Thomas Gleixner 已提交
249
		__irq_set_handler_locked(d->irq, handle_edge_irq);
E
Erik Gilling 已提交
250 251 252 253 254 255 256 257 258 259

	return 0;
}

static void tegra_gpio_irq_handler(unsigned int irq, struct irq_desc *desc)
{
	struct tegra_gpio_bank *bank;
	int port;
	int pin;
	int unmasked = 0;
260
	struct irq_chip *chip = irq_desc_get_chip(desc);
E
Erik Gilling 已提交
261

262
	chained_irq_enter(chip, desc);
E
Erik Gilling 已提交
263

T
Thomas Gleixner 已提交
264
	bank = irq_get_handler_data(irq);
E
Erik Gilling 已提交
265 266 267

	for (port = 0; port < 4; port++) {
		int gpio = tegra_gpio_compose(bank->bank, port, 0);
268 269 270
		unsigned long sta = tegra_gpio_readl(GPIO_INT_STA(gpio)) &
			tegra_gpio_readl(GPIO_INT_ENB(gpio));
		u32 lvl = tegra_gpio_readl(GPIO_INT_LVL(gpio));
E
Erik Gilling 已提交
271 272

		for_each_set_bit(pin, &sta, 8) {
273
			tegra_gpio_writel(1 << pin, GPIO_INT_CLR(gpio));
E
Erik Gilling 已提交
274 275 276 277 278 279 280

			/* if gpio is edge triggered, clear condition
			 * before executing the hander so that we don't
			 * miss edges
			 */
			if (lvl & (0x100 << pin)) {
				unmasked = 1;
281
				chained_irq_exit(chip, desc);
E
Erik Gilling 已提交
282 283 284 285 286 287 288
			}

			generic_handle_irq(gpio_to_irq(gpio + pin));
		}
	}

	if (!unmasked)
289
		chained_irq_exit(chip, desc);
E
Erik Gilling 已提交
290 291 292

}

293 294
#ifdef CONFIG_PM_SLEEP
static int tegra_gpio_resume(struct device *dev)
295 296
{
	unsigned long flags;
297 298
	int b;
	int p;
299 300 301

	local_irq_save(flags);

302
	for (b = 0; b < tegra_gpio_bank_count; b++) {
303 304 305 306
		struct tegra_gpio_bank *bank = &tegra_gpio_banks[b];

		for (p = 0; p < ARRAY_SIZE(bank->oe); p++) {
			unsigned int gpio = (b<<5) | (p<<3);
307 308 309 310 311
			tegra_gpio_writel(bank->cnf[p], GPIO_CNF(gpio));
			tegra_gpio_writel(bank->out[p], GPIO_OUT(gpio));
			tegra_gpio_writel(bank->oe[p], GPIO_OE(gpio));
			tegra_gpio_writel(bank->int_lvl[p], GPIO_INT_LVL(gpio));
			tegra_gpio_writel(bank->int_enb[p], GPIO_INT_ENB(gpio));
312 313 314 315
		}
	}

	local_irq_restore(flags);
316
	return 0;
317 318
}

319
static int tegra_gpio_suspend(struct device *dev)
320 321
{
	unsigned long flags;
322 323
	int b;
	int p;
324 325

	local_irq_save(flags);
326
	for (b = 0; b < tegra_gpio_bank_count; b++) {
327 328 329 330
		struct tegra_gpio_bank *bank = &tegra_gpio_banks[b];

		for (p = 0; p < ARRAY_SIZE(bank->oe); p++) {
			unsigned int gpio = (b<<5) | (p<<3);
331 332 333 334 335
			bank->cnf[p] = tegra_gpio_readl(GPIO_CNF(gpio));
			bank->out[p] = tegra_gpio_readl(GPIO_OUT(gpio));
			bank->oe[p] = tegra_gpio_readl(GPIO_OE(gpio));
			bank->int_enb[p] = tegra_gpio_readl(GPIO_INT_ENB(gpio));
			bank->int_lvl[p] = tegra_gpio_readl(GPIO_INT_LVL(gpio));
336 337 338
		}
	}
	local_irq_restore(flags);
339
	return 0;
340 341
}

342
static int tegra_gpio_wake_enable(struct irq_data *d, unsigned int enable)
343
{
344
	struct tegra_gpio_bank *bank = irq_data_get_irq_chip_data(d);
T
Thomas Gleixner 已提交
345
	return irq_set_irq_wake(bank->irq, enable);
346 347
}
#endif
E
Erik Gilling 已提交
348 349 350

static struct irq_chip tegra_gpio_irq_chip = {
	.name		= "GPIO",
351 352 353 354
	.irq_ack	= tegra_gpio_irq_ack,
	.irq_mask	= tegra_gpio_irq_mask,
	.irq_unmask	= tegra_gpio_irq_unmask,
	.irq_set_type	= tegra_gpio_irq_set_type,
355
#ifdef CONFIG_PM_SLEEP
356
	.irq_set_wake	= tegra_gpio_wake_enable,
357
#endif
E
Erik Gilling 已提交
358 359
};

360 361 362 363
static const struct dev_pm_ops tegra_gpio_pm_ops = {
	SET_SYSTEM_SLEEP_PM_OPS(tegra_gpio_suspend, tegra_gpio_resume)
};

364 365 366 367 368 369 370 371 372 373 374 375 376 377 378
struct tegra_gpio_soc_config {
	u32 bank_stride;
	u32 upper_offset;
};

static struct tegra_gpio_soc_config tegra20_gpio_config = {
	.bank_stride = 0x80,
	.upper_offset = 0x800,
};

static struct tegra_gpio_soc_config tegra30_gpio_config = {
	.bank_stride = 0x100,
	.upper_offset = 0x80,
};

B
Bill Pemberton 已提交
379
static struct of_device_id tegra_gpio_of_match[] = {
380 381 382 383
	{ .compatible = "nvidia,tegra30-gpio", .data = &tegra30_gpio_config },
	{ .compatible = "nvidia,tegra20-gpio", .data = &tegra20_gpio_config },
	{ },
};
E
Erik Gilling 已提交
384 385 386 387 388 389

/* This lock class tells lockdep that GPIO irqs are in a different
 * category than their parents, so it won't report false recursion.
 */
static struct lock_class_key gpio_lock_class;

B
Bill Pemberton 已提交
390
static int tegra_gpio_probe(struct platform_device *pdev)
E
Erik Gilling 已提交
391
{
392 393
	const struct of_device_id *match;
	struct tegra_gpio_soc_config *config;
394
	struct resource *res;
E
Erik Gilling 已提交
395
	struct tegra_gpio_bank *bank;
396
	int gpio;
E
Erik Gilling 已提交
397 398 399
	int i;
	int j;

400 401 402 403 404 405 406 407 408
	match = of_match_device(tegra_gpio_of_match, &pdev->dev);
	if (match)
		config = (struct tegra_gpio_soc_config *)match->data;
	else
		config = &tegra20_gpio_config;

	tegra_gpio_bank_stride = config->bank_stride;
	tegra_gpio_upper_offset = config->upper_offset;

409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429
	for (;;) {
		res = platform_get_resource(pdev, IORESOURCE_IRQ, tegra_gpio_bank_count);
		if (!res)
			break;
		tegra_gpio_bank_count++;
	}
	if (!tegra_gpio_bank_count) {
		dev_err(&pdev->dev, "Missing IRQ resource\n");
		return -ENODEV;
	}

	tegra_gpio_chip.ngpio = tegra_gpio_bank_count * 32;

	tegra_gpio_banks = devm_kzalloc(&pdev->dev,
			tegra_gpio_bank_count * sizeof(*tegra_gpio_banks),
			GFP_KERNEL);
	if (!tegra_gpio_banks) {
		dev_err(&pdev->dev, "Couldn't allocate bank structure\n");
		return -ENODEV;
	}

430 431
	irq_domain = irq_domain_add_linear(pdev->dev.of_node,
					   tegra_gpio_chip.ngpio,
432
					   &irq_domain_simple_ops, NULL);
433 434
	if (!irq_domain)
		return -ENODEV;
435

436
	for (i = 0; i < tegra_gpio_bank_count; i++) {
437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453
		res = platform_get_resource(pdev, IORESOURCE_IRQ, i);
		if (!res) {
			dev_err(&pdev->dev, "Missing IRQ resource\n");
			return -ENODEV;
		}

		bank = &tegra_gpio_banks[i];
		bank->bank = i;
		bank->irq = res->start;
	}

	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
	if (!res) {
		dev_err(&pdev->dev, "Missing MEM resource\n");
		return -ENODEV;
	}

454 455 456
	regs = devm_ioremap_resource(&pdev->dev, res);
	if (IS_ERR(regs))
		return PTR_ERR(regs);
457

458
	for (i = 0; i < tegra_gpio_bank_count; i++) {
E
Erik Gilling 已提交
459 460
		for (j = 0; j < 4; j++) {
			int gpio = tegra_gpio_compose(i, j, 0);
461
			tegra_gpio_writel(0x00, GPIO_INT_ENB(gpio));
E
Erik Gilling 已提交
462 463 464
		}
	}

465
#ifdef CONFIG_OF_GPIO
466 467
	tegra_gpio_chip.of_node = pdev->dev.of_node;
#endif
468

E
Erik Gilling 已提交
469 470
	gpiochip_add(&tegra_gpio_chip);

471
	for (gpio = 0; gpio < tegra_gpio_chip.ngpio; gpio++) {
472
		int irq = irq_create_mapping(irq_domain, gpio);
473
		/* No validity check; all Tegra GPIOs are valid IRQs */
E
Erik Gilling 已提交
474

475
		bank = &tegra_gpio_banks[GPIO_BANK(gpio)];
E
Erik Gilling 已提交
476

477 478 479
		irq_set_lockdep_class(irq, &gpio_lock_class);
		irq_set_chip_data(irq, bank);
		irq_set_chip_and_handler(irq, &tegra_gpio_irq_chip,
480
					 handle_simple_irq);
481
		set_irq_flags(irq, IRQF_VALID);
E
Erik Gilling 已提交
482 483
	}

484
	for (i = 0; i < tegra_gpio_bank_count; i++) {
E
Erik Gilling 已提交
485 486
		bank = &tegra_gpio_banks[i];

T
Thomas Gleixner 已提交
487 488
		irq_set_chained_handler(bank->irq, tegra_gpio_irq_handler);
		irq_set_handler_data(bank->irq, bank);
E
Erik Gilling 已提交
489 490 491 492 493 494 495 496

		for (j = 0; j < 4; j++)
			spin_lock_init(&bank->lvl_lock[j]);
	}

	return 0;
}

497 498 499 500
static struct platform_driver tegra_gpio_driver = {
	.driver		= {
		.name	= "tegra-gpio",
		.owner	= THIS_MODULE,
501
		.pm	= &tegra_gpio_pm_ops,
502 503 504 505 506 507 508 509 510
		.of_match_table = tegra_gpio_of_match,
	},
	.probe		= tegra_gpio_probe,
};

static int __init tegra_gpio_init(void)
{
	return platform_driver_register(&tegra_gpio_driver);
}
E
Erik Gilling 已提交
511 512 513 514 515 516 517 518 519 520 521 522
postcore_initcall(tegra_gpio_init);

#ifdef	CONFIG_DEBUG_FS

#include <linux/debugfs.h>
#include <linux/seq_file.h>

static int dbg_gpio_show(struct seq_file *s, void *unused)
{
	int i;
	int j;

523
	for (i = 0; i < tegra_gpio_bank_count; i++) {
E
Erik Gilling 已提交
524 525
		for (j = 0; j < 4; j++) {
			int gpio = tegra_gpio_compose(i, j, 0);
526 527 528
			seq_printf(s,
				"%d:%d %02x %02x %02x %02x %02x %02x %06x\n",
				i, j,
529 530 531 532 533 534 535
				tegra_gpio_readl(GPIO_CNF(gpio)),
				tegra_gpio_readl(GPIO_OE(gpio)),
				tegra_gpio_readl(GPIO_OUT(gpio)),
				tegra_gpio_readl(GPIO_IN(gpio)),
				tegra_gpio_readl(GPIO_INT_STA(gpio)),
				tegra_gpio_readl(GPIO_INT_ENB(gpio)),
				tegra_gpio_readl(GPIO_INT_LVL(gpio)));
E
Erik Gilling 已提交
536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560
		}
	}
	return 0;
}

static int dbg_gpio_open(struct inode *inode, struct file *file)
{
	return single_open(file, dbg_gpio_show, &inode->i_private);
}

static const struct file_operations debug_fops = {
	.open		= dbg_gpio_open,
	.read		= seq_read,
	.llseek		= seq_lseek,
	.release	= single_release,
};

static int __init tegra_gpio_debuginit(void)
{
	(void) debugfs_create_file("tegra_gpio", S_IRUGO,
					NULL, NULL, &debug_fops);
	return 0;
}
late_initcall(tegra_gpio_debuginit);
#endif