s3c2410.c 27.6 KB
Newer Older
L
Linus Torvalds 已提交
1 2
/* linux/drivers/mtd/nand/s3c2410.c
 *
3 4
 * Copyright © 2004-2008 Simtec Electronics
 *	http://armlinux.simtec.co.uk/
B
Ben Dooks 已提交
5
 *	Ben Dooks <ben@simtec.co.uk>
L
Linus Torvalds 已提交
6
 *
7
 * Samsung S3C2410/S3C2440/S3C2412 NAND driver
L
Linus Torvalds 已提交
8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
*/

#ifdef CONFIG_MTD_NAND_S3C2410_DEBUG
#define DEBUG
#endif

#include <linux/module.h>
#include <linux/types.h>
#include <linux/init.h>
#include <linux/kernel.h>
#include <linux/string.h>
#include <linux/ioport.h>
34
#include <linux/platform_device.h>
L
Linus Torvalds 已提交
35 36
#include <linux/delay.h>
#include <linux/err.h>
T
Tim Schmielau 已提交
37
#include <linux/slab.h>
38
#include <linux/clk.h>
39
#include <linux/cpufreq.h>
L
Linus Torvalds 已提交
40 41 42 43 44 45 46 47

#include <linux/mtd/mtd.h>
#include <linux/mtd/nand.h>
#include <linux/mtd/nand_ecc.h>
#include <linux/mtd/partitions.h>

#include <asm/io.h>

48 49
#include <plat/regs-nand.h>
#include <plat/nand.h>
L
Linus Torvalds 已提交
50 51 52 53 54 55 56

#ifdef CONFIG_MTD_NAND_S3C2410_HWECC
static int hardware_ecc = 1;
#else
static int hardware_ecc = 0;
#endif

57 58 59 60 61 62 63
#ifdef CONFIG_MTD_NAND_S3C2410_CLKSTOP
static int clock_stop = 1;
#else
static const int clock_stop = 0;
#endif


L
Linus Torvalds 已提交
64 65 66
/* new oob placement block for use with hardware ecc generation
 */

67
static struct nand_ecclayout nand_hw_eccoob = {
68 69 70
	.eccbytes = 3,
	.eccpos = {0, 1, 2},
	.oobfree = {{8, 8}}
L
Linus Torvalds 已提交
71 72 73 74 75 76
};

/* controller and mtd information */

struct s3c2410_nand_info;

77 78 79 80 81 82 83 84
/**
 * struct s3c2410_nand_mtd - driver MTD structure
 * @mtd: The MTD instance to pass to the MTD layer.
 * @chip: The NAND chip information.
 * @set: The platform information supplied for this set of NAND chips.
 * @info: Link back to the hardware information.
 * @scan_res: The result from calling nand_scan_ident().
*/
L
Linus Torvalds 已提交
85 86 87 88 89 90 91 92
struct s3c2410_nand_mtd {
	struct mtd_info			mtd;
	struct nand_chip		chip;
	struct s3c2410_nand_set		*set;
	struct s3c2410_nand_info	*info;
	int				scan_res;
};

93 94 95 96 97 98
enum s3c_cpu_type {
	TYPE_S3C2410,
	TYPE_S3C2412,
	TYPE_S3C2440,
};

L
Linus Torvalds 已提交
99 100
/* overview of the s3c2410 nand state */

101 102 103 104 105 106 107 108 109 110 111 112 113 114 115
/**
 * struct s3c2410_nand_info - NAND controller state.
 * @mtds: An array of MTD instances on this controoler.
 * @platform: The platform data for this board.
 * @device: The platform device we bound to.
 * @area: The IO area resource that came from request_mem_region().
 * @clk: The clock resource for this controller.
 * @regs: The area mapped for the hardware registers described by @area.
 * @sel_reg: Pointer to the register controlling the NAND selection.
 * @sel_bit: The bit in @sel_reg to select the NAND chip.
 * @mtd_count: The number of MTDs created from this controller.
 * @save_sel: The contents of @sel_reg to be saved over suspend.
 * @clk_rate: The clock rate from @clk.
 * @cpu_type: The exact type of this controller.
 */
L
Linus Torvalds 已提交
116 117 118 119 120 121 122 123 124 125
struct s3c2410_nand_info {
	/* mtd info */
	struct nand_hw_control		controller;
	struct s3c2410_nand_mtd		*mtds;
	struct s3c2410_platform_nand	*platform;

	/* device info */
	struct device			*device;
	struct resource			*area;
	struct clk			*clk;
B
Ben Dooks 已提交
126
	void __iomem			*regs;
127 128
	void __iomem			*sel_reg;
	int				sel_bit;
L
Linus Torvalds 已提交
129
	int				mtd_count;
130
	unsigned long			save_sel;
131
	unsigned long			clk_rate;
132

133
	enum s3c_cpu_type		cpu_type;
134 135 136 137

#ifdef CONFIG_CPU_FREQ
	struct notifier_block	freq_transition;
#endif
L
Linus Torvalds 已提交
138 139 140 141 142 143 144 145 146 147 148 149 150 151
};

/* conversion functions */

static struct s3c2410_nand_mtd *s3c2410_nand_mtd_toours(struct mtd_info *mtd)
{
	return container_of(mtd, struct s3c2410_nand_mtd, mtd);
}

static struct s3c2410_nand_info *s3c2410_nand_mtd_toinfo(struct mtd_info *mtd)
{
	return s3c2410_nand_mtd_toours(mtd)->info;
}

152
static struct s3c2410_nand_info *to_nand_info(struct platform_device *dev)
L
Linus Torvalds 已提交
153
{
154
	return platform_get_drvdata(dev);
L
Linus Torvalds 已提交
155 156
}

157
static struct s3c2410_platform_nand *to_nand_plat(struct platform_device *dev)
L
Linus Torvalds 已提交
158
{
159
	return dev->dev.platform_data;
L
Linus Torvalds 已提交
160 161
}

162 163 164 165 166
static inline int allow_clk_stop(struct s3c2410_nand_info *info)
{
	return clock_stop;
}

L
Linus Torvalds 已提交
167 168
/* timing calculations */

169
#define NS_IN_KHZ 1000000
L
Linus Torvalds 已提交
170

171 172 173 174 175 176 177 178
/**
 * s3c_nand_calc_rate - calculate timing data.
 * @wanted: The cycle time in nanoseconds.
 * @clk: The clock rate in kHz.
 * @max: The maximum divider value.
 *
 * Calculate the timing value from the given parameters.
 */
179
static int s3c_nand_calc_rate(int wanted, unsigned long clk, int max)
L
Linus Torvalds 已提交
180 181 182
{
	int result;

183
	result = (wanted * clk) / NS_IN_KHZ;
L
Linus Torvalds 已提交
184 185 186 187 188
	result++;

	pr_debug("result %d from %ld, %d\n", result, clk, wanted);

	if (result > max) {
189
		printk("%d ns is too big for current clock rate %ld\n", wanted, clk);
L
Linus Torvalds 已提交
190 191 192 193 194 195 196 197 198
		return -1;
	}

	if (result < 1)
		result = 1;

	return result;
}

199
#define to_ns(ticks,clk) (((ticks) * NS_IN_KHZ) / (unsigned int)(clk))
L
Linus Torvalds 已提交
200 201 202

/* controller setup */

203 204 205 206 207 208 209 210
/**
 * s3c2410_nand_setrate - setup controller timing information.
 * @info: The controller instance.
 *
 * Given the information supplied by the platform, calculate and set
 * the necessary timing registers in the hardware to generate the
 * necessary timing cycles to the hardware.
 */
211
static int s3c2410_nand_setrate(struct s3c2410_nand_info *info)
L
Linus Torvalds 已提交
212
{
213
	struct s3c2410_platform_nand *plat = info->platform;
214
	int tacls_max = (info->cpu_type == TYPE_S3C2412) ? 8 : 4;
215
	int tacls, twrph0, twrph1;
216 217 218
	unsigned long clkrate = clk_get_rate(info->clk);
	unsigned long set, cfg, mask;
	unsigned long flags;
L
Linus Torvalds 已提交
219 220 221

	/* calculate the timing information for the controller */

222
	info->clk_rate = clkrate;
223 224
	clkrate /= 1000;	/* turn clock into kHz for ease of use */

L
Linus Torvalds 已提交
225
	if (plat != NULL) {
226 227 228
		tacls = s3c_nand_calc_rate(plat->tacls, clkrate, tacls_max);
		twrph0 = s3c_nand_calc_rate(plat->twrph0, clkrate, 8);
		twrph1 = s3c_nand_calc_rate(plat->twrph1, clkrate, 8);
L
Linus Torvalds 已提交
229 230
	} else {
		/* default timings */
231
		tacls = tacls_max;
L
Linus Torvalds 已提交
232 233 234
		twrph0 = 8;
		twrph1 = 8;
	}
235

L
Linus Torvalds 已提交
236
	if (tacls < 0 || twrph0 < 0 || twrph1 < 0) {
237
		dev_err(info->device, "cannot get suitable timings\n");
L
Linus Torvalds 已提交
238 239 240
		return -EINVAL;
	}

241
	dev_info(info->device, "Tacls=%d, %dns Twrph0=%d %dns, Twrph1=%d %dns\n",
242
	       tacls, to_ns(tacls, clkrate), twrph0, to_ns(twrph0, clkrate), twrph1, to_ns(twrph1, clkrate));
L
Linus Torvalds 已提交
243

244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286
	switch (info->cpu_type) {
	case TYPE_S3C2410:
		mask = (S3C2410_NFCONF_TACLS(3) |
			S3C2410_NFCONF_TWRPH0(7) |
			S3C2410_NFCONF_TWRPH1(7));
		set = S3C2410_NFCONF_EN;
		set |= S3C2410_NFCONF_TACLS(tacls - 1);
		set |= S3C2410_NFCONF_TWRPH0(twrph0 - 1);
		set |= S3C2410_NFCONF_TWRPH1(twrph1 - 1);
		break;

	case TYPE_S3C2440:
	case TYPE_S3C2412:
		mask = (S3C2410_NFCONF_TACLS(tacls_max - 1) |
			S3C2410_NFCONF_TWRPH0(7) |
			S3C2410_NFCONF_TWRPH1(7));

		set = S3C2440_NFCONF_TACLS(tacls - 1);
		set |= S3C2440_NFCONF_TWRPH0(twrph0 - 1);
		set |= S3C2440_NFCONF_TWRPH1(twrph1 - 1);
		break;

	default:
		/* keep compiler happy */
		mask = 0;
		set = 0;
		BUG();
	}

	dev_dbg(info->device, "NF_CONF is 0x%lx\n", cfg);

	local_irq_save(flags);

	cfg = readl(info->regs + S3C2410_NFCONF);
	cfg &= ~mask;
	cfg |= set;
	writel(cfg, info->regs + S3C2410_NFCONF);

	local_irq_restore(flags);

	return 0;
}

287 288 289 290 291 292 293
/**
 * s3c2410_nand_inithw - basic hardware initialisation
 * @info: The hardware state.
 *
 * Do the basic initialisation of the hardware, using s3c2410_nand_setrate()
 * to setup the hardware access speeds and set the controller to be enabled.
*/
294 295 296 297 298 299 300 301
static int s3c2410_nand_inithw(struct s3c2410_nand_info *info)
{
	int ret;

	ret = s3c2410_nand_setrate(info);
	if (ret < 0)
		return ret;

302 303
 	switch (info->cpu_type) {
 	case TYPE_S3C2410:
304
	default:
305 306 307 308
		break;

 	case TYPE_S3C2440:
 	case TYPE_S3C2412:
309 310
		/* enable the controller and de-assert nFCE */

311
		writel(S3C2440_NFCONT_ENABLE, info->regs + S3C2440_NFCONT);
B
Ben Dooks 已提交
312
	}
L
Linus Torvalds 已提交
313 314 315 316

	return 0;
}

317 318 319 320 321 322 323 324 325 326 327 328 329
/**
 * s3c2410_nand_select_chip - select the given nand chip
 * @mtd: The MTD instance for this chip.
 * @chip: The chip number.
 *
 * This is called by the MTD layer to either select a given chip for the
 * @mtd instance, or to indicate that the access has finished and the
 * chip can be de-selected.
 *
 * The routine ensures that the nFCE line is correctly setup, and any
 * platform specific selection code is called to route nFCE to the specific
 * chip.
 */
L
Linus Torvalds 已提交
330 331 332
static void s3c2410_nand_select_chip(struct mtd_info *mtd, int chip)
{
	struct s3c2410_nand_info *info;
333
	struct s3c2410_nand_mtd *nmtd;
L
Linus Torvalds 已提交
334 335 336 337 338 339
	struct nand_chip *this = mtd->priv;
	unsigned long cur;

	nmtd = this->priv;
	info = nmtd->info;

340 341 342
	if (chip != -1 && allow_clk_stop(info))
		clk_enable(info->clk);

343
	cur = readl(info->sel_reg);
L
Linus Torvalds 已提交
344 345

	if (chip == -1) {
346
		cur |= info->sel_bit;
L
Linus Torvalds 已提交
347
	} else {
348
		if (nmtd->set != NULL && chip > nmtd->set->nr_chips) {
349
			dev_err(info->device, "invalid chip %d\n", chip);
L
Linus Torvalds 已提交
350 351 352 353 354
			return;
		}

		if (info->platform != NULL) {
			if (info->platform->select_chip != NULL)
355
				(info->platform->select_chip) (nmtd->set, chip);
L
Linus Torvalds 已提交
356 357
		}

358
		cur &= ~info->sel_bit;
L
Linus Torvalds 已提交
359 360
	}

361
	writel(cur, info->sel_reg);
362 363 364

	if (chip == -1 && allow_clk_stop(info))
		clk_disable(info->clk);
L
Linus Torvalds 已提交
365 366
}

B
Ben Dooks 已提交
367
/* s3c2410_nand_hwcontrol
B
Ben Dooks 已提交
368
 *
B
Ben Dooks 已提交
369
 * Issue command and address cycles to the chip
B
Ben Dooks 已提交
370
*/
L
Linus Torvalds 已提交
371

372
static void s3c2410_nand_hwcontrol(struct mtd_info *mtd, int cmd,
373
				   unsigned int ctrl)
L
Linus Torvalds 已提交
374 375
{
	struct s3c2410_nand_info *info = s3c2410_nand_mtd_toinfo(mtd);
D
David Woodhouse 已提交
376

377 378 379
	if (cmd == NAND_CMD_NONE)
		return;

380
	if (ctrl & NAND_CLE)
381 382 383
		writeb(cmd, info->regs + S3C2410_NFCMD);
	else
		writeb(cmd, info->regs + S3C2410_NFADDR);
B
Ben Dooks 已提交
384 385 386 387
}

/* command and control functions */

388 389
static void s3c2440_nand_hwcontrol(struct mtd_info *mtd, int cmd,
				   unsigned int ctrl)
B
Ben Dooks 已提交
390 391
{
	struct s3c2410_nand_info *info = s3c2410_nand_mtd_toinfo(mtd);
L
Linus Torvalds 已提交
392

393 394 395
	if (cmd == NAND_CMD_NONE)
		return;

396
	if (ctrl & NAND_CLE)
397 398 399
		writeb(cmd, info->regs + S3C2440_NFCMD);
	else
		writeb(cmd, info->regs + S3C2440_NFADDR);
L
Linus Torvalds 已提交
400 401 402 403 404 405 406 407 408 409 410 411 412
}

/* s3c2410_nand_devready()
 *
 * returns 0 if the nand is busy, 1 if it is ready
*/

static int s3c2410_nand_devready(struct mtd_info *mtd)
{
	struct s3c2410_nand_info *info = s3c2410_nand_mtd_toinfo(mtd);
	return readb(info->regs + S3C2410_NFSTAT) & S3C2410_NFSTAT_BUSY;
}

413 414 415 416 417 418 419 420 421 422 423 424
static int s3c2440_nand_devready(struct mtd_info *mtd)
{
	struct s3c2410_nand_info *info = s3c2410_nand_mtd_toinfo(mtd);
	return readb(info->regs + S3C2440_NFSTAT) & S3C2440_NFSTAT_READY;
}

static int s3c2412_nand_devready(struct mtd_info *mtd)
{
	struct s3c2410_nand_info *info = s3c2410_nand_mtd_toinfo(mtd);
	return readb(info->regs + S3C2412_NFSTAT) & S3C2412_NFSTAT_READY;
}

L
Linus Torvalds 已提交
425 426
/* ECC handling functions */

427 428
static int s3c2410_nand_correct_data(struct mtd_info *mtd, u_char *dat,
				     u_char *read_ecc, u_char *calc_ecc)
L
Linus Torvalds 已提交
429
{
430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448
	struct s3c2410_nand_info *info = s3c2410_nand_mtd_toinfo(mtd);
	unsigned int diff0, diff1, diff2;
	unsigned int bit, byte;

	pr_debug("%s(%p,%p,%p,%p)\n", __func__, mtd, dat, read_ecc, calc_ecc);

	diff0 = read_ecc[0] ^ calc_ecc[0];
	diff1 = read_ecc[1] ^ calc_ecc[1];
	diff2 = read_ecc[2] ^ calc_ecc[2];

	pr_debug("%s: rd %02x%02x%02x calc %02x%02x%02x diff %02x%02x%02x\n",
		 __func__,
		 read_ecc[0], read_ecc[1], read_ecc[2],
		 calc_ecc[0], calc_ecc[1], calc_ecc[2],
		 diff0, diff1, diff2);

	if (diff0 == 0 && diff1 == 0 && diff2 == 0)
		return 0;		/* ECC is ok */

449 450 451 452 453 454 455 456
	/* sometimes people do not think about using the ECC, so check
	 * to see if we have an 0xff,0xff,0xff read ECC and then ignore
	 * the error, on the assumption that this is an un-eccd page.
	 */
	if (read_ecc[0] == 0xff && read_ecc[1] == 0xff && read_ecc[2] == 0xff
	    && info->platform->ignore_unset_ecc)
		return 0;

457 458 459 460 461 462 463 464
	/* Can we correct this ECC (ie, one row and column change).
	 * Note, this is similar to the 256 error code on smartmedia */

	if (((diff0 ^ (diff0 >> 1)) & 0x55) == 0x55 &&
	    ((diff1 ^ (diff1 >> 1)) & 0x55) == 0x55 &&
	    ((diff2 ^ (diff2 >> 1)) & 0x55) == 0x55) {
		/* calculate the bit position of the error */

465 466 467
		bit  = ((diff2 >> 3) & 1) |
		       ((diff2 >> 4) & 2) |
		       ((diff2 >> 5) & 4);
L
Linus Torvalds 已提交
468

469
		/* calculate the byte position of the error */
L
Linus Torvalds 已提交
470

471 472 473 474 475 476 477 478 479
		byte = ((diff2 << 7) & 0x100) |
		       ((diff1 << 0) & 0x80)  |
		       ((diff1 << 1) & 0x40)  |
		       ((diff1 << 2) & 0x20)  |
		       ((diff1 << 3) & 0x10)  |
		       ((diff0 >> 4) & 0x08)  |
		       ((diff0 >> 3) & 0x04)  |
		       ((diff0 >> 2) & 0x02)  |
		       ((diff0 >> 1) & 0x01);
480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497

		dev_dbg(info->device, "correcting error bit %d, byte %d\n",
			bit, byte);

		dat[byte] ^= (1 << bit);
		return 1;
	}

	/* if there is only one bit difference in the ECC, then
	 * one of only a row or column parity has changed, which
	 * means the error is most probably in the ECC itself */

	diff0 |= (diff1 << 8);
	diff0 |= (diff2 << 16);

	if ((diff0 & ~(1<<fls(diff0))) == 0)
		return 1;

498
	return -1;
L
Linus Torvalds 已提交
499 500
}

B
Ben Dooks 已提交
501 502 503 504 505 506
/* ECC functions
 *
 * These allow the s3c2410 and s3c2440 to use the controller's ECC
 * generator block to ECC the data as it passes through]
*/

L
Linus Torvalds 已提交
507 508 509 510 511 512 513 514 515 516
static void s3c2410_nand_enable_hwecc(struct mtd_info *mtd, int mode)
{
	struct s3c2410_nand_info *info = s3c2410_nand_mtd_toinfo(mtd);
	unsigned long ctrl;

	ctrl = readl(info->regs + S3C2410_NFCONF);
	ctrl |= S3C2410_NFCONF_INITECC;
	writel(ctrl, info->regs + S3C2410_NFCONF);
}

517 518 519 520 521 522 523 524 525
static void s3c2412_nand_enable_hwecc(struct mtd_info *mtd, int mode)
{
	struct s3c2410_nand_info *info = s3c2410_nand_mtd_toinfo(mtd);
	unsigned long ctrl;

	ctrl = readl(info->regs + S3C2440_NFCONT);
	writel(ctrl | S3C2412_NFCONT_INIT_MAIN_ECC, info->regs + S3C2440_NFCONT);
}

B
Ben Dooks 已提交
526 527 528 529 530 531 532 533 534
static void s3c2440_nand_enable_hwecc(struct mtd_info *mtd, int mode)
{
	struct s3c2410_nand_info *info = s3c2410_nand_mtd_toinfo(mtd);
	unsigned long ctrl;

	ctrl = readl(info->regs + S3C2440_NFCONT);
	writel(ctrl | S3C2440_NFCONT_INITECC, info->regs + S3C2440_NFCONT);
}

535
static int s3c2410_nand_calculate_ecc(struct mtd_info *mtd, const u_char *dat, u_char *ecc_code)
L
Linus Torvalds 已提交
536 537 538 539 540 541 542
{
	struct s3c2410_nand_info *info = s3c2410_nand_mtd_toinfo(mtd);

	ecc_code[0] = readb(info->regs + S3C2410_NFECC + 0);
	ecc_code[1] = readb(info->regs + S3C2410_NFECC + 1);
	ecc_code[2] = readb(info->regs + S3C2410_NFECC + 2);

543 544
	pr_debug("%s: returning ecc %02x%02x%02x\n", __func__,
		 ecc_code[0], ecc_code[1], ecc_code[2]);
L
Linus Torvalds 已提交
545 546 547 548

	return 0;
}

549 550 551 552 553 554 555 556 557 558 559 560 561 562
static int s3c2412_nand_calculate_ecc(struct mtd_info *mtd, const u_char *dat, u_char *ecc_code)
{
	struct s3c2410_nand_info *info = s3c2410_nand_mtd_toinfo(mtd);
	unsigned long ecc = readl(info->regs + S3C2412_NFMECC0);

	ecc_code[0] = ecc;
	ecc_code[1] = ecc >> 8;
	ecc_code[2] = ecc >> 16;

	pr_debug("calculate_ecc: returning ecc %02x,%02x,%02x\n", ecc_code[0], ecc_code[1], ecc_code[2]);

	return 0;
}

563
static int s3c2440_nand_calculate_ecc(struct mtd_info *mtd, const u_char *dat, u_char *ecc_code)
B
Ben Dooks 已提交
564 565 566 567 568 569 570 571
{
	struct s3c2410_nand_info *info = s3c2410_nand_mtd_toinfo(mtd);
	unsigned long ecc = readl(info->regs + S3C2440_NFMECC0);

	ecc_code[0] = ecc;
	ecc_code[1] = ecc >> 8;
	ecc_code[2] = ecc >> 16;

572
	pr_debug("%s: returning ecc %06lx\n", __func__, ecc & 0xffffff);
B
Ben Dooks 已提交
573 574 575 576 577 578 579

	return 0;
}

/* over-ride the standard functions for a little more speed. We can
 * use read/write block to move the data buffers to/from the controller
*/
L
Linus Torvalds 已提交
580 581 582 583 584 585 586

static void s3c2410_nand_read_buf(struct mtd_info *mtd, u_char *buf, int len)
{
	struct nand_chip *this = mtd->priv;
	readsb(this->IO_ADDR_R, buf, len);
}

587 588 589 590 591 592
static void s3c2440_nand_read_buf(struct mtd_info *mtd, u_char *buf, int len)
{
	struct s3c2410_nand_info *info = s3c2410_nand_mtd_toinfo(mtd);
	readsl(info->regs + S3C2440_NFDATA, buf, len / 4);
}

593
static void s3c2410_nand_write_buf(struct mtd_info *mtd, const u_char *buf, int len)
L
Linus Torvalds 已提交
594 595 596 597 598
{
	struct nand_chip *this = mtd->priv;
	writesb(this->IO_ADDR_W, buf, len);
}

599 600 601 602 603 604
static void s3c2440_nand_write_buf(struct mtd_info *mtd, const u_char *buf, int len)
{
	struct s3c2410_nand_info *info = s3c2410_nand_mtd_toinfo(mtd);
	writesl(info->regs + S3C2440_NFDATA, buf, len / 4);
}

605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650
/* cpufreq driver support */

#ifdef CONFIG_CPU_FREQ

static int s3c2410_nand_cpufreq_transition(struct notifier_block *nb,
					  unsigned long val, void *data)
{
	struct s3c2410_nand_info *info;
	unsigned long newclk;

	info = container_of(nb, struct s3c2410_nand_info, freq_transition);
	newclk = clk_get_rate(info->clk);

	if ((val == CPUFREQ_POSTCHANGE && newclk < info->clk_rate) ||
	    (val == CPUFREQ_PRECHANGE && newclk > info->clk_rate)) {
		s3c2410_nand_setrate(info);
	}

	return 0;
}

static inline int s3c2410_nand_cpufreq_register(struct s3c2410_nand_info *info)
{
	info->freq_transition.notifier_call = s3c2410_nand_cpufreq_transition;

	return cpufreq_register_notifier(&info->freq_transition,
					 CPUFREQ_TRANSITION_NOTIFIER);
}

static inline void s3c2410_nand_cpufreq_deregister(struct s3c2410_nand_info *info)
{
	cpufreq_unregister_notifier(&info->freq_transition,
				    CPUFREQ_TRANSITION_NOTIFIER);
}

#else
static inline int s3c2410_nand_cpufreq_register(struct s3c2410_nand_info *info)
{
	return 0;
}

static inline void s3c2410_nand_cpufreq_deregister(struct s3c2410_nand_info *info)
{
}
#endif

L
Linus Torvalds 已提交
651 652
/* device management functions */

653
static int s3c24xx_nand_remove(struct platform_device *pdev)
L
Linus Torvalds 已提交
654
{
655
	struct s3c2410_nand_info *info = to_nand_info(pdev);
L
Linus Torvalds 已提交
656

657
	platform_set_drvdata(pdev, NULL);
L
Linus Torvalds 已提交
658

659
	if (info == NULL)
L
Linus Torvalds 已提交
660 661
		return 0;

662 663 664 665
	s3c2410_nand_cpufreq_deregister(info);

	/* Release all our mtds  and their partitions, then go through
	 * freeing the resources used
L
Linus Torvalds 已提交
666
	 */
667

L
Linus Torvalds 已提交
668 669 670 671 672 673 674 675 676 677 678 679 680 681 682
	if (info->mtds != NULL) {
		struct s3c2410_nand_mtd *ptr = info->mtds;
		int mtdno;

		for (mtdno = 0; mtdno < info->mtd_count; mtdno++, ptr++) {
			pr_debug("releasing mtd %d (%p)\n", mtdno, ptr);
			nand_release(&ptr->mtd);
		}

		kfree(info->mtds);
	}

	/* free the common resources */

	if (info->clk != NULL && !IS_ERR(info->clk)) {
683 684
		if (!allow_clk_stop(info))
			clk_disable(info->clk);
L
Linus Torvalds 已提交
685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712
		clk_put(info->clk);
	}

	if (info->regs != NULL) {
		iounmap(info->regs);
		info->regs = NULL;
	}

	if (info->area != NULL) {
		release_resource(info->area);
		kfree(info->area);
		info->area = NULL;
	}

	kfree(info);

	return 0;
}

#ifdef CONFIG_MTD_PARTITIONS
static int s3c2410_nand_add_partition(struct s3c2410_nand_info *info,
				      struct s3c2410_nand_mtd *mtd,
				      struct s3c2410_nand_set *set)
{
	if (set == NULL)
		return add_mtd_device(&mtd->mtd);

	if (set->nr_partitions > 0 && set->partitions != NULL) {
713
		return add_mtd_partitions(&mtd->mtd, set->partitions, set->nr_partitions);
L
Linus Torvalds 已提交
714 715 716 717 718 719 720 721 722 723 724 725 726
	}

	return add_mtd_device(&mtd->mtd);
}
#else
static int s3c2410_nand_add_partition(struct s3c2410_nand_info *info,
				      struct s3c2410_nand_mtd *mtd,
				      struct s3c2410_nand_set *set)
{
	return add_mtd_device(&mtd->mtd);
}
#endif

727 728 729 730 731
/**
 * s3c2410_nand_init_chip - initialise a single instance of an chip
 * @info: The base NAND controller the chip is on.
 * @nmtd: The new controller MTD instance to fill in.
 * @set: The information passed from the board specific platform data.
L
Linus Torvalds 已提交
732
 *
733 734 735 736
 * Initialise the given @nmtd from the information in @info and @set. This
 * readies the structure for use with the MTD layer functions by ensuring
 * all pointers are setup and the necessary control routines selected.
 */
L
Linus Torvalds 已提交
737 738 739 740 741
static void s3c2410_nand_init_chip(struct s3c2410_nand_info *info,
				   struct s3c2410_nand_mtd *nmtd,
				   struct s3c2410_nand_set *set)
{
	struct nand_chip *chip = &nmtd->chip;
742
	void __iomem *regs = info->regs;
L
Linus Torvalds 已提交
743 744 745 746 747 748 749 750 751

	chip->write_buf    = s3c2410_nand_write_buf;
	chip->read_buf     = s3c2410_nand_read_buf;
	chip->select_chip  = s3c2410_nand_select_chip;
	chip->chip_delay   = 50;
	chip->priv	   = nmtd;
	chip->options	   = 0;
	chip->controller   = &info->controller;

752 753 754 755 756 757 758 759 760 761 762 763 764 765 766
	switch (info->cpu_type) {
	case TYPE_S3C2410:
		chip->IO_ADDR_W = regs + S3C2410_NFDATA;
		info->sel_reg   = regs + S3C2410_NFCONF;
		info->sel_bit	= S3C2410_NFCONF_nFCE;
		chip->cmd_ctrl  = s3c2410_nand_hwcontrol;
		chip->dev_ready = s3c2410_nand_devready;
		break;

	case TYPE_S3C2440:
		chip->IO_ADDR_W = regs + S3C2440_NFDATA;
		info->sel_reg   = regs + S3C2440_NFCONT;
		info->sel_bit	= S3C2440_NFCONT_nFCE;
		chip->cmd_ctrl  = s3c2440_nand_hwcontrol;
		chip->dev_ready = s3c2440_nand_devready;
767 768
		chip->read_buf  = s3c2440_nand_read_buf;
		chip->write_buf	= s3c2440_nand_write_buf;
769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784
		break;

	case TYPE_S3C2412:
		chip->IO_ADDR_W = regs + S3C2440_NFDATA;
		info->sel_reg   = regs + S3C2440_NFCONT;
		info->sel_bit	= S3C2412_NFCONT_nFCE0;
		chip->cmd_ctrl  = s3c2440_nand_hwcontrol;
		chip->dev_ready = s3c2412_nand_devready;

		if (readl(regs + S3C2410_NFCONF) & S3C2412_NFCONF_NANDBOOT)
			dev_info(info->device, "System booted from NAND\n");

		break;
  	}

	chip->IO_ADDR_R = chip->IO_ADDR_W;
B
Ben Dooks 已提交
785

L
Linus Torvalds 已提交
786 787
	nmtd->info	   = info;
	nmtd->mtd.priv	   = chip;
788
	nmtd->mtd.owner    = THIS_MODULE;
L
Linus Torvalds 已提交
789 790 791
	nmtd->set	   = set;

	if (hardware_ecc) {
T
Thomas Gleixner 已提交
792
		chip->ecc.calculate = s3c2410_nand_calculate_ecc;
793
		chip->ecc.correct   = s3c2410_nand_correct_data;
T
Thomas Gleixner 已提交
794
		chip->ecc.mode	    = NAND_ECC_HW;
B
Ben Dooks 已提交
795

796 797 798 799 800 801 802
		switch (info->cpu_type) {
		case TYPE_S3C2410:
			chip->ecc.hwctl	    = s3c2410_nand_enable_hwecc;
			chip->ecc.calculate = s3c2410_nand_calculate_ecc;
			break;

		case TYPE_S3C2412:
803 804 805 806
  			chip->ecc.hwctl     = s3c2412_nand_enable_hwecc;
  			chip->ecc.calculate = s3c2412_nand_calculate_ecc;
			break;

807 808 809 810 811
		case TYPE_S3C2440:
  			chip->ecc.hwctl     = s3c2440_nand_enable_hwecc;
  			chip->ecc.calculate = s3c2440_nand_calculate_ecc;
			break;

B
Ben Dooks 已提交
812
		}
L
Linus Torvalds 已提交
813
	} else {
T
Thomas Gleixner 已提交
814
		chip->ecc.mode	    = NAND_ECC_SOFT;
L
Linus Torvalds 已提交
815
	}
816 817 818

	if (set->ecc_layout != NULL)
		chip->ecc.layout = set->ecc_layout;
819 820 821

	if (set->disable_ecc)
		chip->ecc.mode	= NAND_ECC_NONE;
822 823 824 825 826 827 828 829 830 831 832 833 834 835 836

	switch (chip->ecc.mode) {
	case NAND_ECC_NONE:
		dev_info(info->device, "NAND ECC disabled\n");
		break;
	case NAND_ECC_SOFT:
		dev_info(info->device, "NAND soft ECC\n");
		break;
	case NAND_ECC_HW:
		dev_info(info->device, "NAND hardware ECC\n");
		break;
	default:
		dev_info(info->device, "NAND ECC UNKNOWN\n");
		break;
	}
L
Linus Torvalds 已提交
837 838
}

839 840 841 842
/**
 * s3c2410_nand_update_chip - post probe update
 * @info: The controller instance.
 * @nmtd: The driver version of the MTD instance.
843
 *
844 845 846 847 848 849
 * This routine is called after the chip probe has succesfully completed
 * and the relevant per-chip information updated. This call ensure that
 * we update the internal state accordingly.
 *
 * The internal state is currently limited to the ECC state information.
*/
850 851 852 853 854
static void s3c2410_nand_update_chip(struct s3c2410_nand_info *info,
				     struct s3c2410_nand_mtd *nmtd)
{
	struct nand_chip *chip = &nmtd->chip;

855 856
	dev_dbg(info->device, "chip %p => page shift %d\n",
		chip, chip->page_shift);
857

858 859 860
	if (chip->ecc.mode != NAND_ECC_HW)
		return;

861 862 863
		/* change the behaviour depending on wether we are using
		 * the large or small page nand device */

864 865 866 867 868 869 870
	if (chip->page_shift > 10) {
		chip->ecc.size	    = 256;
		chip->ecc.bytes	    = 3;
	} else {
		chip->ecc.size	    = 512;
		chip->ecc.bytes	    = 3;
		chip->ecc.layout    = &nand_hw_eccoob;
871 872 873
	}
}

874
/* s3c24xx_nand_probe
L
Linus Torvalds 已提交
875 876 877 878 879 880
 *
 * called by device layer when it finds a device matching
 * one our driver can handled. This code checks to see if
 * it can allocate all necessary resources then calls the
 * nand layer to look for devices
*/
881
static int s3c24xx_nand_probe(struct platform_device *pdev)
L
Linus Torvalds 已提交
882
{
883
	struct s3c2410_platform_nand *plat = to_nand_plat(pdev);
884
	enum s3c_cpu_type cpu_type; 
L
Linus Torvalds 已提交
885 886 887 888 889 890 891 892 893
	struct s3c2410_nand_info *info;
	struct s3c2410_nand_mtd *nmtd;
	struct s3c2410_nand_set *sets;
	struct resource *res;
	int err = 0;
	int size;
	int nr_sets;
	int setno;

894 895
	cpu_type = platform_get_device_id(pdev)->driver_data;

896
	pr_debug("s3c2410_nand_probe(%p)\n", pdev);
L
Linus Torvalds 已提交
897 898 899

	info = kmalloc(sizeof(*info), GFP_KERNEL);
	if (info == NULL) {
900
		dev_err(&pdev->dev, "no memory for flash info\n");
L
Linus Torvalds 已提交
901 902 903 904
		err = -ENOMEM;
		goto exit_error;
	}

R
Russell King 已提交
905
	memset(info, 0, sizeof(*info));
906
	platform_set_drvdata(pdev, info);
L
Linus Torvalds 已提交
907 908

	spin_lock_init(&info->controller.lock);
B
Ben Dooks 已提交
909
	init_waitqueue_head(&info->controller.wq);
L
Linus Torvalds 已提交
910 911 912

	/* get the clock source and enable it */

913
	info->clk = clk_get(&pdev->dev, "nand");
L
Linus Torvalds 已提交
914
	if (IS_ERR(info->clk)) {
915
		dev_err(&pdev->dev, "failed to get clock\n");
L
Linus Torvalds 已提交
916 917 918 919 920 921 922 923
		err = -ENOENT;
		goto exit_error;
	}

	clk_enable(info->clk);

	/* allocate and map the resource */

B
Ben Dooks 已提交
924 925
	/* currently we assume we have the one resource */
	res  = pdev->resource;
L
Linus Torvalds 已提交
926 927 928 929 930
	size = res->end - res->start + 1;

	info->area = request_mem_region(res->start, size, pdev->name);

	if (info->area == NULL) {
931
		dev_err(&pdev->dev, "cannot reserve register region\n");
L
Linus Torvalds 已提交
932 933 934 935
		err = -ENOENT;
		goto exit_error;
	}

936
	info->device     = &pdev->dev;
B
Ben Dooks 已提交
937 938
	info->platform   = plat;
	info->regs       = ioremap(res->start, size);
939
	info->cpu_type   = cpu_type;
L
Linus Torvalds 已提交
940 941

	if (info->regs == NULL) {
942
		dev_err(&pdev->dev, "cannot reserve register region\n");
L
Linus Torvalds 已提交
943 944
		err = -EIO;
		goto exit_error;
945
	}
L
Linus Torvalds 已提交
946

947
	dev_dbg(&pdev->dev, "mapped registers at %p\n", info->regs);
L
Linus Torvalds 已提交
948 949 950

	/* initialise the hardware */

951
	err = s3c2410_nand_inithw(info);
L
Linus Torvalds 已提交
952 953 954 955 956 957 958 959 960 961 962 963 964
	if (err != 0)
		goto exit_error;

	sets = (plat != NULL) ? plat->sets : NULL;
	nr_sets = (plat != NULL) ? plat->nr_sets : 1;

	info->mtd_count = nr_sets;

	/* allocate our information */

	size = nr_sets * sizeof(*info->mtds);
	info->mtds = kmalloc(size, GFP_KERNEL);
	if (info->mtds == NULL) {
965
		dev_err(&pdev->dev, "failed to allocate mtd storage\n");
L
Linus Torvalds 已提交
966 967 968 969
		err = -ENOMEM;
		goto exit_error;
	}

R
Russell King 已提交
970
	memset(info->mtds, 0, size);
L
Linus Torvalds 已提交
971 972 973 974 975 976

	/* initialise all possible chips */

	nmtd = info->mtds;

	for (setno = 0; setno < nr_sets; setno++, nmtd++) {
977
		pr_debug("initialising set %d (%p, info %p)\n", setno, nmtd, info);
978

L
Linus Torvalds 已提交
979 980
		s3c2410_nand_init_chip(info, nmtd, sets);

981 982
		nmtd->scan_res = nand_scan_ident(&nmtd->mtd,
						 (sets) ? sets->nr_chips : 1);
L
Linus Torvalds 已提交
983 984

		if (nmtd->scan_res == 0) {
985 986
			s3c2410_nand_update_chip(info, nmtd);
			nand_scan_tail(&nmtd->mtd);
L
Linus Torvalds 已提交
987 988 989 990 991 992
			s3c2410_nand_add_partition(info, nmtd, sets);
		}

		if (sets != NULL)
			sets++;
	}
993

994 995 996 997 998 999
	err = s3c2410_nand_cpufreq_register(info);
	if (err < 0) {
		dev_err(&pdev->dev, "failed to init cpufreq support\n");
		goto exit_error;
	}

1000 1001 1002 1003 1004
	if (allow_clk_stop(info)) {
		dev_info(&pdev->dev, "clock idle support enabled\n");
		clk_disable(info->clk);
	}

L
Linus Torvalds 已提交
1005 1006 1007 1008
	pr_debug("initialised ok\n");
	return 0;

 exit_error:
1009
	s3c24xx_nand_remove(pdev);
L
Linus Torvalds 已提交
1010 1011 1012 1013 1014 1015

	if (err == 0)
		err = -EINVAL;
	return err;
}

1016 1017 1018 1019 1020 1021 1022 1023
/* PM Support */
#ifdef CONFIG_PM

static int s3c24xx_nand_suspend(struct platform_device *dev, pm_message_t pm)
{
	struct s3c2410_nand_info *info = platform_get_drvdata(dev);

	if (info) {
1024
		info->save_sel = readl(info->sel_reg);
1025 1026 1027 1028 1029 1030

		/* For the moment, we must ensure nFCE is high during
		 * the time we are suspended. This really should be
		 * handled by suspending the MTDs we are using, but
		 * that is currently not the case. */

1031
		writel(info->save_sel | info->sel_bit, info->sel_reg);
1032

1033 1034 1035 1036 1037 1038 1039 1040 1041 1042
		if (!allow_clk_stop(info))
			clk_disable(info->clk);
	}

	return 0;
}

static int s3c24xx_nand_resume(struct platform_device *dev)
{
	struct s3c2410_nand_info *info = platform_get_drvdata(dev);
1043
	unsigned long sel;
1044 1045 1046

	if (info) {
		clk_enable(info->clk);
1047
		s3c2410_nand_inithw(info);
1048

1049 1050
		/* Restore the state of the nFCE line. */

1051 1052 1053 1054
		sel = readl(info->sel_reg);
		sel &= ~info->sel_bit;
		sel |= info->save_sel & info->sel_bit;
		writel(sel, info->sel_reg);
1055

1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067
		if (allow_clk_stop(info))
			clk_disable(info->clk);
	}

	return 0;
}

#else
#define s3c24xx_nand_suspend NULL
#define s3c24xx_nand_resume NULL
#endif

B
Ben Dooks 已提交
1068 1069
/* driver device registration */

1070 1071 1072 1073 1074 1075 1076 1077 1078 1079
static struct platform_device_id s3c24xx_driver_ids[] = {
	{
		.name		= "s3c2410-nand",
		.driver_data	= TYPE_S3C2410,
	}, {
		.name		= "s3c2440-nand",
		.driver_data	= TYPE_S3C2440,
	}, {
		.name		= "s3c2412-nand",
		.driver_data	= TYPE_S3C2412,
1080
	},
1081
	{ }
L
Linus Torvalds 已提交
1082 1083
};

1084
MODULE_DEVICE_TABLE(platform, s3c24xx_driver_ids);
B
Ben Dooks 已提交
1085

1086 1087 1088
static struct platform_driver s3c24xx_nand_driver = {
	.probe		= s3c24xx_nand_probe,
	.remove		= s3c24xx_nand_remove,
1089 1090
	.suspend	= s3c24xx_nand_suspend,
	.resume		= s3c24xx_nand_resume,
1091
	.id_table	= s3c24xx_driver_ids,
1092
	.driver		= {
1093
		.name	= "s3c24xx-nand",
1094 1095 1096 1097
		.owner	= THIS_MODULE,
	},
};

L
Linus Torvalds 已提交
1098 1099
static int __init s3c2410_nand_init(void)
{
B
Ben Dooks 已提交
1100 1101
	printk("S3C24XX NAND Driver, (c) 2004 Simtec Electronics\n");

1102
	return platform_driver_register(&s3c24xx_nand_driver);
L
Linus Torvalds 已提交
1103 1104 1105 1106
}

static void __exit s3c2410_nand_exit(void)
{
1107
	platform_driver_unregister(&s3c24xx_nand_driver);
L
Linus Torvalds 已提交
1108 1109 1110 1111 1112 1113 1114
}

module_init(s3c2410_nand_init);
module_exit(s3c2410_nand_exit);

MODULE_LICENSE("GPL");
MODULE_AUTHOR("Ben Dooks <ben@simtec.co.uk>");
B
Ben Dooks 已提交
1115
MODULE_DESCRIPTION("S3C24XX MTD NAND driver");