time_64.c 19.5 KB
Newer Older
1
/* time.c: UltraSparc timer and TOD clock support.
L
Linus Torvalds 已提交
2
 *
3
 * Copyright (C) 1997, 2008 David S. Miller (davem@davemloft.net)
L
Linus Torvalds 已提交
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29
 * Copyright (C) 1998 Eddie C. Dost   (ecd@skynet.be)
 *
 * Based largely on code which is:
 *
 * Copyright (C) 1996 Thomas K. Dyas (tdyas@eden.rutgers.edu)
 */

#include <linux/errno.h>
#include <linux/module.h>
#include <linux/sched.h>
#include <linux/kernel.h>
#include <linux/param.h>
#include <linux/string.h>
#include <linux/mm.h>
#include <linux/interrupt.h>
#include <linux/time.h>
#include <linux/timex.h>
#include <linux/init.h>
#include <linux/ioport.h>
#include <linux/mc146818rtc.h>
#include <linux/delay.h>
#include <linux/profile.h>
#include <linux/bcd.h>
#include <linux/jiffies.h>
#include <linux/cpufreq.h>
#include <linux/percpu.h>
30 31
#include <linux/miscdevice.h>
#include <linux/rtc.h>
32
#include <linux/rtc/m48t59.h>
33
#include <linux/kernel_stat.h>
34 35
#include <linux/clockchips.h>
#include <linux/clocksource.h>
36
#include <linux/of_device.h>
37
#include <linux/platform_device.h>
L
Linus Torvalds 已提交
38 39 40

#include <asm/oplib.h>
#include <asm/timer.h>
41
#include <asm/irq.h>
L
Linus Torvalds 已提交
42
#include <asm/io.h>
43
#include <asm/prom.h>
L
Linus Torvalds 已提交
44 45 46 47
#include <asm/starfire.h>
#include <asm/smp.h>
#include <asm/sections.h>
#include <asm/cpudata.h>
48
#include <asm/uaccess.h>
A
Al Viro 已提交
49
#include <asm/irq_regs.h>
L
Linus Torvalds 已提交
50

51 52
#include "entry.h"

L
Linus Torvalds 已提交
53 54 55
DEFINE_SPINLOCK(rtc_lock);

#define TICK_PRIV_BIT	(1UL << 63)
56
#define TICKCMP_IRQ_BIT	(1UL << 63)
L
Linus Torvalds 已提交
57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89

#ifdef CONFIG_SMP
unsigned long profile_pc(struct pt_regs *regs)
{
	unsigned long pc = instruction_pointer(regs);

	if (in_lock_functions(pc))
		return regs->u_regs[UREG_RETPC];
	return pc;
}
EXPORT_SYMBOL(profile_pc);
#endif

static void tick_disable_protection(void)
{
	/* Set things up so user can access tick register for profiling
	 * purposes.  Also workaround BB_ERRATA_1 by doing a dummy
	 * read back of %tick after writing it.
	 */
	__asm__ __volatile__(
	"	ba,pt	%%xcc, 1f\n"
	"	 nop\n"
	"	.align	64\n"
	"1:	rd	%%tick, %%g2\n"
	"	add	%%g2, 6, %%g2\n"
	"	andn	%%g2, %0, %%g2\n"
	"	wrpr	%%g2, 0, %%tick\n"
	"	rdpr	%%tick, %%g0"
	: /* no outputs */
	: "r" (TICK_PRIV_BIT)
	: "g2");
}

90
static void tick_disable_irq(void)
L
Linus Torvalds 已提交
91 92 93
{
	__asm__ __volatile__(
	"	ba,pt	%%xcc, 1f\n"
94
	"	 nop\n"
L
Linus Torvalds 已提交
95
	"	.align	64\n"
96
	"1:	wr	%0, 0x0, %%tick_cmpr\n"
L
Linus Torvalds 已提交
97 98
	"	rd	%%tick_cmpr, %%g0"
	: /* no outputs */
99 100 101 102 103 104 105
	: "r" (TICKCMP_IRQ_BIT));
}

static void tick_init_tick(void)
{
	tick_disable_protection();
	tick_disable_irq();
L
Linus Torvalds 已提交
106 107
}

108
static unsigned long long tick_get_tick(void)
L
Linus Torvalds 已提交
109 110 111 112 113 114 115 116 117 118
{
	unsigned long ret;

	__asm__ __volatile__("rd	%%tick, %0\n\t"
			     "mov	%0, %0"
			     : "=r" (ret));

	return ret & ~TICK_PRIV_BIT;
}

119
static int tick_add_compare(unsigned long adj)
L
Linus Torvalds 已提交
120
{
121
	unsigned long orig_tick, new_tick, new_compare;
L
Linus Torvalds 已提交
122

123 124
	__asm__ __volatile__("rd	%%tick, %0"
			     : "=r" (orig_tick));
L
Linus Torvalds 已提交
125

126
	orig_tick &= ~TICKCMP_IRQ_BIT;
L
Linus Torvalds 已提交
127 128 129 130 131 132 133 134 135 136

	/* Workaround for Spitfire Errata (#54 I think??), I discovered
	 * this via Sun BugID 4008234, mentioned in Solaris-2.5.1 patch
	 * number 103640.
	 *
	 * On Blackbird writes to %tick_cmpr can fail, the
	 * workaround seems to be to execute the wr instruction
	 * at the start of an I-cache line, and perform a dummy
	 * read back from %tick_cmpr right after writing to it. -DaveM
	 */
137 138
	__asm__ __volatile__("ba,pt	%%xcc, 1f\n\t"
			     " add	%1, %2, %0\n\t"
L
Linus Torvalds 已提交
139 140 141
			     ".align	64\n"
			     "1:\n\t"
			     "wr	%0, 0, %%tick_cmpr\n\t"
142 143 144 145 146 147 148
			     "rd	%%tick_cmpr, %%g0\n\t"
			     : "=r" (new_compare)
			     : "r" (orig_tick), "r" (adj));

	__asm__ __volatile__("rd	%%tick, %0"
			     : "=r" (new_tick));
	new_tick &= ~TICKCMP_IRQ_BIT;
L
Linus Torvalds 已提交
149

150
	return ((long)(new_tick - (orig_tick+adj))) > 0L;
L
Linus Torvalds 已提交
151 152
}

153
static unsigned long tick_add_tick(unsigned long adj)
L
Linus Torvalds 已提交
154
{
155
	unsigned long new_tick;
L
Linus Torvalds 已提交
156 157 158

	/* Also need to handle Blackbird bug here too. */
	__asm__ __volatile__("rd	%%tick, %0\n\t"
159
			     "add	%0, %1, %0\n\t"
L
Linus Torvalds 已提交
160
			     "wrpr	%0, 0, %%tick\n\t"
161 162
			     : "=&r" (new_tick)
			     : "r" (adj));
L
Linus Torvalds 已提交
163 164 165 166

	return new_tick;
}

167
static struct sparc64_tick_ops tick_operations __read_mostly = {
168
	.name		=	"tick",
L
Linus Torvalds 已提交
169
	.init_tick	=	tick_init_tick,
170
	.disable_irq	=	tick_disable_irq,
L
Linus Torvalds 已提交
171 172 173 174 175 176
	.get_tick	=	tick_get_tick,
	.add_tick	=	tick_add_tick,
	.add_compare	=	tick_add_compare,
	.softint_mask	=	1UL << 0,
};

177
struct sparc64_tick_ops *tick_ops __read_mostly = &tick_operations;
178
EXPORT_SYMBOL(tick_ops);
179

180 181 182 183 184 185 186 187 188
static void stick_disable_irq(void)
{
	__asm__ __volatile__(
	"wr	%0, 0x0, %%asr25"
	: /* no outputs */
	: "r" (TICKCMP_IRQ_BIT));
}

static void stick_init_tick(void)
L
Linus Torvalds 已提交
189
{
190 191 192 193 194 195
	/* Writes to the %tick and %stick register are not
	 * allowed on sun4v.  The Hypervisor controls that
	 * bit, per-strand.
	 */
	if (tlb_type != hypervisor) {
		tick_disable_protection();
196
		tick_disable_irq();
197 198 199 200 201 202 203 204 205 206

		/* Let the user get at STICK too. */
		__asm__ __volatile__(
		"	rd	%%asr24, %%g2\n"
		"	andn	%%g2, %0, %%g2\n"
		"	wr	%%g2, 0, %%asr24"
		: /* no outputs */
		: "r" (TICK_PRIV_BIT)
		: "g1", "g2");
	}
L
Linus Torvalds 已提交
207

208
	stick_disable_irq();
L
Linus Torvalds 已提交
209 210
}

211
static unsigned long long stick_get_tick(void)
L
Linus Torvalds 已提交
212 213 214 215 216 217 218 219 220
{
	unsigned long ret;

	__asm__ __volatile__("rd	%%asr24, %0"
			     : "=r" (ret));

	return ret & ~TICK_PRIV_BIT;
}

221
static unsigned long stick_add_tick(unsigned long adj)
L
Linus Torvalds 已提交
222
{
223
	unsigned long new_tick;
L
Linus Torvalds 已提交
224 225

	__asm__ __volatile__("rd	%%asr24, %0\n\t"
226
			     "add	%0, %1, %0\n\t"
L
Linus Torvalds 已提交
227
			     "wr	%0, 0, %%asr24\n\t"
228 229
			     : "=&r" (new_tick)
			     : "r" (adj));
L
Linus Torvalds 已提交
230 231 232 233

	return new_tick;
}

234
static int stick_add_compare(unsigned long adj)
L
Linus Torvalds 已提交
235
{
236
	unsigned long orig_tick, new_tick;
L
Linus Torvalds 已提交
237

238 239 240 241 242 243 244 245 246 247 248
	__asm__ __volatile__("rd	%%asr24, %0"
			     : "=r" (orig_tick));
	orig_tick &= ~TICKCMP_IRQ_BIT;

	__asm__ __volatile__("wr	%0, 0, %%asr25"
			     : /* no outputs */
			     : "r" (orig_tick + adj));

	__asm__ __volatile__("rd	%%asr24, %0"
			     : "=r" (new_tick));
	new_tick &= ~TICKCMP_IRQ_BIT;
L
Linus Torvalds 已提交
249

250
	return ((long)(new_tick - (orig_tick+adj))) > 0L;
L
Linus Torvalds 已提交
251 252
}

253
static struct sparc64_tick_ops stick_operations __read_mostly = {
254
	.name		=	"stick",
L
Linus Torvalds 已提交
255
	.init_tick	=	stick_init_tick,
256
	.disable_irq	=	stick_disable_irq,
L
Linus Torvalds 已提交
257 258 259 260 261 262 263 264 265 266 267 268 269 270
	.get_tick	=	stick_get_tick,
	.add_tick	=	stick_add_tick,
	.add_compare	=	stick_add_compare,
	.softint_mask	=	1UL << 16,
};

/* On Hummingbird the STICK/STICK_CMPR register is implemented
 * in I/O space.  There are two 64-bit registers each, the
 * first holds the low 32-bits of the value and the second holds
 * the high 32-bits.
 *
 * Since STICK is constantly updating, we have to access it carefully.
 *
 * The sequence we use to read is:
271 272 273
 * 1) read high
 * 2) read low
 * 3) read high again, if it rolled re-read both low and high again.
L
Linus Torvalds 已提交
274 275 276 277 278 279 280 281 282 283 284 285
 *
 * Writing STICK safely is also tricky:
 * 1) write low to zero
 * 2) write high
 * 3) write low
 */
#define HBIRD_STICKCMP_ADDR	0x1fe0000f060UL
#define HBIRD_STICK_ADDR	0x1fe0000f070UL

static unsigned long __hbird_read_stick(void)
{
	unsigned long ret, tmp1, tmp2, tmp3;
286
	unsigned long addr = HBIRD_STICK_ADDR+8;
L
Linus Torvalds 已提交
287

288 289
	__asm__ __volatile__("ldxa	[%1] %5, %2\n"
			     "1:\n\t"
L
Linus Torvalds 已提交
290
			     "sub	%1, 0x8, %1\n\t"
291 292
			     "ldxa	[%1] %5, %3\n\t"
			     "add	%1, 0x8, %1\n\t"
L
Linus Torvalds 已提交
293 294
			     "ldxa	[%1] %5, %4\n\t"
			     "cmp	%4, %2\n\t"
295 296 297
			     "bne,a,pn	%%xcc, 1b\n\t"
			     " mov	%4, %2\n\t"
			     "sllx	%4, 32, %4\n\t"
L
Linus Torvalds 已提交
298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335
			     "or	%3, %4, %0\n\t"
			     : "=&r" (ret), "=&r" (addr),
			       "=&r" (tmp1), "=&r" (tmp2), "=&r" (tmp3)
			     : "i" (ASI_PHYS_BYPASS_EC_E), "1" (addr));

	return ret;
}

static void __hbird_write_stick(unsigned long val)
{
	unsigned long low = (val & 0xffffffffUL);
	unsigned long high = (val >> 32UL);
	unsigned long addr = HBIRD_STICK_ADDR;

	__asm__ __volatile__("stxa	%%g0, [%0] %4\n\t"
			     "add	%0, 0x8, %0\n\t"
			     "stxa	%3, [%0] %4\n\t"
			     "sub	%0, 0x8, %0\n\t"
			     "stxa	%2, [%0] %4"
			     : "=&r" (addr)
			     : "0" (addr), "r" (low), "r" (high),
			       "i" (ASI_PHYS_BYPASS_EC_E));
}

static void __hbird_write_compare(unsigned long val)
{
	unsigned long low = (val & 0xffffffffUL);
	unsigned long high = (val >> 32UL);
	unsigned long addr = HBIRD_STICKCMP_ADDR + 0x8UL;

	__asm__ __volatile__("stxa	%3, [%0] %4\n\t"
			     "sub	%0, 0x8, %0\n\t"
			     "stxa	%2, [%0] %4"
			     : "=&r" (addr)
			     : "0" (addr), "r" (low), "r" (high),
			       "i" (ASI_PHYS_BYPASS_EC_E));
}

336
static void hbtick_disable_irq(void)
L
Linus Torvalds 已提交
337
{
338 339
	__hbird_write_compare(TICKCMP_IRQ_BIT);
}
L
Linus Torvalds 已提交
340

341 342
static void hbtick_init_tick(void)
{
L
Linus Torvalds 已提交
343 344 345 346 347 348 349 350 351
	tick_disable_protection();

	/* XXX This seems to be necessary to 'jumpstart' Hummingbird
	 * XXX into actually sending STICK interrupts.  I think because
	 * XXX of how we store %tick_cmpr in head.S this somehow resets the
	 * XXX {TICK + STICK} interrupt mux.  -DaveM
	 */
	__hbird_write_stick(__hbird_read_stick());

352
	hbtick_disable_irq();
L
Linus Torvalds 已提交
353 354
}

355
static unsigned long long hbtick_get_tick(void)
L
Linus Torvalds 已提交
356 357 358 359
{
	return __hbird_read_stick() & ~TICK_PRIV_BIT;
}

360
static unsigned long hbtick_add_tick(unsigned long adj)
L
Linus Torvalds 已提交
361 362 363 364 365 366 367 368 369
{
	unsigned long val;

	val = __hbird_read_stick() + adj;
	__hbird_write_stick(val);

	return val;
}

370
static int hbtick_add_compare(unsigned long adj)
L
Linus Torvalds 已提交
371
{
372 373
	unsigned long val = __hbird_read_stick();
	unsigned long val2;
L
Linus Torvalds 已提交
374

375 376
	val &= ~TICKCMP_IRQ_BIT;
	val += adj;
L
Linus Torvalds 已提交
377 378
	__hbird_write_compare(val);

379 380 381
	val2 = __hbird_read_stick() & ~TICKCMP_IRQ_BIT;

	return ((long)(val2 - val)) > 0L;
L
Linus Torvalds 已提交
382 383
}

384
static struct sparc64_tick_ops hbtick_operations __read_mostly = {
385
	.name		=	"hbtick",
L
Linus Torvalds 已提交
386
	.init_tick	=	hbtick_init_tick,
387
	.disable_irq	=	hbtick_disable_irq,
L
Linus Torvalds 已提交
388 389 390 391 392 393
	.get_tick	=	hbtick_get_tick,
	.add_tick	=	hbtick_add_tick,
	.add_compare	=	hbtick_add_compare,
	.softint_mask	=	1UL << 0,
};

394
static unsigned long timer_ticks_per_nsec_quotient __read_mostly;
L
Linus Torvalds 已提交
395

396
int update_persistent_clock(struct timespec now)
397
{
398
	struct rtc_device *rtc = rtc_class_open("rtc0");
399
	int err = -1;
400

401 402 403 404
	if (rtc) {
		err = rtc_set_mmss(rtc, now.tv_sec);
		rtc_class_close(rtc);
	}
405

406
	return err;
L
Linus Torvalds 已提交
407 408
}

409 410
unsigned long cmos_regs;
EXPORT_SYMBOL(cmos_regs);
411

412
static struct resource rtc_cmos_resource;
413 414 415 416 417 418 419

static struct platform_device rtc_cmos_device = {
	.name		= "rtc_cmos",
	.id		= -1,
	.resource	= &rtc_cmos_resource,
	.num_resources	= 1,
};
420

421
static int __devinit rtc_probe(struct of_device *op, const struct of_device_id *match)
422
{
423
	struct resource *r;
424

425
	printk(KERN_INFO "%s: RTC regs at 0x%llx\n",
426
	       op->node->full_name, op->resource[0].start);
427

428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443
	/* The CMOS RTC driver only accepts IORESOURCE_IO, so cons
	 * up a fake resource so that the probe works for all cases.
	 * When the RTC is behind an ISA bus it will have IORESOURCE_IO
	 * already, whereas when it's behind EBUS is will be IORESOURCE_MEM.
	 */

	r = &rtc_cmos_resource;
	r->flags = IORESOURCE_IO;
	r->name = op->resource[0].name;
	r->start = op->resource[0].start;
	r->end = op->resource[0].end;

	cmos_regs = op->resource[0].start;
	return platform_device_register(&rtc_cmos_device);
}

444
static struct of_device_id __initdata rtc_match[] = {
445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470
	{
		.name = "rtc",
		.compatible = "m5819",
	},
	{
		.name = "rtc",
		.compatible = "isa-m5819p",
	},
	{
		.name = "rtc",
		.compatible = "isa-m5823p",
	},
	{
		.name = "rtc",
		.compatible = "ds1287",
	},
	{},
};

static struct of_platform_driver rtc_driver = {
	.match_table	= rtc_match,
	.probe		= rtc_probe,
	.driver		= {
		.name	= "rtc",
	},
};
471

472 473 474 475 476 477
static struct platform_device rtc_bq4802_device = {
	.name		= "rtc-bq4802",
	.id		= -1,
	.num_resources	= 1,
};

478 479
static int __devinit bq4802_probe(struct of_device *op, const struct of_device_id *match)
{
480

481
	printk(KERN_INFO "%s: BQ4802 regs at 0x%llx\n",
482
	       op->node->full_name, op->resource[0].start);
483

484 485
	rtc_bq4802_device.resource = &op->resource[0];
	return platform_device_register(&rtc_bq4802_device);
486 487
}

488
static struct of_device_id __initdata bq4802_match[] = {
489
	{
490
		.name = "rtc",
491
		.compatible = "bq4802",
492
	},
493
	{},
494 495
};

496 497 498
static struct of_platform_driver bq4802_driver = {
	.match_table	= bq4802_match,
	.probe		= bq4802_probe,
499
	.driver		= {
500
		.name	= "bq4802",
501
	},
502 503 504 505 506
};

static unsigned char mostek_read_byte(struct device *dev, u32 ofs)
{
	struct platform_device *pdev = to_platform_device(dev);
507 508 509
	void __iomem *regs = (void __iomem *) pdev->resource[0].start;

	return readb(regs + ofs);
510 511 512 513 514
}

static void mostek_write_byte(struct device *dev, u32 ofs, u8 val)
{
	struct platform_device *pdev = to_platform_device(dev);
515 516
	void __iomem *regs = (void __iomem *) pdev->resource[0].start;

517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544
	writeb(val, regs + ofs);
}

static struct m48t59_plat_data m48t59_data = {
	.read_byte	= mostek_read_byte,
	.write_byte	= mostek_write_byte,
};

static struct platform_device m48t59_rtc = {
	.name		= "rtc-m48t59",
	.id		= 0,
	.num_resources	= 1,
	.dev	= {
		.platform_data = &m48t59_data,
	},
};

static int __devinit mostek_probe(struct of_device *op, const struct of_device_id *match)
{
	struct device_node *dp = op->node;

	/* On an Enterprise system there can be multiple mostek clocks.
	 * We should only match the one that is on the central FHC bus.
	 */
	if (!strcmp(dp->parent->name, "fhc") &&
	    strcmp(dp->parent->parent->name, "central") != 0)
		return -ENODEV;

545
	printk(KERN_INFO "%s: Mostek regs at 0x%llx\n",
546 547 548 549 550 551
	       dp->full_name, op->resource[0].start);

	m48t59_rtc.resource = &op->resource[0];
	return platform_device_register(&m48t59_rtc);
}

552
static struct of_device_id __initdata mostek_match[] = {
553
	{
554
		.name = "eeprom",
555 556 557
	},
	{},
};
558

559 560 561
static struct of_platform_driver mostek_driver = {
	.match_table	= mostek_match,
	.probe		= mostek_probe,
562
	.driver		= {
563
		.name	= "mostek",
564
	},
565
};
566

567 568 569 570 571
static struct platform_device rtc_sun4v_device = {
	.name		= "rtc-sun4v",
	.id		= -1,
};

572 573 574 575 576
static struct platform_device rtc_starfire_device = {
	.name		= "rtc-starfire",
	.id		= -1,
};

577
static int __init clock_init(void)
578
{
579 580 581
	if (this_is_starfire)
		return platform_device_register(&rtc_starfire_device);

582 583
	if (tlb_type == hypervisor)
		return platform_device_register(&rtc_sun4v_device);
L
Linus Torvalds 已提交
584

585 586
	(void) of_register_driver(&rtc_driver, &of_platform_bus_type);
	(void) of_register_driver(&mostek_driver, &of_platform_bus_type);
587
	(void) of_register_driver(&bq4802_driver, &of_platform_bus_type);
588 589

	return 0;
L
Linus Torvalds 已提交
590 591
}

592 593 594 595 596 597
/* Must be after subsys_initcall() so that busses are probed.  Must
 * be before device_initcall() because things like the RTC driver
 * need to see the clock registers.
 */
fs_initcall(clock_init);

L
Linus Torvalds 已提交
598 599 600
/* This is gets the master TICK_INT timer going. */
static unsigned long sparc64_init_timers(void)
{
601
	struct device_node *dp;
602
	unsigned long freq;
L
Linus Torvalds 已提交
603

604
	dp = of_find_node_by_path("/");
L
Linus Torvalds 已提交
605 606 607 608 609 610 611 612 613 614
	if (tlb_type == spitfire) {
		unsigned long ver, manuf, impl;

		__asm__ __volatile__ ("rdpr %%ver, %0"
				      : "=&r" (ver));
		manuf = ((ver >> 48) & 0xffff);
		impl = ((ver >> 32) & 0xffff);
		if (manuf == 0x17 && impl == 0x13) {
			/* Hummingbird, aka Ultra-IIe */
			tick_ops = &hbtick_operations;
615
			freq = of_getintprop_default(dp, "stick-frequency", 0);
L
Linus Torvalds 已提交
616 617
		} else {
			tick_ops = &tick_operations;
618
			freq = local_cpu_data().clock_tick;
L
Linus Torvalds 已提交
619 620 621
		}
	} else {
		tick_ops = &stick_operations;
622
		freq = of_getintprop_default(dp, "stick-frequency", 0);
L
Linus Torvalds 已提交
623 624
	}

625
	return freq;
L
Linus Torvalds 已提交
626 627 628 629 630 631
}

struct freq_table {
	unsigned long clock_tick_ref;
	unsigned int ref_freq;
};
632
static DEFINE_PER_CPU(struct freq_table, sparc64_freq_table) = { 0, 0 };
L
Linus Torvalds 已提交
633 634 635 636 637 638 639 640 641

unsigned long sparc64_get_clock_tick(unsigned int cpu)
{
	struct freq_table *ft = &per_cpu(sparc64_freq_table, cpu);

	if (ft->clock_tick_ref)
		return ft->clock_tick_ref;
	return cpu_data(cpu).clock_tick;
}
642
EXPORT_SYMBOL(sparc64_get_clock_tick);
L
Linus Torvalds 已提交
643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672

#ifdef CONFIG_CPU_FREQ

static int sparc64_cpufreq_notifier(struct notifier_block *nb, unsigned long val,
				    void *data)
{
	struct cpufreq_freqs *freq = data;
	unsigned int cpu = freq->cpu;
	struct freq_table *ft = &per_cpu(sparc64_freq_table, cpu);

	if (!ft->ref_freq) {
		ft->ref_freq = freq->old;
		ft->clock_tick_ref = cpu_data(cpu).clock_tick;
	}
	if ((val == CPUFREQ_PRECHANGE  && freq->old < freq->new) ||
	    (val == CPUFREQ_POSTCHANGE && freq->old > freq->new) ||
	    (val == CPUFREQ_RESUMECHANGE)) {
		cpu_data(cpu).clock_tick =
			cpufreq_scale(ft->clock_tick_ref,
				      ft->ref_freq,
				      freq->new);
	}

	return 0;
}

static struct notifier_block sparc64_cpufreq_notifier_block = {
	.notifier_call	= sparc64_cpufreq_notifier
};

673 674 675 676 677 678 679 680 681 682
static int __init register_sparc64_cpufreq_notifier(void)
{

	cpufreq_register_notifier(&sparc64_cpufreq_notifier_block,
				  CPUFREQ_TRANSITION_NOTIFIER);
	return 0;
}

core_initcall(register_sparc64_cpufreq_notifier);

L
Linus Torvalds 已提交
683 684
#endif /* CONFIG_CPU_FREQ */

685 686 687
static int sparc64_next_event(unsigned long delta,
			      struct clock_event_device *evt)
{
688
	return tick_ops->add_compare(delta) ? -ETIME : 0;
689 690 691 692 693 694 695
}

static void sparc64_timer_setup(enum clock_event_mode mode,
				struct clock_event_device *evt)
{
	switch (mode) {
	case CLOCK_EVT_MODE_ONESHOT:
T
Thomas Gleixner 已提交
696
	case CLOCK_EVT_MODE_RESUME:
697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716
		break;

	case CLOCK_EVT_MODE_SHUTDOWN:
		tick_ops->disable_irq();
		break;

	case CLOCK_EVT_MODE_PERIODIC:
	case CLOCK_EVT_MODE_UNUSED:
		WARN_ON(1);
		break;
	};
}

static struct clock_event_device sparc64_clockevent = {
	.features	= CLOCK_EVT_FEAT_ONESHOT,
	.set_mode	= sparc64_timer_setup,
	.set_next_event	= sparc64_next_event,
	.rating		= 100,
	.shift		= 30,
	.irq		= -1,
L
Linus Torvalds 已提交
717
};
718
static DEFINE_PER_CPU(struct clock_event_device, sparc64_events);
L
Linus Torvalds 已提交
719

720
void timer_interrupt(int irq, struct pt_regs *regs)
L
Linus Torvalds 已提交
721
{
722 723 724 725 726 727 728 729 730
	struct pt_regs *old_regs = set_irq_regs(regs);
	unsigned long tick_mask = tick_ops->softint_mask;
	int cpu = smp_processor_id();
	struct clock_event_device *evt = &per_cpu(sparc64_events, cpu);

	clear_softint(tick_mask);

	irq_enter();

731
	local_cpu_data().irq0_irqs++;
732
	kstat_incr_irqs_this_cpu(0, irq_to_desc(0));
733 734 735 736 737 738 739 740 741 742 743

	if (unlikely(!evt->event_handler)) {
		printk(KERN_WARNING
		       "Spurious SPARC64 timer interrupt on cpu %d\n", cpu);
	} else
		evt->event_handler(evt);

	irq_exit();

	set_irq_regs(old_regs);
}
L
Linus Torvalds 已提交
744

745 746 747 748
void __devinit setup_sparc64_timer(void)
{
	struct clock_event_device *sevt;
	unsigned long pstate;
L
Linus Torvalds 已提交
749

750 751
	/* Guarantee that the following sequences execute
	 * uninterrupted.
L
Linus Torvalds 已提交
752
	 */
753 754 755 756 757 758 759 760 761 762 763 764 765 766 767
	__asm__ __volatile__("rdpr	%%pstate, %0\n\t"
			     "wrpr	%0, %1, %%pstate"
			     : "=r" (pstate)
			     : "i" (PSTATE_IE));

	tick_ops->init_tick();

	/* Restore PSTATE_IE. */
	__asm__ __volatile__("wrpr	%0, 0x0, %%pstate"
			     : /* no outputs */
			     : "r" (pstate));

	sevt = &__get_cpu_var(sparc64_events);

	memcpy(sevt, &sparc64_clockevent, sizeof(*sevt));
768
	sevt->cpumask = cpumask_of(smp_processor_id());
769 770 771 772

	clockevents_register_device(sevt);
}

773
#define SPARC64_NSEC_PER_CYC_SHIFT	10UL
774 775 776 777 778 779 780

static struct clocksource clocksource_tick = {
	.rating		= 100,
	.mask		= CLOCKSOURCE_MASK(64),
	.flags		= CLOCK_SOURCE_IS_CONTINUOUS,
};

781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799
static unsigned long tb_ticks_per_usec __read_mostly;

void __delay(unsigned long loops)
{
	unsigned long bclock, now;

	bclock = tick_ops->get_tick();
	do {
		now = tick_ops->get_tick();
	} while ((now-bclock) < loops);
}
EXPORT_SYMBOL(__delay);

void udelay(unsigned long usecs)
{
	__delay(tb_ticks_per_usec * usecs);
}
EXPORT_SYMBOL(udelay);

800 801 802 803 804
static cycle_t clocksource_tick_read(struct clocksource *cs)
{
	return tick_ops->get_tick();
}

805 806
void __init time_init(void)
{
807
	unsigned long freq = sparc64_init_timers();
L
Linus Torvalds 已提交
808

809
	tb_ticks_per_usec = freq / USEC_PER_SEC;
810

L
Linus Torvalds 已提交
811
	timer_ticks_per_nsec_quotient =
812
		clocksource_hz2mult(freq, SPARC64_NSEC_PER_CYC_SHIFT);
813 814

	clocksource_tick.name = tick_ops->name;
815
	clocksource_calc_mult_shift(&clocksource_tick, freq, 4);
816
	clocksource_tick.read = clocksource_tick_read;
817 818 819 820 821 822 823

	printk("clocksource: mult[%x] shift[%d]\n",
	       clocksource_tick.mult, clocksource_tick.shift);

	clocksource_register(&clocksource_tick);

	sparc64_clockevent.name = tick_ops->name;
824
	clockevents_calc_mult_shift(&sparc64_clockevent, freq, 4);
825 826

	sparc64_clockevent.max_delta_ns =
827
		clockevent_delta2ns(0x7fffffffffffffffUL, &sparc64_clockevent);
828 829 830
	sparc64_clockevent.min_delta_ns =
		clockevent_delta2ns(0xF, &sparc64_clockevent);

831
	printk("clockevent: mult[%x] shift[%d]\n",
832 833 834
	       sparc64_clockevent.mult, sparc64_clockevent.shift);

	setup_sparc64_timer();
L
Linus Torvalds 已提交
835 836 837 838 839 840 841 842 843 844
}

unsigned long long sched_clock(void)
{
	unsigned long ticks = tick_ops->get_tick();

	return (ticks * timer_ticks_per_nsec_quotient)
		>> SPARC64_NSEC_PER_CYC_SHIFT;
}

A
Andrew Morton 已提交
845 846 847 848 849
int __devinit read_current_timer(unsigned long *timer_val)
{
	*timer_val = tick_ops->get_tick();
	return 0;
}