time_64.c 19.6 KB
Newer Older
1
/* time.c: UltraSparc timer and TOD clock support.
L
Linus Torvalds 已提交
2
 *
3
 * Copyright (C) 1997, 2008 David S. Miller (davem@davemloft.net)
L
Linus Torvalds 已提交
4 5 6 7 8 9 10 11 12 13
 * Copyright (C) 1998 Eddie C. Dost   (ecd@skynet.be)
 *
 * Based largely on code which is:
 *
 * Copyright (C) 1996 Thomas K. Dyas (tdyas@eden.rutgers.edu)
 */

#include <linux/errno.h>
#include <linux/module.h>
#include <linux/sched.h>
A
Arnd Bergmann 已提交
14
#include <linux/smp_lock.h>
L
Linus Torvalds 已提交
15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30
#include <linux/kernel.h>
#include <linux/param.h>
#include <linux/string.h>
#include <linux/mm.h>
#include <linux/interrupt.h>
#include <linux/time.h>
#include <linux/timex.h>
#include <linux/init.h>
#include <linux/ioport.h>
#include <linux/mc146818rtc.h>
#include <linux/delay.h>
#include <linux/profile.h>
#include <linux/bcd.h>
#include <linux/jiffies.h>
#include <linux/cpufreq.h>
#include <linux/percpu.h>
31 32
#include <linux/miscdevice.h>
#include <linux/rtc.h>
33
#include <linux/rtc/m48t59.h>
34
#include <linux/kernel_stat.h>
35 36
#include <linux/clockchips.h>
#include <linux/clocksource.h>
37
#include <linux/of_device.h>
38
#include <linux/platform_device.h>
L
Linus Torvalds 已提交
39 40 41 42 43

#include <asm/oplib.h>
#include <asm/timer.h>
#include <asm/irq.h>
#include <asm/io.h>
44
#include <asm/prom.h>
L
Linus Torvalds 已提交
45 46 47 48
#include <asm/starfire.h>
#include <asm/smp.h>
#include <asm/sections.h>
#include <asm/cpudata.h>
49
#include <asm/uaccess.h>
A
Al Viro 已提交
50
#include <asm/irq_regs.h>
L
Linus Torvalds 已提交
51

52 53
#include "entry.h"

L
Linus Torvalds 已提交
54 55 56
DEFINE_SPINLOCK(rtc_lock);

#define TICK_PRIV_BIT	(1UL << 63)
57
#define TICKCMP_IRQ_BIT	(1UL << 63)
L
Linus Torvalds 已提交
58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90

#ifdef CONFIG_SMP
unsigned long profile_pc(struct pt_regs *regs)
{
	unsigned long pc = instruction_pointer(regs);

	if (in_lock_functions(pc))
		return regs->u_regs[UREG_RETPC];
	return pc;
}
EXPORT_SYMBOL(profile_pc);
#endif

static void tick_disable_protection(void)
{
	/* Set things up so user can access tick register for profiling
	 * purposes.  Also workaround BB_ERRATA_1 by doing a dummy
	 * read back of %tick after writing it.
	 */
	__asm__ __volatile__(
	"	ba,pt	%%xcc, 1f\n"
	"	 nop\n"
	"	.align	64\n"
	"1:	rd	%%tick, %%g2\n"
	"	add	%%g2, 6, %%g2\n"
	"	andn	%%g2, %0, %%g2\n"
	"	wrpr	%%g2, 0, %%tick\n"
	"	rdpr	%%tick, %%g0"
	: /* no outputs */
	: "r" (TICK_PRIV_BIT)
	: "g2");
}

91
static void tick_disable_irq(void)
L
Linus Torvalds 已提交
92 93 94
{
	__asm__ __volatile__(
	"	ba,pt	%%xcc, 1f\n"
95
	"	 nop\n"
L
Linus Torvalds 已提交
96
	"	.align	64\n"
97
	"1:	wr	%0, 0x0, %%tick_cmpr\n"
L
Linus Torvalds 已提交
98 99
	"	rd	%%tick_cmpr, %%g0"
	: /* no outputs */
100 101 102 103 104 105 106
	: "r" (TICKCMP_IRQ_BIT));
}

static void tick_init_tick(void)
{
	tick_disable_protection();
	tick_disable_irq();
L
Linus Torvalds 已提交
107 108
}

109
static unsigned long long tick_get_tick(void)
L
Linus Torvalds 已提交
110 111 112 113 114 115 116 117 118 119
{
	unsigned long ret;

	__asm__ __volatile__("rd	%%tick, %0\n\t"
			     "mov	%0, %0"
			     : "=r" (ret));

	return ret & ~TICK_PRIV_BIT;
}

120
static int tick_add_compare(unsigned long adj)
L
Linus Torvalds 已提交
121
{
122
	unsigned long orig_tick, new_tick, new_compare;
L
Linus Torvalds 已提交
123

124 125
	__asm__ __volatile__("rd	%%tick, %0"
			     : "=r" (orig_tick));
L
Linus Torvalds 已提交
126

127
	orig_tick &= ~TICKCMP_IRQ_BIT;
L
Linus Torvalds 已提交
128 129 130 131 132 133 134 135 136 137

	/* Workaround for Spitfire Errata (#54 I think??), I discovered
	 * this via Sun BugID 4008234, mentioned in Solaris-2.5.1 patch
	 * number 103640.
	 *
	 * On Blackbird writes to %tick_cmpr can fail, the
	 * workaround seems to be to execute the wr instruction
	 * at the start of an I-cache line, and perform a dummy
	 * read back from %tick_cmpr right after writing to it. -DaveM
	 */
138 139
	__asm__ __volatile__("ba,pt	%%xcc, 1f\n\t"
			     " add	%1, %2, %0\n\t"
L
Linus Torvalds 已提交
140 141 142
			     ".align	64\n"
			     "1:\n\t"
			     "wr	%0, 0, %%tick_cmpr\n\t"
143 144 145 146 147 148 149
			     "rd	%%tick_cmpr, %%g0\n\t"
			     : "=r" (new_compare)
			     : "r" (orig_tick), "r" (adj));

	__asm__ __volatile__("rd	%%tick, %0"
			     : "=r" (new_tick));
	new_tick &= ~TICKCMP_IRQ_BIT;
L
Linus Torvalds 已提交
150

151
	return ((long)(new_tick - (orig_tick+adj))) > 0L;
L
Linus Torvalds 已提交
152 153
}

154
static unsigned long tick_add_tick(unsigned long adj)
L
Linus Torvalds 已提交
155
{
156
	unsigned long new_tick;
L
Linus Torvalds 已提交
157 158 159

	/* Also need to handle Blackbird bug here too. */
	__asm__ __volatile__("rd	%%tick, %0\n\t"
160
			     "add	%0, %1, %0\n\t"
L
Linus Torvalds 已提交
161
			     "wrpr	%0, 0, %%tick\n\t"
162 163
			     : "=&r" (new_tick)
			     : "r" (adj));
L
Linus Torvalds 已提交
164 165 166 167

	return new_tick;
}

168
static struct sparc64_tick_ops tick_operations __read_mostly = {
169
	.name		=	"tick",
L
Linus Torvalds 已提交
170
	.init_tick	=	tick_init_tick,
171
	.disable_irq	=	tick_disable_irq,
L
Linus Torvalds 已提交
172 173 174 175 176 177
	.get_tick	=	tick_get_tick,
	.add_tick	=	tick_add_tick,
	.add_compare	=	tick_add_compare,
	.softint_mask	=	1UL << 0,
};

178 179
struct sparc64_tick_ops *tick_ops __read_mostly = &tick_operations;

180 181 182 183 184 185 186 187 188
static void stick_disable_irq(void)
{
	__asm__ __volatile__(
	"wr	%0, 0x0, %%asr25"
	: /* no outputs */
	: "r" (TICKCMP_IRQ_BIT));
}

static void stick_init_tick(void)
L
Linus Torvalds 已提交
189
{
190 191 192 193 194 195
	/* Writes to the %tick and %stick register are not
	 * allowed on sun4v.  The Hypervisor controls that
	 * bit, per-strand.
	 */
	if (tlb_type != hypervisor) {
		tick_disable_protection();
196
		tick_disable_irq();
197 198 199 200 201 202 203 204 205 206

		/* Let the user get at STICK too. */
		__asm__ __volatile__(
		"	rd	%%asr24, %%g2\n"
		"	andn	%%g2, %0, %%g2\n"
		"	wr	%%g2, 0, %%asr24"
		: /* no outputs */
		: "r" (TICK_PRIV_BIT)
		: "g1", "g2");
	}
L
Linus Torvalds 已提交
207

208
	stick_disable_irq();
L
Linus Torvalds 已提交
209 210
}

211
static unsigned long long stick_get_tick(void)
L
Linus Torvalds 已提交
212 213 214 215 216 217 218 219 220
{
	unsigned long ret;

	__asm__ __volatile__("rd	%%asr24, %0"
			     : "=r" (ret));

	return ret & ~TICK_PRIV_BIT;
}

221
static unsigned long stick_add_tick(unsigned long adj)
L
Linus Torvalds 已提交
222
{
223
	unsigned long new_tick;
L
Linus Torvalds 已提交
224 225

	__asm__ __volatile__("rd	%%asr24, %0\n\t"
226
			     "add	%0, %1, %0\n\t"
L
Linus Torvalds 已提交
227
			     "wr	%0, 0, %%asr24\n\t"
228 229
			     : "=&r" (new_tick)
			     : "r" (adj));
L
Linus Torvalds 已提交
230 231 232 233

	return new_tick;
}

234
static int stick_add_compare(unsigned long adj)
L
Linus Torvalds 已提交
235
{
236
	unsigned long orig_tick, new_tick;
L
Linus Torvalds 已提交
237

238 239 240 241 242 243 244 245 246 247 248
	__asm__ __volatile__("rd	%%asr24, %0"
			     : "=r" (orig_tick));
	orig_tick &= ~TICKCMP_IRQ_BIT;

	__asm__ __volatile__("wr	%0, 0, %%asr25"
			     : /* no outputs */
			     : "r" (orig_tick + adj));

	__asm__ __volatile__("rd	%%asr24, %0"
			     : "=r" (new_tick));
	new_tick &= ~TICKCMP_IRQ_BIT;
L
Linus Torvalds 已提交
249

250
	return ((long)(new_tick - (orig_tick+adj))) > 0L;
L
Linus Torvalds 已提交
251 252
}

253
static struct sparc64_tick_ops stick_operations __read_mostly = {
254
	.name		=	"stick",
L
Linus Torvalds 已提交
255
	.init_tick	=	stick_init_tick,
256
	.disable_irq	=	stick_disable_irq,
L
Linus Torvalds 已提交
257 258 259 260 261 262 263 264 265 266 267 268 269 270
	.get_tick	=	stick_get_tick,
	.add_tick	=	stick_add_tick,
	.add_compare	=	stick_add_compare,
	.softint_mask	=	1UL << 16,
};

/* On Hummingbird the STICK/STICK_CMPR register is implemented
 * in I/O space.  There are two 64-bit registers each, the
 * first holds the low 32-bits of the value and the second holds
 * the high 32-bits.
 *
 * Since STICK is constantly updating, we have to access it carefully.
 *
 * The sequence we use to read is:
271 272 273
 * 1) read high
 * 2) read low
 * 3) read high again, if it rolled re-read both low and high again.
L
Linus Torvalds 已提交
274 275 276 277 278 279 280 281 282 283 284 285
 *
 * Writing STICK safely is also tricky:
 * 1) write low to zero
 * 2) write high
 * 3) write low
 */
#define HBIRD_STICKCMP_ADDR	0x1fe0000f060UL
#define HBIRD_STICK_ADDR	0x1fe0000f070UL

static unsigned long __hbird_read_stick(void)
{
	unsigned long ret, tmp1, tmp2, tmp3;
286
	unsigned long addr = HBIRD_STICK_ADDR+8;
L
Linus Torvalds 已提交
287

288 289
	__asm__ __volatile__("ldxa	[%1] %5, %2\n"
			     "1:\n\t"
L
Linus Torvalds 已提交
290
			     "sub	%1, 0x8, %1\n\t"
291 292
			     "ldxa	[%1] %5, %3\n\t"
			     "add	%1, 0x8, %1\n\t"
L
Linus Torvalds 已提交
293 294
			     "ldxa	[%1] %5, %4\n\t"
			     "cmp	%4, %2\n\t"
295 296 297
			     "bne,a,pn	%%xcc, 1b\n\t"
			     " mov	%4, %2\n\t"
			     "sllx	%4, 32, %4\n\t"
L
Linus Torvalds 已提交
298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335
			     "or	%3, %4, %0\n\t"
			     : "=&r" (ret), "=&r" (addr),
			       "=&r" (tmp1), "=&r" (tmp2), "=&r" (tmp3)
			     : "i" (ASI_PHYS_BYPASS_EC_E), "1" (addr));

	return ret;
}

static void __hbird_write_stick(unsigned long val)
{
	unsigned long low = (val & 0xffffffffUL);
	unsigned long high = (val >> 32UL);
	unsigned long addr = HBIRD_STICK_ADDR;

	__asm__ __volatile__("stxa	%%g0, [%0] %4\n\t"
			     "add	%0, 0x8, %0\n\t"
			     "stxa	%3, [%0] %4\n\t"
			     "sub	%0, 0x8, %0\n\t"
			     "stxa	%2, [%0] %4"
			     : "=&r" (addr)
			     : "0" (addr), "r" (low), "r" (high),
			       "i" (ASI_PHYS_BYPASS_EC_E));
}

static void __hbird_write_compare(unsigned long val)
{
	unsigned long low = (val & 0xffffffffUL);
	unsigned long high = (val >> 32UL);
	unsigned long addr = HBIRD_STICKCMP_ADDR + 0x8UL;

	__asm__ __volatile__("stxa	%3, [%0] %4\n\t"
			     "sub	%0, 0x8, %0\n\t"
			     "stxa	%2, [%0] %4"
			     : "=&r" (addr)
			     : "0" (addr), "r" (low), "r" (high),
			       "i" (ASI_PHYS_BYPASS_EC_E));
}

336
static void hbtick_disable_irq(void)
L
Linus Torvalds 已提交
337
{
338 339
	__hbird_write_compare(TICKCMP_IRQ_BIT);
}
L
Linus Torvalds 已提交
340

341 342
static void hbtick_init_tick(void)
{
L
Linus Torvalds 已提交
343 344 345 346 347 348 349 350 351
	tick_disable_protection();

	/* XXX This seems to be necessary to 'jumpstart' Hummingbird
	 * XXX into actually sending STICK interrupts.  I think because
	 * XXX of how we store %tick_cmpr in head.S this somehow resets the
	 * XXX {TICK + STICK} interrupt mux.  -DaveM
	 */
	__hbird_write_stick(__hbird_read_stick());

352
	hbtick_disable_irq();
L
Linus Torvalds 已提交
353 354
}

355
static unsigned long long hbtick_get_tick(void)
L
Linus Torvalds 已提交
356 357 358 359
{
	return __hbird_read_stick() & ~TICK_PRIV_BIT;
}

360
static unsigned long hbtick_add_tick(unsigned long adj)
L
Linus Torvalds 已提交
361 362 363 364 365 366 367 368 369
{
	unsigned long val;

	val = __hbird_read_stick() + adj;
	__hbird_write_stick(val);

	return val;
}

370
static int hbtick_add_compare(unsigned long adj)
L
Linus Torvalds 已提交
371
{
372 373
	unsigned long val = __hbird_read_stick();
	unsigned long val2;
L
Linus Torvalds 已提交
374

375 376
	val &= ~TICKCMP_IRQ_BIT;
	val += adj;
L
Linus Torvalds 已提交
377 378
	__hbird_write_compare(val);

379 380 381
	val2 = __hbird_read_stick() & ~TICKCMP_IRQ_BIT;

	return ((long)(val2 - val)) > 0L;
L
Linus Torvalds 已提交
382 383
}

384
static struct sparc64_tick_ops hbtick_operations __read_mostly = {
385
	.name		=	"hbtick",
L
Linus Torvalds 已提交
386
	.init_tick	=	hbtick_init_tick,
387
	.disable_irq	=	hbtick_disable_irq,
L
Linus Torvalds 已提交
388 389 390 391 392 393
	.get_tick	=	hbtick_get_tick,
	.add_tick	=	hbtick_add_tick,
	.add_compare	=	hbtick_add_compare,
	.softint_mask	=	1UL << 0,
};

394
static unsigned long timer_ticks_per_nsec_quotient __read_mostly;
L
Linus Torvalds 已提交
395

396
int update_persistent_clock(struct timespec now)
397
{
398
	struct rtc_device *rtc = rtc_class_open("rtc0");
399
	int err = -1;
400

401 402 403 404
	if (rtc) {
		err = rtc_set_mmss(rtc, now.tv_sec);
		rtc_class_close(rtc);
	}
405

406
	return err;
L
Linus Torvalds 已提交
407 408
}

409 410
unsigned long cmos_regs;
EXPORT_SYMBOL(cmos_regs);
411

412
static struct resource rtc_cmos_resource;
413 414 415 416 417 418 419

static struct platform_device rtc_cmos_device = {
	.name		= "rtc_cmos",
	.id		= -1,
	.resource	= &rtc_cmos_resource,
	.num_resources	= 1,
};
420

421
static int __devinit rtc_probe(struct of_device *op, const struct of_device_id *match)
422
{
423
	struct resource *r;
424

425
	printk(KERN_INFO "%s: RTC regs at 0x%llx\n",
426
	       op->node->full_name, op->resource[0].start);
427

428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443
	/* The CMOS RTC driver only accepts IORESOURCE_IO, so cons
	 * up a fake resource so that the probe works for all cases.
	 * When the RTC is behind an ISA bus it will have IORESOURCE_IO
	 * already, whereas when it's behind EBUS is will be IORESOURCE_MEM.
	 */

	r = &rtc_cmos_resource;
	r->flags = IORESOURCE_IO;
	r->name = op->resource[0].name;
	r->start = op->resource[0].start;
	r->end = op->resource[0].end;

	cmos_regs = op->resource[0].start;
	return platform_device_register(&rtc_cmos_device);
}

444
static struct of_device_id __initdata rtc_match[] = {
445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470
	{
		.name = "rtc",
		.compatible = "m5819",
	},
	{
		.name = "rtc",
		.compatible = "isa-m5819p",
	},
	{
		.name = "rtc",
		.compatible = "isa-m5823p",
	},
	{
		.name = "rtc",
		.compatible = "ds1287",
	},
	{},
};

static struct of_platform_driver rtc_driver = {
	.match_table	= rtc_match,
	.probe		= rtc_probe,
	.driver		= {
		.name	= "rtc",
	},
};
471

472 473 474 475 476 477
static struct platform_device rtc_bq4802_device = {
	.name		= "rtc-bq4802",
	.id		= -1,
	.num_resources	= 1,
};

478 479
static int __devinit bq4802_probe(struct of_device *op, const struct of_device_id *match)
{
480

481
	printk(KERN_INFO "%s: BQ4802 regs at 0x%llx\n",
482
	       op->node->full_name, op->resource[0].start);
483

484 485
	rtc_bq4802_device.resource = &op->resource[0];
	return platform_device_register(&rtc_bq4802_device);
486 487
}

488
static struct of_device_id __initdata bq4802_match[] = {
489
	{
490
		.name = "rtc",
491
		.compatible = "bq4802",
492
	},
493
	{},
494 495
};

496 497 498
static struct of_platform_driver bq4802_driver = {
	.match_table	= bq4802_match,
	.probe		= bq4802_probe,
499
	.driver		= {
500
		.name	= "bq4802",
501
	},
502 503 504 505 506
};

static unsigned char mostek_read_byte(struct device *dev, u32 ofs)
{
	struct platform_device *pdev = to_platform_device(dev);
507 508 509
	void __iomem *regs = (void __iomem *) pdev->resource[0].start;

	return readb(regs + ofs);
510 511 512 513 514
}

static void mostek_write_byte(struct device *dev, u32 ofs, u8 val)
{
	struct platform_device *pdev = to_platform_device(dev);
515 516
	void __iomem *regs = (void __iomem *) pdev->resource[0].start;

517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544
	writeb(val, regs + ofs);
}

static struct m48t59_plat_data m48t59_data = {
	.read_byte	= mostek_read_byte,
	.write_byte	= mostek_write_byte,
};

static struct platform_device m48t59_rtc = {
	.name		= "rtc-m48t59",
	.id		= 0,
	.num_resources	= 1,
	.dev	= {
		.platform_data = &m48t59_data,
	},
};

static int __devinit mostek_probe(struct of_device *op, const struct of_device_id *match)
{
	struct device_node *dp = op->node;

	/* On an Enterprise system there can be multiple mostek clocks.
	 * We should only match the one that is on the central FHC bus.
	 */
	if (!strcmp(dp->parent->name, "fhc") &&
	    strcmp(dp->parent->parent->name, "central") != 0)
		return -ENODEV;

545
	printk(KERN_INFO "%s: Mostek regs at 0x%llx\n",
546 547 548 549 550 551
	       dp->full_name, op->resource[0].start);

	m48t59_rtc.resource = &op->resource[0];
	return platform_device_register(&m48t59_rtc);
}

552
static struct of_device_id __initdata mostek_match[] = {
553
	{
554
		.name = "eeprom",
555 556 557
	},
	{},
};
558

559 560 561
static struct of_platform_driver mostek_driver = {
	.match_table	= mostek_match,
	.probe		= mostek_probe,
562
	.driver		= {
563
		.name	= "mostek",
564
	},
565
};
566

567 568 569 570 571
static struct platform_device rtc_sun4v_device = {
	.name		= "rtc-sun4v",
	.id		= -1,
};

572 573 574 575 576
static struct platform_device rtc_starfire_device = {
	.name		= "rtc-starfire",
	.id		= -1,
};

577
static int __init clock_init(void)
578
{
579 580 581
	if (this_is_starfire)
		return platform_device_register(&rtc_starfire_device);

582 583
	if (tlb_type == hypervisor)
		return platform_device_register(&rtc_sun4v_device);
L
Linus Torvalds 已提交
584

585 586
	(void) of_register_driver(&rtc_driver, &of_platform_bus_type);
	(void) of_register_driver(&mostek_driver, &of_platform_bus_type);
587
	(void) of_register_driver(&bq4802_driver, &of_platform_bus_type);
588 589

	return 0;
L
Linus Torvalds 已提交
590 591
}

592 593 594 595 596 597
/* Must be after subsys_initcall() so that busses are probed.  Must
 * be before device_initcall() because things like the RTC driver
 * need to see the clock registers.
 */
fs_initcall(clock_init);

L
Linus Torvalds 已提交
598 599 600
/* This is gets the master TICK_INT timer going. */
static unsigned long sparc64_init_timers(void)
{
601
	struct device_node *dp;
602
	unsigned long freq;
L
Linus Torvalds 已提交
603

604
	dp = of_find_node_by_path("/");
L
Linus Torvalds 已提交
605 606 607 608 609 610 611 612 613 614
	if (tlb_type == spitfire) {
		unsigned long ver, manuf, impl;

		__asm__ __volatile__ ("rdpr %%ver, %0"
				      : "=&r" (ver));
		manuf = ((ver >> 48) & 0xffff);
		impl = ((ver >> 32) & 0xffff);
		if (manuf == 0x17 && impl == 0x13) {
			/* Hummingbird, aka Ultra-IIe */
			tick_ops = &hbtick_operations;
615
			freq = of_getintprop_default(dp, "stick-frequency", 0);
L
Linus Torvalds 已提交
616 617
		} else {
			tick_ops = &tick_operations;
618
			freq = local_cpu_data().clock_tick;
L
Linus Torvalds 已提交
619 620 621
		}
	} else {
		tick_ops = &stick_operations;
622
		freq = of_getintprop_default(dp, "stick-frequency", 0);
L
Linus Torvalds 已提交
623 624
	}

625
	return freq;
L
Linus Torvalds 已提交
626 627 628 629 630 631
}

struct freq_table {
	unsigned long clock_tick_ref;
	unsigned int ref_freq;
};
632
static DEFINE_PER_CPU(struct freq_table, sparc64_freq_table) = { 0, 0 };
L
Linus Torvalds 已提交
633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671

unsigned long sparc64_get_clock_tick(unsigned int cpu)
{
	struct freq_table *ft = &per_cpu(sparc64_freq_table, cpu);

	if (ft->clock_tick_ref)
		return ft->clock_tick_ref;
	return cpu_data(cpu).clock_tick;
}

#ifdef CONFIG_CPU_FREQ

static int sparc64_cpufreq_notifier(struct notifier_block *nb, unsigned long val,
				    void *data)
{
	struct cpufreq_freqs *freq = data;
	unsigned int cpu = freq->cpu;
	struct freq_table *ft = &per_cpu(sparc64_freq_table, cpu);

	if (!ft->ref_freq) {
		ft->ref_freq = freq->old;
		ft->clock_tick_ref = cpu_data(cpu).clock_tick;
	}
	if ((val == CPUFREQ_PRECHANGE  && freq->old < freq->new) ||
	    (val == CPUFREQ_POSTCHANGE && freq->old > freq->new) ||
	    (val == CPUFREQ_RESUMECHANGE)) {
		cpu_data(cpu).clock_tick =
			cpufreq_scale(ft->clock_tick_ref,
				      ft->ref_freq,
				      freq->new);
	}

	return 0;
}

static struct notifier_block sparc64_cpufreq_notifier_block = {
	.notifier_call	= sparc64_cpufreq_notifier
};

672 673 674 675 676 677 678 679 680 681
static int __init register_sparc64_cpufreq_notifier(void)
{

	cpufreq_register_notifier(&sparc64_cpufreq_notifier_block,
				  CPUFREQ_TRANSITION_NOTIFIER);
	return 0;
}

core_initcall(register_sparc64_cpufreq_notifier);

L
Linus Torvalds 已提交
682 683
#endif /* CONFIG_CPU_FREQ */

684 685 686
static int sparc64_next_event(unsigned long delta,
			      struct clock_event_device *evt)
{
687
	return tick_ops->add_compare(delta) ? -ETIME : 0;
688 689 690 691 692 693 694
}

static void sparc64_timer_setup(enum clock_event_mode mode,
				struct clock_event_device *evt)
{
	switch (mode) {
	case CLOCK_EVT_MODE_ONESHOT:
T
Thomas Gleixner 已提交
695
	case CLOCK_EVT_MODE_RESUME:
696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715
		break;

	case CLOCK_EVT_MODE_SHUTDOWN:
		tick_ops->disable_irq();
		break;

	case CLOCK_EVT_MODE_PERIODIC:
	case CLOCK_EVT_MODE_UNUSED:
		WARN_ON(1);
		break;
	};
}

static struct clock_event_device sparc64_clockevent = {
	.features	= CLOCK_EVT_FEAT_ONESHOT,
	.set_mode	= sparc64_timer_setup,
	.set_next_event	= sparc64_next_event,
	.rating		= 100,
	.shift		= 30,
	.irq		= -1,
L
Linus Torvalds 已提交
716
};
717
static DEFINE_PER_CPU(struct clock_event_device, sparc64_events);
L
Linus Torvalds 已提交
718

719
void timer_interrupt(int irq, struct pt_regs *regs)
L
Linus Torvalds 已提交
720
{
721 722 723 724 725 726 727 728 729
	struct pt_regs *old_regs = set_irq_regs(regs);
	unsigned long tick_mask = tick_ops->softint_mask;
	int cpu = smp_processor_id();
	struct clock_event_device *evt = &per_cpu(sparc64_events, cpu);

	clear_softint(tick_mask);

	irq_enter();

730
	kstat_incr_irqs_this_cpu(0, irq_to_desc(0));
731 732 733 734 735 736 737 738 739 740 741

	if (unlikely(!evt->event_handler)) {
		printk(KERN_WARNING
		       "Spurious SPARC64 timer interrupt on cpu %d\n", cpu);
	} else
		evt->event_handler(evt);

	irq_exit();

	set_irq_regs(old_regs);
}
L
Linus Torvalds 已提交
742

743 744 745 746
void __devinit setup_sparc64_timer(void)
{
	struct clock_event_device *sevt;
	unsigned long pstate;
L
Linus Torvalds 已提交
747

748 749
	/* Guarantee that the following sequences execute
	 * uninterrupted.
L
Linus Torvalds 已提交
750
	 */
751 752 753 754 755 756 757 758 759 760 761 762 763 764 765
	__asm__ __volatile__("rdpr	%%pstate, %0\n\t"
			     "wrpr	%0, %1, %%pstate"
			     : "=r" (pstate)
			     : "i" (PSTATE_IE));

	tick_ops->init_tick();

	/* Restore PSTATE_IE. */
	__asm__ __volatile__("wrpr	%0, 0x0, %%pstate"
			     : /* no outputs */
			     : "r" (pstate));

	sevt = &__get_cpu_var(sparc64_events);

	memcpy(sevt, &sparc64_clockevent, sizeof(*sevt));
766
	sevt->cpumask = cpumask_of(smp_processor_id());
767 768 769 770

	clockevents_register_device(sevt);
}

771
#define SPARC64_NSEC_PER_CYC_SHIFT	10UL
772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795

static struct clocksource clocksource_tick = {
	.rating		= 100,
	.mask		= CLOCKSOURCE_MASK(64),
	.shift		= 16,
	.flags		= CLOCK_SOURCE_IS_CONTINUOUS,
};

static void __init setup_clockevent_multiplier(unsigned long hz)
{
	unsigned long mult, shift = 32;

	while (1) {
		mult = div_sc(hz, NSEC_PER_SEC, shift);
		if (mult && (mult >> 32UL) == 0UL)
			break;

		shift--;
	}

	sparc64_clockevent.shift = shift;
	sparc64_clockevent.mult = mult;
}

796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814
static unsigned long tb_ticks_per_usec __read_mostly;

void __delay(unsigned long loops)
{
	unsigned long bclock, now;

	bclock = tick_ops->get_tick();
	do {
		now = tick_ops->get_tick();
	} while ((now-bclock) < loops);
}
EXPORT_SYMBOL(__delay);

void udelay(unsigned long usecs)
{
	__delay(tb_ticks_per_usec * usecs);
}
EXPORT_SYMBOL(udelay);

815 816
void __init time_init(void)
{
817
	unsigned long freq = sparc64_init_timers();
L
Linus Torvalds 已提交
818

819
	tb_ticks_per_usec = freq / USEC_PER_SEC;
820

L
Linus Torvalds 已提交
821
	timer_ticks_per_nsec_quotient =
822
		clocksource_hz2mult(freq, SPARC64_NSEC_PER_CYC_SHIFT);
823 824 825

	clocksource_tick.name = tick_ops->name;
	clocksource_tick.mult =
826
		clocksource_hz2mult(freq,
827 828 829 830 831 832 833 834 835 836
				    clocksource_tick.shift);
	clocksource_tick.read = tick_ops->get_tick;

	printk("clocksource: mult[%x] shift[%d]\n",
	       clocksource_tick.mult, clocksource_tick.shift);

	clocksource_register(&clocksource_tick);

	sparc64_clockevent.name = tick_ops->name;

837
	setup_clockevent_multiplier(freq);
838 839

	sparc64_clockevent.max_delta_ns =
840
		clockevent_delta2ns(0x7fffffffffffffffUL, &sparc64_clockevent);
841 842 843 844 845 846 847
	sparc64_clockevent.min_delta_ns =
		clockevent_delta2ns(0xF, &sparc64_clockevent);

	printk("clockevent: mult[%lx] shift[%d]\n",
	       sparc64_clockevent.mult, sparc64_clockevent.shift);

	setup_sparc64_timer();
L
Linus Torvalds 已提交
848 849 850 851 852 853 854 855 856 857
}

unsigned long long sched_clock(void)
{
	unsigned long ticks = tick_ops->get_tick();

	return (ticks * timer_ticks_per_nsec_quotient)
		>> SPARC64_NSEC_PER_CYC_SHIFT;
}

A
Andrew Morton 已提交
858 859 860 861 862
int __devinit read_current_timer(unsigned long *timer_val)
{
	*timer_val = tick_ops->get_tick();
	return 0;
}