time_64.c 19.3 KB
Newer Older
1
/* time.c: UltraSparc timer and TOD clock support.
L
Linus Torvalds 已提交
2
 *
3
 * Copyright (C) 1997, 2008 David S. Miller (davem@davemloft.net)
L
Linus Torvalds 已提交
4 5 6 7 8 9 10 11
 * Copyright (C) 1998 Eddie C. Dost   (ecd@skynet.be)
 *
 * Based largely on code which is:
 *
 * Copyright (C) 1996 Thomas K. Dyas (tdyas@eden.rutgers.edu)
 */

#include <linux/errno.h>
12
#include <linux/export.h>
L
Linus Torvalds 已提交
13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29
#include <linux/sched.h>
#include <linux/kernel.h>
#include <linux/param.h>
#include <linux/string.h>
#include <linux/mm.h>
#include <linux/interrupt.h>
#include <linux/time.h>
#include <linux/timex.h>
#include <linux/init.h>
#include <linux/ioport.h>
#include <linux/mc146818rtc.h>
#include <linux/delay.h>
#include <linux/profile.h>
#include <linux/bcd.h>
#include <linux/jiffies.h>
#include <linux/cpufreq.h>
#include <linux/percpu.h>
30 31
#include <linux/miscdevice.h>
#include <linux/rtc.h>
32
#include <linux/rtc/m48t59.h>
33
#include <linux/kernel_stat.h>
34 35
#include <linux/clockchips.h>
#include <linux/clocksource.h>
36
#include <linux/of_device.h>
37
#include <linux/platform_device.h>
38
#include <linux/ftrace.h>
L
Linus Torvalds 已提交
39 40 41

#include <asm/oplib.h>
#include <asm/timer.h>
42
#include <asm/irq.h>
L
Linus Torvalds 已提交
43
#include <asm/io.h>
44
#include <asm/prom.h>
L
Linus Torvalds 已提交
45 46 47 48
#include <asm/starfire.h>
#include <asm/smp.h>
#include <asm/sections.h>
#include <asm/cpudata.h>
49
#include <asm/uaccess.h>
A
Al Viro 已提交
50
#include <asm/irq_regs.h>
L
Linus Torvalds 已提交
51

52 53
#include "entry.h"

L
Linus Torvalds 已提交
54 55 56
DEFINE_SPINLOCK(rtc_lock);

#define TICK_PRIV_BIT	(1UL << 63)
57
#define TICKCMP_IRQ_BIT	(1UL << 63)
L
Linus Torvalds 已提交
58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90

#ifdef CONFIG_SMP
unsigned long profile_pc(struct pt_regs *regs)
{
	unsigned long pc = instruction_pointer(regs);

	if (in_lock_functions(pc))
		return regs->u_regs[UREG_RETPC];
	return pc;
}
EXPORT_SYMBOL(profile_pc);
#endif

static void tick_disable_protection(void)
{
	/* Set things up so user can access tick register for profiling
	 * purposes.  Also workaround BB_ERRATA_1 by doing a dummy
	 * read back of %tick after writing it.
	 */
	__asm__ __volatile__(
	"	ba,pt	%%xcc, 1f\n"
	"	 nop\n"
	"	.align	64\n"
	"1:	rd	%%tick, %%g2\n"
	"	add	%%g2, 6, %%g2\n"
	"	andn	%%g2, %0, %%g2\n"
	"	wrpr	%%g2, 0, %%tick\n"
	"	rdpr	%%tick, %%g0"
	: /* no outputs */
	: "r" (TICK_PRIV_BIT)
	: "g2");
}

91
static void tick_disable_irq(void)
L
Linus Torvalds 已提交
92 93 94
{
	__asm__ __volatile__(
	"	ba,pt	%%xcc, 1f\n"
95
	"	 nop\n"
L
Linus Torvalds 已提交
96
	"	.align	64\n"
97
	"1:	wr	%0, 0x0, %%tick_cmpr\n"
L
Linus Torvalds 已提交
98 99
	"	rd	%%tick_cmpr, %%g0"
	: /* no outputs */
100 101 102 103 104 105 106
	: "r" (TICKCMP_IRQ_BIT));
}

static void tick_init_tick(void)
{
	tick_disable_protection();
	tick_disable_irq();
L
Linus Torvalds 已提交
107 108
}

109
static unsigned long long tick_get_tick(void)
L
Linus Torvalds 已提交
110 111 112 113 114 115 116 117 118 119
{
	unsigned long ret;

	__asm__ __volatile__("rd	%%tick, %0\n\t"
			     "mov	%0, %0"
			     : "=r" (ret));

	return ret & ~TICK_PRIV_BIT;
}

120
static int tick_add_compare(unsigned long adj)
L
Linus Torvalds 已提交
121
{
122
	unsigned long orig_tick, new_tick, new_compare;
L
Linus Torvalds 已提交
123

124 125
	__asm__ __volatile__("rd	%%tick, %0"
			     : "=r" (orig_tick));
L
Linus Torvalds 已提交
126

127
	orig_tick &= ~TICKCMP_IRQ_BIT;
L
Linus Torvalds 已提交
128 129 130 131 132 133 134 135 136 137

	/* Workaround for Spitfire Errata (#54 I think??), I discovered
	 * this via Sun BugID 4008234, mentioned in Solaris-2.5.1 patch
	 * number 103640.
	 *
	 * On Blackbird writes to %tick_cmpr can fail, the
	 * workaround seems to be to execute the wr instruction
	 * at the start of an I-cache line, and perform a dummy
	 * read back from %tick_cmpr right after writing to it. -DaveM
	 */
138 139
	__asm__ __volatile__("ba,pt	%%xcc, 1f\n\t"
			     " add	%1, %2, %0\n\t"
L
Linus Torvalds 已提交
140 141 142
			     ".align	64\n"
			     "1:\n\t"
			     "wr	%0, 0, %%tick_cmpr\n\t"
143 144 145 146 147 148 149
			     "rd	%%tick_cmpr, %%g0\n\t"
			     : "=r" (new_compare)
			     : "r" (orig_tick), "r" (adj));

	__asm__ __volatile__("rd	%%tick, %0"
			     : "=r" (new_tick));
	new_tick &= ~TICKCMP_IRQ_BIT;
L
Linus Torvalds 已提交
150

151
	return ((long)(new_tick - (orig_tick+adj))) > 0L;
L
Linus Torvalds 已提交
152 153
}

154
static unsigned long tick_add_tick(unsigned long adj)
L
Linus Torvalds 已提交
155
{
156
	unsigned long new_tick;
L
Linus Torvalds 已提交
157 158 159

	/* Also need to handle Blackbird bug here too. */
	__asm__ __volatile__("rd	%%tick, %0\n\t"
160
			     "add	%0, %1, %0\n\t"
L
Linus Torvalds 已提交
161
			     "wrpr	%0, 0, %%tick\n\t"
162 163
			     : "=&r" (new_tick)
			     : "r" (adj));
L
Linus Torvalds 已提交
164 165 166 167

	return new_tick;
}

168
static struct sparc64_tick_ops tick_operations __read_mostly = {
169
	.name		=	"tick",
L
Linus Torvalds 已提交
170
	.init_tick	=	tick_init_tick,
171
	.disable_irq	=	tick_disable_irq,
L
Linus Torvalds 已提交
172 173 174 175 176 177
	.get_tick	=	tick_get_tick,
	.add_tick	=	tick_add_tick,
	.add_compare	=	tick_add_compare,
	.softint_mask	=	1UL << 0,
};

178
struct sparc64_tick_ops *tick_ops __read_mostly = &tick_operations;
179
EXPORT_SYMBOL(tick_ops);
180

181 182 183 184 185 186 187 188 189
static void stick_disable_irq(void)
{
	__asm__ __volatile__(
	"wr	%0, 0x0, %%asr25"
	: /* no outputs */
	: "r" (TICKCMP_IRQ_BIT));
}

static void stick_init_tick(void)
L
Linus Torvalds 已提交
190
{
191 192 193 194 195 196
	/* Writes to the %tick and %stick register are not
	 * allowed on sun4v.  The Hypervisor controls that
	 * bit, per-strand.
	 */
	if (tlb_type != hypervisor) {
		tick_disable_protection();
197
		tick_disable_irq();
198 199 200 201 202 203 204 205 206 207

		/* Let the user get at STICK too. */
		__asm__ __volatile__(
		"	rd	%%asr24, %%g2\n"
		"	andn	%%g2, %0, %%g2\n"
		"	wr	%%g2, 0, %%asr24"
		: /* no outputs */
		: "r" (TICK_PRIV_BIT)
		: "g1", "g2");
	}
L
Linus Torvalds 已提交
208

209
	stick_disable_irq();
L
Linus Torvalds 已提交
210 211
}

212
static unsigned long long stick_get_tick(void)
L
Linus Torvalds 已提交
213 214 215 216 217 218 219 220 221
{
	unsigned long ret;

	__asm__ __volatile__("rd	%%asr24, %0"
			     : "=r" (ret));

	return ret & ~TICK_PRIV_BIT;
}

222
static unsigned long stick_add_tick(unsigned long adj)
L
Linus Torvalds 已提交
223
{
224
	unsigned long new_tick;
L
Linus Torvalds 已提交
225 226

	__asm__ __volatile__("rd	%%asr24, %0\n\t"
227
			     "add	%0, %1, %0\n\t"
L
Linus Torvalds 已提交
228
			     "wr	%0, 0, %%asr24\n\t"
229 230
			     : "=&r" (new_tick)
			     : "r" (adj));
L
Linus Torvalds 已提交
231 232 233 234

	return new_tick;
}

235
static int stick_add_compare(unsigned long adj)
L
Linus Torvalds 已提交
236
{
237
	unsigned long orig_tick, new_tick;
L
Linus Torvalds 已提交
238

239 240 241 242 243 244 245 246 247 248 249
	__asm__ __volatile__("rd	%%asr24, %0"
			     : "=r" (orig_tick));
	orig_tick &= ~TICKCMP_IRQ_BIT;

	__asm__ __volatile__("wr	%0, 0, %%asr25"
			     : /* no outputs */
			     : "r" (orig_tick + adj));

	__asm__ __volatile__("rd	%%asr24, %0"
			     : "=r" (new_tick));
	new_tick &= ~TICKCMP_IRQ_BIT;
L
Linus Torvalds 已提交
250

251
	return ((long)(new_tick - (orig_tick+adj))) > 0L;
L
Linus Torvalds 已提交
252 253
}

254
static struct sparc64_tick_ops stick_operations __read_mostly = {
255
	.name		=	"stick",
L
Linus Torvalds 已提交
256
	.init_tick	=	stick_init_tick,
257
	.disable_irq	=	stick_disable_irq,
L
Linus Torvalds 已提交
258 259 260 261 262 263 264 265 266 267 268 269 270 271
	.get_tick	=	stick_get_tick,
	.add_tick	=	stick_add_tick,
	.add_compare	=	stick_add_compare,
	.softint_mask	=	1UL << 16,
};

/* On Hummingbird the STICK/STICK_CMPR register is implemented
 * in I/O space.  There are two 64-bit registers each, the
 * first holds the low 32-bits of the value and the second holds
 * the high 32-bits.
 *
 * Since STICK is constantly updating, we have to access it carefully.
 *
 * The sequence we use to read is:
272 273 274
 * 1) read high
 * 2) read low
 * 3) read high again, if it rolled re-read both low and high again.
L
Linus Torvalds 已提交
275 276 277 278 279 280 281 282 283 284 285 286
 *
 * Writing STICK safely is also tricky:
 * 1) write low to zero
 * 2) write high
 * 3) write low
 */
#define HBIRD_STICKCMP_ADDR	0x1fe0000f060UL
#define HBIRD_STICK_ADDR	0x1fe0000f070UL

static unsigned long __hbird_read_stick(void)
{
	unsigned long ret, tmp1, tmp2, tmp3;
287
	unsigned long addr = HBIRD_STICK_ADDR+8;
L
Linus Torvalds 已提交
288

289 290
	__asm__ __volatile__("ldxa	[%1] %5, %2\n"
			     "1:\n\t"
L
Linus Torvalds 已提交
291
			     "sub	%1, 0x8, %1\n\t"
292 293
			     "ldxa	[%1] %5, %3\n\t"
			     "add	%1, 0x8, %1\n\t"
L
Linus Torvalds 已提交
294 295
			     "ldxa	[%1] %5, %4\n\t"
			     "cmp	%4, %2\n\t"
296 297 298
			     "bne,a,pn	%%xcc, 1b\n\t"
			     " mov	%4, %2\n\t"
			     "sllx	%4, 32, %4\n\t"
L
Linus Torvalds 已提交
299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336
			     "or	%3, %4, %0\n\t"
			     : "=&r" (ret), "=&r" (addr),
			       "=&r" (tmp1), "=&r" (tmp2), "=&r" (tmp3)
			     : "i" (ASI_PHYS_BYPASS_EC_E), "1" (addr));

	return ret;
}

static void __hbird_write_stick(unsigned long val)
{
	unsigned long low = (val & 0xffffffffUL);
	unsigned long high = (val >> 32UL);
	unsigned long addr = HBIRD_STICK_ADDR;

	__asm__ __volatile__("stxa	%%g0, [%0] %4\n\t"
			     "add	%0, 0x8, %0\n\t"
			     "stxa	%3, [%0] %4\n\t"
			     "sub	%0, 0x8, %0\n\t"
			     "stxa	%2, [%0] %4"
			     : "=&r" (addr)
			     : "0" (addr), "r" (low), "r" (high),
			       "i" (ASI_PHYS_BYPASS_EC_E));
}

static void __hbird_write_compare(unsigned long val)
{
	unsigned long low = (val & 0xffffffffUL);
	unsigned long high = (val >> 32UL);
	unsigned long addr = HBIRD_STICKCMP_ADDR + 0x8UL;

	__asm__ __volatile__("stxa	%3, [%0] %4\n\t"
			     "sub	%0, 0x8, %0\n\t"
			     "stxa	%2, [%0] %4"
			     : "=&r" (addr)
			     : "0" (addr), "r" (low), "r" (high),
			       "i" (ASI_PHYS_BYPASS_EC_E));
}

337
static void hbtick_disable_irq(void)
L
Linus Torvalds 已提交
338
{
339 340
	__hbird_write_compare(TICKCMP_IRQ_BIT);
}
L
Linus Torvalds 已提交
341

342 343
static void hbtick_init_tick(void)
{
L
Linus Torvalds 已提交
344 345 346 347 348 349 350 351 352
	tick_disable_protection();

	/* XXX This seems to be necessary to 'jumpstart' Hummingbird
	 * XXX into actually sending STICK interrupts.  I think because
	 * XXX of how we store %tick_cmpr in head.S this somehow resets the
	 * XXX {TICK + STICK} interrupt mux.  -DaveM
	 */
	__hbird_write_stick(__hbird_read_stick());

353
	hbtick_disable_irq();
L
Linus Torvalds 已提交
354 355
}

356
static unsigned long long hbtick_get_tick(void)
L
Linus Torvalds 已提交
357 358 359 360
{
	return __hbird_read_stick() & ~TICK_PRIV_BIT;
}

361
static unsigned long hbtick_add_tick(unsigned long adj)
L
Linus Torvalds 已提交
362 363 364 365 366 367 368 369 370
{
	unsigned long val;

	val = __hbird_read_stick() + adj;
	__hbird_write_stick(val);

	return val;
}

371
static int hbtick_add_compare(unsigned long adj)
L
Linus Torvalds 已提交
372
{
373 374
	unsigned long val = __hbird_read_stick();
	unsigned long val2;
L
Linus Torvalds 已提交
375

376 377
	val &= ~TICKCMP_IRQ_BIT;
	val += adj;
L
Linus Torvalds 已提交
378 379
	__hbird_write_compare(val);

380 381 382
	val2 = __hbird_read_stick() & ~TICKCMP_IRQ_BIT;

	return ((long)(val2 - val)) > 0L;
L
Linus Torvalds 已提交
383 384
}

385
static struct sparc64_tick_ops hbtick_operations __read_mostly = {
386
	.name		=	"hbtick",
L
Linus Torvalds 已提交
387
	.init_tick	=	hbtick_init_tick,
388
	.disable_irq	=	hbtick_disable_irq,
L
Linus Torvalds 已提交
389 390 391 392 393 394
	.get_tick	=	hbtick_get_tick,
	.add_tick	=	hbtick_add_tick,
	.add_compare	=	hbtick_add_compare,
	.softint_mask	=	1UL << 0,
};

395
static unsigned long timer_ticks_per_nsec_quotient __read_mostly;
L
Linus Torvalds 已提交
396

397
int update_persistent_clock(struct timespec now)
398
{
399
	struct rtc_device *rtc = rtc_class_open("rtc0");
400
	int err = -1;
401

402 403 404 405
	if (rtc) {
		err = rtc_set_mmss(rtc, now.tv_sec);
		rtc_class_close(rtc);
	}
406

407
	return err;
L
Linus Torvalds 已提交
408 409
}

410 411
unsigned long cmos_regs;
EXPORT_SYMBOL(cmos_regs);
412

413
static struct resource rtc_cmos_resource;
414 415 416 417 418 419 420

static struct platform_device rtc_cmos_device = {
	.name		= "rtc_cmos",
	.id		= -1,
	.resource	= &rtc_cmos_resource,
	.num_resources	= 1,
};
421

422
static int rtc_probe(struct platform_device *op)
423
{
424
	struct resource *r;
425

426
	printk(KERN_INFO "%s: RTC regs at 0x%llx\n",
427
	       op->dev.of_node->full_name, op->resource[0].start);
428

429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444
	/* The CMOS RTC driver only accepts IORESOURCE_IO, so cons
	 * up a fake resource so that the probe works for all cases.
	 * When the RTC is behind an ISA bus it will have IORESOURCE_IO
	 * already, whereas when it's behind EBUS is will be IORESOURCE_MEM.
	 */

	r = &rtc_cmos_resource;
	r->flags = IORESOURCE_IO;
	r->name = op->resource[0].name;
	r->start = op->resource[0].start;
	r->end = op->resource[0].end;

	cmos_regs = op->resource[0].start;
	return platform_device_register(&rtc_cmos_device);
}

445
static const struct of_device_id rtc_match[] = {
446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464
	{
		.name = "rtc",
		.compatible = "m5819",
	},
	{
		.name = "rtc",
		.compatible = "isa-m5819p",
	},
	{
		.name = "rtc",
		.compatible = "isa-m5823p",
	},
	{
		.name = "rtc",
		.compatible = "ds1287",
	},
	{},
};

465
static struct platform_driver rtc_driver = {
466
	.probe		= rtc_probe,
467 468 469 470
	.driver = {
		.name = "rtc",
		.owner = THIS_MODULE,
		.of_match_table = rtc_match,
471 472
	},
};
473

474 475 476 477 478 479
static struct platform_device rtc_bq4802_device = {
	.name		= "rtc-bq4802",
	.id		= -1,
	.num_resources	= 1,
};

480
static int bq4802_probe(struct platform_device *op)
481
{
482

483
	printk(KERN_INFO "%s: BQ4802 regs at 0x%llx\n",
484
	       op->dev.of_node->full_name, op->resource[0].start);
485

486 487
	rtc_bq4802_device.resource = &op->resource[0];
	return platform_device_register(&rtc_bq4802_device);
488 489
}

490
static const struct of_device_id bq4802_match[] = {
491
	{
492
		.name = "rtc",
493
		.compatible = "bq4802",
494
	},
495
	{},
496 497
};

498
static struct platform_driver bq4802_driver = {
499
	.probe		= bq4802_probe,
500 501 502 503
	.driver = {
		.name = "bq4802",
		.owner = THIS_MODULE,
		.of_match_table = bq4802_match,
504
	},
505 506 507 508 509
};

static unsigned char mostek_read_byte(struct device *dev, u32 ofs)
{
	struct platform_device *pdev = to_platform_device(dev);
510 511 512
	void __iomem *regs = (void __iomem *) pdev->resource[0].start;

	return readb(regs + ofs);
513 514 515 516 517
}

static void mostek_write_byte(struct device *dev, u32 ofs, u8 val)
{
	struct platform_device *pdev = to_platform_device(dev);
518 519
	void __iomem *regs = (void __iomem *) pdev->resource[0].start;

520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536
	writeb(val, regs + ofs);
}

static struct m48t59_plat_data m48t59_data = {
	.read_byte	= mostek_read_byte,
	.write_byte	= mostek_write_byte,
};

static struct platform_device m48t59_rtc = {
	.name		= "rtc-m48t59",
	.id		= 0,
	.num_resources	= 1,
	.dev	= {
		.platform_data = &m48t59_data,
	},
};

537
static int mostek_probe(struct platform_device *op)
538
{
539
	struct device_node *dp = op->dev.of_node;
540 541 542 543 544 545 546 547

	/* On an Enterprise system there can be multiple mostek clocks.
	 * We should only match the one that is on the central FHC bus.
	 */
	if (!strcmp(dp->parent->name, "fhc") &&
	    strcmp(dp->parent->parent->name, "central") != 0)
		return -ENODEV;

548
	printk(KERN_INFO "%s: Mostek regs at 0x%llx\n",
549 550 551 552 553 554
	       dp->full_name, op->resource[0].start);

	m48t59_rtc.resource = &op->resource[0];
	return platform_device_register(&m48t59_rtc);
}

555
static const struct of_device_id mostek_match[] = {
556
	{
557
		.name = "eeprom",
558 559 560
	},
	{},
};
561

562
static struct platform_driver mostek_driver = {
563
	.probe		= mostek_probe,
564 565 566 567
	.driver = {
		.name = "mostek",
		.owner = THIS_MODULE,
		.of_match_table = mostek_match,
568
	},
569
};
570

571 572 573 574 575
static struct platform_device rtc_sun4v_device = {
	.name		= "rtc-sun4v",
	.id		= -1,
};

576 577 578 579 580
static struct platform_device rtc_starfire_device = {
	.name		= "rtc-starfire",
	.id		= -1,
};

581
static int __init clock_init(void)
582
{
583 584 585
	if (this_is_starfire)
		return platform_device_register(&rtc_starfire_device);

586 587
	if (tlb_type == hypervisor)
		return platform_device_register(&rtc_sun4v_device);
L
Linus Torvalds 已提交
588

589 590 591
	(void) platform_driver_register(&rtc_driver);
	(void) platform_driver_register(&mostek_driver);
	(void) platform_driver_register(&bq4802_driver);
592 593

	return 0;
L
Linus Torvalds 已提交
594 595
}

596 597 598 599 600 601
/* Must be after subsys_initcall() so that busses are probed.  Must
 * be before device_initcall() because things like the RTC driver
 * need to see the clock registers.
 */
fs_initcall(clock_init);

L
Linus Torvalds 已提交
602 603 604
/* This is gets the master TICK_INT timer going. */
static unsigned long sparc64_init_timers(void)
{
605
	struct device_node *dp;
606
	unsigned long freq;
L
Linus Torvalds 已提交
607

608
	dp = of_find_node_by_path("/");
L
Linus Torvalds 已提交
609 610 611 612 613 614 615 616 617 618
	if (tlb_type == spitfire) {
		unsigned long ver, manuf, impl;

		__asm__ __volatile__ ("rdpr %%ver, %0"
				      : "=&r" (ver));
		manuf = ((ver >> 48) & 0xffff);
		impl = ((ver >> 32) & 0xffff);
		if (manuf == 0x17 && impl == 0x13) {
			/* Hummingbird, aka Ultra-IIe */
			tick_ops = &hbtick_operations;
619
			freq = of_getintprop_default(dp, "stick-frequency", 0);
L
Linus Torvalds 已提交
620 621
		} else {
			tick_ops = &tick_operations;
622
			freq = local_cpu_data().clock_tick;
L
Linus Torvalds 已提交
623 624 625
		}
	} else {
		tick_ops = &stick_operations;
626
		freq = of_getintprop_default(dp, "stick-frequency", 0);
L
Linus Torvalds 已提交
627 628
	}

629
	return freq;
L
Linus Torvalds 已提交
630 631 632 633 634 635
}

struct freq_table {
	unsigned long clock_tick_ref;
	unsigned int ref_freq;
};
636
static DEFINE_PER_CPU(struct freq_table, sparc64_freq_table) = { 0, 0 };
L
Linus Torvalds 已提交
637 638 639 640 641 642 643 644 645

unsigned long sparc64_get_clock_tick(unsigned int cpu)
{
	struct freq_table *ft = &per_cpu(sparc64_freq_table, cpu);

	if (ft->clock_tick_ref)
		return ft->clock_tick_ref;
	return cpu_data(cpu).clock_tick;
}
646
EXPORT_SYMBOL(sparc64_get_clock_tick);
L
Linus Torvalds 已提交
647 648 649 650 651 652 653 654 655 656 657 658 659 660 661

#ifdef CONFIG_CPU_FREQ

static int sparc64_cpufreq_notifier(struct notifier_block *nb, unsigned long val,
				    void *data)
{
	struct cpufreq_freqs *freq = data;
	unsigned int cpu = freq->cpu;
	struct freq_table *ft = &per_cpu(sparc64_freq_table, cpu);

	if (!ft->ref_freq) {
		ft->ref_freq = freq->old;
		ft->clock_tick_ref = cpu_data(cpu).clock_tick;
	}
	if ((val == CPUFREQ_PRECHANGE  && freq->old < freq->new) ||
662
	    (val == CPUFREQ_POSTCHANGE && freq->old > freq->new)) {
L
Linus Torvalds 已提交
663 664 665 666 667 668 669 670 671 672 673 674 675
		cpu_data(cpu).clock_tick =
			cpufreq_scale(ft->clock_tick_ref,
				      ft->ref_freq,
				      freq->new);
	}

	return 0;
}

static struct notifier_block sparc64_cpufreq_notifier_block = {
	.notifier_call	= sparc64_cpufreq_notifier
};

676 677 678 679 680 681 682 683 684 685
static int __init register_sparc64_cpufreq_notifier(void)
{

	cpufreq_register_notifier(&sparc64_cpufreq_notifier_block,
				  CPUFREQ_TRANSITION_NOTIFIER);
	return 0;
}

core_initcall(register_sparc64_cpufreq_notifier);

L
Linus Torvalds 已提交
686 687
#endif /* CONFIG_CPU_FREQ */

688 689 690
static int sparc64_next_event(unsigned long delta,
			      struct clock_event_device *evt)
{
691
	return tick_ops->add_compare(delta) ? -ETIME : 0;
692 693 694 695 696 697 698
}

static void sparc64_timer_setup(enum clock_event_mode mode,
				struct clock_event_device *evt)
{
	switch (mode) {
	case CLOCK_EVT_MODE_ONESHOT:
T
Thomas Gleixner 已提交
699
	case CLOCK_EVT_MODE_RESUME:
700 701 702 703 704 705 706 707 708 709
		break;

	case CLOCK_EVT_MODE_SHUTDOWN:
		tick_ops->disable_irq();
		break;

	case CLOCK_EVT_MODE_PERIODIC:
	case CLOCK_EVT_MODE_UNUSED:
		WARN_ON(1);
		break;
710
	}
711 712 713 714 715 716 717 718 719
}

static struct clock_event_device sparc64_clockevent = {
	.features	= CLOCK_EVT_FEAT_ONESHOT,
	.set_mode	= sparc64_timer_setup,
	.set_next_event	= sparc64_next_event,
	.rating		= 100,
	.shift		= 30,
	.irq		= -1,
L
Linus Torvalds 已提交
720
};
721
static DEFINE_PER_CPU(struct clock_event_device, sparc64_events);
L
Linus Torvalds 已提交
722

723
void __irq_entry timer_interrupt(int irq, struct pt_regs *regs)
L
Linus Torvalds 已提交
724
{
725 726 727 728 729 730 731 732 733
	struct pt_regs *old_regs = set_irq_regs(regs);
	unsigned long tick_mask = tick_ops->softint_mask;
	int cpu = smp_processor_id();
	struct clock_event_device *evt = &per_cpu(sparc64_events, cpu);

	clear_softint(tick_mask);

	irq_enter();

734
	local_cpu_data().irq0_irqs++;
735
	kstat_incr_irqs_this_cpu(0, irq_to_desc(0));
736 737 738 739 740 741 742 743 744 745 746

	if (unlikely(!evt->event_handler)) {
		printk(KERN_WARNING
		       "Spurious SPARC64 timer interrupt on cpu %d\n", cpu);
	} else
		evt->event_handler(evt);

	irq_exit();

	set_irq_regs(old_regs);
}
L
Linus Torvalds 已提交
747

748
void setup_sparc64_timer(void)
749 750 751
{
	struct clock_event_device *sevt;
	unsigned long pstate;
L
Linus Torvalds 已提交
752

753 754
	/* Guarantee that the following sequences execute
	 * uninterrupted.
L
Linus Torvalds 已提交
755
	 */
756 757 758 759 760 761 762 763 764 765 766 767 768 769 770
	__asm__ __volatile__("rdpr	%%pstate, %0\n\t"
			     "wrpr	%0, %1, %%pstate"
			     : "=r" (pstate)
			     : "i" (PSTATE_IE));

	tick_ops->init_tick();

	/* Restore PSTATE_IE. */
	__asm__ __volatile__("wrpr	%0, 0x0, %%pstate"
			     : /* no outputs */
			     : "r" (pstate));

	sevt = &__get_cpu_var(sparc64_events);

	memcpy(sevt, &sparc64_clockevent, sizeof(*sevt));
771
	sevt->cpumask = cpumask_of(smp_processor_id());
772 773 774 775

	clockevents_register_device(sevt);
}

776
#define SPARC64_NSEC_PER_CYC_SHIFT	10UL
777 778 779 780 781 782 783

static struct clocksource clocksource_tick = {
	.rating		= 100,
	.mask		= CLOCKSOURCE_MASK(64),
	.flags		= CLOCK_SOURCE_IS_CONTINUOUS,
};

784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802
static unsigned long tb_ticks_per_usec __read_mostly;

void __delay(unsigned long loops)
{
	unsigned long bclock, now;

	bclock = tick_ops->get_tick();
	do {
		now = tick_ops->get_tick();
	} while ((now-bclock) < loops);
}
EXPORT_SYMBOL(__delay);

void udelay(unsigned long usecs)
{
	__delay(tb_ticks_per_usec * usecs);
}
EXPORT_SYMBOL(udelay);

803 804 805 806 807
static cycle_t clocksource_tick_read(struct clocksource *cs)
{
	return tick_ops->get_tick();
}

808 809
void __init time_init(void)
{
810
	unsigned long freq = sparc64_init_timers();
L
Linus Torvalds 已提交
811

812
	tb_ticks_per_usec = freq / USEC_PER_SEC;
813

L
Linus Torvalds 已提交
814
	timer_ticks_per_nsec_quotient =
815
		clocksource_hz2mult(freq, SPARC64_NSEC_PER_CYC_SHIFT);
816 817

	clocksource_tick.name = tick_ops->name;
818
	clocksource_tick.read = clocksource_tick_read;
819

820
	clocksource_register_hz(&clocksource_tick, freq);
821 822 823 824
	printk("clocksource: mult[%x] shift[%d]\n",
	       clocksource_tick.mult, clocksource_tick.shift);

	sparc64_clockevent.name = tick_ops->name;
825
	clockevents_calc_mult_shift(&sparc64_clockevent, freq, 4);
826 827

	sparc64_clockevent.max_delta_ns =
828
		clockevent_delta2ns(0x7fffffffffffffffUL, &sparc64_clockevent);
829 830 831
	sparc64_clockevent.min_delta_ns =
		clockevent_delta2ns(0xF, &sparc64_clockevent);

832
	printk("clockevent: mult[%x] shift[%d]\n",
833 834 835
	       sparc64_clockevent.mult, sparc64_clockevent.shift);

	setup_sparc64_timer();
L
Linus Torvalds 已提交
836 837 838 839 840 841 842 843 844 845
}

unsigned long long sched_clock(void)
{
	unsigned long ticks = tick_ops->get_tick();

	return (ticks * timer_ticks_per_nsec_quotient)
		>> SPARC64_NSEC_PER_CYC_SHIFT;
}

846
int read_current_timer(unsigned long *timer_val)
A
Andrew Morton 已提交
847 848 849 850
{
	*timer_val = tick_ops->get_tick();
	return 0;
}