processor_driver.c 23.9 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44
/*
 * acpi_processor.c - ACPI Processor Driver ($Revision: 71 $)
 *
 *  Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
 *  Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
 *  Copyright (C) 2004       Dominik Brodowski <linux@brodo.de>
 *  Copyright (C) 2004  Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com>
 *  			- Added processor hotplug support
 *
 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 *
 *  This program is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2 of the License, or (at
 *  your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful, but
 *  WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 *  General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License along
 *  with this program; if not, write to the Free Software Foundation, Inc.,
 *  59 Temple Place, Suite 330, Boston, MA 02111-1307 USA.
 *
 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 *  TBD:
 *	1. Make # power states dynamic.
 *	2. Support duty_cycle values that span bit 4.
 *	3. Optimize by having scheduler determine business instead of
 *	   having us try to calculate it here.
 *	4. Need C1 timing -- must modify kernel (IRQ handler) to get this.
 */

#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/init.h>
#include <linux/types.h>
#include <linux/pci.h>
#include <linux/pm.h>
#include <linux/cpufreq.h>
#include <linux/cpu.h>
#include <linux/dmi.h>
#include <linux/moduleparam.h>
45
#include <linux/cpuidle.h>
46
#include <linux/slab.h>
L
Linus Torvalds 已提交
47 48 49 50 51 52 53 54 55 56 57 58 59 60

#include <asm/io.h>
#include <asm/system.h>
#include <asm/cpu.h>
#include <asm/delay.h>
#include <asm/uaccess.h>
#include <asm/processor.h>
#include <asm/smp.h>
#include <asm/acpi.h>

#include <acpi/acpi_bus.h>
#include <acpi/acpi_drivers.h>
#include <acpi/processor.h>

61 62
#define PREFIX "ACPI: "

L
Linus Torvalds 已提交
63 64 65 66 67 68 69
#define ACPI_PROCESSOR_CLASS		"processor"
#define ACPI_PROCESSOR_DEVICE_NAME	"Processor"
#define ACPI_PROCESSOR_FILE_INFO	"info"
#define ACPI_PROCESSOR_FILE_THROTTLING	"throttling"
#define ACPI_PROCESSOR_FILE_LIMIT	"limit"
#define ACPI_PROCESSOR_NOTIFY_PERFORMANCE 0x80
#define ACPI_PROCESSOR_NOTIFY_POWER	0x81
70
#define ACPI_PROCESSOR_NOTIFY_THROTTLING	0x82
L
Linus Torvalds 已提交
71 72 73 74 75

#define ACPI_PROCESSOR_LIMIT_USER	0
#define ACPI_PROCESSOR_LIMIT_THERMAL	1

#define _COMPONENT		ACPI_PROCESSOR_COMPONENT
76
ACPI_MODULE_NAME("processor_driver");
L
Linus Torvalds 已提交
77

78
MODULE_AUTHOR("Paul Diefenbaugh");
79
MODULE_DESCRIPTION("ACPI Processor Driver");
L
Linus Torvalds 已提交
80 81
MODULE_LICENSE("GPL");

L
Len Brown 已提交
82 83
static int acpi_processor_add(struct acpi_device *device);
static int acpi_processor_remove(struct acpi_device *device, int type);
84
static void acpi_processor_notify(struct acpi_device *device, u32 event);
85
static acpi_status acpi_processor_hotadd_init(struct acpi_processor *pr);
L
Linus Torvalds 已提交
86
static int acpi_processor_handle_eject(struct acpi_processor *pr);
87
static int acpi_processor_start(struct acpi_processor *pr);
L
Linus Torvalds 已提交
88

89
static const struct acpi_device_id processor_device_ids[] = {
90
	{ACPI_PROCESSOR_OBJECT_HID, 0},
91
	{"ACPI0007", 0},
92 93 94 95
	{"", 0},
};
MODULE_DEVICE_TABLE(acpi, processor_device_ids);

L
Linus Torvalds 已提交
96
static struct acpi_driver acpi_processor_driver = {
L
Len Brown 已提交
97
	.name = "processor",
L
Len Brown 已提交
98
	.class = ACPI_PROCESSOR_CLASS,
99
	.ids = processor_device_ids,
L
Len Brown 已提交
100 101 102
	.ops = {
		.add = acpi_processor_add,
		.remove = acpi_processor_remove,
103 104
		.suspend = acpi_processor_suspend,
		.resume = acpi_processor_resume,
105
		.notify = acpi_processor_notify,
L
Len Brown 已提交
106
		},
L
Linus Torvalds 已提交
107 108 109 110 111
};

#define INSTALL_NOTIFY_HANDLER		1
#define UNINSTALL_NOTIFY_HANDLER	2

112
DEFINE_PER_CPU(struct acpi_processor *, processors);
113 114
EXPORT_PER_CPU_SYMBOL(processors);

115
struct acpi_processor_errata errata __read_mostly;
L
Linus Torvalds 已提交
116 117 118 119 120

/* --------------------------------------------------------------------------
                                Errata Handling
   -------------------------------------------------------------------------- */

L
Len Brown 已提交
121
static int acpi_processor_errata_piix4(struct pci_dev *dev)
L
Linus Torvalds 已提交
122
{
L
Len Brown 已提交
123 124
	u8 value1 = 0;
	u8 value2 = 0;
L
Linus Torvalds 已提交
125 126 127


	if (!dev)
128
		return -EINVAL;
L
Linus Torvalds 已提交
129 130 131 132 133

	/*
	 * Note that 'dev' references the PIIX4 ACPI Controller.
	 */

134
	switch (dev->revision) {
L
Linus Torvalds 已提交
135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151
	case 0:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4 A-step\n"));
		break;
	case 1:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4 B-step\n"));
		break;
	case 2:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4E\n"));
		break;
	case 3:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4M\n"));
		break;
	default:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found unknown PIIX4\n"));
		break;
	}

152
	switch (dev->revision) {
L
Linus Torvalds 已提交
153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181

	case 0:		/* PIIX4 A-step */
	case 1:		/* PIIX4 B-step */
		/*
		 * See specification changes #13 ("Manual Throttle Duty Cycle")
		 * and #14 ("Enabling and Disabling Manual Throttle"), plus
		 * erratum #5 ("STPCLK# Deassertion Time") from the January
		 * 2002 PIIX4 specification update.  Applies to only older
		 * PIIX4 models.
		 */
		errata.piix4.throttle = 1;

	case 2:		/* PIIX4E */
	case 3:		/* PIIX4M */
		/*
		 * See erratum #18 ("C3 Power State/BMIDE and Type-F DMA
		 * Livelock") from the January 2002 PIIX4 specification update.
		 * Applies to all PIIX4 models.
		 */

		/*
		 * BM-IDE
		 * ------
		 * Find the PIIX4 IDE Controller and get the Bus Master IDE
		 * Status register address.  We'll use this later to read
		 * each IDE controller's DMA status to make sure we catch all
		 * DMA activity.
		 */
		dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,
L
Len Brown 已提交
182 183
				     PCI_DEVICE_ID_INTEL_82371AB,
				     PCI_ANY_ID, PCI_ANY_ID, NULL);
L
Linus Torvalds 已提交
184 185 186 187 188 189 190 191 192 193 194 195 196 197 198
		if (dev) {
			errata.piix4.bmisx = pci_resource_start(dev, 4);
			pci_dev_put(dev);
		}

		/*
		 * Type-F DMA
		 * ----------
		 * Find the PIIX4 ISA Controller and read the Motherboard
		 * DMA controller's status to see if Type-F (Fast) DMA mode
		 * is enabled (bit 7) on either channel.  Note that we'll
		 * disable C3 support if this is enabled, as some legacy
		 * devices won't operate well if fast DMA is disabled.
		 */
		dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,
L
Len Brown 已提交
199 200
				     PCI_DEVICE_ID_INTEL_82371AB_0,
				     PCI_ANY_ID, PCI_ANY_ID, NULL);
L
Linus Torvalds 已提交
201 202 203 204 205 206 207 208 209 210 211 212 213
		if (dev) {
			pci_read_config_byte(dev, 0x76, &value1);
			pci_read_config_byte(dev, 0x77, &value2);
			if ((value1 & 0x80) || (value2 & 0x80))
				errata.piix4.fdma = 1;
			pci_dev_put(dev);
		}

		break;
	}

	if (errata.piix4.bmisx)
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
214
				  "Bus master activity detection (BM-IDE) erratum enabled\n"));
L
Linus Torvalds 已提交
215 216
	if (errata.piix4.fdma)
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
217
				  "Type-F DMA livelock erratum (C3 disabled)\n"));
L
Linus Torvalds 已提交
218

219
	return 0;
L
Linus Torvalds 已提交
220 221
}

222
static int acpi_processor_errata(struct acpi_processor *pr)
L
Linus Torvalds 已提交
223
{
L
Len Brown 已提交
224 225
	int result = 0;
	struct pci_dev *dev = NULL;
L
Linus Torvalds 已提交
226 227 228


	if (!pr)
229
		return -EINVAL;
L
Linus Torvalds 已提交
230 231 232 233 234

	/*
	 * PIIX4
	 */
	dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,
L
Len Brown 已提交
235 236
			     PCI_DEVICE_ID_INTEL_82371AB_3, PCI_ANY_ID,
			     PCI_ANY_ID, NULL);
L
Linus Torvalds 已提交
237 238 239 240 241
	if (dev) {
		result = acpi_processor_errata_piix4(dev);
		pci_dev_put(dev);
	}

242
	return result;
L
Linus Torvalds 已提交
243 244 245 246 247 248
}

/* --------------------------------------------------------------------------
                                 Driver Interface
   -------------------------------------------------------------------------- */

249
static int acpi_processor_get_info(struct acpi_device *device)
L
Linus Torvalds 已提交
250
{
L
Len Brown 已提交
251 252 253
	acpi_status status = 0;
	union acpi_object object = { 0 };
	struct acpi_buffer buffer = { sizeof(union acpi_object), &object };
254 255
	struct acpi_processor *pr;
	int cpu_index, device_declaration = 0;
L
Len Brown 已提交
256
	static int cpu0_initialized;
L
Linus Torvalds 已提交
257

258
	pr = acpi_driver_data(device);
L
Linus Torvalds 已提交
259
	if (!pr)
260
		return -EINVAL;
L
Linus Torvalds 已提交
261 262 263 264 265 266 267 268 269 270

	if (num_online_cpus() > 1)
		errata.smp = TRUE;

	acpi_processor_errata(pr);

	/*
	 * Check to see if we have bus mastering arbitration control.  This
	 * is required for proper C3 usage (to maintain cache coherency).
	 */
271
	if (acpi_gbl_FADT.pm2_control_block && acpi_gbl_FADT.pm2_control_length) {
L
Linus Torvalds 已提交
272 273
		pr->flags.bm_control = 1;
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
274 275
				  "Bus mastering arbitration control present\n"));
	} else
L
Linus Torvalds 已提交
276
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
277
				  "No bus mastering arbitration control\n"));
L
Linus Torvalds 已提交
278

279 280 281 282 283 284 285 286 287 288 289 290 291 292 293
	if (!strcmp(acpi_device_hid(device), ACPI_PROCESSOR_OBJECT_HID)) {
		/* Declared with "Processor" statement; match ProcessorID */
		status = acpi_evaluate_object(pr->handle, NULL, NULL, &buffer);
		if (ACPI_FAILURE(status)) {
			printk(KERN_ERR PREFIX "Evaluating processor object\n");
			return -ENODEV;
		}

		/*
		 * TBD: Synch processor ID (via LAPIC/LSAPIC structures) on SMP.
		 *      >>> 'acpi_get_processor_id(acpi_id, &id)' in
		 *      arch/xxx/acpi.c
		 */
		pr->acpi_id = object.processor.proc_id;
	} else {
294 295 296 297
		/*
		 * Declared with "Device" statement; match _UID.
		 * Note that we don't handle string _UIDs yet.
		 */
298
		unsigned long long value;
299 300 301
		status = acpi_evaluate_integer(pr->handle, METHOD_NAME__UID,
						NULL, &value);
		if (ACPI_FAILURE(status)) {
302 303
			printk(KERN_ERR PREFIX
			    "Evaluating processor _UID [%#x]\n", status);
304 305
			return -ENODEV;
		}
306
		device_declaration = 1;
307 308
		pr->acpi_id = value;
	}
309
	cpu_index = acpi_get_cpuid(pr->handle, device_declaration, pr->acpi_id);
L
Linus Torvalds 已提交
310

L
Len Brown 已提交
311
	/* Handle UP system running SMP kernel, with no LAPIC in MADT */
A
Ashok Raj 已提交
312
	if (!cpu0_initialized && (cpu_index == -1) &&
L
Len Brown 已提交
313 314 315 316 317 318 319 320 321 322 323 324 325
	    (num_online_cpus() == 1)) {
		cpu_index = 0;
	}

	cpu0_initialized = 1;

	pr->id = cpu_index;

	/*
	 *  Extra Processor objects may be enumerated on MP systems with
	 *  less than the max # of CPUs. They should be ignored _iff
	 *  they are physically not present.
	 */
326
	if (pr->id == -1) {
327
		if (ACPI_FAILURE(acpi_processor_hotadd_init(pr)))
328
			return -ENODEV;
L
Len Brown 已提交
329
	}
330 331 332 333 334 335 336 337 338 339
	/*
	 * On some boxes several processors use the same processor bus id.
	 * But they are located in different scope. For example:
	 * \_SB.SCK0.CPU0
	 * \_SB.SCK1.CPU0
	 * Rename the processor device bus id. And the new bus id will be
	 * generated as the following format:
	 * CPU+CPU ID.
	 */
	sprintf(acpi_device_bid(device), "CPU%X", pr->id);
L
Linus Torvalds 已提交
340
	ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Processor [%d:%d]\n", pr->id,
L
Len Brown 已提交
341
			  pr->acpi_id));
L
Linus Torvalds 已提交
342 343 344 345

	if (!object.processor.pblk_address)
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "No PBLK (NULL address)\n"));
	else if (object.processor.pblk_length != 6)
346 347
		printk(KERN_ERR PREFIX "Invalid PBLK length [%d]\n",
			    object.processor.pblk_length);
L
Linus Torvalds 已提交
348 349
	else {
		pr->throttling.address = object.processor.pblk_address;
350 351
		pr->throttling.duty_offset = acpi_gbl_FADT.duty_offset;
		pr->throttling.duty_width = acpi_gbl_FADT.duty_width;
L
Linus Torvalds 已提交
352 353 354 355 356 357 358 359 360 361 362 363 364

		pr->pblk = object.processor.pblk_address;

		/*
		 * We don't care about error returns - we just try to mark
		 * these reserved so that nobody else is confused into thinking
		 * that this region might be unused..
		 *
		 * (In particular, allocating the IO range for Cardbus)
		 */
		request_region(pr->throttling.address, 6, "ACPI CPU throttle");
	}

365 366 367 368 369 370 371 372 373
	/*
	 * If ACPI describes a slot number for this CPU, we can use it
	 * ensure we get the right value in the "physical id" field
	 * of /proc/cpuinfo
	 */
	status = acpi_evaluate_object(pr->handle, "_SUN", NULL, &buffer);
	if (ACPI_SUCCESS(status))
		arch_fix_phys_package_id(pr->id, object.integer.value);

374
	return 0;
L
Linus Torvalds 已提交
375 376
}

377
static DEFINE_PER_CPU(void *, processor_device_array);
378

379
static void acpi_processor_notify(struct acpi_device *device, u32 event)
L
Linus Torvalds 已提交
380
{
381
	struct acpi_processor *pr = acpi_driver_data(device);
382
	int saved;
L
Linus Torvalds 已提交
383 384

	if (!pr)
385
		return;
L
Linus Torvalds 已提交
386 387 388

	switch (event) {
	case ACPI_PROCESSOR_NOTIFY_PERFORMANCE:
389
		saved = pr->performance_platform_limit;
390
		acpi_processor_ppc_has_changed(pr, 1);
391 392
		if (saved == pr->performance_platform_limit)
			break;
393
		acpi_bus_generate_proc_event(device, event,
L
Len Brown 已提交
394
					pr->performance_platform_limit);
395
		acpi_bus_generate_netlink_event(device->pnp.device_class,
396
						  dev_name(&device->dev), event,
397
						  pr->performance_platform_limit);
L
Linus Torvalds 已提交
398 399 400
		break;
	case ACPI_PROCESSOR_NOTIFY_POWER:
		acpi_processor_cst_has_changed(pr);
401
		acpi_bus_generate_proc_event(device, event, 0);
402
		acpi_bus_generate_netlink_event(device->pnp.device_class,
403
						  dev_name(&device->dev), event, 0);
L
Linus Torvalds 已提交
404
		break;
405 406
	case ACPI_PROCESSOR_NOTIFY_THROTTLING:
		acpi_processor_tstate_has_changed(pr);
407
		acpi_bus_generate_proc_event(device, event, 0);
408
		acpi_bus_generate_netlink_event(device->pnp.device_class,
409
						  dev_name(&device->dev), event, 0);
L
Linus Torvalds 已提交
410 411
	default:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
412
				  "Unsupported event [0x%x]\n", event));
L
Linus Torvalds 已提交
413 414 415
		break;
	}

416
	return;
L
Linus Torvalds 已提交
417 418
}

419 420 421 422
static int acpi_cpu_soft_notify(struct notifier_block *nfb,
		unsigned long action, void *hcpu)
{
	unsigned int cpu = (unsigned long)hcpu;
423
	struct acpi_processor *pr = per_cpu(processors, cpu);
424 425

	if (action == CPU_ONLINE && pr) {
426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448
		/* CPU got physically hotplugged and onlined the first time:
		 * Initialize missing things
		 */
		if (pr->flags.need_hotplug_init) {
			struct cpuidle_driver *idle_driver =
				cpuidle_get_driver();

			printk(KERN_INFO "Will online and init hotplugged "
			       "CPU: %d\n", pr->id);
			WARN(acpi_processor_start(pr), "Failed to start CPU:"
				" %d\n", pr->id);
			pr->flags.need_hotplug_init = 0;
			if (idle_driver && !strcmp(idle_driver->name,
						   "intel_idle")) {
				intel_idle_cpu_init(pr->id);
			}
		/* Normal CPU soft online event */
		} else {
			acpi_processor_ppc_has_changed(pr, 0);
			acpi_processor_cst_has_changed(pr);
			acpi_processor_reevaluate_tstate(pr, action);
			acpi_processor_tstate_has_changed(pr);
		}
449
	}
450 451 452 453
	if (action == CPU_DEAD && pr) {
		/* invalidate the flag.throttling after one CPU is offline */
		acpi_processor_reevaluate_tstate(pr, action);
	}
454 455 456 457 458 459 460 461
	return NOTIFY_OK;
}

static struct notifier_block acpi_cpu_notifier =
{
	    .notifier_call = acpi_cpu_soft_notify,
};

462 463 464 465 466 467 468 469 470
/*
 * acpi_processor_start() is called by the cpu_hotplug_notifier func:
 * acpi_cpu_soft_notify(). Getting it __cpuinit{data} is difficult, the
 * root cause seem to be that acpi_processor_uninstall_hotplug_notify()
 * is in the module_exit (__exit) func. Allowing acpi_processor_start()
 * to not be in __cpuinit section, but being called from __cpuinit funcs
 * via __ref looks like the right thing to do here.
 */
static __ref int acpi_processor_start(struct acpi_processor *pr)
471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520
{
	struct acpi_device *device = per_cpu(processor_device_array, pr->id);
	int result = 0;

#ifdef CONFIG_CPU_FREQ
	acpi_processor_ppc_has_changed(pr, 0);
#endif
	acpi_processor_get_throttling_info(pr);
	acpi_processor_get_limit_info(pr);

	if (!cpuidle_get_driver() || cpuidle_get_driver() == &acpi_idle_driver)
		acpi_processor_power_init(pr, device);

	pr->cdev = thermal_cooling_device_register("Processor", device,
						   &processor_cooling_ops);
	if (IS_ERR(pr->cdev)) {
		result = PTR_ERR(pr->cdev);
		goto err_power_exit;
	}

	dev_dbg(&device->dev, "registered as cooling_device%d\n",
		pr->cdev->id);

	result = sysfs_create_link(&device->dev.kobj,
				   &pr->cdev->device.kobj,
				   "thermal_cooling");
	if (result) {
		printk(KERN_ERR PREFIX "Create sysfs link\n");
		goto err_thermal_unregister;
	}
	result = sysfs_create_link(&pr->cdev->device.kobj,
				   &device->dev.kobj,
				   "device");
	if (result) {
		printk(KERN_ERR PREFIX "Create sysfs link\n");
		goto err_remove_sysfs_thermal;
	}

	return 0;

err_remove_sysfs_thermal:
	sysfs_remove_link(&device->dev.kobj, "thermal_cooling");
err_thermal_unregister:
	thermal_cooling_device_unregister(pr->cdev);
err_power_exit:
	acpi_processor_power_exit(pr, device);

	return result;
}

521 522 523 524 525 526
/*
 * Do not put anything in here which needs the core to be online.
 * For example MSR access or setting up things which check for cpuinfo_x86
 * (cpu_data(cpu)) values, like CPU feature flags, family, model, etc.
 * Such things have to be put in and set up above in acpi_processor_start()
 */
527
static int __cpuinit acpi_processor_add(struct acpi_device *device)
L
Linus Torvalds 已提交
528
{
L
Len Brown 已提交
529
	struct acpi_processor *pr = NULL;
530
	int result = 0;
531
	struct device *dev;
L
Linus Torvalds 已提交
532

533
	pr = kzalloc(sizeof(struct acpi_processor), GFP_KERNEL);
L
Linus Torvalds 已提交
534
	if (!pr)
535
		return -ENOMEM;
L
Linus Torvalds 已提交
536

537
	if (!zalloc_cpumask_var(&pr->throttling.shared_cpu_map, GFP_KERNEL)) {
538 539 540 541
		kfree(pr);
		return -ENOMEM;
	}

L
Linus Torvalds 已提交
542 543 544
	pr->handle = device->handle;
	strcpy(acpi_device_name(device), ACPI_PROCESSOR_DEVICE_NAME);
	strcpy(acpi_device_class(device), ACPI_PROCESSOR_CLASS);
545
	device->driver_data = pr;
L
Linus Torvalds 已提交
546

547
	result = acpi_processor_get_info(device);
L
Linus Torvalds 已提交
548 549
	if (result) {
		/* Processor is physically not present */
550
		return 0;
L
Linus Torvalds 已提交
551 552
	}

553 554 555 556 557
#ifdef CONFIG_SMP
	if (pr->id >= setup_max_cpus && pr->id != 0)
		return 0;
#endif

558
	BUG_ON((pr->id >= nr_cpu_ids) || (pr->id < 0));
L
Linus Torvalds 已提交
559

560 561 562 563 564
	/*
	 * Buggy BIOS check
	 * ACPI id of processors can be reported wrongly by the BIOS.
	 * Don't trust it blindly
	 */
565 566
	if (per_cpu(processor_device_array, pr->id) != NULL &&
	    per_cpu(processor_device_array, pr->id) != device) {
567
		printk(KERN_WARNING "BIOS reported wrong ACPI id "
L
Len Brown 已提交
568
			"for the processor\n");
569 570
		result = -ENODEV;
		goto err_free_cpumask;
571
	}
572
	per_cpu(processor_device_array, pr->id) = device;
573

574
	per_cpu(processors, pr->id) = pr;
L
Linus Torvalds 已提交
575

576 577
	dev = get_cpu_device(pr->id);
	if (sysfs_create_link(&device->dev.kobj, &dev->kobj, "sysdev")) {
578
		result = -EFAULT;
579
		goto err_free_cpumask;
580
	}
581

582
#ifdef CONFIG_CPU_FREQ
583
	acpi_processor_ppc_has_changed(pr, 0);
584
	acpi_processor_load_module(pr);
585 586 587 588
#endif
	acpi_processor_get_throttling_info(pr);
	acpi_processor_get_limit_info(pr);

589
	if (!cpuidle_get_driver() || cpuidle_get_driver() == &acpi_idle_driver)
590
		acpi_processor_power_init(pr, device);
L
Linus Torvalds 已提交
591

592 593
	pr->cdev = thermal_cooling_device_register("Processor", device,
						&processor_cooling_ops);
594 595
	if (IS_ERR(pr->cdev)) {
		result = PTR_ERR(pr->cdev);
596
		goto err_remove_sysfs;
597
	}
598

599 600 601 602 603 604
	/*
	 * Do not start hotplugged CPUs now, but when they
	 * are onlined the first time
	 */
	if (pr->flags.need_hotplug_init)
		return 0;
605

606 607
	result = acpi_processor_start(pr);
	if (result)
608
		goto err_remove_sysfs;
609

610
	return 0;
611 612

err_remove_sysfs:
613
	sysfs_remove_link(&device->dev.kobj, "sysdev");
614 615
err_free_cpumask:
	free_cpumask_var(pr->throttling.shared_cpu_map);
L
Linus Torvalds 已提交
616

617
	return result;
L
Linus Torvalds 已提交
618 619
}

L
Len Brown 已提交
620
static int acpi_processor_remove(struct acpi_device *device, int type)
L
Linus Torvalds 已提交
621
{
L
Len Brown 已提交
622
	struct acpi_processor *pr = NULL;
L
Linus Torvalds 已提交
623 624 625


	if (!device || !acpi_driver_data(device))
626
		return -EINVAL;
L
Linus Torvalds 已提交
627

628
	pr = acpi_driver_data(device);
L
Linus Torvalds 已提交
629

630 631
	if (pr->id >= nr_cpu_ids)
		goto free;
L
Linus Torvalds 已提交
632 633 634

	if (type == ACPI_BUS_REMOVAL_EJECT) {
		if (acpi_processor_handle_eject(pr))
635
			return -EINVAL;
L
Linus Torvalds 已提交
636 637 638 639
	}

	acpi_processor_power_exit(pr, device);

640 641
	sysfs_remove_link(&device->dev.kobj, "sysdev");

642 643 644 645 646 647
	if (pr->cdev) {
		sysfs_remove_link(&device->dev.kobj, "thermal_cooling");
		sysfs_remove_link(&pr->cdev->device.kobj, "device");
		thermal_cooling_device_unregister(pr->cdev);
		pr->cdev = NULL;
	}
648

649 650
	per_cpu(processors, pr->id) = NULL;
	per_cpu(processor_device_array, pr->id) = NULL;
651 652 653

free:
	free_cpumask_var(pr->throttling.shared_cpu_map);
L
Linus Torvalds 已提交
654 655
	kfree(pr);

656
	return 0;
L
Linus Torvalds 已提交
657 658 659 660 661 662 663
}

#ifdef CONFIG_ACPI_HOTPLUG_CPU
/****************************************************************************
 * 	Acpi processor hotplug support 				       	    *
 ****************************************************************************/

L
Len Brown 已提交
664
static int is_processor_present(acpi_handle handle)
L
Linus Torvalds 已提交
665
{
L
Len Brown 已提交
666
	acpi_status status;
667
	unsigned long long sta = 0;
L
Linus Torvalds 已提交
668 669 670


	status = acpi_evaluate_integer(handle, "_STA", NULL, &sta);
671 672 673 674

	if (ACPI_SUCCESS(status) && (sta & ACPI_STA_DEVICE_PRESENT))
		return 1;

675 676 677 678 679 680 681 682 683
	/*
	 * _STA is mandatory for a processor that supports hot plug
	 */
	if (status == AE_NOT_FOUND)
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
				"Processor does not support hot plug\n"));
	else
		ACPI_EXCEPTION((AE_INFO, status,
				"Processor Device is not present"));
684
	return 0;
L
Linus Torvalds 已提交
685 686 687
}

static
L
Len Brown 已提交
688
int acpi_processor_device_add(acpi_handle handle, struct acpi_device **device)
L
Linus Torvalds 已提交
689
{
L
Len Brown 已提交
690 691
	acpi_handle phandle;
	struct acpi_device *pdev;
L
Linus Torvalds 已提交
692 693 694


	if (acpi_get_parent(handle, &phandle)) {
695
		return -ENODEV;
L
Linus Torvalds 已提交
696 697 698
	}

	if (acpi_bus_get_device(phandle, &pdev)) {
699
		return -ENODEV;
L
Linus Torvalds 已提交
700 701 702
	}

	if (acpi_bus_add(device, pdev, handle, ACPI_BUS_TYPE_PROCESSOR)) {
703
		return -ENODEV;
L
Linus Torvalds 已提交
704 705
	}

706
	return 0;
L
Linus Torvalds 已提交
707 708
}

709 710
static void acpi_processor_hotplug_notify(acpi_handle handle,
					  u32 event, void *data)
L
Linus Torvalds 已提交
711
{
L
Len Brown 已提交
712 713
	struct acpi_processor *pr;
	struct acpi_device *device = NULL;
L
Linus Torvalds 已提交
714 715 716 717 718 719
	int result;


	switch (event) {
	case ACPI_NOTIFY_BUS_CHECK:
	case ACPI_NOTIFY_DEVICE_CHECK:
720 721
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
		"Processor driver received %s event\n",
L
Len Brown 已提交
722
		       (event == ACPI_NOTIFY_BUS_CHECK) ?
723
		       "ACPI_NOTIFY_BUS_CHECK" : "ACPI_NOTIFY_DEVICE_CHECK"));
L
Linus Torvalds 已提交
724 725 726 727 728 729 730

		if (!is_processor_present(handle))
			break;

		if (acpi_bus_get_device(handle, &device)) {
			result = acpi_processor_device_add(handle, &device);
			if (result)
731 732
				printk(KERN_ERR PREFIX
					    "Unable to add the device\n");
L
Linus Torvalds 已提交
733 734
			break;
		}
L
Len Brown 已提交
735
		break;
L
Linus Torvalds 已提交
736
	case ACPI_NOTIFY_EJECT_REQUEST:
L
Len Brown 已提交
737 738
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
				  "received ACPI_NOTIFY_EJECT_REQUEST\n"));
L
Linus Torvalds 已提交
739 740

		if (acpi_bus_get_device(handle, &device)) {
741 742
			printk(KERN_ERR PREFIX
				    "Device don't exist, dropping EJECT\n");
L
Linus Torvalds 已提交
743 744 745 746
			break;
		}
		pr = acpi_driver_data(device);
		if (!pr) {
747 748
			printk(KERN_ERR PREFIX
				    "Driver data is NULL, dropping EJECT\n");
749
			return;
L
Linus Torvalds 已提交
750 751 752 753
		}
		break;
	default:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
754
				  "Unsupported event [0x%x]\n", event));
L
Linus Torvalds 已提交
755 756 757
		break;
	}

758
	return;
L
Linus Torvalds 已提交
759 760 761 762
}

static acpi_status
processor_walk_namespace_cb(acpi_handle handle,
L
Len Brown 已提交
763
			    u32 lvl, void *context, void **rv)
L
Linus Torvalds 已提交
764
{
L
Len Brown 已提交
765
	acpi_status status;
L
Linus Torvalds 已提交
766
	int *action = context;
L
Len Brown 已提交
767
	acpi_object_type type = 0;
L
Linus Torvalds 已提交
768 769 770

	status = acpi_get_type(handle, &type);
	if (ACPI_FAILURE(status))
L
Len Brown 已提交
771
		return (AE_OK);
L
Linus Torvalds 已提交
772 773

	if (type != ACPI_TYPE_PROCESSOR)
L
Len Brown 已提交
774
		return (AE_OK);
L
Linus Torvalds 已提交
775

L
Len Brown 已提交
776
	switch (*action) {
L
Linus Torvalds 已提交
777 778
	case INSTALL_NOTIFY_HANDLER:
		acpi_install_notify_handler(handle,
L
Len Brown 已提交
779 780 781
					    ACPI_SYSTEM_NOTIFY,
					    acpi_processor_hotplug_notify,
					    NULL);
L
Linus Torvalds 已提交
782 783 784
		break;
	case UNINSTALL_NOTIFY_HANDLER:
		acpi_remove_notify_handler(handle,
L
Len Brown 已提交
785 786
					   ACPI_SYSTEM_NOTIFY,
					   acpi_processor_hotplug_notify);
L
Linus Torvalds 已提交
787 788 789 790 791
		break;
	default:
		break;
	}

L
Len Brown 已提交
792
	return (AE_OK);
L
Linus Torvalds 已提交
793 794
}

795
static acpi_status acpi_processor_hotadd_init(struct acpi_processor *pr)
L
Linus Torvalds 已提交
796
{
797
	acpi_handle handle = pr->handle;
L
Linus Torvalds 已提交
798 799

	if (!is_processor_present(handle)) {
800
		return AE_ERROR;
L
Linus Torvalds 已提交
801 802
	}

803
	if (acpi_map_lsapic(handle, &pr->id))
804
		return AE_ERROR;
L
Linus Torvalds 已提交
805

806 807
	if (arch_register_cpu(pr->id)) {
		acpi_unmap_lsapic(pr->id);
808
		return AE_ERROR;
L
Linus Torvalds 已提交
809 810
	}

811 812 813 814 815 816 817 818 819 820 821
	/* CPU got hot-plugged, but cpu_data is not initialized yet
	 * Set flag to delay cpu_idle/throttling initialization
	 * in:
	 * acpi_processor_add()
	 *   acpi_processor_get_info()
	 * and do it when the CPU gets online the first time
	 * TBD: Cleanup above functions and try to do this more elegant.
	 */
	printk(KERN_INFO "CPU %d got hotplugged\n", pr->id);
	pr->flags.need_hotplug_init = 1;

822
	return AE_OK;
L
Linus Torvalds 已提交
823 824
}

L
Len Brown 已提交
825
static int acpi_processor_handle_eject(struct acpi_processor *pr)
L
Linus Torvalds 已提交
826
{
827 828 829
	if (cpu_online(pr->id))
		cpu_down(pr->id);

L
Linus Torvalds 已提交
830 831
	arch_unregister_cpu(pr->id);
	acpi_unmap_lsapic(pr->id);
L
Len Brown 已提交
832
	return (0);
L
Linus Torvalds 已提交
833 834
}
#else
835
static acpi_status acpi_processor_hotadd_init(struct acpi_processor *pr)
L
Linus Torvalds 已提交
836 837 838
{
	return AE_ERROR;
}
L
Len Brown 已提交
839
static int acpi_processor_handle_eject(struct acpi_processor *pr)
L
Linus Torvalds 已提交
840
{
L
Len Brown 已提交
841
	return (-EINVAL);
L
Linus Torvalds 已提交
842 843 844 845 846 847 848 849 850
}
#endif

static
void acpi_processor_install_hotplug_notify(void)
{
#ifdef CONFIG_ACPI_HOTPLUG_CPU
	int action = INSTALL_NOTIFY_HANDLER;
	acpi_walk_namespace(ACPI_TYPE_PROCESSOR,
L
Len Brown 已提交
851 852
			    ACPI_ROOT_OBJECT,
			    ACPI_UINT32_MAX,
853
			    processor_walk_namespace_cb, NULL, &action, NULL);
L
Linus Torvalds 已提交
854
#endif
855
	register_hotcpu_notifier(&acpi_cpu_notifier);
L
Linus Torvalds 已提交
856 857 858 859 860 861 862 863
}

static
void acpi_processor_uninstall_hotplug_notify(void)
{
#ifdef CONFIG_ACPI_HOTPLUG_CPU
	int action = UNINSTALL_NOTIFY_HANDLER;
	acpi_walk_namespace(ACPI_TYPE_PROCESSOR,
L
Len Brown 已提交
864 865
			    ACPI_ROOT_OBJECT,
			    ACPI_UINT32_MAX,
866
			    processor_walk_namespace_cb, NULL, &action, NULL);
L
Linus Torvalds 已提交
867
#endif
868
	unregister_hotcpu_notifier(&acpi_cpu_notifier);
L
Linus Torvalds 已提交
869 870 871 872 873 874 875 876
}

/*
 * We keep the driver loaded even when ACPI is not running.
 * This is needed for the powernow-k8 driver, that works even without
 * ACPI, but needs symbols from this driver
 */

L
Len Brown 已提交
877
static int __init acpi_processor_init(void)
L
Linus Torvalds 已提交
878
{
L
Len Brown 已提交
879
	int result = 0;
L
Linus Torvalds 已提交
880

881 882 883
	if (acpi_disabled)
		return 0;

L
Linus Torvalds 已提交
884 885 886
	memset(&errata, 0, sizeof(errata));

	result = acpi_bus_register_driver(&acpi_processor_driver);
887
	if (result < 0)
888
		return result;
L
Linus Torvalds 已提交
889 890 891 892 893 894 895

	acpi_processor_install_hotplug_notify();

	acpi_thermal_cpufreq_init();

	acpi_processor_ppc_init();

896 897
	acpi_processor_throttling_init();

898
	return 0;
L
Linus Torvalds 已提交
899 900
}

L
Len Brown 已提交
901
static void __exit acpi_processor_exit(void)
L
Linus Torvalds 已提交
902
{
903 904 905
	if (acpi_disabled)
		return;

L
Linus Torvalds 已提交
906 907 908 909 910 911 912 913
	acpi_processor_ppc_exit();

	acpi_thermal_cpufreq_exit();

	acpi_processor_uninstall_hotplug_notify();

	acpi_bus_unregister_driver(&acpi_processor_driver);

914
	return;
L
Linus Torvalds 已提交
915 916 917 918 919 920
}

module_init(acpi_processor_init);
module_exit(acpi_processor_exit);

MODULE_ALIAS("processor");