processor_driver.c 25.3 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44
/*
 * acpi_processor.c - ACPI Processor Driver ($Revision: 71 $)
 *
 *  Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
 *  Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
 *  Copyright (C) 2004       Dominik Brodowski <linux@brodo.de>
 *  Copyright (C) 2004  Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com>
 *  			- Added processor hotplug support
 *
 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 *
 *  This program is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2 of the License, or (at
 *  your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful, but
 *  WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 *  General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License along
 *  with this program; if not, write to the Free Software Foundation, Inc.,
 *  59 Temple Place, Suite 330, Boston, MA 02111-1307 USA.
 *
 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 *  TBD:
 *	1. Make # power states dynamic.
 *	2. Support duty_cycle values that span bit 4.
 *	3. Optimize by having scheduler determine business instead of
 *	   having us try to calculate it here.
 *	4. Need C1 timing -- must modify kernel (IRQ handler) to get this.
 */

#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/init.h>
#include <linux/types.h>
#include <linux/pci.h>
#include <linux/pm.h>
#include <linux/cpufreq.h>
#include <linux/cpu.h>
#include <linux/dmi.h>
#include <linux/moduleparam.h>
45
#include <linux/cpuidle.h>
46
#include <linux/slab.h>
47
#include <linux/acpi.h>
48
#include <linux/memory_hotplug.h>
L
Linus Torvalds 已提交
49 50 51 52 53 54 55 56 57 58 59 60 61

#include <asm/io.h>
#include <asm/cpu.h>
#include <asm/delay.h>
#include <asm/uaccess.h>
#include <asm/processor.h>
#include <asm/smp.h>
#include <asm/acpi.h>

#include <acpi/acpi_bus.h>
#include <acpi/acpi_drivers.h>
#include <acpi/processor.h>

62 63
#define PREFIX "ACPI: "

L
Linus Torvalds 已提交
64 65 66 67 68 69 70
#define ACPI_PROCESSOR_CLASS		"processor"
#define ACPI_PROCESSOR_DEVICE_NAME	"Processor"
#define ACPI_PROCESSOR_FILE_INFO	"info"
#define ACPI_PROCESSOR_FILE_THROTTLING	"throttling"
#define ACPI_PROCESSOR_FILE_LIMIT	"limit"
#define ACPI_PROCESSOR_NOTIFY_PERFORMANCE 0x80
#define ACPI_PROCESSOR_NOTIFY_POWER	0x81
71
#define ACPI_PROCESSOR_NOTIFY_THROTTLING	0x82
72
#define ACPI_PROCESSOR_DEVICE_HID	"ACPI0007"
L
Linus Torvalds 已提交
73 74 75 76 77

#define ACPI_PROCESSOR_LIMIT_USER	0
#define ACPI_PROCESSOR_LIMIT_THERMAL	1

#define _COMPONENT		ACPI_PROCESSOR_COMPONENT
78
ACPI_MODULE_NAME("processor_driver");
L
Linus Torvalds 已提交
79

80
MODULE_AUTHOR("Paul Diefenbaugh");
81
MODULE_DESCRIPTION("ACPI Processor Driver");
L
Linus Torvalds 已提交
82 83
MODULE_LICENSE("GPL");

L
Len Brown 已提交
84
static int acpi_processor_add(struct acpi_device *device);
85
static int acpi_processor_remove(struct acpi_device *device);
86
static void acpi_processor_notify(struct acpi_device *device, u32 event);
87
static acpi_status acpi_processor_hotadd_init(struct acpi_processor *pr);
L
Linus Torvalds 已提交
88
static int acpi_processor_handle_eject(struct acpi_processor *pr);
89
static int acpi_processor_start(struct acpi_processor *pr);
L
Linus Torvalds 已提交
90

91
static const struct acpi_device_id processor_device_ids[] = {
92
	{ACPI_PROCESSOR_OBJECT_HID, 0},
93
	{ACPI_PROCESSOR_DEVICE_HID, 0},
94 95 96 97
	{"", 0},
};
MODULE_DEVICE_TABLE(acpi, processor_device_ids);

98 99 100
static SIMPLE_DEV_PM_OPS(acpi_processor_pm,
			 acpi_processor_suspend, acpi_processor_resume);

L
Linus Torvalds 已提交
101
static struct acpi_driver acpi_processor_driver = {
L
Len Brown 已提交
102
	.name = "processor",
L
Len Brown 已提交
103
	.class = ACPI_PROCESSOR_CLASS,
104
	.ids = processor_device_ids,
L
Len Brown 已提交
105 106 107
	.ops = {
		.add = acpi_processor_add,
		.remove = acpi_processor_remove,
108
		.notify = acpi_processor_notify,
L
Len Brown 已提交
109
		},
110
	.drv.pm = &acpi_processor_pm,
L
Linus Torvalds 已提交
111 112 113 114 115
};

#define INSTALL_NOTIFY_HANDLER		1
#define UNINSTALL_NOTIFY_HANDLER	2

116
DEFINE_PER_CPU(struct acpi_processor *, processors);
117 118
EXPORT_PER_CPU_SYMBOL(processors);

119
struct acpi_processor_errata errata __read_mostly;
L
Linus Torvalds 已提交
120 121 122 123 124

/* --------------------------------------------------------------------------
                                Errata Handling
   -------------------------------------------------------------------------- */

L
Len Brown 已提交
125
static int acpi_processor_errata_piix4(struct pci_dev *dev)
L
Linus Torvalds 已提交
126
{
L
Len Brown 已提交
127 128
	u8 value1 = 0;
	u8 value2 = 0;
L
Linus Torvalds 已提交
129 130 131


	if (!dev)
132
		return -EINVAL;
L
Linus Torvalds 已提交
133 134 135 136 137

	/*
	 * Note that 'dev' references the PIIX4 ACPI Controller.
	 */

138
	switch (dev->revision) {
L
Linus Torvalds 已提交
139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155
	case 0:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4 A-step\n"));
		break;
	case 1:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4 B-step\n"));
		break;
	case 2:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4E\n"));
		break;
	case 3:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4M\n"));
		break;
	default:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found unknown PIIX4\n"));
		break;
	}

156
	switch (dev->revision) {
L
Linus Torvalds 已提交
157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185

	case 0:		/* PIIX4 A-step */
	case 1:		/* PIIX4 B-step */
		/*
		 * See specification changes #13 ("Manual Throttle Duty Cycle")
		 * and #14 ("Enabling and Disabling Manual Throttle"), plus
		 * erratum #5 ("STPCLK# Deassertion Time") from the January
		 * 2002 PIIX4 specification update.  Applies to only older
		 * PIIX4 models.
		 */
		errata.piix4.throttle = 1;

	case 2:		/* PIIX4E */
	case 3:		/* PIIX4M */
		/*
		 * See erratum #18 ("C3 Power State/BMIDE and Type-F DMA
		 * Livelock") from the January 2002 PIIX4 specification update.
		 * Applies to all PIIX4 models.
		 */

		/*
		 * BM-IDE
		 * ------
		 * Find the PIIX4 IDE Controller and get the Bus Master IDE
		 * Status register address.  We'll use this later to read
		 * each IDE controller's DMA status to make sure we catch all
		 * DMA activity.
		 */
		dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,
L
Len Brown 已提交
186 187
				     PCI_DEVICE_ID_INTEL_82371AB,
				     PCI_ANY_ID, PCI_ANY_ID, NULL);
L
Linus Torvalds 已提交
188 189 190 191 192 193 194 195 196 197 198 199 200 201 202
		if (dev) {
			errata.piix4.bmisx = pci_resource_start(dev, 4);
			pci_dev_put(dev);
		}

		/*
		 * Type-F DMA
		 * ----------
		 * Find the PIIX4 ISA Controller and read the Motherboard
		 * DMA controller's status to see if Type-F (Fast) DMA mode
		 * is enabled (bit 7) on either channel.  Note that we'll
		 * disable C3 support if this is enabled, as some legacy
		 * devices won't operate well if fast DMA is disabled.
		 */
		dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,
L
Len Brown 已提交
203 204
				     PCI_DEVICE_ID_INTEL_82371AB_0,
				     PCI_ANY_ID, PCI_ANY_ID, NULL);
L
Linus Torvalds 已提交
205 206 207 208 209 210 211 212 213 214 215 216 217
		if (dev) {
			pci_read_config_byte(dev, 0x76, &value1);
			pci_read_config_byte(dev, 0x77, &value2);
			if ((value1 & 0x80) || (value2 & 0x80))
				errata.piix4.fdma = 1;
			pci_dev_put(dev);
		}

		break;
	}

	if (errata.piix4.bmisx)
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
218
				  "Bus master activity detection (BM-IDE) erratum enabled\n"));
L
Linus Torvalds 已提交
219 220
	if (errata.piix4.fdma)
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
221
				  "Type-F DMA livelock erratum (C3 disabled)\n"));
L
Linus Torvalds 已提交
222

223
	return 0;
L
Linus Torvalds 已提交
224 225
}

226
static int acpi_processor_errata(struct acpi_processor *pr)
L
Linus Torvalds 已提交
227
{
L
Len Brown 已提交
228 229
	int result = 0;
	struct pci_dev *dev = NULL;
L
Linus Torvalds 已提交
230 231 232


	if (!pr)
233
		return -EINVAL;
L
Linus Torvalds 已提交
234 235 236 237 238

	/*
	 * PIIX4
	 */
	dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,
L
Len Brown 已提交
239 240
			     PCI_DEVICE_ID_INTEL_82371AB_3, PCI_ANY_ID,
			     PCI_ANY_ID, NULL);
L
Linus Torvalds 已提交
241 242 243 244 245
	if (dev) {
		result = acpi_processor_errata_piix4(dev);
		pci_dev_put(dev);
	}

246
	return result;
L
Linus Torvalds 已提交
247 248 249 250 251 252
}

/* --------------------------------------------------------------------------
                                 Driver Interface
   -------------------------------------------------------------------------- */

253
static int acpi_processor_get_info(struct acpi_device *device)
L
Linus Torvalds 已提交
254
{
L
Len Brown 已提交
255 256 257
	acpi_status status = 0;
	union acpi_object object = { 0 };
	struct acpi_buffer buffer = { sizeof(union acpi_object), &object };
258 259
	struct acpi_processor *pr;
	int cpu_index, device_declaration = 0;
L
Len Brown 已提交
260
	static int cpu0_initialized;
L
Linus Torvalds 已提交
261

262
	pr = acpi_driver_data(device);
L
Linus Torvalds 已提交
263
	if (!pr)
264
		return -EINVAL;
L
Linus Torvalds 已提交
265 266 267 268 269 270 271 272 273 274

	if (num_online_cpus() > 1)
		errata.smp = TRUE;

	acpi_processor_errata(pr);

	/*
	 * Check to see if we have bus mastering arbitration control.  This
	 * is required for proper C3 usage (to maintain cache coherency).
	 */
275
	if (acpi_gbl_FADT.pm2_control_block && acpi_gbl_FADT.pm2_control_length) {
L
Linus Torvalds 已提交
276 277
		pr->flags.bm_control = 1;
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
278 279
				  "Bus mastering arbitration control present\n"));
	} else
L
Linus Torvalds 已提交
280
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
281
				  "No bus mastering arbitration control\n"));
L
Linus Torvalds 已提交
282

283 284 285 286
	if (!strcmp(acpi_device_hid(device), ACPI_PROCESSOR_OBJECT_HID)) {
		/* Declared with "Processor" statement; match ProcessorID */
		status = acpi_evaluate_object(pr->handle, NULL, NULL, &buffer);
		if (ACPI_FAILURE(status)) {
287 288 289
			dev_err(&device->dev,
				"Failed to evaluate processor object (0x%x)\n",
				status);
290 291 292 293 294 295 296 297 298 299
			return -ENODEV;
		}

		/*
		 * TBD: Synch processor ID (via LAPIC/LSAPIC structures) on SMP.
		 *      >>> 'acpi_get_processor_id(acpi_id, &id)' in
		 *      arch/xxx/acpi.c
		 */
		pr->acpi_id = object.processor.proc_id;
	} else {
300 301 302 303
		/*
		 * Declared with "Device" statement; match _UID.
		 * Note that we don't handle string _UIDs yet.
		 */
304
		unsigned long long value;
305 306 307
		status = acpi_evaluate_integer(pr->handle, METHOD_NAME__UID,
						NULL, &value);
		if (ACPI_FAILURE(status)) {
308 309 310
			dev_err(&device->dev,
				"Failed to evaluate processor _UID (0x%x)\n",
				status);
311 312
			return -ENODEV;
		}
313
		device_declaration = 1;
314 315
		pr->acpi_id = value;
	}
316
	cpu_index = acpi_get_cpuid(pr->handle, device_declaration, pr->acpi_id);
L
Linus Torvalds 已提交
317

L
Len Brown 已提交
318
	/* Handle UP system running SMP kernel, with no LAPIC in MADT */
A
Ashok Raj 已提交
319
	if (!cpu0_initialized && (cpu_index == -1) &&
L
Len Brown 已提交
320 321 322 323 324 325 326 327 328 329 330 331 332
	    (num_online_cpus() == 1)) {
		cpu_index = 0;
	}

	cpu0_initialized = 1;

	pr->id = cpu_index;

	/*
	 *  Extra Processor objects may be enumerated on MP systems with
	 *  less than the max # of CPUs. They should be ignored _iff
	 *  they are physically not present.
	 */
333
	if (pr->id == -1) {
334
		if (ACPI_FAILURE(acpi_processor_hotadd_init(pr)))
335
			return -ENODEV;
L
Len Brown 已提交
336
	}
337 338 339 340 341 342 343 344 345 346
	/*
	 * On some boxes several processors use the same processor bus id.
	 * But they are located in different scope. For example:
	 * \_SB.SCK0.CPU0
	 * \_SB.SCK1.CPU0
	 * Rename the processor device bus id. And the new bus id will be
	 * generated as the following format:
	 * CPU+CPU ID.
	 */
	sprintf(acpi_device_bid(device), "CPU%X", pr->id);
L
Linus Torvalds 已提交
347
	ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Processor [%d:%d]\n", pr->id,
L
Len Brown 已提交
348
			  pr->acpi_id));
L
Linus Torvalds 已提交
349 350 351 352

	if (!object.processor.pblk_address)
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "No PBLK (NULL address)\n"));
	else if (object.processor.pblk_length != 6)
353
		dev_err(&device->dev, "Invalid PBLK length [%d]\n",
354
			    object.processor.pblk_length);
L
Linus Torvalds 已提交
355 356
	else {
		pr->throttling.address = object.processor.pblk_address;
357 358
		pr->throttling.duty_offset = acpi_gbl_FADT.duty_offset;
		pr->throttling.duty_width = acpi_gbl_FADT.duty_width;
L
Linus Torvalds 已提交
359 360 361 362 363 364 365 366 367 368 369 370 371

		pr->pblk = object.processor.pblk_address;

		/*
		 * We don't care about error returns - we just try to mark
		 * these reserved so that nobody else is confused into thinking
		 * that this region might be unused..
		 *
		 * (In particular, allocating the IO range for Cardbus)
		 */
		request_region(pr->throttling.address, 6, "ACPI CPU throttle");
	}

372 373 374 375 376 377 378 379 380
	/*
	 * If ACPI describes a slot number for this CPU, we can use it
	 * ensure we get the right value in the "physical id" field
	 * of /proc/cpuinfo
	 */
	status = acpi_evaluate_object(pr->handle, "_SUN", NULL, &buffer);
	if (ACPI_SUCCESS(status))
		arch_fix_phys_package_id(pr->id, object.integer.value);

381
	return 0;
L
Linus Torvalds 已提交
382 383
}

384
static DEFINE_PER_CPU(void *, processor_device_array);
385

386
static void acpi_processor_notify(struct acpi_device *device, u32 event)
L
Linus Torvalds 已提交
387
{
388
	struct acpi_processor *pr = acpi_driver_data(device);
389
	int saved;
L
Linus Torvalds 已提交
390 391

	if (!pr)
392
		return;
L
Linus Torvalds 已提交
393 394 395

	switch (event) {
	case ACPI_PROCESSOR_NOTIFY_PERFORMANCE:
396
		saved = pr->performance_platform_limit;
397
		acpi_processor_ppc_has_changed(pr, 1);
398 399
		if (saved == pr->performance_platform_limit)
			break;
400
		acpi_bus_generate_proc_event(device, event,
L
Len Brown 已提交
401
					pr->performance_platform_limit);
402
		acpi_bus_generate_netlink_event(device->pnp.device_class,
403
						  dev_name(&device->dev), event,
404
						  pr->performance_platform_limit);
L
Linus Torvalds 已提交
405 406 407
		break;
	case ACPI_PROCESSOR_NOTIFY_POWER:
		acpi_processor_cst_has_changed(pr);
408
		acpi_bus_generate_proc_event(device, event, 0);
409
		acpi_bus_generate_netlink_event(device->pnp.device_class,
410
						  dev_name(&device->dev), event, 0);
L
Linus Torvalds 已提交
411
		break;
412 413
	case ACPI_PROCESSOR_NOTIFY_THROTTLING:
		acpi_processor_tstate_has_changed(pr);
414
		acpi_bus_generate_proc_event(device, event, 0);
415
		acpi_bus_generate_netlink_event(device->pnp.device_class,
416
						  dev_name(&device->dev), event, 0);
A
Alan Cox 已提交
417
		break;
L
Linus Torvalds 已提交
418 419
	default:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
420
				  "Unsupported event [0x%x]\n", event));
L
Linus Torvalds 已提交
421 422 423
		break;
	}

424
	return;
L
Linus Torvalds 已提交
425 426
}

427 428 429 430
static int acpi_cpu_soft_notify(struct notifier_block *nfb,
		unsigned long action, void *hcpu)
{
	unsigned int cpu = (unsigned long)hcpu;
431
	struct acpi_processor *pr = per_cpu(processors, cpu);
432 433

	if (action == CPU_ONLINE && pr) {
434 435 436 437
		/* CPU got physically hotplugged and onlined the first time:
		 * Initialize missing things
		 */
		if (pr->flags.need_hotplug_init) {
438 439
			pr_info("Will online and init hotplugged CPU: %d\n",
				pr->id);
440 441 442 443 444 445
			WARN(acpi_processor_start(pr), "Failed to start CPU:"
				" %d\n", pr->id);
			pr->flags.need_hotplug_init = 0;
		/* Normal CPU soft online event */
		} else {
			acpi_processor_ppc_has_changed(pr, 0);
446
			acpi_processor_hotplug(pr);
447 448 449
			acpi_processor_reevaluate_tstate(pr, action);
			acpi_processor_tstate_has_changed(pr);
		}
450
	}
451 452 453 454
	if (action == CPU_DEAD && pr) {
		/* invalidate the flag.throttling after one CPU is offline */
		acpi_processor_reevaluate_tstate(pr, action);
	}
455 456 457 458 459 460 461 462
	return NOTIFY_OK;
}

static struct notifier_block acpi_cpu_notifier =
{
	    .notifier_call = acpi_cpu_soft_notify,
};

463 464 465 466 467 468 469 470 471
/*
 * acpi_processor_start() is called by the cpu_hotplug_notifier func:
 * acpi_cpu_soft_notify(). Getting it __cpuinit{data} is difficult, the
 * root cause seem to be that acpi_processor_uninstall_hotplug_notify()
 * is in the module_exit (__exit) func. Allowing acpi_processor_start()
 * to not be in __cpuinit section, but being called from __cpuinit funcs
 * via __ref looks like the right thing to do here.
 */
static __ref int acpi_processor_start(struct acpi_processor *pr)
472 473 474 475 476 477
{
	struct acpi_device *device = per_cpu(processor_device_array, pr->id);
	int result = 0;

#ifdef CONFIG_CPU_FREQ
	acpi_processor_ppc_has_changed(pr, 0);
478
	acpi_processor_load_module(pr);
479 480 481 482 483
#endif
	acpi_processor_get_throttling_info(pr);
	acpi_processor_get_limit_info(pr);

	if (!cpuidle_get_driver() || cpuidle_get_driver() == &acpi_idle_driver)
484
		acpi_processor_power_init(pr);
485 486 487 488 489 490 491 492 493 494 495 496 497 498 499

	pr->cdev = thermal_cooling_device_register("Processor", device,
						   &processor_cooling_ops);
	if (IS_ERR(pr->cdev)) {
		result = PTR_ERR(pr->cdev);
		goto err_power_exit;
	}

	dev_dbg(&device->dev, "registered as cooling_device%d\n",
		pr->cdev->id);

	result = sysfs_create_link(&device->dev.kobj,
				   &pr->cdev->device.kobj,
				   "thermal_cooling");
	if (result) {
500 501
		dev_err(&device->dev,
			"Failed to create sysfs link 'thermal_cooling'\n");
502 503 504 505 506 507
		goto err_thermal_unregister;
	}
	result = sysfs_create_link(&pr->cdev->device.kobj,
				   &device->dev.kobj,
				   "device");
	if (result) {
508 509
		dev_err(&pr->cdev->device,
			"Failed to create sysfs link 'device'\n");
510 511 512 513 514 515 516 517 518 519
		goto err_remove_sysfs_thermal;
	}

	return 0;

err_remove_sysfs_thermal:
	sysfs_remove_link(&device->dev.kobj, "thermal_cooling");
err_thermal_unregister:
	thermal_cooling_device_unregister(pr->cdev);
err_power_exit:
520
	acpi_processor_power_exit(pr);
521 522 523 524

	return result;
}

525 526 527 528 529 530
/*
 * Do not put anything in here which needs the core to be online.
 * For example MSR access or setting up things which check for cpuinfo_x86
 * (cpu_data(cpu)) values, like CPU feature flags, family, model, etc.
 * Such things have to be put in and set up above in acpi_processor_start()
 */
531
static int __cpuinit acpi_processor_add(struct acpi_device *device)
L
Linus Torvalds 已提交
532
{
L
Len Brown 已提交
533
	struct acpi_processor *pr = NULL;
534
	int result = 0;
535
	struct device *dev;
L
Linus Torvalds 已提交
536

537
	pr = kzalloc(sizeof(struct acpi_processor), GFP_KERNEL);
L
Linus Torvalds 已提交
538
	if (!pr)
539
		return -ENOMEM;
L
Linus Torvalds 已提交
540

541
	if (!zalloc_cpumask_var(&pr->throttling.shared_cpu_map, GFP_KERNEL)) {
542 543
		result = -ENOMEM;
		goto err_free_pr;
544 545
	}

L
Linus Torvalds 已提交
546 547 548
	pr->handle = device->handle;
	strcpy(acpi_device_name(device), ACPI_PROCESSOR_DEVICE_NAME);
	strcpy(acpi_device_class(device), ACPI_PROCESSOR_CLASS);
549
	device->driver_data = pr;
L
Linus Torvalds 已提交
550

551
	result = acpi_processor_get_info(device);
L
Linus Torvalds 已提交
552 553
	if (result) {
		/* Processor is physically not present */
554
		return 0;
L
Linus Torvalds 已提交
555 556
	}

557 558 559 560 561
#ifdef CONFIG_SMP
	if (pr->id >= setup_max_cpus && pr->id != 0)
		return 0;
#endif

562
	BUG_ON((pr->id >= nr_cpu_ids) || (pr->id < 0));
L
Linus Torvalds 已提交
563

564 565 566 567 568
	/*
	 * Buggy BIOS check
	 * ACPI id of processors can be reported wrongly by the BIOS.
	 * Don't trust it blindly
	 */
569 570
	if (per_cpu(processor_device_array, pr->id) != NULL &&
	    per_cpu(processor_device_array, pr->id) != device) {
571 572 573
		dev_warn(&device->dev,
			"BIOS reported wrong ACPI id %d for the processor\n",
			pr->id);
574 575
		result = -ENODEV;
		goto err_free_cpumask;
576
	}
577
	per_cpu(processor_device_array, pr->id) = device;
578

579
	per_cpu(processors, pr->id) = pr;
L
Linus Torvalds 已提交
580

581 582
	dev = get_cpu_device(pr->id);
	if (sysfs_create_link(&device->dev.kobj, &dev->kobj, "sysdev")) {
583
		result = -EFAULT;
584
		goto err_clear_processor;
585
	}
586

587 588 589 590 591 592
	/*
	 * Do not start hotplugged CPUs now, but when they
	 * are onlined the first time
	 */
	if (pr->flags.need_hotplug_init)
		return 0;
593

594 595
	result = acpi_processor_start(pr);
	if (result)
596
		goto err_remove_sysfs;
597

598
	return 0;
599 600

err_remove_sysfs:
601
	sysfs_remove_link(&device->dev.kobj, "sysdev");
602 603 604 605 606
err_clear_processor:
	/*
	 * processor_device_array is not cleared to allow checks for buggy BIOS
	 */ 
	per_cpu(processors, pr->id) = NULL;
607 608
err_free_cpumask:
	free_cpumask_var(pr->throttling.shared_cpu_map);
609 610
err_free_pr:
	kfree(pr);
611
	return result;
L
Linus Torvalds 已提交
612 613
}

614
static int acpi_processor_remove(struct acpi_device *device)
L
Linus Torvalds 已提交
615
{
L
Len Brown 已提交
616
	struct acpi_processor *pr = NULL;
L
Linus Torvalds 已提交
617 618 619


	if (!device || !acpi_driver_data(device))
620
		return -EINVAL;
L
Linus Torvalds 已提交
621

622
	pr = acpi_driver_data(device);
L
Linus Torvalds 已提交
623

624 625
	if (pr->id >= nr_cpu_ids)
		goto free;
L
Linus Torvalds 已提交
626

627
	if (device->removal_type == ACPI_BUS_REMOVAL_EJECT) {
L
Linus Torvalds 已提交
628
		if (acpi_processor_handle_eject(pr))
629
			return -EINVAL;
L
Linus Torvalds 已提交
630 631
	}

632
	acpi_processor_power_exit(pr);
L
Linus Torvalds 已提交
633

634 635
	sysfs_remove_link(&device->dev.kobj, "sysdev");

636 637 638 639 640 641
	if (pr->cdev) {
		sysfs_remove_link(&device->dev.kobj, "thermal_cooling");
		sysfs_remove_link(&pr->cdev->device.kobj, "device");
		thermal_cooling_device_unregister(pr->cdev);
		pr->cdev = NULL;
	}
642

643 644
	per_cpu(processors, pr->id) = NULL;
	per_cpu(processor_device_array, pr->id) = NULL;
645
	try_offline_node(cpu_to_node(pr->id));
646 647 648

free:
	free_cpumask_var(pr->throttling.shared_cpu_map);
L
Linus Torvalds 已提交
649 650
	kfree(pr);

651
	return 0;
L
Linus Torvalds 已提交
652 653 654 655 656 657 658
}

#ifdef CONFIG_ACPI_HOTPLUG_CPU
/****************************************************************************
 * 	Acpi processor hotplug support 				       	    *
 ****************************************************************************/

L
Len Brown 已提交
659
static int is_processor_present(acpi_handle handle)
L
Linus Torvalds 已提交
660
{
L
Len Brown 已提交
661
	acpi_status status;
662
	unsigned long long sta = 0;
L
Linus Torvalds 已提交
663 664 665


	status = acpi_evaluate_integer(handle, "_STA", NULL, &sta);
666 667 668 669

	if (ACPI_SUCCESS(status) && (sta & ACPI_STA_DEVICE_PRESENT))
		return 1;

670 671 672 673 674 675 676 677 678
	/*
	 * _STA is mandatory for a processor that supports hot plug
	 */
	if (status == AE_NOT_FOUND)
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
				"Processor does not support hot plug\n"));
	else
		ACPI_EXCEPTION((AE_INFO, status,
				"Processor Device is not present"));
679
	return 0;
L
Linus Torvalds 已提交
680 681
}

682 683
static void acpi_processor_hotplug_notify(acpi_handle handle,
					  u32 event, void *data)
L
Linus Torvalds 已提交
684
{
L
Len Brown 已提交
685
	struct acpi_device *device = NULL;
T
Toshi Kani 已提交
686
	struct acpi_eject_event *ej_event = NULL;
687
	u32 ost_code = ACPI_OST_SC_NON_SPECIFIC_FAILURE; /* default */
688
	acpi_status status;
L
Linus Torvalds 已提交
689 690
	int result;

691 692
	acpi_scan_lock_acquire();

L
Linus Torvalds 已提交
693 694 695
	switch (event) {
	case ACPI_NOTIFY_BUS_CHECK:
	case ACPI_NOTIFY_DEVICE_CHECK:
696 697
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
		"Processor driver received %s event\n",
L
Len Brown 已提交
698
		       (event == ACPI_NOTIFY_BUS_CHECK) ?
699
		       "ACPI_NOTIFY_BUS_CHECK" : "ACPI_NOTIFY_DEVICE_CHECK"));
L
Linus Torvalds 已提交
700 701 702 703

		if (!is_processor_present(handle))
			break;

704 705 706
		if (!acpi_bus_get_device(handle, &device))
			break;

707
		result = acpi_bus_scan(handle);
708
		if (result) {
709
			acpi_handle_err(handle, "Unable to add the device\n");
L
Linus Torvalds 已提交
710 711
			break;
		}
712 713 714 715 716
		result = acpi_bus_get_device(handle, &device);
		if (result) {
			acpi_handle_err(handle, "Missing device object\n");
			break;
		}
717
		ost_code = ACPI_OST_SC_SUCCESS;
L
Len Brown 已提交
718
		break;
719

L
Linus Torvalds 已提交
720
	case ACPI_NOTIFY_EJECT_REQUEST:
L
Len Brown 已提交
721 722
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
				  "received ACPI_NOTIFY_EJECT_REQUEST\n"));
L
Linus Torvalds 已提交
723 724

		if (acpi_bus_get_device(handle, &device)) {
725 726
			acpi_handle_err(handle,
				"Device don't exist, dropping EJECT\n");
L
Linus Torvalds 已提交
727 728
			break;
		}
T
Toshi Kani 已提交
729
		if (!acpi_driver_data(device)) {
730 731
			acpi_handle_err(handle,
				"Driver data is NULL, dropping EJECT\n");
732
			break;
L
Linus Torvalds 已提交
733
		}
734

T
Toshi Kani 已提交
735 736
		ej_event = kmalloc(sizeof(*ej_event), GFP_KERNEL);
		if (!ej_event) {
737
			acpi_handle_err(handle, "No memory, dropping EJECT\n");
T
Toshi Kani 已提交
738 739 740
			break;
		}

741
		get_device(&device->dev);
742
		ej_event->device = device;
T
Toshi Kani 已提交
743
		ej_event->event = ACPI_NOTIFY_EJECT_REQUEST;
744 745 746 747 748 749 750 751 752
		/* The eject is carried out asynchronously. */
		status = acpi_os_hotplug_execute(acpi_bus_hot_remove_device,
						 ej_event);
		if (ACPI_FAILURE(status)) {
			put_device(&device->dev);
			kfree(ej_event);
			break;
		}
		goto out;
753

L
Linus Torvalds 已提交
754 755
	default:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
756
				  "Unsupported event [0x%x]\n", event));
757 758

		/* non-hotplug event; possibly handled by other handler */
759
		goto out;
L
Linus Torvalds 已提交
760 761
	}

762 763
	/* Inform firmware that the hotplug operation has completed */
	(void) acpi_evaluate_hotplug_ost(handle, event, ost_code, NULL);
764 765 766

 out:
	acpi_scan_lock_release();
L
Linus Torvalds 已提交
767 768
}

769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798
static acpi_status is_processor_device(acpi_handle handle)
{
	struct acpi_device_info *info;
	char *hid;
	acpi_status status;

	status = acpi_get_object_info(handle, &info);
	if (ACPI_FAILURE(status))
		return status;

	if (info->type == ACPI_TYPE_PROCESSOR) {
		kfree(info);
		return AE_OK;	/* found a processor object */
	}

	if (!(info->valid & ACPI_VALID_HID)) {
		kfree(info);
		return AE_ERROR;
	}

	hid = info->hardware_id.string;
	if ((hid == NULL) || strcmp(hid, ACPI_PROCESSOR_DEVICE_HID)) {
		kfree(info);
		return AE_ERROR;
	}

	kfree(info);
	return AE_OK;	/* found a processor device object */
}

L
Linus Torvalds 已提交
799 800
static acpi_status
processor_walk_namespace_cb(acpi_handle handle,
L
Len Brown 已提交
801
			    u32 lvl, void *context, void **rv)
L
Linus Torvalds 已提交
802
{
L
Len Brown 已提交
803
	acpi_status status;
L
Linus Torvalds 已提交
804 805
	int *action = context;

806
	status = is_processor_device(handle);
L
Linus Torvalds 已提交
807
	if (ACPI_FAILURE(status))
808
		return AE_OK;	/* not a processor; continue to walk */
L
Linus Torvalds 已提交
809

L
Len Brown 已提交
810
	switch (*action) {
L
Linus Torvalds 已提交
811 812
	case INSTALL_NOTIFY_HANDLER:
		acpi_install_notify_handler(handle,
L
Len Brown 已提交
813 814 815
					    ACPI_SYSTEM_NOTIFY,
					    acpi_processor_hotplug_notify,
					    NULL);
L
Linus Torvalds 已提交
816 817 818
		break;
	case UNINSTALL_NOTIFY_HANDLER:
		acpi_remove_notify_handler(handle,
L
Len Brown 已提交
819 820
					   ACPI_SYSTEM_NOTIFY,
					   acpi_processor_hotplug_notify);
L
Linus Torvalds 已提交
821 822 823 824 825
		break;
	default:
		break;
	}

826 827
	/* found a processor; skip walking underneath */
	return AE_CTRL_DEPTH;
L
Linus Torvalds 已提交
828 829
}

830
static acpi_status acpi_processor_hotadd_init(struct acpi_processor *pr)
L
Linus Torvalds 已提交
831
{
832
	acpi_handle handle = pr->handle;
L
Linus Torvalds 已提交
833 834

	if (!is_processor_present(handle)) {
835
		return AE_ERROR;
L
Linus Torvalds 已提交
836 837
	}

838
	if (acpi_map_lsapic(handle, &pr->id))
839
		return AE_ERROR;
L
Linus Torvalds 已提交
840

841 842
	if (arch_register_cpu(pr->id)) {
		acpi_unmap_lsapic(pr->id);
843
		return AE_ERROR;
L
Linus Torvalds 已提交
844 845
	}

846 847 848 849 850 851 852 853
	/* CPU got hot-plugged, but cpu_data is not initialized yet
	 * Set flag to delay cpu_idle/throttling initialization
	 * in:
	 * acpi_processor_add()
	 *   acpi_processor_get_info()
	 * and do it when the CPU gets online the first time
	 * TBD: Cleanup above functions and try to do this more elegant.
	 */
854
	pr_info("CPU %d got hotplugged\n", pr->id);
855 856
	pr->flags.need_hotplug_init = 1;

857
	return AE_OK;
L
Linus Torvalds 已提交
858 859
}

L
Len Brown 已提交
860
static int acpi_processor_handle_eject(struct acpi_processor *pr)
L
Linus Torvalds 已提交
861
{
862 863 864
	if (cpu_online(pr->id))
		cpu_down(pr->id);

865 866 867 868 869 870 871 872 873 874 875 876 877
	get_online_cpus();
	/*
	 * The cpu might become online again at this point. So we check whether
	 * the cpu has been onlined or not. If the cpu became online, it means
	 * that someone wants to use the cpu. So acpi_processor_handle_eject()
	 * returns -EAGAIN.
	 */
	if (unlikely(cpu_online(pr->id))) {
		put_online_cpus();
		pr_warn("Failed to remove CPU %d, because other task "
			"brought the CPU back online\n", pr->id);
		return -EAGAIN;
	}
L
Linus Torvalds 已提交
878 879
	arch_unregister_cpu(pr->id);
	acpi_unmap_lsapic(pr->id);
880
	put_online_cpus();
L
Len Brown 已提交
881
	return (0);
L
Linus Torvalds 已提交
882 883
}
#else
884
static acpi_status acpi_processor_hotadd_init(struct acpi_processor *pr)
L
Linus Torvalds 已提交
885 886 887
{
	return AE_ERROR;
}
L
Len Brown 已提交
888
static int acpi_processor_handle_eject(struct acpi_processor *pr)
L
Linus Torvalds 已提交
889
{
L
Len Brown 已提交
890
	return (-EINVAL);
L
Linus Torvalds 已提交
891 892 893 894 895 896 897 898
}
#endif

static
void acpi_processor_install_hotplug_notify(void)
{
#ifdef CONFIG_ACPI_HOTPLUG_CPU
	int action = INSTALL_NOTIFY_HANDLER;
899
	acpi_walk_namespace(ACPI_TYPE_ANY,
L
Len Brown 已提交
900 901
			    ACPI_ROOT_OBJECT,
			    ACPI_UINT32_MAX,
902
			    processor_walk_namespace_cb, NULL, &action, NULL);
L
Linus Torvalds 已提交
903
#endif
904
	register_hotcpu_notifier(&acpi_cpu_notifier);
L
Linus Torvalds 已提交
905 906 907 908 909 910 911
}

static
void acpi_processor_uninstall_hotplug_notify(void)
{
#ifdef CONFIG_ACPI_HOTPLUG_CPU
	int action = UNINSTALL_NOTIFY_HANDLER;
912
	acpi_walk_namespace(ACPI_TYPE_ANY,
L
Len Brown 已提交
913 914
			    ACPI_ROOT_OBJECT,
			    ACPI_UINT32_MAX,
915
			    processor_walk_namespace_cb, NULL, &action, NULL);
L
Linus Torvalds 已提交
916
#endif
917
	unregister_hotcpu_notifier(&acpi_cpu_notifier);
L
Linus Torvalds 已提交
918 919 920 921 922 923 924 925
}

/*
 * We keep the driver loaded even when ACPI is not running.
 * This is needed for the powernow-k8 driver, that works even without
 * ACPI, but needs symbols from this driver
 */

L
Len Brown 已提交
926
static int __init acpi_processor_init(void)
L
Linus Torvalds 已提交
927
{
L
Len Brown 已提交
928
	int result = 0;
L
Linus Torvalds 已提交
929

930 931 932
	if (acpi_disabled)
		return 0;

L
Linus Torvalds 已提交
933
	result = acpi_bus_register_driver(&acpi_processor_driver);
934
	if (result < 0)
935
		return result;
L
Linus Torvalds 已提交
936 937 938 939 940 941 942

	acpi_processor_install_hotplug_notify();

	acpi_thermal_cpufreq_init();

	acpi_processor_ppc_init();

943 944
	acpi_processor_throttling_init();

945
	return 0;
L
Linus Torvalds 已提交
946 947
}

L
Len Brown 已提交
948
static void __exit acpi_processor_exit(void)
L
Linus Torvalds 已提交
949
{
950 951 952
	if (acpi_disabled)
		return;

L
Linus Torvalds 已提交
953 954 955 956 957 958 959 960
	acpi_processor_ppc_exit();

	acpi_thermal_cpufreq_exit();

	acpi_processor_uninstall_hotplug_notify();

	acpi_bus_unregister_driver(&acpi_processor_driver);

961
	return;
L
Linus Torvalds 已提交
962 963 964 965 966 967
}

module_init(acpi_processor_init);
module_exit(acpi_processor_exit);

MODULE_ALIAS("processor");