processor_driver.c 24.9 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44
/*
 * acpi_processor.c - ACPI Processor Driver ($Revision: 71 $)
 *
 *  Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
 *  Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
 *  Copyright (C) 2004       Dominik Brodowski <linux@brodo.de>
 *  Copyright (C) 2004  Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com>
 *  			- Added processor hotplug support
 *
 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 *
 *  This program is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2 of the License, or (at
 *  your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful, but
 *  WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 *  General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License along
 *  with this program; if not, write to the Free Software Foundation, Inc.,
 *  59 Temple Place, Suite 330, Boston, MA 02111-1307 USA.
 *
 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 *  TBD:
 *	1. Make # power states dynamic.
 *	2. Support duty_cycle values that span bit 4.
 *	3. Optimize by having scheduler determine business instead of
 *	   having us try to calculate it here.
 *	4. Need C1 timing -- must modify kernel (IRQ handler) to get this.
 */

#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/init.h>
#include <linux/types.h>
#include <linux/pci.h>
#include <linux/pm.h>
#include <linux/cpufreq.h>
#include <linux/cpu.h>
#include <linux/dmi.h>
#include <linux/moduleparam.h>
45
#include <linux/cpuidle.h>
46
#include <linux/slab.h>
47
#include <linux/acpi.h>
L
Linus Torvalds 已提交
48 49 50 51 52 53 54 55 56 57 58 59 60

#include <asm/io.h>
#include <asm/cpu.h>
#include <asm/delay.h>
#include <asm/uaccess.h>
#include <asm/processor.h>
#include <asm/smp.h>
#include <asm/acpi.h>

#include <acpi/acpi_bus.h>
#include <acpi/acpi_drivers.h>
#include <acpi/processor.h>

61 62
#define PREFIX "ACPI: "

L
Linus Torvalds 已提交
63 64 65 66 67 68 69
#define ACPI_PROCESSOR_CLASS		"processor"
#define ACPI_PROCESSOR_DEVICE_NAME	"Processor"
#define ACPI_PROCESSOR_FILE_INFO	"info"
#define ACPI_PROCESSOR_FILE_THROTTLING	"throttling"
#define ACPI_PROCESSOR_FILE_LIMIT	"limit"
#define ACPI_PROCESSOR_NOTIFY_PERFORMANCE 0x80
#define ACPI_PROCESSOR_NOTIFY_POWER	0x81
70
#define ACPI_PROCESSOR_NOTIFY_THROTTLING	0x82
71
#define ACPI_PROCESSOR_DEVICE_HID	"ACPI0007"
L
Linus Torvalds 已提交
72 73 74 75 76

#define ACPI_PROCESSOR_LIMIT_USER	0
#define ACPI_PROCESSOR_LIMIT_THERMAL	1

#define _COMPONENT		ACPI_PROCESSOR_COMPONENT
77
ACPI_MODULE_NAME("processor_driver");
L
Linus Torvalds 已提交
78

79
MODULE_AUTHOR("Paul Diefenbaugh");
80
MODULE_DESCRIPTION("ACPI Processor Driver");
L
Linus Torvalds 已提交
81 82
MODULE_LICENSE("GPL");

L
Len Brown 已提交
83 84
static int acpi_processor_add(struct acpi_device *device);
static int acpi_processor_remove(struct acpi_device *device, int type);
85
static void acpi_processor_notify(struct acpi_device *device, u32 event);
86
static acpi_status acpi_processor_hotadd_init(struct acpi_processor *pr);
L
Linus Torvalds 已提交
87
static int acpi_processor_handle_eject(struct acpi_processor *pr);
88
static int acpi_processor_start(struct acpi_processor *pr);
L
Linus Torvalds 已提交
89

90
static const struct acpi_device_id processor_device_ids[] = {
91
	{ACPI_PROCESSOR_OBJECT_HID, 0},
92
	{ACPI_PROCESSOR_DEVICE_HID, 0},
93 94 95 96
	{"", 0},
};
MODULE_DEVICE_TABLE(acpi, processor_device_ids);

97 98 99
static SIMPLE_DEV_PM_OPS(acpi_processor_pm,
			 acpi_processor_suspend, acpi_processor_resume);

L
Linus Torvalds 已提交
100
static struct acpi_driver acpi_processor_driver = {
L
Len Brown 已提交
101
	.name = "processor",
L
Len Brown 已提交
102
	.class = ACPI_PROCESSOR_CLASS,
103
	.ids = processor_device_ids,
L
Len Brown 已提交
104 105 106
	.ops = {
		.add = acpi_processor_add,
		.remove = acpi_processor_remove,
107
		.notify = acpi_processor_notify,
L
Len Brown 已提交
108
		},
109
	.drv.pm = &acpi_processor_pm,
L
Linus Torvalds 已提交
110 111 112 113 114
};

#define INSTALL_NOTIFY_HANDLER		1
#define UNINSTALL_NOTIFY_HANDLER	2

115
DEFINE_PER_CPU(struct acpi_processor *, processors);
116 117
EXPORT_PER_CPU_SYMBOL(processors);

118
struct acpi_processor_errata errata __read_mostly;
L
Linus Torvalds 已提交
119 120 121 122 123

/* --------------------------------------------------------------------------
                                Errata Handling
   -------------------------------------------------------------------------- */

L
Len Brown 已提交
124
static int acpi_processor_errata_piix4(struct pci_dev *dev)
L
Linus Torvalds 已提交
125
{
L
Len Brown 已提交
126 127
	u8 value1 = 0;
	u8 value2 = 0;
L
Linus Torvalds 已提交
128 129 130


	if (!dev)
131
		return -EINVAL;
L
Linus Torvalds 已提交
132 133 134 135 136

	/*
	 * Note that 'dev' references the PIIX4 ACPI Controller.
	 */

137
	switch (dev->revision) {
L
Linus Torvalds 已提交
138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154
	case 0:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4 A-step\n"));
		break;
	case 1:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4 B-step\n"));
		break;
	case 2:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4E\n"));
		break;
	case 3:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found PIIX4M\n"));
		break;
	default:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found unknown PIIX4\n"));
		break;
	}

155
	switch (dev->revision) {
L
Linus Torvalds 已提交
156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184

	case 0:		/* PIIX4 A-step */
	case 1:		/* PIIX4 B-step */
		/*
		 * See specification changes #13 ("Manual Throttle Duty Cycle")
		 * and #14 ("Enabling and Disabling Manual Throttle"), plus
		 * erratum #5 ("STPCLK# Deassertion Time") from the January
		 * 2002 PIIX4 specification update.  Applies to only older
		 * PIIX4 models.
		 */
		errata.piix4.throttle = 1;

	case 2:		/* PIIX4E */
	case 3:		/* PIIX4M */
		/*
		 * See erratum #18 ("C3 Power State/BMIDE and Type-F DMA
		 * Livelock") from the January 2002 PIIX4 specification update.
		 * Applies to all PIIX4 models.
		 */

		/*
		 * BM-IDE
		 * ------
		 * Find the PIIX4 IDE Controller and get the Bus Master IDE
		 * Status register address.  We'll use this later to read
		 * each IDE controller's DMA status to make sure we catch all
		 * DMA activity.
		 */
		dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,
L
Len Brown 已提交
185 186
				     PCI_DEVICE_ID_INTEL_82371AB,
				     PCI_ANY_ID, PCI_ANY_ID, NULL);
L
Linus Torvalds 已提交
187 188 189 190 191 192 193 194 195 196 197 198 199 200 201
		if (dev) {
			errata.piix4.bmisx = pci_resource_start(dev, 4);
			pci_dev_put(dev);
		}

		/*
		 * Type-F DMA
		 * ----------
		 * Find the PIIX4 ISA Controller and read the Motherboard
		 * DMA controller's status to see if Type-F (Fast) DMA mode
		 * is enabled (bit 7) on either channel.  Note that we'll
		 * disable C3 support if this is enabled, as some legacy
		 * devices won't operate well if fast DMA is disabled.
		 */
		dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,
L
Len Brown 已提交
202 203
				     PCI_DEVICE_ID_INTEL_82371AB_0,
				     PCI_ANY_ID, PCI_ANY_ID, NULL);
L
Linus Torvalds 已提交
204 205 206 207 208 209 210 211 212 213 214 215 216
		if (dev) {
			pci_read_config_byte(dev, 0x76, &value1);
			pci_read_config_byte(dev, 0x77, &value2);
			if ((value1 & 0x80) || (value2 & 0x80))
				errata.piix4.fdma = 1;
			pci_dev_put(dev);
		}

		break;
	}

	if (errata.piix4.bmisx)
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
217
				  "Bus master activity detection (BM-IDE) erratum enabled\n"));
L
Linus Torvalds 已提交
218 219
	if (errata.piix4.fdma)
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
220
				  "Type-F DMA livelock erratum (C3 disabled)\n"));
L
Linus Torvalds 已提交
221

222
	return 0;
L
Linus Torvalds 已提交
223 224
}

225
static int acpi_processor_errata(struct acpi_processor *pr)
L
Linus Torvalds 已提交
226
{
L
Len Brown 已提交
227 228
	int result = 0;
	struct pci_dev *dev = NULL;
L
Linus Torvalds 已提交
229 230 231


	if (!pr)
232
		return -EINVAL;
L
Linus Torvalds 已提交
233 234 235 236 237

	/*
	 * PIIX4
	 */
	dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,
L
Len Brown 已提交
238 239
			     PCI_DEVICE_ID_INTEL_82371AB_3, PCI_ANY_ID,
			     PCI_ANY_ID, NULL);
L
Linus Torvalds 已提交
240 241 242 243 244
	if (dev) {
		result = acpi_processor_errata_piix4(dev);
		pci_dev_put(dev);
	}

245
	return result;
L
Linus Torvalds 已提交
246 247 248 249 250 251
}

/* --------------------------------------------------------------------------
                                 Driver Interface
   -------------------------------------------------------------------------- */

252
static int acpi_processor_get_info(struct acpi_device *device)
L
Linus Torvalds 已提交
253
{
L
Len Brown 已提交
254 255 256
	acpi_status status = 0;
	union acpi_object object = { 0 };
	struct acpi_buffer buffer = { sizeof(union acpi_object), &object };
257 258
	struct acpi_processor *pr;
	int cpu_index, device_declaration = 0;
L
Len Brown 已提交
259
	static int cpu0_initialized;
L
Linus Torvalds 已提交
260

261
	pr = acpi_driver_data(device);
L
Linus Torvalds 已提交
262
	if (!pr)
263
		return -EINVAL;
L
Linus Torvalds 已提交
264 265 266 267 268 269 270 271 272 273

	if (num_online_cpus() > 1)
		errata.smp = TRUE;

	acpi_processor_errata(pr);

	/*
	 * Check to see if we have bus mastering arbitration control.  This
	 * is required for proper C3 usage (to maintain cache coherency).
	 */
274
	if (acpi_gbl_FADT.pm2_control_block && acpi_gbl_FADT.pm2_control_length) {
L
Linus Torvalds 已提交
275 276
		pr->flags.bm_control = 1;
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
277 278
				  "Bus mastering arbitration control present\n"));
	} else
L
Linus Torvalds 已提交
279
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
280
				  "No bus mastering arbitration control\n"));
L
Linus Torvalds 已提交
281

282 283 284 285
	if (!strcmp(acpi_device_hid(device), ACPI_PROCESSOR_OBJECT_HID)) {
		/* Declared with "Processor" statement; match ProcessorID */
		status = acpi_evaluate_object(pr->handle, NULL, NULL, &buffer);
		if (ACPI_FAILURE(status)) {
286 287 288
			dev_err(&device->dev,
				"Failed to evaluate processor object (0x%x)\n",
				status);
289 290 291 292 293 294 295 296 297 298
			return -ENODEV;
		}

		/*
		 * TBD: Synch processor ID (via LAPIC/LSAPIC structures) on SMP.
		 *      >>> 'acpi_get_processor_id(acpi_id, &id)' in
		 *      arch/xxx/acpi.c
		 */
		pr->acpi_id = object.processor.proc_id;
	} else {
299 300 301 302
		/*
		 * Declared with "Device" statement; match _UID.
		 * Note that we don't handle string _UIDs yet.
		 */
303
		unsigned long long value;
304 305 306
		status = acpi_evaluate_integer(pr->handle, METHOD_NAME__UID,
						NULL, &value);
		if (ACPI_FAILURE(status)) {
307 308 309
			dev_err(&device->dev,
				"Failed to evaluate processor _UID (0x%x)\n",
				status);
310 311
			return -ENODEV;
		}
312
		device_declaration = 1;
313 314
		pr->acpi_id = value;
	}
315
	cpu_index = acpi_get_cpuid(pr->handle, device_declaration, pr->acpi_id);
L
Linus Torvalds 已提交
316

L
Len Brown 已提交
317
	/* Handle UP system running SMP kernel, with no LAPIC in MADT */
A
Ashok Raj 已提交
318
	if (!cpu0_initialized && (cpu_index == -1) &&
L
Len Brown 已提交
319 320 321 322 323 324 325 326 327 328 329 330 331
	    (num_online_cpus() == 1)) {
		cpu_index = 0;
	}

	cpu0_initialized = 1;

	pr->id = cpu_index;

	/*
	 *  Extra Processor objects may be enumerated on MP systems with
	 *  less than the max # of CPUs. They should be ignored _iff
	 *  they are physically not present.
	 */
332
	if (pr->id == -1) {
333
		if (ACPI_FAILURE(acpi_processor_hotadd_init(pr)))
334
			return -ENODEV;
L
Len Brown 已提交
335
	}
336 337 338 339 340 341 342 343 344 345
	/*
	 * On some boxes several processors use the same processor bus id.
	 * But they are located in different scope. For example:
	 * \_SB.SCK0.CPU0
	 * \_SB.SCK1.CPU0
	 * Rename the processor device bus id. And the new bus id will be
	 * generated as the following format:
	 * CPU+CPU ID.
	 */
	sprintf(acpi_device_bid(device), "CPU%X", pr->id);
L
Linus Torvalds 已提交
346
	ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Processor [%d:%d]\n", pr->id,
L
Len Brown 已提交
347
			  pr->acpi_id));
L
Linus Torvalds 已提交
348 349 350 351

	if (!object.processor.pblk_address)
		ACPI_DEBUG_PRINT((ACPI_DB_INFO, "No PBLK (NULL address)\n"));
	else if (object.processor.pblk_length != 6)
352
		dev_err(&device->dev, "Invalid PBLK length [%d]\n",
353
			    object.processor.pblk_length);
L
Linus Torvalds 已提交
354 355
	else {
		pr->throttling.address = object.processor.pblk_address;
356 357
		pr->throttling.duty_offset = acpi_gbl_FADT.duty_offset;
		pr->throttling.duty_width = acpi_gbl_FADT.duty_width;
L
Linus Torvalds 已提交
358 359 360 361 362 363 364 365 366 367 368 369 370

		pr->pblk = object.processor.pblk_address;

		/*
		 * We don't care about error returns - we just try to mark
		 * these reserved so that nobody else is confused into thinking
		 * that this region might be unused..
		 *
		 * (In particular, allocating the IO range for Cardbus)
		 */
		request_region(pr->throttling.address, 6, "ACPI CPU throttle");
	}

371 372 373 374 375 376 377 378 379
	/*
	 * If ACPI describes a slot number for this CPU, we can use it
	 * ensure we get the right value in the "physical id" field
	 * of /proc/cpuinfo
	 */
	status = acpi_evaluate_object(pr->handle, "_SUN", NULL, &buffer);
	if (ACPI_SUCCESS(status))
		arch_fix_phys_package_id(pr->id, object.integer.value);

380
	return 0;
L
Linus Torvalds 已提交
381 382
}

383
static DEFINE_PER_CPU(void *, processor_device_array);
384

385
static void acpi_processor_notify(struct acpi_device *device, u32 event)
L
Linus Torvalds 已提交
386
{
387
	struct acpi_processor *pr = acpi_driver_data(device);
388
	int saved;
L
Linus Torvalds 已提交
389 390

	if (!pr)
391
		return;
L
Linus Torvalds 已提交
392 393 394

	switch (event) {
	case ACPI_PROCESSOR_NOTIFY_PERFORMANCE:
395
		saved = pr->performance_platform_limit;
396
		acpi_processor_ppc_has_changed(pr, 1);
397 398
		if (saved == pr->performance_platform_limit)
			break;
399
		acpi_bus_generate_proc_event(device, event,
L
Len Brown 已提交
400
					pr->performance_platform_limit);
401
		acpi_bus_generate_netlink_event(device->pnp.device_class,
402
						  dev_name(&device->dev), event,
403
						  pr->performance_platform_limit);
L
Linus Torvalds 已提交
404 405 406
		break;
	case ACPI_PROCESSOR_NOTIFY_POWER:
		acpi_processor_cst_has_changed(pr);
407
		acpi_bus_generate_proc_event(device, event, 0);
408
		acpi_bus_generate_netlink_event(device->pnp.device_class,
409
						  dev_name(&device->dev), event, 0);
L
Linus Torvalds 已提交
410
		break;
411 412
	case ACPI_PROCESSOR_NOTIFY_THROTTLING:
		acpi_processor_tstate_has_changed(pr);
413
		acpi_bus_generate_proc_event(device, event, 0);
414
		acpi_bus_generate_netlink_event(device->pnp.device_class,
415
						  dev_name(&device->dev), event, 0);
A
Alan Cox 已提交
416
		break;
L
Linus Torvalds 已提交
417 418
	default:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
419
				  "Unsupported event [0x%x]\n", event));
L
Linus Torvalds 已提交
420 421 422
		break;
	}

423
	return;
L
Linus Torvalds 已提交
424 425
}

426 427 428 429
static int acpi_cpu_soft_notify(struct notifier_block *nfb,
		unsigned long action, void *hcpu)
{
	unsigned int cpu = (unsigned long)hcpu;
430
	struct acpi_processor *pr = per_cpu(processors, cpu);
431 432

	if (action == CPU_ONLINE && pr) {
433 434 435 436
		/* CPU got physically hotplugged and onlined the first time:
		 * Initialize missing things
		 */
		if (pr->flags.need_hotplug_init) {
437 438
			pr_info("Will online and init hotplugged CPU: %d\n",
				pr->id);
439 440 441 442 443 444
			WARN(acpi_processor_start(pr), "Failed to start CPU:"
				" %d\n", pr->id);
			pr->flags.need_hotplug_init = 0;
		/* Normal CPU soft online event */
		} else {
			acpi_processor_ppc_has_changed(pr, 0);
445
			acpi_processor_hotplug(pr);
446 447 448
			acpi_processor_reevaluate_tstate(pr, action);
			acpi_processor_tstate_has_changed(pr);
		}
449
	}
450 451 452 453
	if (action == CPU_DEAD && pr) {
		/* invalidate the flag.throttling after one CPU is offline */
		acpi_processor_reevaluate_tstate(pr, action);
	}
454 455 456 457 458 459 460 461
	return NOTIFY_OK;
}

static struct notifier_block acpi_cpu_notifier =
{
	    .notifier_call = acpi_cpu_soft_notify,
};

462 463 464 465 466 467 468 469 470
/*
 * acpi_processor_start() is called by the cpu_hotplug_notifier func:
 * acpi_cpu_soft_notify(). Getting it __cpuinit{data} is difficult, the
 * root cause seem to be that acpi_processor_uninstall_hotplug_notify()
 * is in the module_exit (__exit) func. Allowing acpi_processor_start()
 * to not be in __cpuinit section, but being called from __cpuinit funcs
 * via __ref looks like the right thing to do here.
 */
static __ref int acpi_processor_start(struct acpi_processor *pr)
471 472 473 474 475 476
{
	struct acpi_device *device = per_cpu(processor_device_array, pr->id);
	int result = 0;

#ifdef CONFIG_CPU_FREQ
	acpi_processor_ppc_has_changed(pr, 0);
477
	acpi_processor_load_module(pr);
478 479 480 481 482
#endif
	acpi_processor_get_throttling_info(pr);
	acpi_processor_get_limit_info(pr);

	if (!cpuidle_get_driver() || cpuidle_get_driver() == &acpi_idle_driver)
483
		acpi_processor_power_init(pr);
484 485 486 487 488 489 490 491 492 493 494 495 496 497 498

	pr->cdev = thermal_cooling_device_register("Processor", device,
						   &processor_cooling_ops);
	if (IS_ERR(pr->cdev)) {
		result = PTR_ERR(pr->cdev);
		goto err_power_exit;
	}

	dev_dbg(&device->dev, "registered as cooling_device%d\n",
		pr->cdev->id);

	result = sysfs_create_link(&device->dev.kobj,
				   &pr->cdev->device.kobj,
				   "thermal_cooling");
	if (result) {
499 500
		dev_err(&device->dev,
			"Failed to create sysfs link 'thermal_cooling'\n");
501 502 503 504 505 506
		goto err_thermal_unregister;
	}
	result = sysfs_create_link(&pr->cdev->device.kobj,
				   &device->dev.kobj,
				   "device");
	if (result) {
507 508
		dev_err(&pr->cdev->device,
			"Failed to create sysfs link 'device'\n");
509 510 511 512 513 514 515 516 517 518
		goto err_remove_sysfs_thermal;
	}

	return 0;

err_remove_sysfs_thermal:
	sysfs_remove_link(&device->dev.kobj, "thermal_cooling");
err_thermal_unregister:
	thermal_cooling_device_unregister(pr->cdev);
err_power_exit:
519
	acpi_processor_power_exit(pr);
520 521 522 523

	return result;
}

524 525 526 527 528 529
/*
 * Do not put anything in here which needs the core to be online.
 * For example MSR access or setting up things which check for cpuinfo_x86
 * (cpu_data(cpu)) values, like CPU feature flags, family, model, etc.
 * Such things have to be put in and set up above in acpi_processor_start()
 */
530
static int __cpuinit acpi_processor_add(struct acpi_device *device)
L
Linus Torvalds 已提交
531
{
L
Len Brown 已提交
532
	struct acpi_processor *pr = NULL;
533
	int result = 0;
534
	struct device *dev;
L
Linus Torvalds 已提交
535

536
	pr = kzalloc(sizeof(struct acpi_processor), GFP_KERNEL);
L
Linus Torvalds 已提交
537
	if (!pr)
538
		return -ENOMEM;
L
Linus Torvalds 已提交
539

540
	if (!zalloc_cpumask_var(&pr->throttling.shared_cpu_map, GFP_KERNEL)) {
541 542
		result = -ENOMEM;
		goto err_free_pr;
543 544
	}

L
Linus Torvalds 已提交
545 546 547
	pr->handle = device->handle;
	strcpy(acpi_device_name(device), ACPI_PROCESSOR_DEVICE_NAME);
	strcpy(acpi_device_class(device), ACPI_PROCESSOR_CLASS);
548
	device->driver_data = pr;
L
Linus Torvalds 已提交
549

550
	result = acpi_processor_get_info(device);
L
Linus Torvalds 已提交
551 552
	if (result) {
		/* Processor is physically not present */
553
		return 0;
L
Linus Torvalds 已提交
554 555
	}

556 557 558 559 560
#ifdef CONFIG_SMP
	if (pr->id >= setup_max_cpus && pr->id != 0)
		return 0;
#endif

561
	BUG_ON((pr->id >= nr_cpu_ids) || (pr->id < 0));
L
Linus Torvalds 已提交
562

563 564 565 566 567
	/*
	 * Buggy BIOS check
	 * ACPI id of processors can be reported wrongly by the BIOS.
	 * Don't trust it blindly
	 */
568 569
	if (per_cpu(processor_device_array, pr->id) != NULL &&
	    per_cpu(processor_device_array, pr->id) != device) {
570 571 572
		dev_warn(&device->dev,
			"BIOS reported wrong ACPI id %d for the processor\n",
			pr->id);
573 574
		result = -ENODEV;
		goto err_free_cpumask;
575
	}
576
	per_cpu(processor_device_array, pr->id) = device;
577

578
	per_cpu(processors, pr->id) = pr;
L
Linus Torvalds 已提交
579

580 581
	dev = get_cpu_device(pr->id);
	if (sysfs_create_link(&device->dev.kobj, &dev->kobj, "sysdev")) {
582
		result = -EFAULT;
583
		goto err_clear_processor;
584
	}
585

586 587 588 589 590 591
	/*
	 * Do not start hotplugged CPUs now, but when they
	 * are onlined the first time
	 */
	if (pr->flags.need_hotplug_init)
		return 0;
592

593 594
	result = acpi_processor_start(pr);
	if (result)
595
		goto err_remove_sysfs;
596

597
	return 0;
598 599

err_remove_sysfs:
600
	sysfs_remove_link(&device->dev.kobj, "sysdev");
601 602 603 604 605
err_clear_processor:
	/*
	 * processor_device_array is not cleared to allow checks for buggy BIOS
	 */ 
	per_cpu(processors, pr->id) = NULL;
606 607
err_free_cpumask:
	free_cpumask_var(pr->throttling.shared_cpu_map);
608 609
err_free_pr:
	kfree(pr);
610
	return result;
L
Linus Torvalds 已提交
611 612
}

L
Len Brown 已提交
613
static int acpi_processor_remove(struct acpi_device *device, int type)
L
Linus Torvalds 已提交
614
{
L
Len Brown 已提交
615
	struct acpi_processor *pr = NULL;
L
Linus Torvalds 已提交
616 617 618


	if (!device || !acpi_driver_data(device))
619
		return -EINVAL;
L
Linus Torvalds 已提交
620

621
	pr = acpi_driver_data(device);
L
Linus Torvalds 已提交
622

623 624
	if (pr->id >= nr_cpu_ids)
		goto free;
L
Linus Torvalds 已提交
625 626 627

	if (type == ACPI_BUS_REMOVAL_EJECT) {
		if (acpi_processor_handle_eject(pr))
628
			return -EINVAL;
L
Linus Torvalds 已提交
629 630
	}

631
	acpi_processor_power_exit(pr);
L
Linus Torvalds 已提交
632

633 634
	sysfs_remove_link(&device->dev.kobj, "sysdev");

635 636 637 638 639 640
	if (pr->cdev) {
		sysfs_remove_link(&device->dev.kobj, "thermal_cooling");
		sysfs_remove_link(&pr->cdev->device.kobj, "device");
		thermal_cooling_device_unregister(pr->cdev);
		pr->cdev = NULL;
	}
641

642 643
	per_cpu(processors, pr->id) = NULL;
	per_cpu(processor_device_array, pr->id) = NULL;
644 645 646

free:
	free_cpumask_var(pr->throttling.shared_cpu_map);
L
Linus Torvalds 已提交
647 648
	kfree(pr);

649
	return 0;
L
Linus Torvalds 已提交
650 651 652 653 654 655 656
}

#ifdef CONFIG_ACPI_HOTPLUG_CPU
/****************************************************************************
 * 	Acpi processor hotplug support 				       	    *
 ****************************************************************************/

L
Len Brown 已提交
657
static int is_processor_present(acpi_handle handle)
L
Linus Torvalds 已提交
658
{
L
Len Brown 已提交
659
	acpi_status status;
660
	unsigned long long sta = 0;
L
Linus Torvalds 已提交
661 662 663


	status = acpi_evaluate_integer(handle, "_STA", NULL, &sta);
664 665 666 667

	if (ACPI_SUCCESS(status) && (sta & ACPI_STA_DEVICE_PRESENT))
		return 1;

668 669 670 671 672 673 674 675 676
	/*
	 * _STA is mandatory for a processor that supports hot plug
	 */
	if (status == AE_NOT_FOUND)
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
				"Processor does not support hot plug\n"));
	else
		ACPI_EXCEPTION((AE_INFO, status,
				"Processor Device is not present"));
677
	return 0;
L
Linus Torvalds 已提交
678 679
}

680 681
static void acpi_processor_hotplug_notify(acpi_handle handle,
					  u32 event, void *data)
L
Linus Torvalds 已提交
682
{
L
Len Brown 已提交
683
	struct acpi_device *device = NULL;
T
Toshi Kani 已提交
684
	struct acpi_eject_event *ej_event = NULL;
685
	u32 ost_code = ACPI_OST_SC_NON_SPECIFIC_FAILURE; /* default */
L
Linus Torvalds 已提交
686 687 688 689 690
	int result;

	switch (event) {
	case ACPI_NOTIFY_BUS_CHECK:
	case ACPI_NOTIFY_DEVICE_CHECK:
691 692
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
		"Processor driver received %s event\n",
L
Len Brown 已提交
693
		       (event == ACPI_NOTIFY_BUS_CHECK) ?
694
		       "ACPI_NOTIFY_BUS_CHECK" : "ACPI_NOTIFY_DEVICE_CHECK"));
L
Linus Torvalds 已提交
695 696 697 698

		if (!is_processor_present(handle))
			break;

699 700 701
		if (!acpi_bus_get_device(handle, &device))
			break;

702
		result = acpi_bus_add(handle, &device);
703
		if (result) {
704
			acpi_handle_err(handle, "Unable to add the device\n");
L
Linus Torvalds 已提交
705 706
			break;
		}
707 708

		ost_code = ACPI_OST_SC_SUCCESS;
L
Len Brown 已提交
709
		break;
710

L
Linus Torvalds 已提交
711
	case ACPI_NOTIFY_EJECT_REQUEST:
L
Len Brown 已提交
712 713
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
				  "received ACPI_NOTIFY_EJECT_REQUEST\n"));
L
Linus Torvalds 已提交
714 715

		if (acpi_bus_get_device(handle, &device)) {
716 717
			acpi_handle_err(handle,
				"Device don't exist, dropping EJECT\n");
L
Linus Torvalds 已提交
718 719
			break;
		}
T
Toshi Kani 已提交
720
		if (!acpi_driver_data(device)) {
721 722
			acpi_handle_err(handle,
				"Driver data is NULL, dropping EJECT\n");
723
			break;
L
Linus Torvalds 已提交
724
		}
725

T
Toshi Kani 已提交
726 727
		ej_event = kmalloc(sizeof(*ej_event), GFP_KERNEL);
		if (!ej_event) {
728
			acpi_handle_err(handle, "No memory, dropping EJECT\n");
T
Toshi Kani 已提交
729 730 731 732 733 734 735 736 737 738
			break;
		}

		ej_event->handle = handle;
		ej_event->event = ACPI_NOTIFY_EJECT_REQUEST;
		acpi_os_hotplug_execute(acpi_bus_hot_remove_device,
					(void *)ej_event);

		/* eject is performed asynchronously */
		return;
739

L
Linus Torvalds 已提交
740 741
	default:
		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
L
Len Brown 已提交
742
				  "Unsupported event [0x%x]\n", event));
743 744 745

		/* non-hotplug event; possibly handled by other handler */
		return;
L
Linus Torvalds 已提交
746 747
	}

748 749
	/* Inform firmware that the hotplug operation has completed */
	(void) acpi_evaluate_hotplug_ost(handle, event, ost_code, NULL);
750
	return;
L
Linus Torvalds 已提交
751 752
}

753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782
static acpi_status is_processor_device(acpi_handle handle)
{
	struct acpi_device_info *info;
	char *hid;
	acpi_status status;

	status = acpi_get_object_info(handle, &info);
	if (ACPI_FAILURE(status))
		return status;

	if (info->type == ACPI_TYPE_PROCESSOR) {
		kfree(info);
		return AE_OK;	/* found a processor object */
	}

	if (!(info->valid & ACPI_VALID_HID)) {
		kfree(info);
		return AE_ERROR;
	}

	hid = info->hardware_id.string;
	if ((hid == NULL) || strcmp(hid, ACPI_PROCESSOR_DEVICE_HID)) {
		kfree(info);
		return AE_ERROR;
	}

	kfree(info);
	return AE_OK;	/* found a processor device object */
}

L
Linus Torvalds 已提交
783 784
static acpi_status
processor_walk_namespace_cb(acpi_handle handle,
L
Len Brown 已提交
785
			    u32 lvl, void *context, void **rv)
L
Linus Torvalds 已提交
786
{
L
Len Brown 已提交
787
	acpi_status status;
L
Linus Torvalds 已提交
788 789
	int *action = context;

790
	status = is_processor_device(handle);
L
Linus Torvalds 已提交
791
	if (ACPI_FAILURE(status))
792
		return AE_OK;	/* not a processor; continue to walk */
L
Linus Torvalds 已提交
793

L
Len Brown 已提交
794
	switch (*action) {
L
Linus Torvalds 已提交
795 796
	case INSTALL_NOTIFY_HANDLER:
		acpi_install_notify_handler(handle,
L
Len Brown 已提交
797 798 799
					    ACPI_SYSTEM_NOTIFY,
					    acpi_processor_hotplug_notify,
					    NULL);
L
Linus Torvalds 已提交
800 801 802
		break;
	case UNINSTALL_NOTIFY_HANDLER:
		acpi_remove_notify_handler(handle,
L
Len Brown 已提交
803 804
					   ACPI_SYSTEM_NOTIFY,
					   acpi_processor_hotplug_notify);
L
Linus Torvalds 已提交
805 806 807 808 809
		break;
	default:
		break;
	}

810 811
	/* found a processor; skip walking underneath */
	return AE_CTRL_DEPTH;
L
Linus Torvalds 已提交
812 813
}

814
static acpi_status acpi_processor_hotadd_init(struct acpi_processor *pr)
L
Linus Torvalds 已提交
815
{
816
	acpi_handle handle = pr->handle;
L
Linus Torvalds 已提交
817 818

	if (!is_processor_present(handle)) {
819
		return AE_ERROR;
L
Linus Torvalds 已提交
820 821
	}

822
	if (acpi_map_lsapic(handle, &pr->id))
823
		return AE_ERROR;
L
Linus Torvalds 已提交
824

825 826
	if (arch_register_cpu(pr->id)) {
		acpi_unmap_lsapic(pr->id);
827
		return AE_ERROR;
L
Linus Torvalds 已提交
828 829
	}

830 831 832 833 834 835 836 837
	/* CPU got hot-plugged, but cpu_data is not initialized yet
	 * Set flag to delay cpu_idle/throttling initialization
	 * in:
	 * acpi_processor_add()
	 *   acpi_processor_get_info()
	 * and do it when the CPU gets online the first time
	 * TBD: Cleanup above functions and try to do this more elegant.
	 */
838
	pr_info("CPU %d got hotplugged\n", pr->id);
839 840
	pr->flags.need_hotplug_init = 1;

841
	return AE_OK;
L
Linus Torvalds 已提交
842 843
}

L
Len Brown 已提交
844
static int acpi_processor_handle_eject(struct acpi_processor *pr)
L
Linus Torvalds 已提交
845
{
846 847 848
	if (cpu_online(pr->id))
		cpu_down(pr->id);

849 850 851 852 853 854 855 856 857 858 859 860 861
	get_online_cpus();
	/*
	 * The cpu might become online again at this point. So we check whether
	 * the cpu has been onlined or not. If the cpu became online, it means
	 * that someone wants to use the cpu. So acpi_processor_handle_eject()
	 * returns -EAGAIN.
	 */
	if (unlikely(cpu_online(pr->id))) {
		put_online_cpus();
		pr_warn("Failed to remove CPU %d, because other task "
			"brought the CPU back online\n", pr->id);
		return -EAGAIN;
	}
L
Linus Torvalds 已提交
862 863
	arch_unregister_cpu(pr->id);
	acpi_unmap_lsapic(pr->id);
864
	put_online_cpus();
L
Len Brown 已提交
865
	return (0);
L
Linus Torvalds 已提交
866 867
}
#else
868
static acpi_status acpi_processor_hotadd_init(struct acpi_processor *pr)
L
Linus Torvalds 已提交
869 870 871
{
	return AE_ERROR;
}
L
Len Brown 已提交
872
static int acpi_processor_handle_eject(struct acpi_processor *pr)
L
Linus Torvalds 已提交
873
{
L
Len Brown 已提交
874
	return (-EINVAL);
L
Linus Torvalds 已提交
875 876 877 878 879 880 881 882
}
#endif

static
void acpi_processor_install_hotplug_notify(void)
{
#ifdef CONFIG_ACPI_HOTPLUG_CPU
	int action = INSTALL_NOTIFY_HANDLER;
883
	acpi_walk_namespace(ACPI_TYPE_ANY,
L
Len Brown 已提交
884 885
			    ACPI_ROOT_OBJECT,
			    ACPI_UINT32_MAX,
886
			    processor_walk_namespace_cb, NULL, &action, NULL);
L
Linus Torvalds 已提交
887
#endif
888
	register_hotcpu_notifier(&acpi_cpu_notifier);
L
Linus Torvalds 已提交
889 890 891 892 893 894 895
}

static
void acpi_processor_uninstall_hotplug_notify(void)
{
#ifdef CONFIG_ACPI_HOTPLUG_CPU
	int action = UNINSTALL_NOTIFY_HANDLER;
896
	acpi_walk_namespace(ACPI_TYPE_ANY,
L
Len Brown 已提交
897 898
			    ACPI_ROOT_OBJECT,
			    ACPI_UINT32_MAX,
899
			    processor_walk_namespace_cb, NULL, &action, NULL);
L
Linus Torvalds 已提交
900
#endif
901
	unregister_hotcpu_notifier(&acpi_cpu_notifier);
L
Linus Torvalds 已提交
902 903 904 905 906 907 908 909
}

/*
 * We keep the driver loaded even when ACPI is not running.
 * This is needed for the powernow-k8 driver, that works even without
 * ACPI, but needs symbols from this driver
 */

L
Len Brown 已提交
910
static int __init acpi_processor_init(void)
L
Linus Torvalds 已提交
911
{
L
Len Brown 已提交
912
	int result = 0;
L
Linus Torvalds 已提交
913

914 915 916
	if (acpi_disabled)
		return 0;

L
Linus Torvalds 已提交
917
	result = acpi_bus_register_driver(&acpi_processor_driver);
918
	if (result < 0)
919
		return result;
L
Linus Torvalds 已提交
920 921 922 923 924 925 926

	acpi_processor_install_hotplug_notify();

	acpi_thermal_cpufreq_init();

	acpi_processor_ppc_init();

927 928
	acpi_processor_throttling_init();

929
	return 0;
L
Linus Torvalds 已提交
930 931
}

L
Len Brown 已提交
932
static void __exit acpi_processor_exit(void)
L
Linus Torvalds 已提交
933
{
934 935 936
	if (acpi_disabled)
		return;

L
Linus Torvalds 已提交
937 938 939 940 941 942 943 944
	acpi_processor_ppc_exit();

	acpi_thermal_cpufreq_exit();

	acpi_processor_uninstall_hotplug_notify();

	acpi_bus_unregister_driver(&acpi_processor_driver);

945
	return;
L
Linus Torvalds 已提交
946 947 948 949 950 951
}

module_init(acpi_processor_init);
module_exit(acpi_processor_exit);

MODULE_ALIAS("processor");