aerdrv_core.c 20.7 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25
/*
 * drivers/pci/pcie/aer/aerdrv_core.c
 *
 * This file is subject to the terms and conditions of the GNU General Public
 * License.  See the file "COPYING" in the main directory of this archive
 * for more details.
 *
 * This file implements the core part of PCI-Express AER. When an pci-express
 * error is delivered, an error message will be collected and printed to
 * console, then, an error recovery procedure will be executed by following
 * the pci error recovery rules.
 *
 * Copyright (C) 2006 Intel Corp.
 *	Tom Long Nguyen (tom.l.nguyen@intel.com)
 *	Zhang Yanmin (yanmin.zhang@intel.com)
 *
 */

#include <linux/module.h>
#include <linux/pci.h>
#include <linux/kernel.h>
#include <linux/errno.h>
#include <linux/pm.h>
#include <linux/suspend.h>
#include <linux/delay.h>
26
#include <linux/slab.h>
27 28 29
#include "aerdrv.h"

static int forceload;
30
static int nosourceid;
31
module_param(forceload, bool, 0);
32
module_param(nosourceid, bool, 0);
33 34 35 36 37 38

int pci_enable_pcie_error_reporting(struct pci_dev *dev)
{
	u16 reg16 = 0;
	int pos;

39 40 41
	if (dev->aer_firmware_first)
		return -EIO;

Y
Yu Zhao 已提交
42
	pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_ERR);
43 44 45
	if (!pos)
		return -EIO;

K
Kenji Kaneshige 已提交
46
	pos = pci_pcie_cap(dev);
47 48 49
	if (!pos)
		return -EIO;

50 51
	pci_read_config_word(dev, pos + PCI_EXP_DEVCTL, &reg16);
	reg16 |= (PCI_EXP_DEVCTL_CERE |
52 53
		PCI_EXP_DEVCTL_NFERE |
		PCI_EXP_DEVCTL_FERE |
54 55
		PCI_EXP_DEVCTL_URRE);
	pci_write_config_word(dev, pos + PCI_EXP_DEVCTL, reg16);
56

57 58
	return 0;
}
59
EXPORT_SYMBOL_GPL(pci_enable_pcie_error_reporting);
60 61 62 63 64 65

int pci_disable_pcie_error_reporting(struct pci_dev *dev)
{
	u16 reg16 = 0;
	int pos;

66 67 68
	if (dev->aer_firmware_first)
		return -EIO;

K
Kenji Kaneshige 已提交
69
	pos = pci_pcie_cap(dev);
70 71 72
	if (!pos)
		return -EIO;

73 74 75 76 77 78
	pci_read_config_word(dev, pos + PCI_EXP_DEVCTL, &reg16);
	reg16 &= ~(PCI_EXP_DEVCTL_CERE |
		PCI_EXP_DEVCTL_NFERE |
		PCI_EXP_DEVCTL_FERE |
		PCI_EXP_DEVCTL_URRE);
	pci_write_config_word(dev, pos + PCI_EXP_DEVCTL, reg16);
79

80 81
	return 0;
}
82
EXPORT_SYMBOL_GPL(pci_disable_pcie_error_reporting);
83 84 85 86

int pci_cleanup_aer_uncorrect_error_status(struct pci_dev *dev)
{
	int pos;
87
	u32 status;
88

89
	pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_ERR);
90 91 92 93
	if (!pos)
		return -EIO;

	pci_read_config_dword(dev, pos + PCI_ERR_UNCOR_STATUS, &status);
94 95
	if (status)
		pci_write_config_dword(dev, pos + PCI_ERR_UNCOR_STATUS, status);
96 97 98

	return 0;
}
99
EXPORT_SYMBOL_GPL(pci_cleanup_aer_uncorrect_error_status);
100

101 102 103 104 105
/**
 * add_error_device - list device to be handled
 * @e_info: pointer to error info
 * @dev: pointer to pci_dev to be added
 */
Z
Zhang, Yanmin 已提交
106 107 108 109 110
static int add_error_device(struct aer_err_info *e_info, struct pci_dev *dev)
{
	if (e_info->error_dev_num < AER_MAX_MULTI_ERR_DEVICES) {
		e_info->dev[e_info->error_dev_num] = dev;
		e_info->error_dev_num++;
111
		return 0;
112
	}
113
	return -ENOSPC;
Z
Zhang, Yanmin 已提交
114 115
}

116 117
#define	PCI_BUS(x)	(((x) >> 8) & 0xff)

118 119 120 121 122 123
/**
 * is_error_source - check whether the device is source of reported error
 * @dev: pointer to pci_dev to be checked
 * @e_info: pointer to reported error info
 */
static bool is_error_source(struct pci_dev *dev, struct aer_err_info *e_info)
124 125
{
	int pos;
126
	u32 status, mask;
127 128 129 130 131 132 133
	u16 reg16;

	/*
	 * When bus id is equal to 0, it might be a bad id
	 * reported by root port.
	 */
	if (!nosourceid && (PCI_BUS(e_info->id) != 0)) {
134 135
		/* Device ID match? */
		if (e_info->id == ((dev->bus->number << 8) | dev->devfn))
136
			return true;
Z
Zhang, Yanmin 已提交
137

138
		/* Continue id comparing if there is no multiple error */
H
Hidetoshi Seto 已提交
139
		if (!e_info->multi_error_valid)
140
			return false;
141 142 143
	}

	/*
Z
Zhang, Yanmin 已提交
144 145 146 147 148
	 * When either
	 *      1) nosourceid==y;
	 *      2) bus id is equal to 0. Some ports might lose the bus
	 *              id of error source id;
	 *      3) There are multiple errors and prior id comparing fails;
149
	 * We check AER status registers to find possible reporter.
150 151
	 */
	if (atomic_read(&dev->enable_cnt) == 0)
152
		return false;
K
Kenji Kaneshige 已提交
153
	pos = pci_pcie_cap(dev);
154
	if (!pos)
155 156
		return false;

157
	/* Check if AER is enabled */
158
	pci_read_config_word(dev, pos + PCI_EXP_DEVCTL, &reg16);
159 160 161 162 163
	if (!(reg16 & (
		PCI_EXP_DEVCTL_CERE |
		PCI_EXP_DEVCTL_NFERE |
		PCI_EXP_DEVCTL_FERE |
		PCI_EXP_DEVCTL_URRE)))
164
		return false;
165 166
	pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_ERR);
	if (!pos)
167
		return false;
168

169
	/* Check if error is recorded */
170
	if (e_info->severity == AER_CORRECTABLE) {
171 172
		pci_read_config_dword(dev, pos + PCI_ERR_COR_STATUS, &status);
		pci_read_config_dword(dev, pos + PCI_ERR_COR_MASK, &mask);
173
	} else {
174 175
		pci_read_config_dword(dev, pos + PCI_ERR_UNCOR_STATUS, &status);
		pci_read_config_dword(dev, pos + PCI_ERR_UNCOR_MASK, &mask);
176
	}
177 178
	if (status & ~mask)
		return true;
179

180 181
	return false;
}
Z
Zhang, Yanmin 已提交
182

183 184 185 186 187
static int find_device_iter(struct pci_dev *dev, void *data)
{
	struct aer_err_info *e_info = (struct aer_err_info *)data;

	if (is_error_source(dev, e_info)) {
188 189 190 191 192 193
		/* List this device */
		if (add_error_device(e_info, dev)) {
			/* We cannot handle more... Stop iteration */
			/* TODO: Should print error message here? */
			return 1;
		}
194 195 196 197 198 199

		/* If there is only a single error, stop iteration */
		if (!e_info->multi_error_valid)
			return 1;
	}
	return 0;
200 201 202 203
}

/**
 * find_source_device - search through device hierarchy for source device
R
Randy Dunlap 已提交
204
 * @parent: pointer to Root Port pci_dev data structure
205
 * @e_info: including detailed error information such like id
206
 *
207 208 209
 * Return true if found.
 *
 * Invoked by DPC when error is detected at the Root Port.
210 211 212
 * Caller of this function must set id, severity, and multi_error_valid of
 * struct aer_err_info pointed by @e_info properly.  This function must fill
 * e_info->error_dev_num and e_info->dev[], based on the given information.
R
Randy Dunlap 已提交
213
 */
214
static bool find_source_device(struct pci_dev *parent,
215
		struct aer_err_info *e_info)
216 217
{
	struct pci_dev *dev = parent;
218
	int result;
219

220 221 222
	/* Must reset in this function */
	e_info->error_dev_num = 0;

223
	/* Is Root Port an agent that sends error message? */
224 225
	result = find_device_iter(dev, e_info);
	if (result)
226
		return true;
227

228
	pci_walk_bus(parent->subordinate, find_device_iter, e_info);
229 230 231 232 233 234 235 236

	if (!e_info->error_dev_num) {
		dev_printk(KERN_DEBUG, &parent->dev,
				"can't find device of ID%04x\n",
				e_info->id);
		return false;
	}
	return true;
237 238
}

239
static int report_error_detected(struct pci_dev *dev, void *data)
240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259
{
	pci_ers_result_t vote;
	struct pci_error_handlers *err_handler;
	struct aer_broadcast_data *result_data;
	result_data = (struct aer_broadcast_data *) data;

	dev->error_state = result_data->state;

	if (!dev->driver ||
		!dev->driver->err_handler ||
		!dev->driver->err_handler->error_detected) {
		if (result_data->state == pci_channel_io_frozen &&
			!(dev->hdr_type & PCI_HEADER_TYPE_BRIDGE)) {
			/*
			 * In case of fatal recovery, if one of down-
			 * stream device has no driver. We might be
			 * unable to recover because a later insmod
			 * of a driver for this device is unaware of
			 * its hw state.
			 */
260 261 262
			dev_printk(KERN_DEBUG, &dev->dev, "device has %s\n",
				   dev->driver ?
				   "no AER-aware driver" : "no driver");
263
		}
264
		return 0;
265 266 267 268 269
	}

	err_handler = dev->driver->err_handler;
	vote = err_handler->error_detected(dev, result_data->state);
	result_data->result = merge_result(result_data->result, vote);
270
	return 0;
271 272
}

273
static int report_mmio_enabled(struct pci_dev *dev, void *data)
274 275 276 277 278 279 280 281 282
{
	pci_ers_result_t vote;
	struct pci_error_handlers *err_handler;
	struct aer_broadcast_data *result_data;
	result_data = (struct aer_broadcast_data *) data;

	if (!dev->driver ||
		!dev->driver->err_handler ||
		!dev->driver->err_handler->mmio_enabled)
283
		return 0;
284 285 286 287

	err_handler = dev->driver->err_handler;
	vote = err_handler->mmio_enabled(dev);
	result_data->result = merge_result(result_data->result, vote);
288
	return 0;
289 290
}

291
static int report_slot_reset(struct pci_dev *dev, void *data)
292 293 294 295 296 297 298 299 300
{
	pci_ers_result_t vote;
	struct pci_error_handlers *err_handler;
	struct aer_broadcast_data *result_data;
	result_data = (struct aer_broadcast_data *) data;

	if (!dev->driver ||
		!dev->driver->err_handler ||
		!dev->driver->err_handler->slot_reset)
301
		return 0;
302 303 304 305

	err_handler = dev->driver->err_handler;
	vote = err_handler->slot_reset(dev);
	result_data->result = merge_result(result_data->result, vote);
306
	return 0;
307 308
}

309
static int report_resume(struct pci_dev *dev, void *data)
310 311 312 313 314 315 316
{
	struct pci_error_handlers *err_handler;

	dev->error_state = pci_channel_io_normal;

	if (!dev->driver ||
		!dev->driver->err_handler ||
H
Hidetoshi Seto 已提交
317
		!dev->driver->err_handler->resume)
318
		return 0;
319 320 321

	err_handler = dev->driver->err_handler;
	err_handler->resume(dev);
322
	return 0;
323 324 325 326
}

/**
 * broadcast_error_message - handle message broadcast to downstream drivers
R
Randy Dunlap 已提交
327
 * @dev: pointer to from where in a hierarchy message is broadcasted down
328
 * @state: error state
R
Randy Dunlap 已提交
329 330
 * @error_mesg: message to print
 * @cb: callback to be broadcasted
331 332 333 334
 *
 * Invoked during error recovery process. Once being invoked, the content
 * of error severity will be broadcasted to all downstream drivers in a
 * hierarchy in question.
R
Randy Dunlap 已提交
335
 */
336 337 338
static pci_ers_result_t broadcast_error_message(struct pci_dev *dev,
	enum pci_channel_state state,
	char *error_mesg,
339
	int (*cb)(struct pci_dev *, void *))
340 341 342
{
	struct aer_broadcast_data result_data;

343
	dev_printk(KERN_DEBUG, &dev->dev, "broadcast %s message\n", error_mesg);
344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363
	result_data.state = state;
	if (cb == report_error_detected)
		result_data.result = PCI_ERS_RESULT_CAN_RECOVER;
	else
		result_data.result = PCI_ERS_RESULT_RECOVERED;

	if (dev->hdr_type & PCI_HEADER_TYPE_BRIDGE) {
		/*
		 * If the error is reported by a bridge, we think this error
		 * is related to the downstream link of the bridge, so we
		 * do error recovery on all subordinates of the bridge instead
		 * of the bridge and clear the error status of the bridge.
		 */
		if (cb == report_error_detected)
			dev->error_state = state;
		pci_walk_bus(dev->subordinate, cb, &result_data);
		if (cb == report_resume) {
			pci_cleanup_aer_uncorrect_error_status(dev);
			dev->error_state = pci_channel_io_normal;
		}
364
	} else {
365 366 367 368 369 370 371 372 373 374
		/*
		 * If the error is reported by an end point, we think this
		 * error is related to the upstream link of the end point.
		 */
		pci_walk_bus(dev->bus, cb, &result_data);
	}

	return result_data.result;
}

375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421
/**
 * aer_do_secondary_bus_reset - perform secondary bus reset
 * @dev: pointer to bridge's pci_dev data structure
 *
 * Invoked when performing link reset at Root Port or Downstream Port.
 */
void aer_do_secondary_bus_reset(struct pci_dev *dev)
{
	u16 p2p_ctrl;

	/* Assert Secondary Bus Reset */
	pci_read_config_word(dev, PCI_BRIDGE_CONTROL, &p2p_ctrl);
	p2p_ctrl |= PCI_BRIDGE_CTL_BUS_RESET;
	pci_write_config_word(dev, PCI_BRIDGE_CONTROL, p2p_ctrl);

	/*
	 * we should send hot reset message for 2ms to allow it time to
	 * propagate to all downstream ports
	 */
	msleep(2);

	/* De-assert Secondary Bus Reset */
	p2p_ctrl &= ~PCI_BRIDGE_CTL_BUS_RESET;
	pci_write_config_word(dev, PCI_BRIDGE_CONTROL, p2p_ctrl);

	/*
	 * System software must wait for at least 100ms from the end
	 * of a reset of one or more device before it is permitted
	 * to issue Configuration Requests to those devices.
	 */
	msleep(200);
}

/**
 * default_downstream_reset_link - default reset function for Downstream Port
 * @dev: pointer to downstream port's pci_dev data structure
 *
 * Invoked when performing link reset at Downstream Port w/ no aer driver.
 */
static pci_ers_result_t default_downstream_reset_link(struct pci_dev *dev)
{
	aer_do_secondary_bus_reset(dev);
	dev_printk(KERN_DEBUG, &dev->dev,
		"Downstream Port link has been reset\n");
	return PCI_ERS_RESULT_RECOVERED;
}

422 423
static int find_aer_service_iter(struct device *device, void *data)
{
424
	struct pcie_port_service_driver *service_driver, **drv;
425

426
	drv = (struct pcie_port_service_driver **) data;
427

428 429 430
	if (device->bus == &pcie_port_bus_type && device->driver) {
		service_driver = to_service_driver(device->driver);
		if (service_driver->service == PCIE_PORT_SERVICE_AER) {
431
			*drv = service_driver;
432
			return 1;
433 434 435 436 437 438
		}
	}

	return 0;
}

439
static struct pcie_port_service_driver *find_aer_service(struct pci_dev *dev)
440
{
441 442 443 444 445
	struct pcie_port_service_driver *drv = NULL;

	device_for_each_child(&dev->dev, &drv, find_aer_service_iter);

	return drv;
446 447 448 449 450 451 452
}

static pci_ers_result_t reset_link(struct pcie_device *aerdev,
		struct pci_dev *dev)
{
	struct pci_dev *udev;
	pci_ers_result_t status;
453
	struct pcie_port_service_driver *driver;
454

455 456
	if (dev->hdr_type & PCI_HEADER_TYPE_BRIDGE) {
		/* Reset this port for all subordinates */
457
		udev = dev;
458 459
	} else {
		/* Reset the upstream component (likely downstream port) */
460
		udev = dev->bus->self;
461
	}
462

463 464
	/* Use the aer driver of the component firstly */
	driver = find_aer_service(udev);
465

466 467 468 469 470 471 472 473 474
	if (driver && driver->reset_link) {
		status = driver->reset_link(udev);
	} else if (udev->pcie_type == PCI_EXP_TYPE_DOWNSTREAM) {
		status = default_downstream_reset_link(udev);
	} else {
		dev_printk(KERN_DEBUG, &dev->dev,
			"no link-reset support at upstream device %s\n",
			pci_name(udev));
		return PCI_ERS_RESULT_DISCONNECT;
475 476 477
	}

	if (status != PCI_ERS_RESULT_RECOVERED) {
478 479 480
		dev_printk(KERN_DEBUG, &dev->dev,
			"link reset at upstream device %s failed\n",
			pci_name(udev));
481 482 483 484 485 486 487 488 489 490 491 492 493 494 495
		return PCI_ERS_RESULT_DISCONNECT;
	}

	return status;
}

/**
 * do_recovery - handle nonfatal/fatal error recovery process
 * @aerdev: pointer to a pcie_device data structure of root port
 * @dev: pointer to a pci_dev data structure of agent detecting an error
 * @severity: error severity type
 *
 * Invoked when an error is nonfatal/fatal. Once being invoked, broadcast
 * error detected message to all downstream drivers within a hierarchy in
 * question and return the returned code.
R
Randy Dunlap 已提交
496
 */
H
Hidetoshi Seto 已提交
497
static void do_recovery(struct pcie_device *aerdev, struct pci_dev *dev,
498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514
		int severity)
{
	pci_ers_result_t status, result = PCI_ERS_RESULT_RECOVERED;
	enum pci_channel_state state;

	if (severity == AER_FATAL)
		state = pci_channel_io_frozen;
	else
		state = pci_channel_io_normal;

	status = broadcast_error_message(dev,
			state,
			"error_detected",
			report_error_detected);

	if (severity == AER_FATAL) {
		result = reset_link(aerdev, dev);
H
Hidetoshi Seto 已提交
515 516
		if (result != PCI_ERS_RESULT_RECOVERED)
			goto failed;
517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536
	}

	if (status == PCI_ERS_RESULT_CAN_RECOVER)
		status = broadcast_error_message(dev,
				state,
				"mmio_enabled",
				report_mmio_enabled);

	if (status == PCI_ERS_RESULT_NEED_RESET) {
		/*
		 * TODO: Should call platform-specific
		 * functions to reset slot before calling
		 * drivers' slot_reset callbacks?
		 */
		status = broadcast_error_message(dev,
				state,
				"slot_reset",
				report_slot_reset);
	}

H
Hidetoshi Seto 已提交
537 538 539 540
	if (status != PCI_ERS_RESULT_RECOVERED)
		goto failed;

	broadcast_error_message(dev,
541 542 543 544
				state,
				"resume",
				report_resume);

H
Hidetoshi Seto 已提交
545 546 547 548 549 550 551 552
	dev_printk(KERN_DEBUG, &dev->dev,
		"AER driver successfully recovered\n");
	return;

failed:
	/* TODO: Should kernel panic here? */
	dev_printk(KERN_DEBUG, &dev->dev,
		"AER driver didn't recover\n");
553 554 555 556 557 558 559 560 561
}

/**
 * handle_error_source - handle logging error into an event log
 * @aerdev: pointer to pcie_device data structure of the root port
 * @dev: pointer to pci_dev data structure of error source device
 * @info: comprehensive error information
 *
 * Invoked when an error being detected by Root Port.
R
Randy Dunlap 已提交
562
 */
563
static void handle_error_source(struct pcie_device *aerdev,
564
	struct pci_dev *dev,
565
	struct aer_err_info *info)
566 567 568
{
	int pos;

569
	if (info->severity == AER_CORRECTABLE) {
570 571 572 573
		/*
		 * Correctable error does not need software intevention.
		 * No need to go through error recovery process.
		 */
574
		pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_ERR);
575 576
		if (pos)
			pci_write_config_dword(dev, pos + PCI_ERR_COR_STATUS,
577
					info->status);
H
Hidetoshi Seto 已提交
578 579
	} else
		do_recovery(aerdev, dev, info->severity);
580 581
}

582 583 584 585 586 587
/**
 * get_device_error_info - read error status from dev and store it to info
 * @dev: pointer to the device expected to have a error record
 * @info: pointer to structure to store the error record
 *
 * Return 1 on success, 0 on error.
588 589
 *
 * Note that @info is reused among all error devices. Clear fields properly.
590
 */
591 592
static int get_device_error_info(struct pci_dev *dev, struct aer_err_info *info)
{
593
	int pos, temp;
594

595
	/* Must reset in this function */
596
	info->status = 0;
H
Hidetoshi Seto 已提交
597
	info->tlp_header_valid = 0;
598

599
	pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_ERR);
600 601 602

	/* The device might not support AER */
	if (!pos)
603
		return 1;
604 605 606 607

	if (info->severity == AER_CORRECTABLE) {
		pci_read_config_dword(dev, pos + PCI_ERR_COR_STATUS,
			&info->status);
608 609 610
		pci_read_config_dword(dev, pos + PCI_ERR_COR_MASK,
			&info->mask);
		if (!(info->status & ~info->mask))
611
			return 0;
612 613 614 615 616 617
	} else if (dev->hdr_type & PCI_HEADER_TYPE_BRIDGE ||
		info->severity == AER_NONFATAL) {

		/* Link is still healthy for IO reads */
		pci_read_config_dword(dev, pos + PCI_ERR_UNCOR_STATUS,
			&info->status);
618 619 620
		pci_read_config_dword(dev, pos + PCI_ERR_UNCOR_MASK,
			&info->mask);
		if (!(info->status & ~info->mask))
621
			return 0;
622

623 624
		/* Get First Error Pointer */
		pci_read_config_dword(dev, pos + PCI_ERR_CAP, &temp);
H
Hidetoshi Seto 已提交
625
		info->first_error = PCI_ERR_CAP_FEP(temp);
626

627
		if (info->status & AER_LOG_TLP_MASKS) {
H
Hidetoshi Seto 已提交
628
			info->tlp_header_valid = 1;
629 630 631 632 633 634 635 636 637 638 639
			pci_read_config_dword(dev,
				pos + PCI_ERR_HEADER_LOG, &info->tlp.dw0);
			pci_read_config_dword(dev,
				pos + PCI_ERR_HEADER_LOG + 4, &info->tlp.dw1);
			pci_read_config_dword(dev,
				pos + PCI_ERR_HEADER_LOG + 8, &info->tlp.dw2);
			pci_read_config_dword(dev,
				pos + PCI_ERR_HEADER_LOG + 12, &info->tlp.dw3);
		}
	}

640
	return 1;
641 642
}

Z
Zhang, Yanmin 已提交
643 644 645 646 647
static inline void aer_process_err_devices(struct pcie_device *p_device,
			struct aer_err_info *e_info)
{
	int i;

648
	/* Report all before handle them, not to lost records by reset etc. */
Z
Zhang, Yanmin 已提交
649
	for (i = 0; i < e_info->error_dev_num && e_info->dev[i]; i++) {
650
		if (get_device_error_info(e_info->dev[i], e_info))
Z
Zhang, Yanmin 已提交
651
			aer_print_error(e_info->dev[i], e_info);
652 653 654 655
	}
	for (i = 0; i < e_info->error_dev_num && e_info->dev[i]; i++) {
		if (get_device_error_info(e_info->dev[i], e_info))
			handle_error_source(p_device, e_info->dev[i], e_info);
Z
Zhang, Yanmin 已提交
656 657 658
	}
}

659 660 661 662
/**
 * aer_isr_one_error - consume an error detected by root port
 * @p_device: pointer to error root port service device
 * @e_src: pointer to an error source
R
Randy Dunlap 已提交
663
 */
664 665 666
static void aer_isr_one_error(struct pcie_device *p_device,
		struct aer_err_source *e_src)
{
667 668 669 670
	struct aer_err_info *e_info;

	/* struct aer_err_info might be big, so we allocate it with slab */
	e_info = kmalloc(sizeof(struct aer_err_info), GFP_KERNEL);
671
	if (!e_info) {
672 673 674 675
		dev_printk(KERN_DEBUG, &p_device->port->dev,
			"Can't allocate mem when processing AER errors\n");
		return;
	}
676 677 678 679 680

	/*
	 * There is a possibility that both correctable error and
	 * uncorrectable error being logged. Report correctable error first.
	 */
681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704
	if (e_src->status & PCI_ERR_ROOT_COR_RCV) {
		e_info->id = ERR_COR_ID(e_src->id);
		e_info->severity = AER_CORRECTABLE;

		if (e_src->status & PCI_ERR_ROOT_MULTI_COR_RCV)
			e_info->multi_error_valid = 1;
		else
			e_info->multi_error_valid = 0;

		aer_print_port_info(p_device->port, e_info);

		if (find_source_device(p_device->port, e_info))
			aer_process_err_devices(p_device, e_info);
	}

	if (e_src->status & PCI_ERR_ROOT_UNCOR_RCV) {
		e_info->id = ERR_UNCOR_ID(e_src->id);

		if (e_src->status & PCI_ERR_ROOT_FATAL_RCV)
			e_info->severity = AER_FATAL;
		else
			e_info->severity = AER_NONFATAL;

		if (e_src->status & PCI_ERR_ROOT_MULTI_UNCOR_RCV)
H
Hidetoshi Seto 已提交
705
			e_info->multi_error_valid = 1;
706 707
		else
			e_info->multi_error_valid = 0;
708

709 710
		aer_print_port_info(p_device->port, e_info);

711 712
		if (find_source_device(p_device->port, e_info))
			aer_process_err_devices(p_device, e_info);
713
	}
714 715

	kfree(e_info);
716 717
}

718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745
/**
 * get_e_source - retrieve an error source
 * @rpc: pointer to the root port which holds an error
 * @e_src: pointer to store retrieved error source
 *
 * Return 1 if an error source is retrieved, otherwise 0.
 *
 * Invoked by DPC handler to consume an error.
 */
static int get_e_source(struct aer_rpc *rpc, struct aer_err_source *e_src)
{
	unsigned long flags;
	int ret = 0;

	/* Lock access to Root error producer/consumer index */
	spin_lock_irqsave(&rpc->e_lock, flags);
	if (rpc->prod_idx != rpc->cons_idx) {
		*e_src = rpc->e_sources[rpc->cons_idx];
		rpc->cons_idx++;
		if (rpc->cons_idx == AER_ERROR_SOURCES_MAX)
			rpc->cons_idx = 0;
		ret = 1;
	}
	spin_unlock_irqrestore(&rpc->e_lock, flags);

	return ret;
}

746 747
/**
 * aer_isr - consume errors detected by root port
748
 * @work: definition of this work item
749 750
 *
 * Invoked, as DPC, when root port records new detected error
R
Randy Dunlap 已提交
751
 */
752
void aer_isr(struct work_struct *work)
753
{
754 755
	struct aer_rpc *rpc = container_of(work, struct aer_rpc, dpc_handler);
	struct pcie_device *p_device = rpc->rpd;
756
	struct aer_err_source e_src;
757 758

	mutex_lock(&rpc->rpc_mutex);
759 760
	while (get_e_source(rpc, &e_src))
		aer_isr_one_error(p_device, &e_src);
761 762 763 764 765 766 767 768 769 770
	mutex_unlock(&rpc->rpc_mutex);

	wake_up(&rpc->wait_release);
}

/**
 * aer_init - provide AER initialization
 * @dev: pointer to AER pcie device
 *
 * Invoked when AER service driver is loaded.
R
Randy Dunlap 已提交
771
 */
772 773
int aer_init(struct pcie_device *dev)
{
774 775 776 777 778 779 780 781
	if (dev->port->aer_firmware_first) {
		dev_printk(KERN_DEBUG, &dev->device,
			   "PCIe errors handled by platform firmware.\n");
		goto out;
	}

	if (aer_osc_setup(dev))
		goto out;
782

783
	return 0;
784 785 786 787 788 789 790 791
out:
	if (forceload) {
		dev_printk(KERN_DEBUG, &dev->device,
			   "aerdrv forceload requested.\n");
		dev->port->aer_firmware_first = 0;
		return 0;
	}
	return -ENXIO;
792
}