task.c 45.7 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56
/*
 * This file is provided under a dual BSD/GPLv2 license.  When using or
 * redistributing this file, you may do so under either license.
 *
 * GPL LICENSE SUMMARY
 *
 * Copyright(c) 2008 - 2011 Intel Corporation. All rights reserved.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of version 2 of the GNU General Public License as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
 * The full GNU General Public License is included in this distribution
 * in the file called LICENSE.GPL.
 *
 * BSD LICENSE
 *
 * Copyright(c) 2008 - 2011 Intel Corporation. All rights reserved.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 *   * Redistributions of source code must retain the above copyright
 *     notice, this list of conditions and the following disclaimer.
 *   * Redistributions in binary form must reproduce the above copyright
 *     notice, this list of conditions and the following disclaimer in
 *     the documentation and/or other materials provided with the
 *     distribution.
 *   * Neither the name of Intel Corporation nor the names of its
 *     contributors may be used to endorse or promote products derived
 *     from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

#include <linux/completion.h>
57
#include <linux/irqflags.h>
58
#include "sas.h"
59 60
#include "scic_task_request.h"
#include "scic_io_request.h"
61 62
#include "remote_device.h"
#include "remote_node_context.h"
63 64 65 66
#include "isci.h"
#include "request.h"
#include "sata.h"
#include "task.h"
67
#include "scic_sds_request.h"
68

69
/**
70 71 72 73 74 75
* isci_task_refuse() - complete the request to the upper layer driver in
*     the case where an I/O needs to be completed back in the submit path.
* @ihost: host on which the the request was queued
* @task: request to complete
* @response: response code for the completed task.
* @status: status code for the completed task.
76 77
*
*/
78 79 80 81
static void isci_task_refuse(struct isci_host *ihost, struct sas_task *task,
			     enum service_response response,
			     enum exec_status status)

82
{
83
	enum isci_completion_selection disposition;
84

85 86 87
	disposition = isci_perform_normal_io_completion;
	disposition = isci_task_set_completion_status(task, response, status,
						      disposition);
88 89

	/* Tasks aborted specifically by a call to the lldd_abort_task
90 91 92
	 * function should not be completed to the host in the regular path.
	 */
	switch (disposition) {
93 94
		case isci_perform_normal_io_completion:
			/* Normal notification (task_done) */
95
			dev_dbg(&ihost->pdev->dev,
96 97
				"%s: Normal - task = %p, response=%d, "
				"status=%d\n",
98 99
				__func__, task, response, status);

100
			task->lldd_task = NULL;
101

102
			isci_execpath_callback(ihost, task, task->task_done);
103 104 105 106 107 108
			break;

		case isci_perform_aborted_io_completion:
			/* No notification because this request is already in the
			* abort path.
			*/
109
			dev_warn(&ihost->pdev->dev,
110 111
				 "%s: Aborted - task = %p, response=%d, "
				"status=%d\n",
112 113 114 115 116
				 __func__, task, response, status);
			break;

		case isci_perform_error_io_completion:
			/* Use sas_task_abort */
117
			dev_warn(&ihost->pdev->dev,
118 119
				 "%s: Error - task = %p, response=%d, "
				"status=%d\n",
120
				 __func__, task, response, status);
121 122

			isci_execpath_callback(ihost, task, sas_task_abort);
123 124 125
			break;

		default:
126
			dev_warn(&ihost->pdev->dev,
127 128 129 130 131 132
				 "%s: isci task notification default case!",
				 __func__);
			sas_task_abort(task);
			break;
	}
}
133

134 135 136 137
#define for_each_sas_task(num, task) \
	for (; num > 0; num--,\
	     task = list_entry(task->list.next, struct sas_task, list))

138 139 140 141 142 143 144 145 146 147 148 149
/**
 * isci_task_execute_task() - This function is one of the SAS Domain Template
 *    functions. This function is called by libsas to send a task down to
 *    hardware.
 * @task: This parameter specifies the SAS task to send.
 * @num: This parameter specifies the number of tasks to queue.
 * @gfp_flags: This parameter specifies the context of this call.
 *
 * status, zero indicates success.
 */
int isci_task_execute_task(struct sas_task *task, int num, gfp_t gfp_flags)
{
150
	struct isci_host *ihost = dev_to_ihost(task->dev);
151 152 153 154 155
	struct isci_request *request = NULL;
	struct isci_remote_device *device;
	unsigned long flags;
	int ret;
	enum sci_status status;
156
	enum isci_status device_status;
157

158
	dev_dbg(&ihost->pdev->dev, "%s: num=%d\n", __func__, num);
159 160

	/* Check if we have room for more tasks */
161
	ret = isci_host_can_queue(ihost, num);
162 163

	if (ret) {
164
		dev_warn(&ihost->pdev->dev, "%s: queue full\n", __func__);
165 166 167
		return ret;
	}

168 169
	for_each_sas_task(num, task) {
		dev_dbg(&ihost->pdev->dev,
170 171 172
			"task = %p, num = %d; dev = %p; cmd = %p\n",
			    task, num, task->dev, task->uldd_task);

173
		device = task->dev->lldd_dev;
174

175 176 177 178 179 180 181 182 183 184 185
		if (device)
			device_status = device->status;
		else
			device_status = isci_freed;

		/* From this point onward, any process that needs to guarantee
		 * that there is no kernel I/O being started will have to wait
		 * for the quiesce spinlock.
		 */

		if (device_status != isci_ready_for_io) {
186 187

			/* Forces a retry from scsi mid layer. */
188 189 190 191 192 193 194 195
			dev_dbg(&ihost->pdev->dev,
				"%s: task %p: isci_host->status = %d, "
				"device = %p; device_status = 0x%x\n\n",
				__func__,
				task,
				isci_host_get_state(ihost),
				device,
				device_status);
196

197 198 199 200
			if (device_status == isci_ready) {
				/* Indicate QUEUE_FULL so that the scsi midlayer
				* retries.
				*/
201 202 203
				isci_task_refuse(ihost, task,
						 SAS_TASK_COMPLETE,
						 SAS_QUEUE_FULL);
204 205
			} else {
				/* Else, the device is going down. */
206 207 208
				isci_task_refuse(ihost, task,
						 SAS_TASK_UNDELIVERED,
						 SAS_DEVICE_UNKNOWN);
209
			}
210
			isci_host_can_dequeue(ihost, 1);
211 212 213
		} else {
			/* There is a device and it's ready for I/O. */
			spin_lock_irqsave(&task->task_state_lock, flags);
214

215
			if (task->task_state_flags & SAS_TASK_STATE_ABORTED) {
216

217 218
				spin_unlock_irqrestore(&task->task_state_lock,
						       flags);
219

220 221 222
				isci_task_refuse(ihost, task,
						 SAS_TASK_UNDELIVERED,
						 SAM_STAT_TASK_ABORTED);
223

224
				/* The I/O was aborted. */
225

226
			} else {
227 228
				task->task_state_flags |= SAS_TASK_AT_INITIATOR;
				spin_unlock_irqrestore(&task->task_state_lock, flags);
229 230

				/* build and send the request. */
231
				status = isci_request_execute(ihost, task, &request,
232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247
							      gfp_flags);

				if (status != SCI_SUCCESS) {

					spin_lock_irqsave(&task->task_state_lock, flags);
					/* Did not really start this command. */
					task->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
					spin_unlock_irqrestore(&task->task_state_lock, flags);

					/* Indicate QUEUE_FULL so that the scsi
					* midlayer retries. if the request
					* failed for remote device reasons,
					* it gets returned as
					* SAS_TASK_UNDELIVERED next time
					* through.
					*/
248 249 250 251
					isci_task_refuse(ihost, task,
							 SAS_TASK_COMPLETE,
							 SAS_QUEUE_FULL);
					isci_host_can_dequeue(ihost, 1);
252
				}
253 254
			}
		}
255
	}
256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276
	return 0;
}



/**
 * isci_task_request_build() - This function builds the task request object.
 * @isci_host: This parameter specifies the ISCI host object
 * @request: This parameter points to the isci_request object allocated in the
 *    request construct function.
 * @tmf: This parameter is the task management struct to be built
 *
 * SCI_SUCCESS on successfull completion, or specific failure code.
 */
static enum sci_status isci_task_request_build(
	struct isci_host *isci_host,
	struct isci_request **isci_request,
	struct isci_tmf *isci_tmf)
{
	struct scic_sds_remote_device *sci_device;
	enum sci_status status = SCI_FAILURE;
277
	struct isci_request *request = NULL;
278
	struct isci_remote_device *isci_device;
279
	struct domain_device *dev;
280 281 282 283 284

	dev_dbg(&isci_host->pdev->dev,
		"%s: isci_tmf = %p\n", __func__, isci_tmf);

	isci_device = isci_tmf->device;
285
	sci_device = &isci_device->sci;
286
	dev = isci_device->domain_dev;
287 288 289 290 291 292 293 294 295 296 297 298 299 300

	/* do common allocation and init of request object. */
	status = isci_request_alloc_tmf(
		isci_host,
		isci_tmf,
		&request,
		isci_device,
		GFP_ATOMIC
		);

	if (status != SCI_SUCCESS)
		goto out;

	/* let the core do it's construct. */
301 302 303 304
	status = scic_task_request_construct(&isci_host->sci, sci_device,
					     SCI_CONTROLLER_INVALID_IO_TAG,
					     request, &request->sci_req,
					     &request->sci_request_handle);
305 306 307 308 309 310 311 312 313 314

	if (status != SCI_SUCCESS) {
		dev_warn(&isci_host->pdev->dev,
			 "%s: scic_task_request_construct failed - "
			 "status = 0x%x\n",
			 __func__,
			 status);
		goto errout;
	}

315
	request->sci_request_handle->ireq =  request;
316

317 318
	/* XXX convert to get this from task->tproto like other drivers */
	if (dev->dev_type == SAS_END_DEV) {
319 320 321 322 323 324 325 326
		isci_tmf->proto = SAS_PROTOCOL_SSP;
		status = scic_task_request_construct_ssp(
			request->sci_request_handle
			);
		if (status != SCI_SUCCESS)
			goto errout;
	}

327
	if (dev->dev_type == SATA_DEV || (dev->tproto & SAS_PROTOCOL_STP)) {
328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376
		isci_tmf->proto = SAS_PROTOCOL_SATA;
		status = isci_sata_management_task_request_build(request);

		if (status != SCI_SUCCESS)
			goto errout;
	}

	goto out;

 errout:

	/* release the dma memory if we fail. */
	isci_request_free(isci_host, request);
	request = NULL;

 out:
	*isci_request = request;
	return status;
}

/**
 * isci_tmf_timeout_cb() - This function is called as a kernel callback when
 *    the timeout period for the TMF has expired.
 *
 *
 */
static void isci_tmf_timeout_cb(void *tmf_request_arg)
{
	struct isci_request *request = (struct isci_request *)tmf_request_arg;
	struct isci_tmf *tmf = isci_request_access_tmf(request);
	enum sci_status status;

	/* This task management request has timed-out.  Terminate the request
	 * so that the request eventually completes to the requestor in the
	 * request completion callback path.
	 */
	/* Note - the timer callback function itself has provided spinlock
	 * exclusion from the start and completion paths.  No need to take
	 * the request->isci_host->scic_lock here.
	 */

	if (tmf->timeout_timer != NULL) {
		/* Call the users callback, if any. */
		if (tmf->cb_state_func != NULL)
			tmf->cb_state_func(isci_tmf_timed_out, tmf,
					   tmf->cb_data);

		/* Terminate the TMF transmit request. */
		status = scic_controller_terminate_request(
377
			&request->isci_host->sci,
378
			&request->isci_device->sci,
379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414
			request->sci_request_handle
			);

		dev_dbg(&request->isci_host->pdev->dev,
			"%s: tmf_request = %p; tmf = %p; status = %d\n",
			__func__, request, tmf, status);
	} else
		dev_dbg(&request->isci_host->pdev->dev,
			"%s: timer already canceled! "
			"tmf_request = %p; tmf = %p\n",
			__func__, request, tmf);

	/* No need to unlock since the caller to this callback is doing it for
	 * us.
	 * request->isci_host->scic_lock
	 */
}

/**
 * isci_task_execute_tmf() - This function builds and sends a task request,
 *    then waits for the completion.
 * @isci_host: This parameter specifies the ISCI host object
 * @tmf: This parameter is the pointer to the task management structure for
 *    this request.
 * @timeout_ms: This parameter specifies the timeout period for the task
 *    management request.
 *
 * TMF_RESP_FUNC_COMPLETE on successful completion of the TMF (this includes
 * error conditions reported in the IU status), or TMF_RESP_FUNC_FAILED.
 */
int isci_task_execute_tmf(
	struct isci_host *isci_host,
	struct isci_tmf *tmf,
	unsigned long timeout_ms)
{
	DECLARE_COMPLETION_ONSTACK(completion);
415
	enum sci_task_status status = SCI_TASK_FAILURE;
416 417 418 419 420 421 422 423 424
	struct scic_sds_remote_device *sci_device;
	struct isci_remote_device *isci_device = tmf->device;
	struct isci_request *request;
	int ret = TMF_RESP_FUNC_FAILED;
	unsigned long flags;

	/* sanity check, return TMF_RESP_FUNC_FAILED
	 * if the device is not there and ready.
	 */
425
	if (!isci_device || isci_device->status != isci_ready_for_io) {
426 427 428
		dev_dbg(&isci_host->pdev->dev,
			"%s: isci_device = %p not ready (%d)\n",
			__func__,
429
			isci_device, isci_device->status);
430 431 432 433 434 435
		return TMF_RESP_FUNC_FAILED;
	} else
		dev_dbg(&isci_host->pdev->dev,
			"%s: isci_device = %p\n",
			__func__, isci_device);

436
	sci_device = &isci_device->sci;
437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455

	/* Assign the pointer to the TMF's completion kernel wait structure. */
	tmf->complete = &completion;

	isci_task_request_build(
		isci_host,
		&request,
		tmf
		);

	if (!request) {
		dev_warn(&isci_host->pdev->dev,
			"%s: isci_task_request_build failed\n",
			__func__);
		return TMF_RESP_FUNC_FAILED;
	}

	/* Allocate the TMF timeout timer. */
	spin_lock_irqsave(&isci_host->scic_lock, flags);
D
Dan Williams 已提交
456
	tmf->timeout_timer = isci_timer_create(isci_host, request, isci_tmf_timeout_cb);
457 458 459 460 461 462 463 464 465 466 467

	/* Start the timer. */
	if (tmf->timeout_timer)
		isci_timer_start(tmf->timeout_timer, timeout_ms);
	else
		dev_warn(&isci_host->pdev->dev,
			 "%s: isci_timer_create failed!!!!\n",
			 __func__);

	/* start the TMF io. */
	status = scic_controller_start_task(
468
		&isci_host->sci,
469 470 471 472 473
		sci_device,
		request->sci_request_handle,
		SCI_CONTROLLER_INVALID_IO_TAG
		);

474
	if (status != SCI_TASK_SUCCESS) {
475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530
		dev_warn(&isci_host->pdev->dev,
			 "%s: start_io failed - status = 0x%x, request = %p\n",
			 __func__,
			 status,
			 request);
		goto cleanup_request;
	}

	/* Call the users callback, if any. */
	if (tmf->cb_state_func != NULL)
		tmf->cb_state_func(isci_tmf_started, tmf, tmf->cb_data);

	/* Change the state of the TMF-bearing request to "started". */
	isci_request_change_state(request, started);

	/* add the request to the remote device request list. */
	list_add(&request->dev_node, &isci_device->reqs_in_process);

	spin_unlock_irqrestore(&isci_host->scic_lock, flags);

	/* Wait for the TMF to complete, or a timeout. */
	wait_for_completion(&completion);

	isci_print_tmf(tmf);

	if (tmf->status == SCI_SUCCESS)
		ret =  TMF_RESP_FUNC_COMPLETE;
	else if (tmf->status == SCI_FAILURE_IO_RESPONSE_VALID) {
		dev_dbg(&isci_host->pdev->dev,
			"%s: tmf.status == "
			"SCI_FAILURE_IO_RESPONSE_VALID\n",
			__func__);
		ret =  TMF_RESP_FUNC_COMPLETE;
	}
	/* Else - leave the default "failed" status alone. */

	dev_dbg(&isci_host->pdev->dev,
		"%s: completed request = %p\n",
		__func__,
		request);

	if (request->io_request_completion != NULL) {

		/* The fact that this is non-NULL for a TMF request
		 * means there is a thread waiting for this TMF to
		 * finish.
		 */
		complete(request->io_request_completion);
	}

	spin_lock_irqsave(&isci_host->scic_lock, flags);

 cleanup_request:

	/* Clean up the timer if needed. */
	if (tmf->timeout_timer) {
D
Dan Williams 已提交
531
		isci_del_timer(isci_host, tmf->timeout_timer);
532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548
		tmf->timeout_timer = NULL;
	}

	spin_unlock_irqrestore(&isci_host->scic_lock, flags);

	isci_request_free(isci_host, request);

	return ret;
}

void isci_task_build_tmf(
	struct isci_tmf *tmf,
	struct isci_remote_device *isci_device,
	enum isci_tmf_function_codes code,
	void (*tmf_sent_cb)(enum isci_tmf_cb_state,
			    struct isci_tmf *,
			    void *),
549
	void *cb_data)
550 551 552 553 554 555 556 557 558 559
{
	dev_dbg(&isci_device->isci_port->isci_host->pdev->dev,
		"%s: isci_device = %p\n", __func__, isci_device);

	memset(tmf, 0, sizeof(*tmf));

	tmf->device        = isci_device;
	tmf->tmf_code      = code;
	tmf->timeout_timer = NULL;
	tmf->cb_state_func = tmf_sent_cb;
560 561
	tmf->cb_data       = cb_data;
}
562

D
Dan Williams 已提交
563
static void isci_task_build_abort_task_tmf(
564 565 566 567 568 569 570 571 572 573 574
	struct isci_tmf *tmf,
	struct isci_remote_device *isci_device,
	enum isci_tmf_function_codes code,
	void (*tmf_sent_cb)(enum isci_tmf_cb_state,
			    struct isci_tmf *,
			    void *),
	struct isci_request *old_request)
{
	isci_task_build_tmf(tmf, isci_device, code, tmf_sent_cb,
			    (void *)old_request);
	tmf->io_tag = old_request->io_tag;
575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642
}

static struct isci_request *isci_task_get_request_from_task(
	struct sas_task *task,
	struct isci_remote_device **isci_device)
{

	struct isci_request *request = NULL;
	unsigned long flags;

	spin_lock_irqsave(&task->task_state_lock, flags);

	request = task->lldd_task;

	/* If task is already done, the request isn't valid */
	if (!(task->task_state_flags & SAS_TASK_STATE_DONE) &&
	    (task->task_state_flags & SAS_TASK_AT_INITIATOR) &&
	    (request != NULL)) {

		if (isci_device != NULL)
			*isci_device = request->isci_device;
	}

	spin_unlock_irqrestore(&task->task_state_lock, flags);

	return request;
}

/**
 * isci_task_validate_request_to_abort() - This function checks the given I/O
 *    against the "started" state.  If the request is still "started", it's
 *    state is changed to aborted. NOTE: isci_host->scic_lock MUST BE HELD
 *    BEFORE CALLING THIS FUNCTION.
 * @isci_request: This parameter specifies the request object to control.
 * @isci_host: This parameter specifies the ISCI host object
 * @isci_device: This is the device to which the request is pending.
 * @aborted_io_completion: This is a completion structure that will be added to
 *    the request in case it is changed to aborting; this completion is
 *    triggered when the request is fully completed.
 *
 * Either "started" on successful change of the task status to "aborted", or
 * "unallocated" if the task cannot be controlled.
 */
static enum isci_request_status isci_task_validate_request_to_abort(
	struct isci_request *isci_request,
	struct isci_host *isci_host,
	struct isci_remote_device *isci_device,
	struct completion *aborted_io_completion)
{
	enum isci_request_status old_state = unallocated;

	/* Only abort the task if it's in the
	 *  device's request_in_process list
	 */
	if (isci_request && !list_empty(&isci_request->dev_node)) {
		old_state = isci_request_change_started_to_aborted(
			isci_request, aborted_io_completion);

	}

	return old_state;
}

static void isci_request_cleanup_completed_loiterer(
	struct isci_host *isci_host,
	struct isci_remote_device *isci_device,
	struct isci_request *isci_request)
{
643 644 645 646 647 648
	struct sas_task     *task;
	unsigned long       flags;

	task = (isci_request->ttype == io_task)
		? isci_request_access_task(isci_request)
		: NULL;
649 650 651

	dev_dbg(&isci_host->pdev->dev,
		"%s: isci_device=%p, request=%p, task=%p\n",
652
		__func__, isci_device, isci_request, task);
653 654 655 656 657

	spin_lock_irqsave(&isci_host->scic_lock, flags);
	list_del_init(&isci_request->dev_node);
	spin_unlock_irqrestore(&isci_host->scic_lock, flags);

658 659 660 661 662 663 664 665 666 667 668 669 670 671 672
	if (task != NULL) {

		spin_lock_irqsave(&task->task_state_lock, flags);
		task->lldd_task = NULL;

		isci_set_task_doneflags(task);

		/* If this task is not in the abort path, call task_done. */
		if (!(task->task_state_flags & SAS_TASK_STATE_ABORTED)) {

			spin_unlock_irqrestore(&task->task_state_lock, flags);
			task->task_done(task);
		} else
			spin_unlock_irqrestore(&task->task_state_lock, flags);
	}
673 674
	isci_request_free(isci_host, isci_request);
}
675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727

/**
* @isci_termination_timed_out(): this function will deal with a request for
* which the wait for termination has timed-out.
*
* @isci_host    This SCU.
* @isci_request The I/O request being terminated.
*/
static void
isci_termination_timed_out(
	struct isci_host    * host,
	struct isci_request * request
	)
{
	unsigned long state_flags;

	dev_warn(&host->pdev->dev,
		"%s: host = %p; request = %p\n",
		__func__, host, request);

	/* At this point, the request to terminate
	* has timed out. The best we can do is to
	* have the request die a silent death
	* if it ever completes.
	*/
	spin_lock_irqsave(&request->state_lock, state_flags);

	if (request->status == started) {

		/* Set the request state to "dead",
		* and clear the task pointer so that an actual
		* completion event callback doesn't do
		* anything.
		*/
		request->status = dead;

		/* Clear the timeout completion event pointer.*/
		request->io_request_completion = NULL;

		if (request->ttype == io_task) {

			/* Break links with the sas_task. */
			if (request->ttype_ptr.io_task_ptr != NULL) {

				request->ttype_ptr.io_task_ptr->lldd_task = NULL;
				request->ttype_ptr.io_task_ptr            = NULL;
			}
		}
	}
	spin_unlock_irqrestore(&request->state_lock, state_flags);
}


728 729 730 731 732 733 734 735 736 737 738 739 740 741
/**
 * isci_terminate_request_core() - This function will terminate the given
 *    request, and wait for it to complete.  This function must only be called
 *    from a thread that can wait.  Note that the request is terminated and
 *    completed (back to the host, if started there).
 * @isci_host: This SCU.
 * @isci_device: The target.
 * @isci_request: The I/O request to be terminated.
 *
 *
 */
static void isci_terminate_request_core(
	struct isci_host *isci_host,
	struct isci_remote_device *isci_device,
742
	struct isci_request *isci_request)
743
{
744
	enum sci_status status      = SCI_SUCCESS;
745 746 747 748
	bool was_terminated         = false;
	bool needs_cleanup_handling = false;
	enum isci_request_status request_status;
	unsigned long flags;
749 750
	unsigned long timeout_remaining;

751 752 753 754 755 756

	dev_dbg(&isci_host->pdev->dev,
		"%s: device = %p; request = %p\n",
		__func__, isci_device, isci_request);

	spin_lock_irqsave(&isci_host->scic_lock, flags);
757 758 759 760 761 762

	/* Note that we are not going to control
	* the target to abort the request.
	*/
	isci_request->complete_in_target = true;

763 764 765 766 767 768
	/* Make sure the request wasn't just sitting around signalling
	 * device condition (if the request handle is NULL, then the
	 * request completed but needed additional handling here).
	 */
	if (isci_request->sci_request_handle != NULL) {
		was_terminated = true;
769
		needs_cleanup_handling = true;
770
		status = scic_controller_terminate_request(
771
			&isci_host->sci,
772 773
			&isci_device->sci,
			isci_request->sci_request_handle);
774 775 776 777 778 779 780 781
	}
	spin_unlock_irqrestore(&isci_host->scic_lock, flags);

	/*
	 * The only time the request to terminate will
	 * fail is when the io request is completed and
	 * being aborted.
	 */
782
	if (status != SCI_SUCCESS) {
783 784 785 786 787
		dev_err(&isci_host->pdev->dev,
			"%s: scic_controller_terminate_request"
			" returned = 0x%x\n",
			__func__,
			status);
788 789 790 791
		/* Clear the completion pointer from the request. */
		isci_request->io_request_completion = NULL;

	} else {
792 793 794 795
		if (was_terminated) {
			dev_dbg(&isci_host->pdev->dev,
				"%s: before completion wait (%p)\n",
				__func__,
796
				isci_request->io_request_completion);
797 798

			/* Wait here for the request to complete. */
799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846
			#define TERMINATION_TIMEOUT_MSEC 50
			timeout_remaining
				= wait_for_completion_timeout(
				   isci_request->io_request_completion,
				   msecs_to_jiffies(TERMINATION_TIMEOUT_MSEC));

			if (!timeout_remaining) {

				isci_termination_timed_out(isci_host,
							   isci_request);

				dev_err(&isci_host->pdev->dev,
					"%s: *** Timeout waiting for "
					"termination(%p/%p)\n",
					__func__,
					isci_request->io_request_completion,
					isci_request);

			} else
				dev_dbg(&isci_host->pdev->dev,
					"%s: after completion wait (%p)\n",
					__func__,
					isci_request->io_request_completion);
		}
		/* Clear the completion pointer from the request. */
		isci_request->io_request_completion = NULL;

		/* Peek at the status of the request.  This will tell
		* us if there was special handling on the request such that it
		* needs to be detached and freed here.
		*/
		spin_lock_irqsave(&isci_request->state_lock, flags);
		request_status = isci_request_get_state(isci_request);

		if ((isci_request->ttype == io_task) /* TMFs are in their own thread */
		    && ((request_status == aborted)
			|| (request_status == aborting)
			|| (request_status == terminating)
			|| (request_status == completed)
			|| (request_status == dead)
			)
		    ) {

			/* The completion routine won't free a request in
			* the aborted/aborting/etc. states, so we do
			* it here.
			*/
			needs_cleanup_handling = true;
847
		}
848
		spin_unlock_irqrestore(&isci_request->state_lock, flags);
849 850 851 852 853 854 855

		if (needs_cleanup_handling)
			isci_request_cleanup_completed_loiterer(
				isci_host, isci_device, isci_request
				);
	}
}
856

857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872
static void isci_terminate_request(
	struct isci_host *isci_host,
	struct isci_remote_device *isci_device,
	struct isci_request *isci_request,
	enum isci_request_status new_request_state)
{
	enum isci_request_status old_state;
	DECLARE_COMPLETION_ONSTACK(request_completion);

	/* Change state to "new_request_state" if it is currently "started" */
	old_state = isci_request_change_started_to_newstate(
		isci_request,
		&request_completion,
		new_request_state
		);

873 874 875
	if ((old_state == started) ||
	    (old_state == completed) ||
	    (old_state == aborting)) {
876

877 878
		/* If the old_state is started:
		 * This request was not already being aborted. If it had been,
879 880 881 882 883 884 885 886
		 * then the aborting I/O (ie. the TMF request) would not be in
		 * the aborting state, and thus would be terminated here.  Note
		 * that since the TMF completion's call to the kernel function
		 * "complete()" does not happen until the pending I/O request
		 * terminate fully completes, we do not have to implement a
		 * special wait here for already aborting requests - the
		 * termination of the TMF request will force the request
		 * to finish it's already started terminate.
887 888 889 890 891
		 *
		 * If old_state == completed:
		 * This request completed from the SCU hardware perspective
		 * and now just needs cleaning up in terms of freeing the
		 * request and potentially calling up to libsas.
892 893 894 895
		 *
		 * If old_state == aborting:
		 * This request has already gone through a TMF timeout, but may
		 * not have been terminated; needs cleaning up at least.
896 897
		 */
		isci_terminate_request_core(isci_host, isci_device,
898
					    isci_request);
899
	}
900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917
}

/**
 * isci_terminate_pending_requests() - This function will change the all of the
 *    requests on the given device's state to "aborting", will terminate the
 *    requests, and wait for them to complete.  This function must only be
 *    called from a thread that can wait.  Note that the requests are all
 *    terminated and completed (back to the host, if started there).
 * @isci_host: This parameter specifies SCU.
 * @isci_device: This parameter specifies the target.
 *
 *
 */
void isci_terminate_pending_requests(
	struct isci_host *isci_host,
	struct isci_remote_device *isci_device,
	enum isci_request_status new_request_state)
{
918 919 920 921 922 923
	struct isci_request *request;
	struct isci_request *next_request;
	unsigned long       flags;
	struct list_head    aborted_request_list;

	INIT_LIST_HEAD(&aborted_request_list);
924 925 926 927 928

	dev_dbg(&isci_host->pdev->dev,
		"%s: isci_device = %p (new request state = %d)\n",
		__func__, isci_device, new_request_state);

929
	spin_lock_irqsave(&isci_host->scic_lock, flags);
930

931 932 933
	/* Move all of the pending requests off of the device list. */
	list_splice_init(&isci_device->reqs_in_process,
			 &aborted_request_list);
934

935
	spin_unlock_irqrestore(&isci_host->scic_lock, flags);
936

937 938 939
	/* Iterate through the now-local list. */
	list_for_each_entry_safe(request, next_request,
				 &aborted_request_list, dev_node) {
940

941 942 943 944 945 946 947 948 949 950 951 952 953 954 955
		dev_warn(&isci_host->pdev->dev,
			"%s: isci_device=%p request=%p; task=%p\n",
			__func__,
			isci_device, request,
			((request->ttype == io_task)
				? isci_request_access_task(request)
				: NULL));

		/* Mark all still pending I/O with the selected next
		* state, terminate and free it.
		*/
		isci_terminate_request(isci_host, isci_device,
				       request, new_request_state
				       );
	}
956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007
}

/**
 * isci_task_send_lu_reset_sas() - This function is called by of the SAS Domain
 *    Template functions.
 * @lun: This parameter specifies the lun to be reset.
 *
 * status, zero indicates success.
 */
static int isci_task_send_lu_reset_sas(
	struct isci_host *isci_host,
	struct isci_remote_device *isci_device,
	u8 *lun)
{
	struct isci_tmf tmf;
	int ret = TMF_RESP_FUNC_FAILED;

	dev_dbg(&isci_host->pdev->dev,
		"%s: isci_host = %p, isci_device = %p\n",
		__func__, isci_host, isci_device);
	/* Send the LUN reset to the target.  By the time the call returns,
	 * the TMF has fully exected in the target (in which case the return
	 * value is "TMF_RESP_FUNC_COMPLETE", or the request timed-out (or
	 * was otherwise unable to be executed ("TMF_RESP_FUNC_FAILED").
	 */
	isci_task_build_tmf(&tmf, isci_device, isci_tmf_ssp_lun_reset, NULL,
			    NULL);

	#define ISCI_LU_RESET_TIMEOUT_MS 2000 /* 2 second timeout. */
	ret = isci_task_execute_tmf(isci_host, &tmf, ISCI_LU_RESET_TIMEOUT_MS);

	if (ret == TMF_RESP_FUNC_COMPLETE)
		dev_dbg(&isci_host->pdev->dev,
			"%s: %p: TMF_LU_RESET passed\n",
			__func__, isci_device);
	else
		dev_dbg(&isci_host->pdev->dev,
			"%s: %p: TMF_LU_RESET failed (%x)\n",
			__func__, isci_device, ret);

	return ret;
}

/**
 * isci_task_lu_reset() - This function is one of the SAS Domain Template
 *    functions. This is one of the Task Management functoins called by libsas,
 *    to reset the given lun. Note the assumption that while this call is
 *    executing, no I/O will be sent by the host to the device.
 * @lun: This parameter specifies the lun to be reset.
 *
 * status, zero indicates success.
 */
1008
int isci_task_lu_reset(struct domain_device *domain_device, u8 *lun)
1009
{
1010
	struct isci_host *isci_host = dev_to_ihost(domain_device);
1011 1012 1013 1014
	struct isci_remote_device *isci_device = NULL;
	int ret;
	bool device_stopping = false;

1015
	isci_device = domain_device->lldd_dev;
1016

1017 1018
	dev_dbg(&isci_host->pdev->dev,
		"%s: domain_device=%p, isci_host=%p; isci_device=%p\n",
1019 1020
		 __func__, domain_device, isci_host, isci_device);

D
Dan Williams 已提交
1021
	if (isci_device != NULL) {
1022 1023
		device_stopping = (isci_device->status == isci_stopping)
				  || (isci_device->status == isci_stopped);
D
Dan Williams 已提交
1024 1025
		set_bit(IDEV_EH, &isci_device->flags);
	}
1026 1027 1028 1029 1030

	/* If there is a device reset pending on any request in the
	 * device's list, fail this LUN reset request in order to
	 * escalate to the device reset.
	 */
1031 1032
	if (!isci_device || device_stopping ||
	    isci_device_is_reset_pending(isci_host, isci_device)) {
1033
		dev_warn(&isci_host->pdev->dev,
1034
			 "%s: No dev (%p), or "
1035
			 "RESET PENDING: domain_device=%p\n",
1036
			 __func__, isci_device, domain_device);
1037 1038 1039 1040 1041
		return TMF_RESP_FUNC_FAILED;
	}

	/* Send the task management part of the reset. */
	if (sas_protocol_ata(domain_device->tproto)) {
1042
		ret = isci_task_send_lu_reset_sata(isci_host, isci_device, lun);
1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101
	} else
		ret = isci_task_send_lu_reset_sas(isci_host, isci_device, lun);

	/* If the LUN reset worked, all the I/O can now be terminated. */
	if (ret == TMF_RESP_FUNC_COMPLETE)
		/* Terminate all I/O now. */
		isci_terminate_pending_requests(isci_host,
						isci_device,
						terminating);

	return ret;
}


/*	 int (*lldd_clear_nexus_port)(struct asd_sas_port *); */
int isci_task_clear_nexus_port(struct asd_sas_port *port)
{
	return TMF_RESP_FUNC_FAILED;
}



int isci_task_clear_nexus_ha(struct sas_ha_struct *ha)
{
	return TMF_RESP_FUNC_FAILED;
}

/* Task Management Functions. Must be called from process context.	 */

/**
 * isci_abort_task_process_cb() - This is a helper function for the abort task
 *    TMF command.  It manages the request state with respect to the successful
 *    transmission / completion of the abort task request.
 * @cb_state: This parameter specifies when this function was called - after
 *    the TMF request has been started and after it has timed-out.
 * @tmf: This parameter specifies the TMF in progress.
 *
 *
 */
static void isci_abort_task_process_cb(
	enum isci_tmf_cb_state cb_state,
	struct isci_tmf *tmf,
	void *cb_data)
{
	struct isci_request *old_request;

	old_request = (struct isci_request *)cb_data;

	dev_dbg(&old_request->isci_host->pdev->dev,
		"%s: tmf=%p, old_request=%p\n",
		__func__, tmf, old_request);

	switch (cb_state) {

	case isci_tmf_started:
		/* The TMF has been started.  Nothing to do here, since the
		 * request state was already set to "aborted" by the abort
		 * task function.
		 */
1102 1103 1104 1105 1106
		if ((old_request->status != aborted)
			&& (old_request->status != completed))
			dev_err(&old_request->isci_host->pdev->dev,
				"%s: Bad request status (%d): tmf=%p, old_request=%p\n",
				__func__, old_request->status, tmf, old_request);
1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137
		break;

	case isci_tmf_timed_out:

		/* Set the task's state to "aborting", since the abort task
		 * function thread set it to "aborted" (above) in anticipation
		 * of the task management request working correctly.  Since the
		 * timeout has now fired, the TMF request failed.  We set the
		 * state such that the request completion will indicate the
		 * device is no longer present.
		 */
		isci_request_change_state(old_request, aborting);
		break;

	default:
		dev_err(&old_request->isci_host->pdev->dev,
			"%s: Bad cb_state (%d): tmf=%p, old_request=%p\n",
			__func__, cb_state, tmf, old_request);
		break;
	}
}

/**
 * isci_task_abort_task() - This function is one of the SAS Domain Template
 *    functions. This function is called by libsas to abort a specified task.
 * @task: This parameter specifies the SAS task to abort.
 *
 * status, zero indicates success.
 */
int isci_task_abort_task(struct sas_task *task)
{
1138
	struct isci_host *isci_host = dev_to_ihost(task->dev);
1139
	DECLARE_COMPLETION_ONSTACK(aborted_io_completion);
1140 1141
	struct isci_request       *old_request = NULL;
	enum isci_request_status  old_state;
1142
	struct isci_remote_device *isci_device = NULL;
1143 1144 1145 1146 1147
	struct isci_tmf           tmf;
	int                       ret = TMF_RESP_FUNC_FAILED;
	unsigned long             flags;
	bool                      any_dev_reset = false;
	bool                      device_stopping;
1148 1149 1150 1151 1152 1153

	/* Get the isci_request reference from the task.  Note that
	 * this check does not depend on the pending request list
	 * in the device, because tasks driving resets may land here
	 * after completion in the core.
	 */
1154
	old_request = isci_task_get_request_from_task(task, &isci_device);
1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165

	dev_dbg(&isci_host->pdev->dev,
		"%s: task = %p\n", __func__, task);

	/* Check if the device has been / is currently being removed.
	 * If so, no task management will be done, and the I/O will
	 * be terminated.
	 */
	device_stopping = (isci_device->status == isci_stopping)
			  || (isci_device->status == isci_stopped);

D
Dan Williams 已提交
1166 1167 1168 1169 1170 1171
	/* XXX need to fix device lookup lifetime (needs to be done
	 * under scic_lock, among other things...), but for now assume
	 * the device is available like the above code
	 */
	set_bit(IDEV_EH, &isci_device->flags);

1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186
	/* This version of the driver will fail abort requests for
	 * SATA/STP.  Failing the abort request this way will cause the
	 * SCSI error handler thread to escalate to LUN reset
	 */
	if (sas_protocol_ata(task->task_proto) && !device_stopping) {
		dev_warn(&isci_host->pdev->dev,
			    " task %p is for a STP/SATA device;"
			    " returning TMF_RESP_FUNC_FAILED\n"
			    " to cause a LUN reset...\n", task);
		return TMF_RESP_FUNC_FAILED;
	}

	dev_dbg(&isci_host->pdev->dev,
		"%s: old_request == %p\n", __func__, old_request);

1187 1188 1189
	if (!device_stopping)
		any_dev_reset = isci_device_is_reset_pending(isci_host,isci_device);

1190 1191 1192
	spin_lock_irqsave(&task->task_state_lock, flags);

	/* Don't do resets to stopping devices. */
1193
	if (device_stopping) {
1194

1195 1196
		task->task_state_flags &= ~SAS_TASK_NEED_DEV_RESET;
		any_dev_reset = false;
1197

1198
	} else	/* See if there is a pending device reset for this device. */
1199
		any_dev_reset = any_dev_reset
1200
			|| (task->task_state_flags & SAS_TASK_NEED_DEV_RESET);
1201 1202 1203 1204 1205 1206

	/* If the extraction of the request reference from the task
	 * failed, then the request has been completed (or if there is a
	 * pending reset then this abort request function must be failed
	 * in order to escalate to the target reset).
	 */
1207
	if ((old_request == NULL) || any_dev_reset) {
1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219

		/* If the device reset task flag is set, fail the task
		 * management request.  Otherwise, the original request
		 * has completed.
		 */
		if (any_dev_reset) {

			/* Turn off the task's DONE to make sure this
			 * task is escalated to a target reset.
			 */
			task->task_state_flags &= ~SAS_TASK_STATE_DONE;

1220 1221 1222 1223 1224
			/* Make the reset happen as soon as possible. */
			task->task_state_flags |= SAS_TASK_NEED_DEV_RESET;

			spin_unlock_irqrestore(&task->task_state_lock, flags);

1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237
			/* Fail the task management request in order to
			 * escalate to the target reset.
			 */
			ret = TMF_RESP_FUNC_FAILED;

			dev_dbg(&isci_host->pdev->dev,
				"%s: Failing task abort in order to "
				"escalate to target reset because\n"
				"SAS_TASK_NEED_DEV_RESET is set for "
				"task %p on dev %p\n",
				__func__, task, isci_device);


1238
		} else {
1239 1240 1241 1242 1243 1244 1245
			/* The request has already completed and there
			 * is nothing to do here other than to set the task
			 * done bit, and indicate that the task abort function
			 * was sucessful.
			 */
			isci_set_task_doneflags(task);

1246
			spin_unlock_irqrestore(&task->task_state_lock, flags);
1247

1248
			ret = TMF_RESP_FUNC_COMPLETE;
1249

1250 1251 1252
			dev_dbg(&isci_host->pdev->dev,
				"%s: abort task not needed for %p\n",
				__func__, task);
1253 1254 1255 1256
		}

		return ret;
	}
1257 1258
	else
		spin_unlock_irqrestore(&task->task_state_lock, flags);
1259 1260 1261

	spin_lock_irqsave(&isci_host->scic_lock, flags);

1262
	/* Check the request status and change to "aborted" if currently
1263
	 * "starting"; if true then set the I/O kernel completion
1264 1265
	 * struct that will be triggered when the request completes.
	 */
1266 1267 1268
	old_state = isci_task_validate_request_to_abort(
				old_request, isci_host, isci_device,
				&aborted_io_completion);
1269 1270 1271
	if ((old_state != started) &&
	    (old_state != completed) &&
	    (old_state != aborting)) {
1272 1273 1274

		spin_unlock_irqrestore(&isci_host->scic_lock, flags);

1275 1276 1277 1278 1279 1280 1281
		/* The request was already being handled by someone else (because
		* they got to set the state away from started).
		*/
		dev_dbg(&isci_host->pdev->dev,
			"%s:  device = %p; old_request %p already being aborted\n",
			__func__,
			isci_device, old_request);
1282 1283 1284

		return TMF_RESP_FUNC_COMPLETE;
	}
1285 1286 1287 1288
	if ((task->task_proto == SAS_PROTOCOL_SMP)
	    || device_stopping
	    || old_request->complete_in_target
	    ) {
1289 1290 1291

		spin_unlock_irqrestore(&isci_host->scic_lock, flags);

1292 1293 1294 1295 1296 1297 1298
		dev_dbg(&isci_host->pdev->dev,
			"%s: SMP request (%d)"
			" or device is stopping (%d)"
			" or complete_in_target (%d), thus no TMF\n",
			__func__, (task->task_proto == SAS_PROTOCOL_SMP),
			device_stopping, old_request->complete_in_target);

1299 1300 1301 1302 1303 1304
		/* Set the state on the task. */
		isci_task_all_done(task);

		ret = TMF_RESP_FUNC_COMPLETE;

		/* Stopping and SMP devices are not sent a TMF, and are not
1305
		 * reset, but the outstanding I/O request is terminated below.
1306 1307 1308
		 */
	} else {
		/* Fill in the tmf stucture */
1309 1310 1311 1312
		isci_task_build_abort_task_tmf(&tmf, isci_device,
					       isci_tmf_ssp_task_abort,
					       isci_abort_task_process_cb,
					       old_request);
1313 1314 1315 1316 1317 1318 1319

		spin_unlock_irqrestore(&isci_host->scic_lock, flags);

		#define ISCI_ABORT_TASK_TIMEOUT_MS 500 /* half second timeout. */
		ret = isci_task_execute_tmf(isci_host, &tmf,
					    ISCI_ABORT_TASK_TIMEOUT_MS);

1320
		if (ret != TMF_RESP_FUNC_COMPLETE)
1321 1322 1323 1324
			dev_err(&isci_host->pdev->dev,
				"%s: isci_task_send_tmf failed\n",
				__func__);
	}
1325 1326 1327 1328 1329 1330
	if (ret == TMF_RESP_FUNC_COMPLETE) {
		old_request->complete_in_target = true;

		/* Clean up the request on our side, and wait for the aborted I/O to
		* complete.
		*/
1331
		isci_terminate_request_core(isci_host, isci_device, old_request);
1332
	}
1333

1334 1335
	/* Make sure we do not leave a reference to aborted_io_completion */
	old_request->io_request_completion = NULL;
1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413
	return ret;
}

/**
 * isci_task_abort_task_set() - This function is one of the SAS Domain Template
 *    functions. This is one of the Task Management functoins called by libsas,
 *    to abort all task for the given lun.
 * @d_device: This parameter specifies the domain device associated with this
 *    request.
 * @lun: This parameter specifies the lun associated with this request.
 *
 * status, zero indicates success.
 */
int isci_task_abort_task_set(
	struct domain_device *d_device,
	u8 *lun)
{
	return TMF_RESP_FUNC_FAILED;
}


/**
 * isci_task_clear_aca() - This function is one of the SAS Domain Template
 *    functions. This is one of the Task Management functoins called by libsas.
 * @d_device: This parameter specifies the domain device associated with this
 *    request.
 * @lun: This parameter specifies the lun	 associated with this request.
 *
 * status, zero indicates success.
 */
int isci_task_clear_aca(
	struct domain_device *d_device,
	u8 *lun)
{
	return TMF_RESP_FUNC_FAILED;
}



/**
 * isci_task_clear_task_set() - This function is one of the SAS Domain Template
 *    functions. This is one of the Task Management functoins called by libsas.
 * @d_device: This parameter specifies the domain device associated with this
 *    request.
 * @lun: This parameter specifies the lun	 associated with this request.
 *
 * status, zero indicates success.
 */
int isci_task_clear_task_set(
	struct domain_device *d_device,
	u8 *lun)
{
	return TMF_RESP_FUNC_FAILED;
}


/**
 * isci_task_query_task() - This function is implemented to cause libsas to
 *    correctly escalate the failed abort to a LUN or target reset (this is
 *    because sas_scsi_find_task libsas function does not correctly interpret
 *    all return codes from the abort task call).  When TMF_RESP_FUNC_SUCC is
 *    returned, libsas turns this into a LUN reset; when FUNC_FAILED is
 *    returned, libsas will turn this into a target reset
 * @task: This parameter specifies the sas task being queried.
 * @lun: This parameter specifies the lun associated with this request.
 *
 * status, zero indicates success.
 */
int isci_task_query_task(
	struct sas_task *task)
{
	/* See if there is a pending device reset for this device. */
	if (task->task_state_flags & SAS_TASK_NEED_DEV_RESET)
		return TMF_RESP_FUNC_FAILED;
	else
		return TMF_RESP_FUNC_SUCC;
}

1414
/*
1415 1416
 * isci_task_request_complete() - This function is called by the sci core when
 *    an task request completes.
1417 1418
 * @ihost: This parameter specifies the ISCI host object
 * @ireq: This parameter is the completed isci_request object.
1419 1420 1421 1422 1423
 * @completion_status: This parameter specifies the completion status from the
 *    sci core.
 *
 * none.
 */
1424 1425 1426 1427
void
isci_task_request_complete(struct isci_host *ihost,
			   struct isci_request *ireq,
			   enum sci_task_status completion_status)
1428
{
1429
	struct isci_remote_device *idev = ireq->isci_device;
1430
	enum isci_request_status old_state;
1431
	struct isci_tmf *tmf = isci_request_access_tmf(ireq);
1432
	struct completion *tmf_complete;
1433
	struct scic_sds_request *sci_req = ireq->sci_request_handle;
1434

1435
	dev_dbg(&ihost->pdev->dev,
1436
		"%s: request = %p, status=%d\n",
1437
		__func__, ireq, completion_status);
1438

1439
	old_state = isci_request_change_state(ireq, completed);
1440 1441

	tmf->status = completion_status;
1442
	ireq->complete_in_target = true;
1443

1444
	if (tmf->proto == SAS_PROTOCOL_SSP) {
1445
		memcpy(&tmf->resp.resp_iu,
1446
		       &sci_req->ssp.rsp,
1447 1448
		       SSP_RESP_IU_MAX_SIZE);
	} else if (tmf->proto == SAS_PROTOCOL_SATA) {
1449
		memcpy(&tmf->resp.d2h_fis,
1450
		       &sci_req->stp.rsp,
1451
		       sizeof(struct dev_to_host_fis));
1452 1453 1454 1455
	}

	/* Manage the timer if it is still running. */
	if (tmf->timeout_timer) {
1456
		isci_del_timer(ihost, tmf->timeout_timer);
1457 1458 1459 1460 1461 1462
		tmf->timeout_timer = NULL;
	}

	/* PRINT_TMF( ((struct isci_tmf *)request->task)); */
	tmf_complete = tmf->complete;

1463
	scic_controller_complete_io(&ihost->sci, &idev->sci,
1464
				    ireq->sci_request_handle);
1465
	/* NULL the request handle to make sure it cannot be terminated
1466 1467
	 *  or completed again.
	 */
1468
	ireq->sci_request_handle = NULL;
1469

1470 1471
	isci_request_change_state(ireq, unallocated);
	list_del_init(&ireq->dev_node);
1472 1473 1474 1475 1476

	/* The task management part completes last. */
	complete(tmf_complete);
}

D
Dan Williams 已提交
1477
static int isci_reset_device(struct domain_device *dev, int hard_reset)
1478
{
D
Dan Williams 已提交
1479 1480 1481
	struct isci_remote_device *idev = dev->lldd_dev;
	struct sas_phy *phy = sas_find_local_phy(dev);
	struct isci_host *ihost = dev_to_ihost(dev);
1482
	enum sci_status status;
D
Dan Williams 已提交
1483 1484
	unsigned long flags;
	int rc;
1485

D
Dan Williams 已提交
1486
	dev_dbg(&ihost->pdev->dev, "%s: idev %p\n", __func__, idev);
1487

D
Dan Williams 已提交
1488 1489 1490
	if (!idev) {
		dev_warn(&ihost->pdev->dev,
			 "%s: idev is GONE!\n",
1491 1492 1493 1494 1495
			 __func__);

		return TMF_RESP_FUNC_COMPLETE; /* Nothing to reset. */
	}

D
Dan Williams 已提交
1496 1497
	spin_lock_irqsave(&ihost->scic_lock, flags);
	status = scic_remote_device_reset(&idev->sci);
1498
	if (status != SCI_SUCCESS) {
D
Dan Williams 已提交
1499
		spin_unlock_irqrestore(&ihost->scic_lock, flags);
1500

D
Dan Williams 已提交
1501 1502 1503
		dev_warn(&ihost->pdev->dev,
			 "%s: scic_remote_device_reset(%p) returned %d!\n",
			 __func__, idev, status);
1504 1505 1506

		return TMF_RESP_FUNC_FAILED;
	}
D
Dan Williams 已提交
1507
	spin_unlock_irqrestore(&ihost->scic_lock, flags);
1508 1509

	/* Make sure all pending requests are able to be fully terminated. */
D
Dan Williams 已提交
1510
	isci_device_clear_reset_pending(ihost, idev);
1511

D
Dan Williams 已提交
1512 1513
	rc = sas_phy_reset(phy, hard_reset);
	msleep(2000); /* just like mvsas */
1514

D
Dan Williams 已提交
1515 1516
	/* Terminate in-progress I/O now. */
	isci_remote_device_nuke_requests(ihost, idev);
1517

D
Dan Williams 已提交
1518 1519 1520
	spin_lock_irqsave(&ihost->scic_lock, flags);
	status = scic_remote_device_reset_complete(&idev->sci);
	spin_unlock_irqrestore(&ihost->scic_lock, flags);
1521

D
Dan Williams 已提交
1522 1523 1524 1525
	if (status != SCI_SUCCESS) {
		dev_warn(&ihost->pdev->dev,
			 "%s: scic_remote_device_reset_complete(%p) "
			 "returned %d!\n", __func__, idev, status);
1526 1527
	}

D
Dan Williams 已提交
1528
	dev_dbg(&ihost->pdev->dev, "%s: idev %p complete.\n", __func__, idev);
1529

D
Dan Williams 已提交
1530 1531
	return rc;
}
1532

D
Dan Williams 已提交
1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564
int isci_task_I_T_nexus_reset(struct domain_device *dev)
{
	struct isci_host *ihost = dev_to_ihost(dev);
	int ret = TMF_RESP_FUNC_FAILED, hard_reset = 1;
	struct isci_remote_device *idev;
	unsigned long flags;

	/* XXX mvsas is not protecting against ->lldd_dev_gone(), are we
	 * being too paranoid, or is mvsas busted?!
	 */
	spin_lock_irqsave(&ihost->scic_lock, flags);
	idev = dev->lldd_dev;
	if (!idev || !test_bit(IDEV_EH, &idev->flags))
		ret = TMF_RESP_FUNC_COMPLETE;
	spin_unlock_irqrestore(&ihost->scic_lock, flags);

	if (ret == TMF_RESP_FUNC_COMPLETE)
		return ret;

	if (dev->dev_type == SATA_DEV || (dev->tproto & SAS_PROTOCOL_STP))
		hard_reset = 0;

	return isci_reset_device(dev, hard_reset);
}

int isci_bus_reset_handler(struct scsi_cmnd *cmd)
{
	struct domain_device *dev = sdev_to_domain_dev(cmd->device);
	int hard_reset = 1;

	if (dev->dev_type == SATA_DEV || (dev->tproto & SAS_PROTOCOL_STP))
		hard_reset = 0;
1565

D
Dan Williams 已提交
1566
	return isci_reset_device(dev, hard_reset);
1567
}