arcmsr_hba.c 124.9 KB
Newer Older
1 2 3 4
/*
*******************************************************************************
**        O.S   : Linux
**   FILE NAME  : arcmsr_hba.c
5 6
**        BY    : Nick Cheng, C.L. Huang
**   Description: SCSI RAID Device Driver for Areca RAID Controller
7
*******************************************************************************
8
** Copyright (C) 2002 - 2014, Areca Technology Corporation All rights reserved
9 10
**
**     Web site: www.areca.com.tw
11
**       E-mail: support@areca.com.tw
12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57
**
** This program is free software; you can redistribute it and/or modify
** it under the terms of the GNU General Public License version 2 as
** published by the Free Software Foundation.
** This program is distributed in the hope that it will be useful,
** but WITHOUT ANY WARRANTY; without even the implied warranty of
** MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
** GNU General Public License for more details.
*******************************************************************************
** Redistribution and use in source and binary forms, with or without
** modification, are permitted provided that the following conditions
** are met:
** 1. Redistributions of source code must retain the above copyright
**    notice, this list of conditions and the following disclaimer.
** 2. Redistributions in binary form must reproduce the above copyright
**    notice, this list of conditions and the following disclaimer in the
**    documentation and/or other materials provided with the distribution.
** 3. The name of the author may not be used to endorse or promote products
**    derived from this software without specific prior written permission.
**
** THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
** IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
** OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
** IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
** INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES(INCLUDING,BUT
** NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
** DATA, OR PROFITS; OR BUSINESS INTERRUPTION)HOWEVER CAUSED AND ON ANY
** THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
** (INCLUDING NEGLIGENCE OR OTHERWISE)ARISING IN ANY WAY OUT OF THE USE OF
** THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*******************************************************************************
** For history of changes, see Documentation/scsi/ChangeLog.arcmsr
**     Firmware Specification, see Documentation/scsi/arcmsr_spec.txt
*******************************************************************************
*/
#include <linux/module.h>
#include <linux/reboot.h>
#include <linux/spinlock.h>
#include <linux/pci_ids.h>
#include <linux/interrupt.h>
#include <linux/moduleparam.h>
#include <linux/errno.h>
#include <linux/types.h>
#include <linux/delay.h>
#include <linux/dma-mapping.h>
#include <linux/timer.h>
58
#include <linux/slab.h>
59
#include <linux/pci.h>
60
#include <linux/aer.h>
61
#include <linux/circ_buf.h>
62 63 64 65 66 67 68 69 70 71 72
#include <asm/dma.h>
#include <asm/io.h>
#include <asm/uaccess.h>
#include <scsi/scsi_host.h>
#include <scsi/scsi.h>
#include <scsi/scsi_cmnd.h>
#include <scsi/scsi_tcq.h>
#include <scsi/scsi_device.h>
#include <scsi/scsi_transport.h>
#include <scsi/scsicam.h>
#include "arcmsr.h"
73 74
MODULE_AUTHOR("Nick Cheng, C.L. Huang <support@areca.com.tw>");
MODULE_DESCRIPTION("Areca ARC11xx/12xx/16xx/188x SAS/SATA RAID Controller Driver");
75 76
MODULE_LICENSE("Dual BSD/GPL");
MODULE_VERSION(ARCMSR_DRIVER_VERSION);
77 78 79 80

#define	ARCMSR_SLEEPTIME	10
#define	ARCMSR_RETRYCOUNT	12

81
static wait_queue_head_t wait_q;
82 83 84
static int arcmsr_iop_message_xfer(struct AdapterControlBlock *acb,
					struct scsi_cmnd *cmd);
static int arcmsr_iop_confirm(struct AdapterControlBlock *acb);
85 86 87
static int arcmsr_abort(struct scsi_cmnd *);
static int arcmsr_bus_reset(struct scsi_cmnd *);
static int arcmsr_bios_param(struct scsi_device *sdev,
88
		struct block_device *bdev, sector_t capacity, int *info);
J
Jeff Garzik 已提交
89
static int arcmsr_queue_command(struct Scsi_Host *h, struct scsi_cmnd *cmd);
90 91
static int arcmsr_probe(struct pci_dev *pdev,
				const struct pci_device_id *id);
92 93
static int arcmsr_suspend(struct pci_dev *pdev, pm_message_t state);
static int arcmsr_resume(struct pci_dev *pdev);
94 95 96 97
static void arcmsr_remove(struct pci_dev *pdev);
static void arcmsr_shutdown(struct pci_dev *pdev);
static void arcmsr_iop_init(struct AdapterControlBlock *acb);
static void arcmsr_free_ccb_pool(struct AdapterControlBlock *acb);
98
static u32 arcmsr_disable_outbound_ints(struct AdapterControlBlock *acb);
99 100
static void arcmsr_enable_outbound_ints(struct AdapterControlBlock *acb,
	u32 intmask_org);
101
static void arcmsr_stop_adapter_bgrb(struct AdapterControlBlock *acb);
102 103
static void arcmsr_hbaA_flush_cache(struct AdapterControlBlock *acb);
static void arcmsr_hbaB_flush_cache(struct AdapterControlBlock *acb);
104
static void arcmsr_request_device_map(unsigned long pacb);
105 106 107
static void arcmsr_hbaA_request_device_map(struct AdapterControlBlock *acb);
static void arcmsr_hbaB_request_device_map(struct AdapterControlBlock *acb);
static void arcmsr_hbaC_request_device_map(struct AdapterControlBlock *acb);
108
static void arcmsr_message_isr_bh_fn(struct work_struct *work);
109
static bool arcmsr_get_firmware_spec(struct AdapterControlBlock *acb);
110
static void arcmsr_start_adapter_bgrb(struct AdapterControlBlock *acb);
111
static void arcmsr_hbaC_message_isr(struct AdapterControlBlock *pACB);
112
static void arcmsr_hbaD_message_isr(struct AdapterControlBlock *acb);
113
static void arcmsr_hardware_reset(struct AdapterControlBlock *acb);
114 115
static const char *arcmsr_info(struct Scsi_Host *);
static irqreturn_t arcmsr_interrupt(struct AdapterControlBlock *acb);
116
static void arcmsr_free_irq(struct pci_dev *, struct AdapterControlBlock *);
117
static int arcmsr_adjust_disk_queue_depth(struct scsi_device *sdev,
118
					  int queue_depth, int reason)
119
{
120 121 122
	if (reason != SCSI_QDEPTH_DEFAULT)
		return -EOPNOTSUPP;

123 124 125 126 127 128 129 130
	if (queue_depth > ARCMSR_MAX_CMD_PERLUN)
		queue_depth = ARCMSR_MAX_CMD_PERLUN;
	scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG, queue_depth);
	return queue_depth;
}

static struct scsi_host_template arcmsr_scsi_host_template = {
	.module			= THIS_MODULE,
131
	.name			= "Areca SAS/SATA RAID driver",
132 133
	.info			= arcmsr_info,
	.queuecommand		= arcmsr_queue_command,
134
	.eh_abort_handler		= arcmsr_abort,
135 136 137
	.eh_bus_reset_handler	= arcmsr_bus_reset,
	.bios_param		= arcmsr_bios_param,
	.change_queue_depth	= arcmsr_adjust_disk_queue_depth,
138
	.can_queue		= ARCMSR_MAX_OUTSTANDING_CMD,
139 140 141
	.this_id			= ARCMSR_SCSI_INITIATOR_ID,
	.sg_tablesize	        	= ARCMSR_DEFAULT_SG_ENTRIES, 
	.max_sectors    	    	= ARCMSR_MAX_XFER_SECTORS_C, 
142 143 144
	.cmd_per_lun		= ARCMSR_MAX_CMD_PERLUN,
	.use_clustering		= ENABLE_CLUSTERING,
	.shost_attrs		= arcmsr_host_attrs,
145
	.no_write_same		= 1,
146
};
147

148
static struct pci_device_id arcmsr_device_id_table[] = {
149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1110),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1120),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1130),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1160),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1170),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1200),
		.driver_data = ACB_ADAPTER_TYPE_B},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1201),
		.driver_data = ACB_ADAPTER_TYPE_B},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1202),
		.driver_data = ACB_ADAPTER_TYPE_B},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1210),
		.driver_data = ACB_ADAPTER_TYPE_A},
167 168
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1214),
		.driver_data = ACB_ADAPTER_TYPE_D},
169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1220),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1230),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1260),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1270),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1280),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1380),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1381),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1680),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1681),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1880),
		.driver_data = ACB_ADAPTER_TYPE_C},
189 190 191
	{0, 0}, /* Terminating entry */
};
MODULE_DEVICE_TABLE(pci, arcmsr_device_id_table);
192

193 194
static struct pci_driver arcmsr_pci_driver = {
	.name			= "arcmsr",
195
	.id_table			= arcmsr_device_id_table,
196 197
	.probe			= arcmsr_probe,
	.remove			= arcmsr_remove,
198 199
	.suspend		= arcmsr_suspend,
	.resume			= arcmsr_resume,
200
	.shutdown		= arcmsr_shutdown,
201
};
202 203 204 205
/*
****************************************************************************
****************************************************************************
*/
206

207
static void arcmsr_free_mu(struct AdapterControlBlock *acb)
208 209
{
	switch (acb->adapter_type) {
210 211
	case ACB_ADAPTER_TYPE_B:
	case ACB_ADAPTER_TYPE_D: {
212 213 214
		dma_free_coherent(&acb->pdev->dev, acb->roundup_ccbsize,
			acb->dma_coherent2, acb->dma_coherent_handle2);
		break;
215 216 217 218 219 220 221
	}
	}
}

static bool arcmsr_remap_pciregion(struct AdapterControlBlock *acb)
{
	struct pci_dev *pdev = acb->pdev;
222
	switch (acb->adapter_type){
223
	case ACB_ADAPTER_TYPE_A:{
224
		acb->pmuA = ioremap(pci_resource_start(pdev,0), pci_resource_len(pdev,0));
225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245
		if (!acb->pmuA) {
			printk(KERN_NOTICE "arcmsr%d: memory mapping region fail \n", acb->host->host_no);
			return false;
		}
		break;
	}
	case ACB_ADAPTER_TYPE_B:{
		void __iomem *mem_base0, *mem_base1;
		mem_base0 = ioremap(pci_resource_start(pdev, 0), pci_resource_len(pdev, 0));
		if (!mem_base0) {
			printk(KERN_NOTICE "arcmsr%d: memory mapping region fail \n", acb->host->host_no);
			return false;
		}
		mem_base1 = ioremap(pci_resource_start(pdev, 2), pci_resource_len(pdev, 2));
		if (!mem_base1) {
			iounmap(mem_base0);
			printk(KERN_NOTICE "arcmsr%d: memory mapping region fail \n", acb->host->host_no);
			return false;
		}
		acb->mem_base0 = mem_base0;
		acb->mem_base1 = mem_base1;
246 247 248 249 250 251 252 253 254 255 256 257 258
		break;
	}
	case ACB_ADAPTER_TYPE_C:{
		acb->pmuC = ioremap_nocache(pci_resource_start(pdev, 1), pci_resource_len(pdev, 1));
		if (!acb->pmuC) {
			printk(KERN_NOTICE "arcmsr%d: memory mapping region fail \n", acb->host->host_no);
			return false;
		}
		if (readl(&acb->pmuC->outbound_doorbell) & ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE) {
			writel(ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE_DOORBELL_CLEAR, &acb->pmuC->outbound_doorbell_clear);/*clear interrupt*/
			return true;
		}
		break;
259
	}
260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278
	case ACB_ADAPTER_TYPE_D: {
		void __iomem *mem_base0;
		unsigned long addr, range, flags;

		addr = (unsigned long)pci_resource_start(pdev, 0);
		range = pci_resource_len(pdev, 0);
		flags = pci_resource_flags(pdev, 0);
		if (flags & IORESOURCE_CACHEABLE)
			mem_base0 = ioremap(addr, range);
		else
			mem_base0 = ioremap_nocache(addr, range);
		if (!mem_base0) {
			pr_notice("arcmsr%d: memory mapping region fail\n",
				acb->host->host_no);
			return false;
		}
		acb->mem_base0 = mem_base0;
		break;
		}
279 280 281 282 283 284 285
	}
	return true;
}

static void arcmsr_unmap_pciregion(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
286 287 288 289 290 291 292 293 294 295 296 297 298
	case ACB_ADAPTER_TYPE_A:{
		iounmap(acb->pmuA);
	}
	break;
	case ACB_ADAPTER_TYPE_B:{
		iounmap(acb->mem_base0);
		iounmap(acb->mem_base1);
	}

	break;
	case ACB_ADAPTER_TYPE_C:{
		iounmap(acb->pmuC);
	}
299 300 301 302
	break;
	case ACB_ADAPTER_TYPE_D:
		iounmap(acb->mem_base0);
		break;
303 304 305
	}
}

306
static irqreturn_t arcmsr_do_interrupt(int irq, void *dev_id)
307 308
{
	irqreturn_t handle_state;
309
	struct AdapterControlBlock *acb = dev_id;
310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342

	handle_state = arcmsr_interrupt(acb);
	return handle_state;
}

static int arcmsr_bios_param(struct scsi_device *sdev,
		struct block_device *bdev, sector_t capacity, int *geom)
{
	int ret, heads, sectors, cylinders, total_capacity;
	unsigned char *buffer;/* return copy of block device's partition table */

	buffer = scsi_bios_ptable(bdev);
	if (buffer) {
		ret = scsi_partsize(buffer, capacity, &geom[2], &geom[0], &geom[1]);
		kfree(buffer);
		if (ret != -1)
			return ret;
	}
	total_capacity = capacity;
	heads = 64;
	sectors = 32;
	cylinders = total_capacity / (heads * sectors);
	if (cylinders > 1024) {
		heads = 255;
		sectors = 63;
		cylinders = total_capacity / (heads * sectors);
	}
	geom[0] = heads;
	geom[1] = sectors;
	geom[2] = cylinders;
	return 0;
}

343
static uint8_t arcmsr_hbaA_wait_msgint_ready(struct AdapterControlBlock *acb)
344 345
{
	struct MessageUnit_A __iomem *reg = acb->pmuA;
346 347 348 349 350 351 352 353 354 355 356
	int i;

	for (i = 0; i < 2000; i++) {
		if (readl(&reg->outbound_intstatus) &
				ARCMSR_MU_OUTBOUND_MESSAGE0_INT) {
			writel(ARCMSR_MU_OUTBOUND_MESSAGE0_INT,
				&reg->outbound_intstatus);
			return true;
		}
		msleep(10);
	} /* max 20 seconds */
357

358
	return false;
359 360
}

361
static uint8_t arcmsr_hbaB_wait_msgint_ready(struct AdapterControlBlock *acb)
362
{
363
	struct MessageUnit_B *reg = acb->pmuB;
364 365 366 367 368 369 370 371 372 373 374 375 376
	int i;

	for (i = 0; i < 2000; i++) {
		if (readl(reg->iop2drv_doorbell)
			& ARCMSR_IOP2DRV_MESSAGE_CMD_DONE) {
			writel(ARCMSR_MESSAGE_INT_CLEAR_PATTERN,
					reg->iop2drv_doorbell);
			writel(ARCMSR_DRV2IOP_END_OF_INTERRUPT,
					reg->drv2iop_doorbell);
			return true;
		}
		msleep(10);
	} /* max 20 seconds */
377

378
	return false;
379 380
}

381
static uint8_t arcmsr_hbaC_wait_msgint_ready(struct AdapterControlBlock *pACB)
382
{
383
	struct MessageUnit_C __iomem *phbcmu = pACB->pmuC;
384 385 386 387 388 389 390 391 392 393 394 395
	int i;

	for (i = 0; i < 2000; i++) {
		if (readl(&phbcmu->outbound_doorbell)
				& ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE) {
			writel(ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE_DOORBELL_CLEAR,
				&phbcmu->outbound_doorbell_clear); /*clear interrupt*/
			return true;
		}
		msleep(10);
	} /* max 20 seconds */

396 397
	return false;
}
398

399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415
static bool arcmsr_hbaD_wait_msgint_ready(struct AdapterControlBlock *pACB)
{
	struct MessageUnit_D *reg = pACB->pmuD;
	int i;

	for (i = 0; i < 2000; i++) {
		if (readl(reg->outbound_doorbell)
			& ARCMSR_ARC1214_IOP2DRV_MESSAGE_CMD_DONE) {
			writel(ARCMSR_ARC1214_IOP2DRV_MESSAGE_CMD_DONE,
				reg->outbound_doorbell);
			return true;
		}
		msleep(10);
	} /* max 20 seconds */
	return false;
}

416
static void arcmsr_hbaA_flush_cache(struct AdapterControlBlock *acb)
417 418 419 420 421
{
	struct MessageUnit_A __iomem *reg = acb->pmuA;
	int retry_count = 30;
	writel(ARCMSR_INBOUND_MESG0_FLUSH_CACHE, &reg->inbound_msgaddr0);
	do {
422
		if (arcmsr_hbaA_wait_msgint_ready(acb))
423 424 425 426 427 428 429 430 431
			break;
		else {
			retry_count--;
			printk(KERN_NOTICE "arcmsr%d: wait 'flush adapter cache' \
			timeout, retry count down = %d \n", acb->host->host_no, retry_count);
		}
	} while (retry_count != 0);
}

432
static void arcmsr_hbaB_flush_cache(struct AdapterControlBlock *acb)
433 434 435 436 437
{
	struct MessageUnit_B *reg = acb->pmuB;
	int retry_count = 30;
	writel(ARCMSR_MESSAGE_FLUSH_CACHE, reg->drv2iop_doorbell);
	do {
438
		if (arcmsr_hbaB_wait_msgint_ready(acb))
439 440 441 442 443 444 445 446 447
			break;
		else {
			retry_count--;
			printk(KERN_NOTICE "arcmsr%d: wait 'flush adapter cache' \
			timeout,retry count down = %d \n", acb->host->host_no, retry_count);
		}
	} while (retry_count != 0);
}

448
static void arcmsr_hbaC_flush_cache(struct AdapterControlBlock *pACB)
449
{
450
	struct MessageUnit_C __iomem *reg = pACB->pmuC;
451 452 453 454
	int retry_count = 30;/* enlarge wait flush adapter cache time: 10 minute */
	writel(ARCMSR_INBOUND_MESG0_FLUSH_CACHE, &reg->inbound_msgaddr0);
	writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
	do {
455
		if (arcmsr_hbaC_wait_msgint_ready(pACB)) {
456 457 458 459 460 461 462 463 464
			break;
		} else {
			retry_count--;
			printk(KERN_NOTICE "arcmsr%d: wait 'flush adapter cache' \
			timeout,retry count down = %d \n", pACB->host->host_no, retry_count);
		}
	} while (retry_count != 0);
	return;
}
465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482

static void arcmsr_hbaD_flush_cache(struct AdapterControlBlock *pACB)
{
	int retry_count = 15;
	struct MessageUnit_D *reg = pACB->pmuD;

	writel(ARCMSR_INBOUND_MESG0_FLUSH_CACHE, reg->inbound_msgaddr0);
	do {
		if (arcmsr_hbaD_wait_msgint_ready(pACB))
			break;

		retry_count--;
		pr_notice("arcmsr%d: wait 'flush adapter "
			"cache' timeout, retry count down = %d\n",
			pACB->host->host_no, retry_count);
	} while (retry_count != 0);
}

483 484
static void arcmsr_flush_adapter_cache(struct AdapterControlBlock *acb)
{
485
	switch (acb->adapter_type) {
486

487
	case ACB_ADAPTER_TYPE_A: {
488
		arcmsr_hbaA_flush_cache(acb);
489 490
		}
		break;
491

492
	case ACB_ADAPTER_TYPE_B: {
493
		arcmsr_hbaB_flush_cache(acb);
494
		}
495 496
		break;
	case ACB_ADAPTER_TYPE_C: {
497
		arcmsr_hbaC_flush_cache(acb);
498
		}
499 500 501 502
		break;
	case ACB_ADAPTER_TYPE_D:
		arcmsr_hbaD_flush_cache(acb);
		break;
503 504
	}
}
505

506 507
static int arcmsr_alloc_ccb_pool(struct AdapterControlBlock *acb)
{
508 509 510 511 512 513
	struct pci_dev *pdev = acb->pdev;
	void *dma_coherent;
	dma_addr_t dma_coherent_handle;
	struct CommandControlBlock *ccb_tmp;
	int i = 0, j = 0;
	dma_addr_t cdb_phyaddr;
514
	unsigned long roundup_ccbsize;
515 516 517
	unsigned long max_xfer_len;
	unsigned long max_sg_entrys;
	uint32_t  firm_config_version;
518

519 520 521 522 523 524 525 526 527
	for (i = 0; i < ARCMSR_MAX_TARGETID; i++)
		for (j = 0; j < ARCMSR_MAX_TARGETLUN; j++)
			acb->devstate[i][j] = ARECA_RAID_GONE;

	max_xfer_len = ARCMSR_MAX_XFER_LEN;
	max_sg_entrys = ARCMSR_DEFAULT_SG_ENTRIES;
	firm_config_version = acb->firm_cfg_version;
	if((firm_config_version & 0xFF) >= 3){
		max_xfer_len = (ARCMSR_CDB_SG_PAGE_LENGTH << ((firm_config_version >> 8) & 0xFF)) * 1024;/* max 4M byte */
528
		max_sg_entrys = (max_xfer_len/4096);
529 530 531 532
	}
	acb->host->max_sectors = max_xfer_len/512;
	acb->host->sg_tablesize = max_sg_entrys;
	roundup_ccbsize = roundup(sizeof(struct CommandControlBlock) + (max_sg_entrys - 1) * sizeof(struct SG64ENTRY), 32);
533
	acb->uncache_size = roundup_ccbsize * ARCMSR_MAX_FREECCB_NUM;
534 535
	dma_coherent = dma_alloc_coherent(&pdev->dev, acb->uncache_size, &dma_coherent_handle, GFP_KERNEL);
	if(!dma_coherent){
536
		printk(KERN_NOTICE "arcmsr%d: dma_alloc_coherent got error\n", acb->host->host_no);
537 538 539 540 541 542 543 544 545
		return -ENOMEM;
	}
	acb->dma_coherent = dma_coherent;
	acb->dma_coherent_handle = dma_coherent_handle;
	memset(dma_coherent, 0, acb->uncache_size);
	ccb_tmp = dma_coherent;
	acb->vir2phy_offset = (unsigned long)dma_coherent - (unsigned long)dma_coherent_handle;
	for(i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++){
		cdb_phyaddr = dma_coherent_handle + offsetof(struct CommandControlBlock, arcmsr_cdb);
546 547 548 549 550 551 552 553 554 555
		switch (acb->adapter_type) {
		case ACB_ADAPTER_TYPE_A:
		case ACB_ADAPTER_TYPE_B:
			ccb_tmp->cdb_phyaddr = cdb_phyaddr >> 5;
			break;
		case ACB_ADAPTER_TYPE_C:
		case ACB_ADAPTER_TYPE_D:
			ccb_tmp->cdb_phyaddr = cdb_phyaddr;
			break;
		}
556 557 558 559 560 561
		acb->pccb_pool[i] = ccb_tmp;
		ccb_tmp->acb = acb;
		INIT_LIST_HEAD(&ccb_tmp->list);
		list_add_tail(&ccb_tmp->list, &acb->ccb_free_list);
		ccb_tmp = (struct CommandControlBlock *)((unsigned long)ccb_tmp + roundup_ccbsize);
		dma_coherent_handle = dma_coherent_handle + roundup_ccbsize;
562
	}
563 564
	return 0;
}
565

566 567
static void arcmsr_message_isr_bh_fn(struct work_struct *work) 
{
568 569 570 571 572 573 574 575 576
	struct AdapterControlBlock *acb = container_of(work,
		struct AdapterControlBlock, arcmsr_do_message_isr_bh);
	char *acb_dev_map = (char *)acb->device_map;
	uint32_t __iomem *signature = NULL;
	char __iomem *devicemap = NULL;
	int target, lun;
	struct scsi_device *psdev;
	char diff, temp;

577
	switch (acb->adapter_type) {
578 579
	case ACB_ADAPTER_TYPE_A: {
		struct MessageUnit_A __iomem *reg  = acb->pmuA;
580

581 582
		signature = (uint32_t __iomem *)(&reg->message_rwbuffer[0]);
		devicemap = (char __iomem *)(&reg->message_rwbuffer[21]);
583
		break;
584 585 586 587 588 589 590 591 592 593 594 595 596 597 598
	}
	case ACB_ADAPTER_TYPE_B: {
		struct MessageUnit_B *reg  = acb->pmuB;

		signature = (uint32_t __iomem *)(&reg->message_rwbuffer[0]);
		devicemap = (char __iomem *)(&reg->message_rwbuffer[21]);
		break;
	}
	case ACB_ADAPTER_TYPE_C: {
		struct MessageUnit_C __iomem *reg  = acb->pmuC;

		signature = (uint32_t __iomem *)(&reg->msgcode_rwbuffer[0]);
		devicemap = (char __iomem *)(&reg->msgcode_rwbuffer[21]);
		break;
	}
599 600 601 602 603 604 605
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg  = acb->pmuD;

		signature = (uint32_t __iomem *)(&reg->msgcode_rwbuffer[0]);
		devicemap = (char __iomem *)(&reg->msgcode_rwbuffer[21]);
		break;
	}
606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628
	}
	atomic_inc(&acb->rq_map_token);
	if (readl(signature) != ARCMSR_SIGNATURE_GET_CONFIG)
		return;
	for (target = 0; target < ARCMSR_MAX_TARGETID - 1;
		target++) {
		temp = readb(devicemap);
		diff = (*acb_dev_map) ^ temp;
		if (diff != 0) {
			*acb_dev_map = temp;
			for (lun = 0; lun < ARCMSR_MAX_TARGETLUN;
				lun++) {
				if ((diff & 0x01) == 1 &&
					(temp & 0x01) == 1) {
					scsi_add_device(acb->host,
						0, target, lun);
				} else if ((diff & 0x01) == 1
					&& (temp & 0x01) == 0) {
					psdev = scsi_device_lookup(acb->host,
						0, target, lun);
					if (psdev != NULL) {
						scsi_remove_device(psdev);
						scsi_device_put(psdev);
629 630
					}
				}
631 632
				temp >>= 1;
				diff >>= 1;
633 634
			}
		}
635 636
		devicemap++;
		acb_dev_map++;
637 638
	}
}
639

640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689
static int
arcmsr_request_irq(struct pci_dev *pdev, struct AdapterControlBlock *acb)
{
	int	i, j, r;
	struct msix_entry entries[ARCMST_NUM_MSIX_VECTORS];

	for (i = 0; i < ARCMST_NUM_MSIX_VECTORS; i++)
		entries[i].entry = i;
	r = pci_enable_msix_range(pdev, entries, 1, ARCMST_NUM_MSIX_VECTORS);
	if (r < 0)
		goto msi_int;
	acb->msix_vector_count = r;
	for (i = 0; i < r; i++) {
		if (request_irq(entries[i].vector,
			arcmsr_do_interrupt, 0, "arcmsr", acb)) {
			pr_warn("arcmsr%d: request_irq =%d failed!\n",
				acb->host->host_no, entries[i].vector);
			for (j = 0 ; j < i ; j++)
				free_irq(entries[j].vector, acb);
			pci_disable_msix(pdev);
			goto msi_int;
		}
		acb->entries[i] = entries[i];
	}
	acb->acb_flags |= ACB_F_MSIX_ENABLED;
	pr_info("arcmsr%d: msi-x enabled\n", acb->host->host_no);
	return SUCCESS;
msi_int:
	if (pci_enable_msi_exact(pdev, 1) < 0)
		goto legacy_int;
	if (request_irq(pdev->irq, arcmsr_do_interrupt,
		IRQF_SHARED, "arcmsr", acb)) {
		pr_warn("arcmsr%d: request_irq =%d failed!\n",
			acb->host->host_no, pdev->irq);
		pci_disable_msi(pdev);
		goto legacy_int;
	}
	acb->acb_flags |= ACB_F_MSI_ENABLED;
	pr_info("arcmsr%d: msi enabled\n", acb->host->host_no);
	return SUCCESS;
legacy_int:
	if (request_irq(pdev->irq, arcmsr_do_interrupt,
		IRQF_SHARED, "arcmsr", acb)) {
		pr_warn("arcmsr%d: request_irq = %d failed!\n",
			acb->host->host_no, pdev->irq);
		return FAILED;
	}
	return SUCCESS;
}

690
static int arcmsr_probe(struct pci_dev *pdev, const struct pci_device_id *id)
691 692 693
{
	struct Scsi_Host *host;
	struct AdapterControlBlock *acb;
694
	uint8_t bus,dev_fun;
695 696
	int error;
	error = pci_enable_device(pdev);
697
	if(error){
698 699 700
		return -ENODEV;
	}
	host = scsi_host_alloc(&arcmsr_scsi_host_template, sizeof(struct AdapterControlBlock));
701 702
	if(!host){
    		goto pci_disable_dev;
703
	}
704
	error = pci_set_dma_mask(pdev, DMA_BIT_MASK(64));
705
	if(error){
706
		error = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
707
		if(error){
708 709 710
			printk(KERN_WARNING
			       "scsi%d: No suitable DMA mask available\n",
			       host->host_no);
711
			goto scsi_host_release;
712 713
		}
	}
714
	init_waitqueue_head(&wait_q);
715 716
	bus = pdev->bus->number;
	dev_fun = pdev->devfn;
717
	acb = (struct AdapterControlBlock *) host->hostdata;
718
	memset(acb,0,sizeof(struct AdapterControlBlock));
719
	acb->pdev = pdev;
720
	acb->host = host;
721
	host->max_lun = ARCMSR_MAX_TARGETLUN;
722 723
	host->max_id = ARCMSR_MAX_TARGETID;		/*16:8*/
	host->max_cmd_len = 16;	 			/*this is issue of 64bit LBA ,over 2T byte*/
724
	host->can_queue = ARCMSR_MAX_OUTSTANDING_CMD;
725
	host->cmd_per_lun = ARCMSR_MAX_CMD_PERLUN;	    
726 727
	host->this_id = ARCMSR_SCSI_INITIATOR_ID;
	host->unique_id = (bus << 8) | dev_fun;
728 729
	pci_set_drvdata(pdev, host);
	pci_set_master(pdev);
730
	error = pci_request_regions(pdev, "arcmsr");
731
	if(error){
732
		goto scsi_host_release;
733
	}
734 735
	spin_lock_init(&acb->eh_lock);
	spin_lock_init(&acb->ccblist_lock);
736 737
	spin_lock_init(&acb->postq_lock);
	spin_lock_init(&acb->doneq_lock);
738 739
	spin_lock_init(&acb->rqbuffer_lock);
	spin_lock_init(&acb->wqbuffer_lock);
740
	acb->acb_flags |= (ACB_F_MESSAGE_WQBUFFER_CLEARED |
741 742
			ACB_F_MESSAGE_RQBUFFER_CLEARED |
			ACB_F_MESSAGE_WQBUFFER_READED);
743 744
	acb->acb_flags &= ~ACB_F_SCSISTOPADAPTER;
	INIT_LIST_HEAD(&acb->ccb_free_list);
745
	acb->adapter_type = id->driver_data;
746
	error = arcmsr_remap_pciregion(acb);
747
	if(!error){
748 749 750
		goto pci_release_regs;
	}
	error = arcmsr_get_firmware_spec(acb);
751
	if(!error){
752 753
		goto unmap_pci_region;
	}
754
	error = arcmsr_alloc_ccb_pool(acb);
755
	if(error){
756 757
		goto free_hbb_mu;
	}
758
	error = scsi_add_host(host, &pdev->dev);
759
	if(error){
760
		goto free_ccb_pool;
761
	}
762
	if (arcmsr_request_irq(pdev, acb) == FAILED)
763
		goto scsi_host_remove;
764
	arcmsr_iop_init(acb);
765
	INIT_WORK(&acb->arcmsr_do_message_isr_bh, arcmsr_message_isr_bh_fn);
766
	atomic_set(&acb->rq_map_token, 16);
767 768
	atomic_set(&acb->ante_token_value, 16);
	acb->fw_flag = FW_NORMAL;
769
	init_timer(&acb->eternal_timer);
770
	acb->eternal_timer.expires = jiffies + msecs_to_jiffies(6 * HZ);
771 772 773
	acb->eternal_timer.data = (unsigned long) acb;
	acb->eternal_timer.function = &arcmsr_request_device_map;
	add_timer(&acb->eternal_timer);
774
	if(arcmsr_alloc_sysfs_attr(acb))
775
		goto out_free_sysfs;
776
	scsi_scan_host(host);
777
	return 0;
778
out_free_sysfs:
779 780
	del_timer_sync(&acb->eternal_timer);
	flush_work(&acb->arcmsr_do_message_isr_bh);
781 782
	arcmsr_stop_adapter_bgrb(acb);
	arcmsr_flush_adapter_cache(acb);
783 784 785 786
	arcmsr_free_irq(pdev, acb);
scsi_host_remove:
	scsi_remove_host(host);
free_ccb_pool:
787
	arcmsr_free_ccb_pool(acb);
788
free_hbb_mu:
789
	arcmsr_free_mu(acb);
790 791 792
unmap_pci_region:
	arcmsr_unmap_pciregion(acb);
pci_release_regs:
793
	pci_release_regions(pdev);
794
scsi_host_release:
795
	scsi_host_put(host);
796
pci_disable_dev:
797
	pci_disable_device(pdev);
798
	return -ENODEV;
799 800
}

801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816
static void arcmsr_free_irq(struct pci_dev *pdev,
		struct AdapterControlBlock *acb)
{
	int i;

	if (acb->acb_flags & ACB_F_MSI_ENABLED) {
		free_irq(pdev->irq, acb);
		pci_disable_msi(pdev);
	} else if (acb->acb_flags & ACB_F_MSIX_ENABLED) {
		for (i = 0; i < acb->msix_vector_count; i++)
			free_irq(acb->entries[i].vector, acb);
		pci_disable_msix(pdev);
	} else
		free_irq(pdev->irq, acb);
}

817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886
static int arcmsr_suspend(struct pci_dev *pdev, pm_message_t state)
{
	uint32_t intmask_org;
	struct Scsi_Host *host = pci_get_drvdata(pdev);
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *)host->hostdata;

	intmask_org = arcmsr_disable_outbound_ints(acb);
	arcmsr_free_irq(pdev, acb);
	del_timer_sync(&acb->eternal_timer);
	flush_work(&acb->arcmsr_do_message_isr_bh);
	arcmsr_stop_adapter_bgrb(acb);
	arcmsr_flush_adapter_cache(acb);
	pci_set_drvdata(pdev, host);
	pci_save_state(pdev);
	pci_disable_device(pdev);
	pci_set_power_state(pdev, pci_choose_state(pdev, state));
	return 0;
}

static int arcmsr_resume(struct pci_dev *pdev)
{
	int error;
	struct Scsi_Host *host = pci_get_drvdata(pdev);
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *)host->hostdata;

	pci_set_power_state(pdev, PCI_D0);
	pci_enable_wake(pdev, PCI_D0, 0);
	pci_restore_state(pdev);
	if (pci_enable_device(pdev)) {
		pr_warn("%s: pci_enable_device error\n", __func__);
		return -ENODEV;
	}
	error = pci_set_dma_mask(pdev, DMA_BIT_MASK(64));
	if (error) {
		error = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
		if (error) {
			pr_warn("scsi%d: No suitable DMA mask available\n",
			       host->host_no);
			goto controller_unregister;
		}
	}
	pci_set_master(pdev);
	if (arcmsr_request_irq(pdev, acb) == FAILED)
		goto controller_stop;
	arcmsr_iop_init(acb);
	INIT_WORK(&acb->arcmsr_do_message_isr_bh, arcmsr_message_isr_bh_fn);
	atomic_set(&acb->rq_map_token, 16);
	atomic_set(&acb->ante_token_value, 16);
	acb->fw_flag = FW_NORMAL;
	init_timer(&acb->eternal_timer);
	acb->eternal_timer.expires = jiffies + msecs_to_jiffies(6 * HZ);
	acb->eternal_timer.data = (unsigned long) acb;
	acb->eternal_timer.function = &arcmsr_request_device_map;
	add_timer(&acb->eternal_timer);
	return 0;
controller_stop:
	arcmsr_stop_adapter_bgrb(acb);
	arcmsr_flush_adapter_cache(acb);
controller_unregister:
	scsi_remove_host(host);
	arcmsr_free_ccb_pool(acb);
	arcmsr_unmap_pciregion(acb);
	pci_release_regions(pdev);
	scsi_host_put(host);
	pci_disable_device(pdev);
	return -ENODEV;
}

887
static uint8_t arcmsr_hbaA_abort_allcmd(struct AdapterControlBlock *acb)
888
{
A
Al Viro 已提交
889
	struct MessageUnit_A __iomem *reg = acb->pmuA;
890
	writel(ARCMSR_INBOUND_MESG0_ABORT_CMD, &reg->inbound_msgaddr0);
891
	if (!arcmsr_hbaA_wait_msgint_ready(acb)) {
892
		printk(KERN_NOTICE
893
			"arcmsr%d: wait 'abort all outstanding command' timeout\n"
894
			, acb->host->host_no);
895
		return false;
896
	}
897
	return true;
898 899
}

900
static uint8_t arcmsr_hbaB_abort_allcmd(struct AdapterControlBlock *acb)
901
{
A
Al Viro 已提交
902
	struct MessageUnit_B *reg = acb->pmuB;
903

904
	writel(ARCMSR_MESSAGE_ABORT_CMD, reg->drv2iop_doorbell);
905
	if (!arcmsr_hbaB_wait_msgint_ready(acb)) {
906
		printk(KERN_NOTICE
907
			"arcmsr%d: wait 'abort all outstanding command' timeout\n"
908
			, acb->host->host_no);
909
		return false;
910
	}
911 912
	return true;
}
913
static uint8_t arcmsr_hbaC_abort_allcmd(struct AdapterControlBlock *pACB)
914
{
915
	struct MessageUnit_C __iomem *reg = pACB->pmuC;
916 917
	writel(ARCMSR_INBOUND_MESG0_ABORT_CMD, &reg->inbound_msgaddr0);
	writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
918
	if (!arcmsr_hbaC_wait_msgint_ready(pACB)) {
919
		printk(KERN_NOTICE
920
			"arcmsr%d: wait 'abort all outstanding command' timeout\n"
921 922 923 924
			, pACB->host->host_no);
		return false;
	}
	return true;
925
}
926 927 928 929 930 931 932 933 934 935 936 937 938 939

static uint8_t arcmsr_hbaD_abort_allcmd(struct AdapterControlBlock *pACB)
{
	struct MessageUnit_D *reg = pACB->pmuD;

	writel(ARCMSR_INBOUND_MESG0_ABORT_CMD, reg->inbound_msgaddr0);
	if (!arcmsr_hbaD_wait_msgint_ready(pACB)) {
		pr_notice("arcmsr%d: wait 'abort all outstanding "
			"command' timeout\n", pACB->host->host_no);
		return false;
	}
	return true;
}

940
static uint8_t arcmsr_abort_allcmd(struct AdapterControlBlock *acb)
941
{
942
	uint8_t rtnval = 0;
943 944
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
945
		rtnval = arcmsr_hbaA_abort_allcmd(acb);
946 947 948 949
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
950
		rtnval = arcmsr_hbaB_abort_allcmd(acb);
951
		}
952 953 954
		break;

	case ACB_ADAPTER_TYPE_C: {
955
		rtnval = arcmsr_hbaC_abort_allcmd(acb);
956
		}
957 958 959 960 961
		break;

	case ACB_ADAPTER_TYPE_D:
		rtnval = arcmsr_hbaD_abort_allcmd(acb);
		break;
962
	}
963
	return rtnval;
964 965
}

966 967 968 969
static void arcmsr_pci_unmap_dma(struct CommandControlBlock *ccb)
{
	struct scsi_cmnd *pcmd = ccb->pcmd;

970
	scsi_dma_unmap(pcmd);
971
}
972

973
static void arcmsr_ccb_complete(struct CommandControlBlock *ccb)
974 975 976
{
	struct AdapterControlBlock *acb = ccb->acb;
	struct scsi_cmnd *pcmd = ccb->pcmd;
977 978
	unsigned long flags;
	atomic_dec(&acb->ccboutstandingcount);
979 980
	arcmsr_pci_unmap_dma(ccb);
	ccb->startdone = ARCMSR_CCB_DONE;
981
	spin_lock_irqsave(&acb->ccblist_lock, flags);
982
	list_add_tail(&ccb->list, &acb->ccb_free_list);
983
	spin_unlock_irqrestore(&acb->ccblist_lock, flags);
984 985 986
	pcmd->scsi_done(pcmd);
}

987 988 989 990 991 992 993 994
static void arcmsr_report_sense_info(struct CommandControlBlock *ccb)
{

	struct scsi_cmnd *pcmd = ccb->pcmd;
	struct SENSE_DATA *sensebuffer = (struct SENSE_DATA *)pcmd->sense_buffer;
	pcmd->result = DID_OK << 16;
	if (sensebuffer) {
		int sense_data_length =
995 996 997
			sizeof(struct SENSE_DATA) < SCSI_SENSE_BUFFERSIZE
			? sizeof(struct SENSE_DATA) : SCSI_SENSE_BUFFERSIZE;
		memset(sensebuffer, 0, SCSI_SENSE_BUFFERSIZE);
998 999 1000 1001 1002 1003 1004 1005 1006
		memcpy(sensebuffer, ccb->arcmsr_cdb.SenseData, sense_data_length);
		sensebuffer->ErrorCode = SCSI_SENSE_CURRENT_ERRORS;
		sensebuffer->Valid = 1;
	}
}

static u32 arcmsr_disable_outbound_ints(struct AdapterControlBlock *acb)
{
	u32 orig_mask = 0;
1007
	switch (acb->adapter_type) {	
1008
	case ACB_ADAPTER_TYPE_A : {
A
Al Viro 已提交
1009
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1010
		orig_mask = readl(&reg->outbound_intmask);
1011 1012 1013 1014 1015
		writel(orig_mask|ARCMSR_MU_OUTBOUND_ALL_INTMASKENABLE, \
						&reg->outbound_intmask);
		}
		break;
	case ACB_ADAPTER_TYPE_B : {
A
Al Viro 已提交
1016
		struct MessageUnit_B *reg = acb->pmuB;
1017 1018
		orig_mask = readl(reg->iop2drv_doorbell_mask);
		writel(0, reg->iop2drv_doorbell_mask);
1019 1020
		}
		break;
1021
	case ACB_ADAPTER_TYPE_C:{
1022
		struct MessageUnit_C __iomem *reg = acb->pmuC;
1023 1024 1025 1026 1027
		/* disable all outbound interrupt */
		orig_mask = readl(&reg->host_int_mask); /* disable outbound message0 int */
		writel(orig_mask|ARCMSR_HBCMU_ALL_INTMASKENABLE, &reg->host_int_mask);
		}
		break;
1028 1029 1030 1031 1032 1033
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg = acb->pmuD;
		/* disable all outbound interrupt */
		writel(ARCMSR_ARC1214_ALL_INT_DISABLE, reg->pcief0_int_enable);
		}
		break;
1034 1035 1036 1037
	}
	return orig_mask;
}

1038 1039
static void arcmsr_report_ccb_state(struct AdapterControlBlock *acb, 
			struct CommandControlBlock *ccb, bool error)
1040 1041 1042 1043
{
	uint8_t id, lun;
	id = ccb->pcmd->device->id;
	lun = ccb->pcmd->device->lun;
1044
	if (!error) {
1045 1046
		if (acb->devstate[id][lun] == ARECA_RAID_GONE)
			acb->devstate[id][lun] = ARECA_RAID_GOOD;
1047 1048
		ccb->pcmd->result = DID_OK << 16;
		arcmsr_ccb_complete(ccb);
1049
	}else{
1050 1051 1052 1053
		switch (ccb->arcmsr_cdb.DeviceStatus) {
		case ARCMSR_DEV_SELECT_TIMEOUT: {
			acb->devstate[id][lun] = ARECA_RAID_GONE;
			ccb->pcmd->result = DID_NO_CONNECT << 16;
1054
			arcmsr_ccb_complete(ccb);
1055 1056 1057 1058 1059 1060 1061 1062
			}
			break;

		case ARCMSR_DEV_ABORTED:

		case ARCMSR_DEV_INIT_FAIL: {
			acb->devstate[id][lun] = ARECA_RAID_GONE;
			ccb->pcmd->result = DID_BAD_TARGET << 16;
1063
			arcmsr_ccb_complete(ccb);
1064 1065 1066 1067 1068 1069
			}
			break;

		case ARCMSR_DEV_CHECK_CONDITION: {
			acb->devstate[id][lun] = ARECA_RAID_GOOD;
			arcmsr_report_sense_info(ccb);
1070
			arcmsr_ccb_complete(ccb);
1071 1072 1073 1074
			}
			break;

		default:
1075 1076 1077 1078 1079 1080 1081 1082 1083 1084
			printk(KERN_NOTICE
				"arcmsr%d: scsi id = %d lun = %d isr get command error done, \
				but got unknown DeviceStatus = 0x%x \n"
				, acb->host->host_no
				, id
				, lun
				, ccb->arcmsr_cdb.DeviceStatus);
				acb->devstate[id][lun] = ARECA_RAID_GONE;
				ccb->pcmd->result = DID_NO_CONNECT << 16;
				arcmsr_ccb_complete(ccb);
1085 1086 1087 1088 1089
			break;
		}
	}
}

1090
static void arcmsr_drain_donequeue(struct AdapterControlBlock *acb, struct CommandControlBlock *pCCB, bool error)
1091
{
1092
	int id, lun;
1093 1094 1095
	if ((pCCB->acb != acb) || (pCCB->startdone != ARCMSR_CCB_START)) {
		if (pCCB->startdone == ARCMSR_CCB_ABORTED) {
			struct scsi_cmnd *abortcmd = pCCB->pcmd;
1096
			if (abortcmd) {
1097
				id = abortcmd->device->id;
1098
				lun = abortcmd->device->lun;				
1099
				abortcmd->result |= DID_ABORT << 16;
1100 1101 1102
				arcmsr_ccb_complete(pCCB);
				printk(KERN_NOTICE "arcmsr%d: pCCB ='0x%p' isr got aborted command \n",
				acb->host->host_no, pCCB);
1103
			}
1104
			return;
1105 1106 1107 1108 1109 1110 1111
		}
		printk(KERN_NOTICE "arcmsr%d: isr get an illegal ccb command \
				done acb = '0x%p'"
				"ccb = '0x%p' ccbacb = '0x%p' startdone = 0x%x"
				" ccboutstandingcount = %d \n"
				, acb->host->host_no
				, acb
1112 1113 1114
				, pCCB
				, pCCB->acb
				, pCCB->startdone
1115
				, atomic_read(&acb->ccboutstandingcount));
1116
		  return;
1117
	}
1118
	arcmsr_report_ccb_state(acb, pCCB, error);
1119 1120 1121 1122 1123
}

static void arcmsr_done4abort_postqueue(struct AdapterControlBlock *acb)
{
	int i = 0;
1124
	uint32_t flag_ccb, ccb_cdb_phy;
1125 1126 1127
	struct ARCMSR_CDB *pARCMSR_CDB;
	bool error;
	struct CommandControlBlock *pCCB;
1128 1129 1130
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1131
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1132
		uint32_t outbound_intstatus;
A
Al Viro 已提交
1133
		outbound_intstatus = readl(&reg->outbound_intstatus) &
1134 1135 1136
					acb->outbound_int_enable;
		/*clear and abort all outbound posted Q*/
		writel(outbound_intstatus, &reg->outbound_intstatus);/*clear interrupt*/
1137
		while(((flag_ccb = readl(&reg->outbound_queueport)) != 0xFFFFFFFF)
1138
				&& (i++ < ARCMSR_MAX_OUTSTANDING_CMD)) {
1139 1140 1141 1142
			pARCMSR_CDB = (struct ARCMSR_CDB *)(acb->vir2phy_offset + (flag_ccb << 5));/*frame must be 32 bytes aligned*/
			pCCB = container_of(pARCMSR_CDB, struct CommandControlBlock, arcmsr_cdb);
			error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
			arcmsr_drain_donequeue(acb, pCCB, error);
1143 1144 1145 1146 1147
		}
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1148
		struct MessageUnit_B *reg = acb->pmuB;
1149
		/*clear all outbound posted Q*/
1150
		writel(ARCMSR_DOORBELL_INT_CLEAR_PATTERN, reg->iop2drv_doorbell); /* clear doorbell interrupt */
1151
		for (i = 0; i < ARCMSR_MAX_HBB_POSTQUEUE; i++) {
1152 1153 1154
			flag_ccb = reg->done_qbuffer[i];
			if (flag_ccb != 0) {
				reg->done_qbuffer[i] = 0;
1155 1156 1157 1158
				pARCMSR_CDB = (struct ARCMSR_CDB *)(acb->vir2phy_offset+(flag_ccb << 5));/*frame must be 32 bytes aligned*/
				pCCB = container_of(pARCMSR_CDB, struct CommandControlBlock, arcmsr_cdb);
				error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
				arcmsr_drain_donequeue(acb, pCCB, error);
1159
			}
1160
			reg->post_qbuffer[i] = 0;
1161 1162 1163 1164 1165
		}
		reg->doneq_index = 0;
		reg->postq_index = 0;
		}
		break;
1166
	case ACB_ADAPTER_TYPE_C: {
1167
		struct MessageUnit_C __iomem *reg = acb->pmuC;
1168 1169 1170 1171 1172 1173 1174 1175 1176
		while ((readl(&reg->host_int_status) & ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR) && (i++ < ARCMSR_MAX_OUTSTANDING_CMD)) {
			/*need to do*/
			flag_ccb = readl(&reg->outbound_queueport_low);
			ccb_cdb_phy = (flag_ccb & 0xFFFFFFF0);
			pARCMSR_CDB = (struct  ARCMSR_CDB *)(acb->vir2phy_offset+ccb_cdb_phy);/*frame must be 32 bytes aligned*/
			pCCB = container_of(pARCMSR_CDB, struct CommandControlBlock, arcmsr_cdb);
			error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE1) ? true : false;
			arcmsr_drain_donequeue(acb, pCCB, error);
		}
1177 1178 1179 1180
		}
		break;
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D  *pmu = acb->pmuD;
1181 1182 1183
		uint32_t outbound_write_pointer;
		uint32_t doneq_index, index_stripped, addressLow, residual, toggle;
		unsigned long flags;
1184 1185 1186

		residual = atomic_read(&acb->ccboutstandingcount);
		for (i = 0; i < residual; i++) {
1187 1188 1189 1190 1191
			spin_lock_irqsave(&acb->doneq_lock, flags);
			outbound_write_pointer =
				pmu->done_qbuffer[0].addressLow + 1;
			doneq_index = pmu->doneq_index;
			if ((doneq_index & 0xFFF) !=
1192
				(outbound_write_pointer & 0xFFF)) {
1193 1194 1195 1196 1197
				toggle = doneq_index & 0x4000;
				index_stripped = (doneq_index & 0xFFF) + 1;
				index_stripped %= ARCMSR_MAX_ARC1214_DONEQUEUE;
				pmu->doneq_index = index_stripped ? (index_stripped | toggle) :
					((toggle ^ 0x4000) + 1);
1198
				doneq_index = pmu->doneq_index;
1199
				spin_unlock_irqrestore(&acb->doneq_lock, flags);
1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212
				addressLow = pmu->done_qbuffer[doneq_index &
					0xFFF].addressLow;
				ccb_cdb_phy = (addressLow & 0xFFFFFFF0);
				pARCMSR_CDB = (struct  ARCMSR_CDB *)
					(acb->vir2phy_offset + ccb_cdb_phy);
				pCCB = container_of(pARCMSR_CDB,
					struct CommandControlBlock, arcmsr_cdb);
				error = (addressLow &
					ARCMSR_CCBREPLY_FLAG_ERROR_MODE1) ?
					true : false;
				arcmsr_drain_donequeue(acb, pCCB, error);
				writel(doneq_index,
					pmu->outboundlist_read_pointer);
1213 1214 1215
			} else {
				spin_unlock_irqrestore(&acb->doneq_lock, flags);
				mdelay(10);
1216 1217 1218 1219 1220 1221
			}
		}
		pmu->postq_index = 0;
		pmu->doneq_index = 0x40FF;
		}
		break;
1222 1223
	}
}
1224

1225 1226 1227 1228 1229 1230 1231 1232
static void arcmsr_remove(struct pci_dev *pdev)
{
	struct Scsi_Host *host = pci_get_drvdata(pdev);
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *) host->hostdata;
	int poll_count = 0;
	arcmsr_free_sysfs_attr(acb);
	scsi_remove_host(host);
1233
	flush_work(&acb->arcmsr_do_message_isr_bh);
1234 1235
	del_timer_sync(&acb->eternal_timer);
	arcmsr_disable_outbound_ints(acb);
1236
	arcmsr_stop_adapter_bgrb(acb);
1237
	arcmsr_flush_adapter_cache(acb);	
1238 1239 1240
	acb->acb_flags |= ACB_F_SCSISTOPADAPTER;
	acb->acb_flags &= ~ACB_F_IOP_INITED;

1241
	for (poll_count = 0; poll_count < ARCMSR_MAX_OUTSTANDING_CMD; poll_count++){
1242 1243
		if (!atomic_read(&acb->ccboutstandingcount))
			break;
1244
		arcmsr_interrupt(acb);/* FIXME: need spinlock */
1245 1246 1247 1248 1249 1250 1251
		msleep(25);
	}

	if (atomic_read(&acb->ccboutstandingcount)) {
		int i;

		arcmsr_abort_allcmd(acb);
1252
		arcmsr_done4abort_postqueue(acb);
1253 1254 1255 1256 1257
		for (i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++) {
			struct CommandControlBlock *ccb = acb->pccb_pool[i];
			if (ccb->startdone == ARCMSR_CCB_START) {
				ccb->startdone = ARCMSR_CCB_ABORTED;
				ccb->pcmd->result = DID_ABORT << 16;
1258
				arcmsr_ccb_complete(ccb);
1259 1260 1261
			}
		}
	}
1262
	arcmsr_free_irq(pdev, acb);
1263
	arcmsr_free_ccb_pool(acb);
1264
	arcmsr_free_mu(acb);
1265
	arcmsr_unmap_pciregion(acb);
1266
	pci_release_regions(pdev);
1267
	scsi_host_put(host);
1268 1269 1270 1271 1272 1273 1274 1275
	pci_disable_device(pdev);
}

static void arcmsr_shutdown(struct pci_dev *pdev)
{
	struct Scsi_Host *host = pci_get_drvdata(pdev);
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *)host->hostdata;
1276 1277
	del_timer_sync(&acb->eternal_timer);
	arcmsr_disable_outbound_ints(acb);
1278
	arcmsr_free_irq(pdev, acb);
1279
	flush_work(&acb->arcmsr_do_message_isr_bh);
1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297
	arcmsr_stop_adapter_bgrb(acb);
	arcmsr_flush_adapter_cache(acb);
}

static int arcmsr_module_init(void)
{
	int error = 0;
	error = pci_register_driver(&arcmsr_pci_driver);
	return error;
}

static void arcmsr_module_exit(void)
{
	pci_unregister_driver(&arcmsr_pci_driver);
}
module_init(arcmsr_module_init);
module_exit(arcmsr_module_exit);

1298
static void arcmsr_enable_outbound_ints(struct AdapterControlBlock *acb,
1299
						u32 intmask_org)
1300 1301
{
	u32 mask;
1302
	switch (acb->adapter_type) {
1303

1304
	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1305
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1306
		mask = intmask_org & ~(ARCMSR_MU_OUTBOUND_POSTQUEUE_INTMASKENABLE |
1307 1308
			     ARCMSR_MU_OUTBOUND_DOORBELL_INTMASKENABLE|
			     ARCMSR_MU_OUTBOUND_MESSAGE0_INTMASKENABLE);
1309 1310 1311 1312
		writel(mask, &reg->outbound_intmask);
		acb->outbound_int_enable = ~(intmask_org & mask) & 0x000000ff;
		}
		break;
1313

1314
	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1315
		struct MessageUnit_B *reg = acb->pmuB;
1316 1317 1318 1319
		mask = intmask_org | (ARCMSR_IOP2DRV_DATA_WRITE_OK |
			ARCMSR_IOP2DRV_DATA_READ_OK |
			ARCMSR_IOP2DRV_CDB_DONE |
			ARCMSR_IOP2DRV_MESSAGE_CMD_DONE);
1320
		writel(mask, reg->iop2drv_doorbell_mask);
1321 1322
		acb->outbound_int_enable = (intmask_org | mask) & 0x0000000f;
		}
1323 1324
		break;
	case ACB_ADAPTER_TYPE_C: {
1325
		struct MessageUnit_C __iomem *reg = acb->pmuC;
1326 1327 1328 1329
		mask = ~(ARCMSR_HBCMU_UTILITY_A_ISR_MASK | ARCMSR_HBCMU_OUTBOUND_DOORBELL_ISR_MASK|ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR_MASK);
		writel(intmask_org & mask, &reg->host_int_mask);
		acb->outbound_int_enable = ~(intmask_org & mask) & 0x0000000f;
		}
1330 1331 1332 1333 1334 1335 1336 1337
		break;
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg = acb->pmuD;

		mask = ARCMSR_ARC1214_ALL_INT_ENABLE;
		writel(intmask_org | mask, reg->pcief0_int_enable);
		break;
		}
1338 1339 1340
	}
}

N
Nick Cheng 已提交
1341
static int arcmsr_build_ccb(struct AdapterControlBlock *acb,
1342
	struct CommandControlBlock *ccb, struct scsi_cmnd *pcmd)
1343
{
1344 1345
	struct ARCMSR_CDB *arcmsr_cdb = (struct ARCMSR_CDB *)&ccb->arcmsr_cdb;
	int8_t *psge = (int8_t *)&arcmsr_cdb->u;
A
Al Viro 已提交
1346
	__le32 address_lo, address_hi;
1347
	int arccdbsize = 0x30;
1348
	__le32 length = 0;
1349
	int i;
1350
	struct scatterlist *sg;
1351
	int nseg;
1352
	ccb->pcmd = pcmd;
1353
	memset(arcmsr_cdb, 0, sizeof(struct ARCMSR_CDB));
1354 1355 1356
	arcmsr_cdb->TargetID = pcmd->device->id;
	arcmsr_cdb->LUN = pcmd->device->lun;
	arcmsr_cdb->Function = 1;
1357
	arcmsr_cdb->msgContext = 0;
1358
	memcpy(arcmsr_cdb->Cdb, pcmd->cmnd, pcmd->cmd_len);
1359 1360

	nseg = scsi_dma_map(pcmd);
1361
	if (unlikely(nseg > acb->host->sg_tablesize || nseg < 0))
N
Nick Cheng 已提交
1362
		return FAILED;
1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376
	scsi_for_each_sg(pcmd, sg, nseg, i) {
		/* Get the physical address of the current data pointer */
		length = cpu_to_le32(sg_dma_len(sg));
		address_lo = cpu_to_le32(dma_addr_lo32(sg_dma_address(sg)));
		address_hi = cpu_to_le32(dma_addr_hi32(sg_dma_address(sg)));
		if (address_hi == 0) {
			struct SG32ENTRY *pdma_sg = (struct SG32ENTRY *)psge;

			pdma_sg->address = address_lo;
			pdma_sg->length = length;
			psge += sizeof (struct SG32ENTRY);
			arccdbsize += sizeof (struct SG32ENTRY);
		} else {
			struct SG64ENTRY *pdma_sg = (struct SG64ENTRY *)psge;
1377

1378 1379 1380 1381 1382
			pdma_sg->addresshigh = address_hi;
			pdma_sg->address = address_lo;
			pdma_sg->length = length|cpu_to_le32(IS_SG64_ADDR);
			psge += sizeof (struct SG64ENTRY);
			arccdbsize += sizeof (struct SG64ENTRY);
1383
		}
1384 1385 1386
	}
	arcmsr_cdb->sgcount = (uint8_t)nseg;
	arcmsr_cdb->DataLength = scsi_bufflen(pcmd);
1387
	arcmsr_cdb->msgPages = arccdbsize/0x100 + (arccdbsize % 0x100 ? 1 : 0);
1388 1389
	if ( arccdbsize > 256)
		arcmsr_cdb->Flags |= ARCMSR_CDB_FLAG_SGL_BSIZE;
1390
	if (pcmd->sc_data_direction == DMA_TO_DEVICE)
1391
		arcmsr_cdb->Flags |= ARCMSR_CDB_FLAG_WRITE;
1392
	ccb->arc_cdb_size = arccdbsize;
N
Nick Cheng 已提交
1393
	return SUCCESS;
1394 1395 1396 1397
}

static void arcmsr_post_ccb(struct AdapterControlBlock *acb, struct CommandControlBlock *ccb)
{
1398
	uint32_t cdb_phyaddr = ccb->cdb_phyaddr;
1399 1400 1401
	struct ARCMSR_CDB *arcmsr_cdb = (struct ARCMSR_CDB *)&ccb->arcmsr_cdb;
	atomic_inc(&acb->ccboutstandingcount);
	ccb->startdone = ARCMSR_CCB_START;
1402 1403
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1404
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1405 1406

		if (arcmsr_cdb->Flags & ARCMSR_CDB_FLAG_SGL_BSIZE)
1407
			writel(cdb_phyaddr | ARCMSR_CCBPOST_FLAG_SGL_BSIZE,
1408
			&reg->inbound_queueport);
1409 1410
		else
			writel(cdb_phyaddr, &reg->inbound_queueport);
1411
		break;
1412
	}
1413

1414
	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1415
		struct MessageUnit_B *reg = acb->pmuB;
1416
		uint32_t ending_index, index = reg->postq_index;
1417

1418
		ending_index = ((index + 1) % ARCMSR_MAX_HBB_POSTQUEUE);
1419
		reg->post_qbuffer[ending_index] = 0;
1420
		if (arcmsr_cdb->Flags & ARCMSR_CDB_FLAG_SGL_BSIZE) {
1421 1422
			reg->post_qbuffer[index] =
				cdb_phyaddr | ARCMSR_CCBPOST_FLAG_SGL_BSIZE;
1423
		} else {
1424
			reg->post_qbuffer[index] = cdb_phyaddr;
1425 1426 1427 1428
		}
		index++;
		index %= ARCMSR_MAX_HBB_POSTQUEUE;/*if last index number set it to 0 */
		reg->postq_index = index;
1429
		writel(ARCMSR_DRV2IOP_CDB_POSTED, reg->drv2iop_doorbell);
1430
		}
1431
		break;
1432
	case ACB_ADAPTER_TYPE_C: {
1433
		struct MessageUnit_C __iomem *phbcmu = acb->pmuC;
1434 1435 1436
		uint32_t ccb_post_stamp, arc_cdb_size;

		arc_cdb_size = (ccb->arc_cdb_size > 0x300) ? 0x300 : ccb->arc_cdb_size;
1437
		ccb_post_stamp = (cdb_phyaddr | ((arc_cdb_size - 1) >> 6) | 1);
1438 1439 1440 1441 1442 1443 1444
		if (acb->cdb_phyaddr_hi32) {
			writel(acb->cdb_phyaddr_hi32, &phbcmu->inbound_queueport_high);
			writel(ccb_post_stamp, &phbcmu->inbound_queueport_low);
		} else {
			writel(ccb_post_stamp, &phbcmu->inbound_queueport_low);
		}
		}
1445 1446 1447 1448
		break;
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D  *pmu = acb->pmuD;
		u16 index_stripped;
1449
		u16 postq_index, toggle;
1450 1451 1452 1453 1454 1455 1456 1457 1458 1459
		unsigned long flags;
		struct InBound_SRB *pinbound_srb;

		spin_lock_irqsave(&acb->postq_lock, flags);
		postq_index = pmu->postq_index;
		pinbound_srb = (struct InBound_SRB *)&(pmu->post_qbuffer[postq_index & 0xFF]);
		pinbound_srb->addressHigh = dma_addr_hi32(cdb_phyaddr);
		pinbound_srb->addressLow = dma_addr_lo32(cdb_phyaddr);
		pinbound_srb->length = ccb->arc_cdb_size >> 2;
		arcmsr_cdb->msgContext = dma_addr_lo32(cdb_phyaddr);
1460 1461 1462 1463 1464
		toggle = postq_index & 0x4000;
		index_stripped = postq_index + 1;
		index_stripped &= (ARCMSR_MAX_ARC1214_POSTQUEUE - 1);
		pmu->postq_index = index_stripped ? (index_stripped | toggle) :
			(toggle ^ 0x4000);
1465 1466 1467 1468
		writel(postq_index, pmu->inboundlist_write_pointer);
		spin_unlock_irqrestore(&acb->postq_lock, flags);
		break;
		}
1469 1470 1471
	}
}

1472
static void arcmsr_hbaA_stop_bgrb(struct AdapterControlBlock *acb)
1473
{
A
Al Viro 已提交
1474
	struct MessageUnit_A __iomem *reg = acb->pmuA;
1475 1476
	acb->acb_flags &= ~ACB_F_MSG_START_BGRB;
	writel(ARCMSR_INBOUND_MESG0_STOP_BGRB, &reg->inbound_msgaddr0);
1477
	if (!arcmsr_hbaA_wait_msgint_ready(acb)) {
1478
		printk(KERN_NOTICE
1479
			"arcmsr%d: wait 'stop adapter background rebulid' timeout\n"
1480 1481 1482 1483
			, acb->host->host_no);
	}
}

1484
static void arcmsr_hbaB_stop_bgrb(struct AdapterControlBlock *acb)
1485
{
A
Al Viro 已提交
1486
	struct MessageUnit_B *reg = acb->pmuB;
1487
	acb->acb_flags &= ~ACB_F_MSG_START_BGRB;
1488
	writel(ARCMSR_MESSAGE_STOP_BGRB, reg->drv2iop_doorbell);
1489

1490
	if (!arcmsr_hbaB_wait_msgint_ready(acb)) {
1491
		printk(KERN_NOTICE
1492
			"arcmsr%d: wait 'stop adapter background rebulid' timeout\n"
1493
			, acb->host->host_no);
1494 1495 1496
	}
}

1497
static void arcmsr_hbaC_stop_bgrb(struct AdapterControlBlock *pACB)
1498
{
1499
	struct MessageUnit_C __iomem *reg = pACB->pmuC;
1500 1501 1502
	pACB->acb_flags &= ~ACB_F_MSG_START_BGRB;
	writel(ARCMSR_INBOUND_MESG0_STOP_BGRB, &reg->inbound_msgaddr0);
	writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
1503
	if (!arcmsr_hbaC_wait_msgint_ready(pACB)) {
1504
		printk(KERN_NOTICE
1505
			"arcmsr%d: wait 'stop adapter background rebulid' timeout\n"
1506 1507 1508 1509
			, pACB->host->host_no);
	}
	return;
}
1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521

static void arcmsr_hbaD_stop_bgrb(struct AdapterControlBlock *pACB)
{
	struct MessageUnit_D *reg = pACB->pmuD;

	pACB->acb_flags &= ~ACB_F_MSG_START_BGRB;
	writel(ARCMSR_INBOUND_MESG0_STOP_BGRB, reg->inbound_msgaddr0);
	if (!arcmsr_hbaD_wait_msgint_ready(pACB))
		pr_notice("arcmsr%d: wait 'stop adapter background rebulid' "
			"timeout\n", pACB->host->host_no);
}

1522 1523 1524 1525
static void arcmsr_stop_adapter_bgrb(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
1526
		arcmsr_hbaA_stop_bgrb(acb);
1527 1528 1529 1530
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
1531
		arcmsr_hbaB_stop_bgrb(acb);
1532 1533
		}
		break;
1534
	case ACB_ADAPTER_TYPE_C: {
1535
		arcmsr_hbaC_stop_bgrb(acb);
1536
		}
1537 1538 1539 1540
		break;
	case ACB_ADAPTER_TYPE_D:
		arcmsr_hbaD_stop_bgrb(acb);
		break;
1541
	}
1542 1543 1544 1545
}

static void arcmsr_free_ccb_pool(struct AdapterControlBlock *acb)
{
1546
	dma_free_coherent(&acb->pdev->dev, acb->uncache_size, acb->dma_coherent, acb->dma_coherent_handle);
1547 1548
}

1549
static void arcmsr_iop_message_read(struct AdapterControlBlock *acb)
1550
{
1551 1552
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1553
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1554 1555 1556
		writel(ARCMSR_INBOUND_DRIVER_DATA_READ_OK, &reg->inbound_doorbell);
		}
		break;
1557

1558
	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1559
		struct MessageUnit_B *reg = acb->pmuB;
1560
		writel(ARCMSR_DRV2IOP_DATA_READ_OK, reg->drv2iop_doorbell);
1561
		}
1562
		break;
1563 1564
	case ACB_ADAPTER_TYPE_C: {
		struct MessageUnit_C __iomem *reg = acb->pmuC;
1565

1566 1567
		writel(ARCMSR_HBCMU_DRV2IOP_DATA_READ_OK, &reg->inbound_doorbell);
		}
1568 1569 1570 1571 1572 1573 1574
		break;
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg = acb->pmuD;
		writel(ARCMSR_ARC1214_DRV2IOP_DATA_OUT_READ,
			reg->inbound_doorbell);
		}
		break;
1575
	}
1576 1577 1578 1579 1580 1581
}

static void arcmsr_iop_message_wrote(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1582
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1583
		/*
1584 1585
		** push inbound doorbell tell iop, driver data write ok
		** and wait reply on next hwinterrupt for next Qbuffer post
1586
		*/
1587 1588 1589 1590 1591
		writel(ARCMSR_INBOUND_DRIVER_DATA_WRITE_OK, &reg->inbound_doorbell);
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1592
		struct MessageUnit_B *reg = acb->pmuB;
1593 1594 1595 1596
		/*
		** push inbound doorbell tell iop, driver data write ok
		** and wait reply on next hwinterrupt for next Qbuffer post
		*/
1597
		writel(ARCMSR_DRV2IOP_DATA_WRITE_OK, reg->drv2iop_doorbell);
1598 1599
		}
		break;
1600 1601 1602 1603 1604 1605 1606 1607 1608
	case ACB_ADAPTER_TYPE_C: {
		struct MessageUnit_C __iomem *reg = acb->pmuC;
		/*
		** push inbound doorbell tell iop, driver data write ok
		** and wait reply on next hwinterrupt for next Qbuffer post
		*/
		writel(ARCMSR_HBCMU_DRV2IOP_DATA_WRITE_OK, &reg->inbound_doorbell);
		}
		break;
1609 1610 1611 1612 1613 1614
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg = acb->pmuD;
		writel(ARCMSR_ARC1214_DRV2IOP_DATA_IN_READY,
			reg->inbound_doorbell);
		}
		break;
1615 1616 1617
	}
}

A
Al Viro 已提交
1618
struct QBUFFER __iomem *arcmsr_get_iop_rqbuffer(struct AdapterControlBlock *acb)
1619
{
1620
	struct QBUFFER __iomem *qbuffer = NULL;
1621 1622 1623
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1624 1625
		struct MessageUnit_A __iomem *reg = acb->pmuA;
		qbuffer = (struct QBUFFER __iomem *)&reg->message_rbuffer;
1626 1627 1628 1629
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1630
		struct MessageUnit_B *reg = acb->pmuB;
1631
		qbuffer = (struct QBUFFER __iomem *)reg->message_rbuffer;
1632 1633
		}
		break;
1634
	case ACB_ADAPTER_TYPE_C: {
1635
		struct MessageUnit_C __iomem *phbcmu = acb->pmuC;
1636 1637
		qbuffer = (struct QBUFFER __iomem *)&phbcmu->message_rbuffer;
		}
1638 1639 1640 1641 1642 1643
		break;
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg = acb->pmuD;
		qbuffer = (struct QBUFFER __iomem *)reg->message_rbuffer;
		}
		break;
1644 1645 1646 1647
	}
	return qbuffer;
}

A
Al Viro 已提交
1648
static struct QBUFFER __iomem *arcmsr_get_iop_wqbuffer(struct AdapterControlBlock *acb)
1649
{
1650
	struct QBUFFER __iomem *pqbuffer = NULL;
1651 1652 1653
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1654 1655
		struct MessageUnit_A __iomem *reg = acb->pmuA;
		pqbuffer = (struct QBUFFER __iomem *) &reg->message_wbuffer;
1656 1657 1658 1659
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1660
		struct MessageUnit_B  *reg = acb->pmuB;
1661
		pqbuffer = (struct QBUFFER __iomem *)reg->message_wbuffer;
1662 1663
		}
		break;
1664
	case ACB_ADAPTER_TYPE_C: {
1665
		struct MessageUnit_C __iomem *reg = acb->pmuC;
1666
		pqbuffer = (struct QBUFFER __iomem *)&reg->message_wbuffer;
1667 1668 1669 1670 1671 1672 1673
		}
		break;
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg = acb->pmuD;
		pqbuffer = (struct QBUFFER __iomem *)reg->message_wbuffer;
		}
		break;
1674 1675 1676 1677
	}
	return pqbuffer;
}

1678 1679 1680
static uint32_t
arcmsr_Read_iop_rqbuffer_in_DWORD(struct AdapterControlBlock *acb,
		struct QBUFFER __iomem *prbuffer)
1681
{
1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696
	uint8_t *pQbuffer;
	uint8_t *buf1 = NULL;
	uint32_t __iomem *iop_data;
	uint32_t iop_len, data_len, *buf2 = NULL;

	iop_data = (uint32_t __iomem *)prbuffer->data;
	iop_len = readl(&prbuffer->data_len);
	if (iop_len > 0) {
		buf1 = kmalloc(128, GFP_ATOMIC);
		buf2 = (uint32_t *)buf1;
		if (buf1 == NULL)
			return 0;
		data_len = iop_len;
		while (data_len >= 4) {
			*buf2++ = readl(iop_data);
1697
			iop_data++;
1698
			data_len -= 4;
1699
		}
1700 1701 1702 1703 1704
		if (data_len)
			*buf2 = readl(iop_data);
		buf2 = (uint32_t *)buf1;
	}
	while (iop_len > 0) {
1705
		pQbuffer = &acb->rqbuffer[acb->rqbuf_putIndex];
1706
		*pQbuffer = *buf1;
1707
		acb->rqbuf_putIndex++;
1708
		/* if last, index number set it to 0 */
1709
		acb->rqbuf_putIndex %= ARCMSR_MAX_QBUFFER;
1710 1711 1712
		buf1++;
		iop_len--;
	}
1713
	kfree(buf2);
1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726
	/* let IOP know data has been read */
	arcmsr_iop_message_read(acb);
	return 1;
}

uint32_t
arcmsr_Read_iop_rqbuffer_data(struct AdapterControlBlock *acb,
	struct QBUFFER __iomem *prbuffer) {

	uint8_t *pQbuffer;
	uint8_t __iomem *iop_data;
	uint32_t iop_len;

1727
	if (acb->adapter_type & (ACB_ADAPTER_TYPE_C | ACB_ADAPTER_TYPE_D))
1728 1729 1730 1731
		return arcmsr_Read_iop_rqbuffer_in_DWORD(acb, prbuffer);
	iop_data = (uint8_t __iomem *)prbuffer->data;
	iop_len = readl(&prbuffer->data_len);
	while (iop_len > 0) {
1732
		pQbuffer = &acb->rqbuffer[acb->rqbuf_putIndex];
1733
		*pQbuffer = readb(iop_data);
1734 1735
		acb->rqbuf_putIndex++;
		acb->rqbuf_putIndex %= ARCMSR_MAX_QBUFFER;
1736 1737
		iop_data++;
		iop_len--;
1738
	}
1739 1740 1741
	arcmsr_iop_message_read(acb);
	return 1;
}
1742

1743 1744 1745 1746 1747 1748 1749 1750
static void arcmsr_iop2drv_data_wrote_handle(struct AdapterControlBlock *acb)
{
	unsigned long flags;
	struct QBUFFER __iomem  *prbuffer;
	int32_t buf_empty_len;

	spin_lock_irqsave(&acb->rqbuffer_lock, flags);
	prbuffer = arcmsr_get_iop_rqbuffer(acb);
1751
	buf_empty_len = (acb->rqbuf_putIndex - acb->rqbuf_getIndex - 1) &
1752 1753 1754 1755 1756
		(ARCMSR_MAX_QBUFFER - 1);
	if (buf_empty_len >= readl(&prbuffer->data_len)) {
		if (arcmsr_Read_iop_rqbuffer_data(acb, prbuffer) == 0)
			acb->acb_flags |= ACB_F_IOPDATA_OVERFLOW;
	} else
1757
		acb->acb_flags |= ACB_F_IOPDATA_OVERFLOW;
1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777
	spin_unlock_irqrestore(&acb->rqbuffer_lock, flags);
}

static void arcmsr_write_ioctldata2iop_in_DWORD(struct AdapterControlBlock *acb)
{
	uint8_t *pQbuffer;
	struct QBUFFER __iomem *pwbuffer;
	uint8_t *buf1 = NULL;
	uint32_t __iomem *iop_data;
	uint32_t allxfer_len = 0, data_len, *buf2 = NULL, data;

	if (acb->acb_flags & ACB_F_MESSAGE_WQBUFFER_READED) {
		buf1 = kmalloc(128, GFP_ATOMIC);
		buf2 = (uint32_t *)buf1;
		if (buf1 == NULL)
			return;

		acb->acb_flags &= (~ACB_F_MESSAGE_WQBUFFER_READED);
		pwbuffer = arcmsr_get_iop_wqbuffer(acb);
		iop_data = (uint32_t __iomem *)pwbuffer->data;
1778
		while ((acb->wqbuf_getIndex != acb->wqbuf_putIndex)
1779
			&& (allxfer_len < 124)) {
1780
			pQbuffer = &acb->wqbuffer[acb->wqbuf_getIndex];
1781
			*buf1 = *pQbuffer;
1782 1783
			acb->wqbuf_getIndex++;
			acb->wqbuf_getIndex %= ARCMSR_MAX_QBUFFER;
1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801
			buf1++;
			allxfer_len++;
		}
		data_len = allxfer_len;
		buf1 = (uint8_t *)buf2;
		while (data_len >= 4) {
			data = *buf2++;
			writel(data, iop_data);
			iop_data++;
			data_len -= 4;
		}
		if (data_len) {
			data = *buf2;
			writel(data, iop_data);
		}
		writel(allxfer_len, &pwbuffer->data_len);
		kfree(buf1);
		arcmsr_iop_message_wrote(acb);
1802 1803 1804
	}
}

1805 1806
void
arcmsr_write_ioctldata2iop(struct AdapterControlBlock *acb)
1807
{
1808 1809 1810 1811
	uint8_t *pQbuffer;
	struct QBUFFER __iomem *pwbuffer;
	uint8_t __iomem *iop_data;
	int32_t allxfer_len = 0;
1812

1813
	if (acb->adapter_type & (ACB_ADAPTER_TYPE_C | ACB_ADAPTER_TYPE_D)) {
1814 1815 1816 1817
		arcmsr_write_ioctldata2iop_in_DWORD(acb);
		return;
	}
	if (acb->acb_flags & ACB_F_MESSAGE_WQBUFFER_READED) {
1818 1819 1820
		acb->acb_flags &= (~ACB_F_MESSAGE_WQBUFFER_READED);
		pwbuffer = arcmsr_get_iop_wqbuffer(acb);
		iop_data = (uint8_t __iomem *)pwbuffer->data;
1821
		while ((acb->wqbuf_getIndex != acb->wqbuf_putIndex)
1822
			&& (allxfer_len < 124)) {
1823
			pQbuffer = &acb->wqbuffer[acb->wqbuf_getIndex];
1824
			writeb(*pQbuffer, iop_data);
1825 1826
			acb->wqbuf_getIndex++;
			acb->wqbuf_getIndex %= ARCMSR_MAX_QBUFFER;
1827 1828 1829
			iop_data++;
			allxfer_len++;
		}
1830
		writel(allxfer_len, &pwbuffer->data_len);
1831 1832
		arcmsr_iop_message_wrote(acb);
	}
1833
}
1834

1835 1836 1837 1838 1839 1840
static void arcmsr_iop2drv_data_read_handle(struct AdapterControlBlock *acb)
{
	unsigned long flags;

	spin_lock_irqsave(&acb->wqbuffer_lock, flags);
	acb->acb_flags |= ACB_F_MESSAGE_WQBUFFER_READED;
1841
	if (acb->wqbuf_getIndex != acb->wqbuf_putIndex)
1842
		arcmsr_write_ioctldata2iop(acb);
1843
	if (acb->wqbuf_getIndex == acb->wqbuf_putIndex)
1844
		acb->acb_flags |= ACB_F_MESSAGE_WQBUFFER_CLEARED;
1845
	spin_unlock_irqrestore(&acb->wqbuffer_lock, flags);
1846 1847
}

1848
static void arcmsr_hbaA_doorbell_isr(struct AdapterControlBlock *acb)
1849 1850
{
	uint32_t outbound_doorbell;
A
Al Viro 已提交
1851
	struct MessageUnit_A __iomem *reg = acb->pmuA;
1852
	outbound_doorbell = readl(&reg->outbound_doorbell);
1853 1854 1855 1856 1857 1858 1859 1860 1861
	do {
		writel(outbound_doorbell, &reg->outbound_doorbell);
		if (outbound_doorbell & ARCMSR_OUTBOUND_IOP331_DATA_WRITE_OK)
			arcmsr_iop2drv_data_wrote_handle(acb);
		if (outbound_doorbell & ARCMSR_OUTBOUND_IOP331_DATA_READ_OK)
			arcmsr_iop2drv_data_read_handle(acb);
		outbound_doorbell = readl(&reg->outbound_doorbell);
	} while (outbound_doorbell & (ARCMSR_OUTBOUND_IOP331_DATA_WRITE_OK
		| ARCMSR_OUTBOUND_IOP331_DATA_READ_OK));
1862
}
1863
static void arcmsr_hbaC_doorbell_isr(struct AdapterControlBlock *pACB)
1864 1865
{
	uint32_t outbound_doorbell;
1866
	struct MessageUnit_C __iomem *reg = pACB->pmuC;
1867 1868 1869 1870 1871 1872 1873 1874
	/*
	*******************************************************************
	**  Maybe here we need to check wrqbuffer_lock is lock or not
	**  DOORBELL: din! don!
	**  check if there are any mail need to pack from firmware
	*******************************************************************
	*/
	outbound_doorbell = readl(&reg->outbound_doorbell);
1875 1876 1877 1878 1879 1880 1881 1882
	do {
		writel(outbound_doorbell, &reg->outbound_doorbell_clear);
		readl(&reg->outbound_doorbell_clear);
		if (outbound_doorbell & ARCMSR_HBCMU_IOP2DRV_DATA_WRITE_OK)
			arcmsr_iop2drv_data_wrote_handle(pACB);
		if (outbound_doorbell & ARCMSR_HBCMU_IOP2DRV_DATA_READ_OK)
			arcmsr_iop2drv_data_read_handle(pACB);
		if (outbound_doorbell & ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE)
1883
			arcmsr_hbaC_message_isr(pACB);
1884 1885 1886 1887
		outbound_doorbell = readl(&reg->outbound_doorbell);
	} while (outbound_doorbell & (ARCMSR_HBCMU_IOP2DRV_DATA_WRITE_OK
		| ARCMSR_HBCMU_IOP2DRV_DATA_READ_OK
		| ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE));
1888
}
1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909

static void arcmsr_hbaD_doorbell_isr(struct AdapterControlBlock *pACB)
{
	uint32_t outbound_doorbell;
	struct MessageUnit_D  *pmu = pACB->pmuD;

	outbound_doorbell = readl(pmu->outbound_doorbell);
	do {
		writel(outbound_doorbell, pmu->outbound_doorbell);
		if (outbound_doorbell & ARCMSR_ARC1214_IOP2DRV_MESSAGE_CMD_DONE)
			arcmsr_hbaD_message_isr(pACB);
		if (outbound_doorbell & ARCMSR_ARC1214_IOP2DRV_DATA_WRITE_OK)
			arcmsr_iop2drv_data_wrote_handle(pACB);
		if (outbound_doorbell & ARCMSR_ARC1214_IOP2DRV_DATA_READ_OK)
			arcmsr_iop2drv_data_read_handle(pACB);
		outbound_doorbell = readl(pmu->outbound_doorbell);
	} while (outbound_doorbell & (ARCMSR_ARC1214_IOP2DRV_DATA_WRITE_OK
		| ARCMSR_ARC1214_IOP2DRV_DATA_READ_OK
		| ARCMSR_ARC1214_IOP2DRV_MESSAGE_CMD_DONE));
}

1910
static void arcmsr_hbaA_postqueue_isr(struct AdapterControlBlock *acb)
1911 1912
{
	uint32_t flag_ccb;
A
Al Viro 已提交
1913
	struct MessageUnit_A __iomem *reg = acb->pmuA;
1914 1915 1916
	struct ARCMSR_CDB *pARCMSR_CDB;
	struct CommandControlBlock *pCCB;
	bool error;
1917
	while ((flag_ccb = readl(&reg->outbound_queueport)) != 0xFFFFFFFF) {
1918 1919 1920 1921
		pARCMSR_CDB = (struct ARCMSR_CDB *)(acb->vir2phy_offset + (flag_ccb << 5));/*frame must be 32 bytes aligned*/
		pCCB = container_of(pARCMSR_CDB, struct CommandControlBlock, arcmsr_cdb);
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
		arcmsr_drain_donequeue(acb, pCCB, error);
1922 1923
	}
}
1924
static void arcmsr_hbaB_postqueue_isr(struct AdapterControlBlock *acb)
1925 1926 1927
{
	uint32_t index;
	uint32_t flag_ccb;
A
Al Viro 已提交
1928
	struct MessageUnit_B *reg = acb->pmuB;
1929 1930 1931
	struct ARCMSR_CDB *pARCMSR_CDB;
	struct CommandControlBlock *pCCB;
	bool error;
1932
	index = reg->doneq_index;
1933 1934
	while ((flag_ccb = reg->done_qbuffer[index]) != 0) {
		reg->done_qbuffer[index] = 0;
1935 1936 1937 1938
		pARCMSR_CDB = (struct ARCMSR_CDB *)(acb->vir2phy_offset+(flag_ccb << 5));/*frame must be 32 bytes aligned*/
		pCCB = container_of(pARCMSR_CDB, struct CommandControlBlock, arcmsr_cdb);
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
		arcmsr_drain_donequeue(acb, pCCB, error);
1939 1940 1941 1942 1943
		index++;
		index %= ARCMSR_MAX_HBB_POSTQUEUE;
		reg->doneq_index = index;
	}
}
1944

1945
static void arcmsr_hbaC_postqueue_isr(struct AdapterControlBlock *acb)
1946
{
1947
	struct MessageUnit_C __iomem *phbcmu;
1948 1949 1950 1951 1952
	struct ARCMSR_CDB *arcmsr_cdb;
	struct CommandControlBlock *ccb;
	uint32_t flag_ccb, ccb_cdb_phy, throttling = 0;
	int error;

1953
	phbcmu = acb->pmuC;
1954 1955 1956
	/* areca cdb command done */
	/* Use correct offset and size for syncing */

1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973
	while ((flag_ccb = readl(&phbcmu->outbound_queueport_low)) !=
			0xFFFFFFFF) {
		ccb_cdb_phy = (flag_ccb & 0xFFFFFFF0);
		arcmsr_cdb = (struct ARCMSR_CDB *)(acb->vir2phy_offset
			+ ccb_cdb_phy);
		ccb = container_of(arcmsr_cdb, struct CommandControlBlock,
			arcmsr_cdb);
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE1)
			? true : false;
		/* check if command done with no error */
		arcmsr_drain_donequeue(acb, ccb, error);
		throttling++;
		if (throttling == ARCMSR_HBC_ISR_THROTTLING_LEVEL) {
			writel(ARCMSR_HBCMU_DRV2IOP_POSTQUEUE_THROTTLING,
				&phbcmu->inbound_doorbell);
			throttling = 0;
		}
1974 1975
	}
}
1976 1977 1978

static void arcmsr_hbaD_postqueue_isr(struct AdapterControlBlock *acb)
{
1979
	u32 outbound_write_pointer, doneq_index, index_stripped, toggle;
1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992
	uint32_t addressLow, ccb_cdb_phy;
	int error;
	struct MessageUnit_D  *pmu;
	struct ARCMSR_CDB *arcmsr_cdb;
	struct CommandControlBlock *ccb;
	unsigned long flags;

	spin_lock_irqsave(&acb->doneq_lock, flags);
	pmu = acb->pmuD;
	outbound_write_pointer = pmu->done_qbuffer[0].addressLow + 1;
	doneq_index = pmu->doneq_index;
	if ((doneq_index & 0xFFF) != (outbound_write_pointer & 0xFFF)) {
		do {
1993 1994 1995 1996 1997
			toggle = doneq_index & 0x4000;
			index_stripped = (doneq_index & 0xFFF) + 1;
			index_stripped %= ARCMSR_MAX_ARC1214_DONEQUEUE;
			pmu->doneq_index = index_stripped ? (index_stripped | toggle) :
				((toggle ^ 0x4000) + 1);
1998 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018
			doneq_index = pmu->doneq_index;
			addressLow = pmu->done_qbuffer[doneq_index &
				0xFFF].addressLow;
			ccb_cdb_phy = (addressLow & 0xFFFFFFF0);
			arcmsr_cdb = (struct ARCMSR_CDB *)(acb->vir2phy_offset
				+ ccb_cdb_phy);
			ccb = container_of(arcmsr_cdb,
				struct CommandControlBlock, arcmsr_cdb);
			error = (addressLow & ARCMSR_CCBREPLY_FLAG_ERROR_MODE1)
				? true : false;
			arcmsr_drain_donequeue(acb, ccb, error);
			writel(doneq_index, pmu->outboundlist_read_pointer);
		} while ((doneq_index & 0xFFF) !=
			(outbound_write_pointer & 0xFFF));
	}
	writel(ARCMSR_ARC1214_OUTBOUND_LIST_INTERRUPT_CLEAR,
		pmu->outboundlist_interrupt_cause);
	readl(pmu->outboundlist_interrupt_cause);
	spin_unlock_irqrestore(&acb->doneq_lock, flags);
}

2019 2020 2021 2022
/*
**********************************************************************************
** Handle a message interrupt
**
2023
** The only message interrupt we expect is in response to a query for the current adapter config.  
2024 2025 2026
** We want this in order to compare the drivemap so that we can detect newly-attached drives.
**********************************************************************************
*/
2027
static void arcmsr_hbaA_message_isr(struct AdapterControlBlock *acb)
2028
{
2029
	struct MessageUnit_A __iomem *reg  = acb->pmuA;
2030 2031 2032 2033
	/*clear interrupt and message state*/
	writel(ARCMSR_MU_OUTBOUND_MESSAGE0_INT, &reg->outbound_intstatus);
	schedule_work(&acb->arcmsr_do_message_isr_bh);
}
2034
static void arcmsr_hbaB_message_isr(struct AdapterControlBlock *acb)
2035 2036
{
	struct MessageUnit_B *reg  = acb->pmuB;
2037

2038
	/*clear interrupt and message state*/
2039
	writel(ARCMSR_MESSAGE_INT_CLEAR_PATTERN, reg->iop2drv_doorbell);
2040 2041
	schedule_work(&acb->arcmsr_do_message_isr_bh);
}
2042 2043 2044 2045 2046 2047 2048 2049 2050
/*
**********************************************************************************
** Handle a message interrupt
**
** The only message interrupt we expect is in response to a query for the
** current adapter config.
** We want this in order to compare the drivemap so that we can detect newly-attached drives.
**********************************************************************************
*/
2051
static void arcmsr_hbaC_message_isr(struct AdapterControlBlock *acb)
2052
{
2053
	struct MessageUnit_C __iomem *reg  = acb->pmuC;
2054 2055 2056 2057 2058
	/*clear interrupt and message state*/
	writel(ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE_DOORBELL_CLEAR, &reg->outbound_doorbell_clear);
	schedule_work(&acb->arcmsr_do_message_isr_bh);
}

2059 2060 2061 2062 2063 2064 2065 2066 2067
static void arcmsr_hbaD_message_isr(struct AdapterControlBlock *acb)
{
	struct MessageUnit_D *reg  = acb->pmuD;

	writel(ARCMSR_ARC1214_IOP2DRV_MESSAGE_CMD_DONE, reg->outbound_doorbell);
	readl(reg->outbound_doorbell);
	schedule_work(&acb->arcmsr_do_message_isr_bh);
}

2068
static int arcmsr_hbaA_handle_isr(struct AdapterControlBlock *acb)
2069 2070
{
	uint32_t outbound_intstatus;
A
Al Viro 已提交
2071
	struct MessageUnit_A __iomem *reg = acb->pmuA;
2072
	outbound_intstatus = readl(&reg->outbound_intstatus) &
2073
		acb->outbound_int_enable;
2074 2075 2076 2077 2078
	if (!(outbound_intstatus & ARCMSR_MU_OUTBOUND_HANDLE_INT))
		return IRQ_NONE;
	do {
		writel(outbound_intstatus, &reg->outbound_intstatus);
		if (outbound_intstatus & ARCMSR_MU_OUTBOUND_DOORBELL_INT)
2079
			arcmsr_hbaA_doorbell_isr(acb);
2080
		if (outbound_intstatus & ARCMSR_MU_OUTBOUND_POSTQUEUE_INT)
2081
			arcmsr_hbaA_postqueue_isr(acb);
2082
		if (outbound_intstatus & ARCMSR_MU_OUTBOUND_MESSAGE0_INT)
2083
			arcmsr_hbaA_message_isr(acb);
2084 2085 2086 2087 2088 2089
		outbound_intstatus = readl(&reg->outbound_intstatus) &
			acb->outbound_int_enable;
	} while (outbound_intstatus & (ARCMSR_MU_OUTBOUND_DOORBELL_INT
		| ARCMSR_MU_OUTBOUND_POSTQUEUE_INT
		| ARCMSR_MU_OUTBOUND_MESSAGE0_INT));
	return IRQ_HANDLED;
2090 2091
}

2092
static int arcmsr_hbaB_handle_isr(struct AdapterControlBlock *acb)
2093 2094
{
	uint32_t outbound_doorbell;
A
Al Viro 已提交
2095
	struct MessageUnit_B *reg = acb->pmuB;
2096
	outbound_doorbell = readl(reg->iop2drv_doorbell) &
2097
				acb->outbound_int_enable;
2098
	if (!outbound_doorbell)
2099 2100 2101 2102 2103 2104 2105 2106 2107
		return IRQ_NONE;
	do {
		writel(~outbound_doorbell, reg->iop2drv_doorbell);
		writel(ARCMSR_DRV2IOP_END_OF_INTERRUPT, reg->drv2iop_doorbell);
		if (outbound_doorbell & ARCMSR_IOP2DRV_DATA_WRITE_OK)
			arcmsr_iop2drv_data_wrote_handle(acb);
		if (outbound_doorbell & ARCMSR_IOP2DRV_DATA_READ_OK)
			arcmsr_iop2drv_data_read_handle(acb);
		if (outbound_doorbell & ARCMSR_IOP2DRV_CDB_DONE)
2108
			arcmsr_hbaB_postqueue_isr(acb);
2109
		if (outbound_doorbell & ARCMSR_IOP2DRV_MESSAGE_CMD_DONE)
2110
			arcmsr_hbaB_message_isr(acb);
2111 2112 2113 2114 2115 2116 2117
		outbound_doorbell = readl(reg->iop2drv_doorbell) &
			acb->outbound_int_enable;
	} while (outbound_doorbell & (ARCMSR_IOP2DRV_DATA_WRITE_OK
		| ARCMSR_IOP2DRV_DATA_READ_OK
		| ARCMSR_IOP2DRV_CDB_DONE
		| ARCMSR_IOP2DRV_MESSAGE_CMD_DONE));
	return IRQ_HANDLED;
2118 2119
}

2120
static int arcmsr_hbaC_handle_isr(struct AdapterControlBlock *pACB)
2121 2122
{
	uint32_t host_interrupt_status;
2123
	struct MessageUnit_C __iomem *phbcmu = pACB->pmuC;
2124 2125 2126 2127 2128
	/*
	*********************************************
	**   check outbound intstatus
	*********************************************
	*/
2129 2130 2131 2132 2133 2134 2135
	host_interrupt_status = readl(&phbcmu->host_int_status) &
		(ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR |
		ARCMSR_HBCMU_OUTBOUND_DOORBELL_ISR);
	if (!host_interrupt_status)
		return IRQ_NONE;
	do {
		if (host_interrupt_status & ARCMSR_HBCMU_OUTBOUND_DOORBELL_ISR)
2136
			arcmsr_hbaC_doorbell_isr(pACB);
2137 2138
		/* MU post queue interrupts*/
		if (host_interrupt_status & ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR)
2139
			arcmsr_hbaC_postqueue_isr(pACB);
2140 2141 2142 2143
		host_interrupt_status = readl(&phbcmu->host_int_status);
	} while (host_interrupt_status & (ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR |
		ARCMSR_HBCMU_OUTBOUND_DOORBELL_ISR));
	return IRQ_HANDLED;
2144
}
2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170

static irqreturn_t arcmsr_hbaD_handle_isr(struct AdapterControlBlock *pACB)
{
	u32 host_interrupt_status;
	struct MessageUnit_D  *pmu = pACB->pmuD;

	host_interrupt_status = readl(pmu->host_int_status) &
		(ARCMSR_ARC1214_OUTBOUND_POSTQUEUE_ISR |
		ARCMSR_ARC1214_OUTBOUND_DOORBELL_ISR);
	if (!host_interrupt_status)
		return IRQ_NONE;
	do {
		/* MU post queue interrupts*/
		if (host_interrupt_status &
			ARCMSR_ARC1214_OUTBOUND_POSTQUEUE_ISR)
			arcmsr_hbaD_postqueue_isr(pACB);
		if (host_interrupt_status &
			ARCMSR_ARC1214_OUTBOUND_DOORBELL_ISR)
			arcmsr_hbaD_doorbell_isr(pACB);
		host_interrupt_status = readl(pmu->host_int_status);
	} while (host_interrupt_status &
		(ARCMSR_ARC1214_OUTBOUND_POSTQUEUE_ISR |
		ARCMSR_ARC1214_OUTBOUND_DOORBELL_ISR));
	return IRQ_HANDLED;
}

2171 2172 2173
static irqreturn_t arcmsr_interrupt(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
2174
	case ACB_ADAPTER_TYPE_A:
2175
		return arcmsr_hbaA_handle_isr(acb);
2176
		break;
2177
	case ACB_ADAPTER_TYPE_B:
2178
		return arcmsr_hbaB_handle_isr(acb);
2179
		break;
2180
	case ACB_ADAPTER_TYPE_C:
2181
		return arcmsr_hbaC_handle_isr(acb);
2182 2183
	case ACB_ADAPTER_TYPE_D:
		return arcmsr_hbaD_handle_isr(acb);
2184 2185
	default:
		return IRQ_NONE;
2186 2187 2188 2189 2190 2191 2192 2193
	}
}

static void arcmsr_iop_parking(struct AdapterControlBlock *acb)
{
	if (acb) {
		/* stop adapter background rebuild */
		if (acb->acb_flags & ACB_F_MSG_START_BGRB) {
2194
			uint32_t intmask_org;
2195
			acb->acb_flags &= ~ACB_F_MSG_START_BGRB;
2196
			intmask_org = arcmsr_disable_outbound_ints(acb);
2197 2198
			arcmsr_stop_adapter_bgrb(acb);
			arcmsr_flush_adapter_cache(acb);
2199 2200 2201 2202 2203
			arcmsr_enable_outbound_ints(acb, intmask_org);
		}
	}
}

2204 2205

void arcmsr_clear_iop2drv_rqueue_buffer(struct AdapterControlBlock *acb)
2206
{
2207 2208 2209 2210 2211 2212
	uint32_t	i;

	if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
		for (i = 0; i < 15; i++) {
			if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
				acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
2213 2214
				acb->rqbuf_getIndex = 0;
				acb->rqbuf_putIndex = 0;
2215 2216
				arcmsr_iop_message_read(acb);
				mdelay(30);
2217 2218 2219 2220
			} else if (acb->rqbuf_getIndex !=
				   acb->rqbuf_putIndex) {
				acb->rqbuf_getIndex = 0;
				acb->rqbuf_putIndex = 0;
2221 2222 2223
				mdelay(30);
			} else
				break;
2224 2225 2226 2227
		}
	}
}

2228
static int arcmsr_iop_message_xfer(struct AdapterControlBlock *acb,
2229
		struct scsi_cmnd *cmd)
2230 2231
{
	char *buffer;
2232 2233 2234 2235 2236 2237 2238 2239
	unsigned short use_sg;
	int retvalue = 0, transfer_len = 0;
	unsigned long flags;
	struct CMD_MESSAGE_FIELD *pcmdmessagefld;
	uint32_t controlcode = (uint32_t)cmd->cmnd[5] << 24 |
		(uint32_t)cmd->cmnd[6] << 16 |
		(uint32_t)cmd->cmnd[7] << 8 |
		(uint32_t)cmd->cmnd[8];
2240
	struct scatterlist *sg;
2241 2242

	use_sg = scsi_sg_count(cmd);
2243
	sg = scsi_sglist(cmd);
2244
	buffer = kmap_atomic(sg_page(sg)) + sg->offset;
2245
	if (use_sg > 1) {
2246 2247
		retvalue = ARCMSR_MESSAGE_FAIL;
		goto message_out;
2248
	}
2249
	transfer_len += sg->length;
2250 2251
	if (transfer_len > sizeof(struct CMD_MESSAGE_FIELD)) {
		retvalue = ARCMSR_MESSAGE_FAIL;
2252
		pr_info("%s: ARCMSR_MESSAGE_FAIL!\n", __func__);
2253 2254
		goto message_out;
	}
2255 2256
	pcmdmessagefld = (struct CMD_MESSAGE_FIELD *)buffer;
	switch (controlcode) {
2257
	case ARCMSR_MESSAGE_READ_RQBUFFER: {
2258
		unsigned char *ver_addr;
2259
		uint8_t *ptmpQbuffer;
2260
		uint32_t allxfer_len = 0;
2261
		ver_addr = kmalloc(ARCMSR_API_DATA_BUFLEN, GFP_ATOMIC);
2262
		if (!ver_addr) {
2263
			retvalue = ARCMSR_MESSAGE_FAIL;
2264
			pr_info("%s: memory not enough!\n", __func__);
2265 2266
			goto message_out;
		}
2267
		ptmpQbuffer = ver_addr;
2268
		spin_lock_irqsave(&acb->rqbuffer_lock, flags);
2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282
		if (acb->rqbuf_getIndex != acb->rqbuf_putIndex) {
			unsigned int tail = acb->rqbuf_getIndex;
			unsigned int head = acb->rqbuf_putIndex;
			unsigned int cnt_to_end = CIRC_CNT_TO_END(head, tail, ARCMSR_MAX_QBUFFER);

			allxfer_len = CIRC_CNT(head, tail, ARCMSR_MAX_QBUFFER);
			if (allxfer_len > ARCMSR_API_DATA_BUFLEN)
				allxfer_len = ARCMSR_API_DATA_BUFLEN;

			if (allxfer_len <= cnt_to_end)
				memcpy(ptmpQbuffer, acb->rqbuffer + tail, allxfer_len);
			else {
				memcpy(ptmpQbuffer, acb->rqbuffer + tail, cnt_to_end);
				memcpy(ptmpQbuffer + cnt_to_end, acb->rqbuffer, allxfer_len - cnt_to_end);
2283
			}
2284
			acb->rqbuf_getIndex = (acb->rqbuf_getIndex + allxfer_len) % ARCMSR_MAX_QBUFFER;
2285
		}
2286 2287
		memcpy(pcmdmessagefld->messagedatabuffer, ver_addr,
			allxfer_len);
2288
		if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
A
Al Viro 已提交
2289
			struct QBUFFER __iomem *prbuffer;
2290 2291
			acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
			prbuffer = arcmsr_get_iop_rqbuffer(acb);
2292 2293
			if (arcmsr_Read_iop_rqbuffer_data(acb, prbuffer) == 0)
				acb->acb_flags |= ACB_F_IOPDATA_OVERFLOW;
2294
		}
2295
		spin_unlock_irqrestore(&acb->rqbuffer_lock, flags);
2296
		kfree(ver_addr);
2297 2298 2299 2300 2301 2302 2303
		pcmdmessagefld->cmdmessage.Length = allxfer_len;
		if (acb->fw_flag == FW_DEADLOCK)
			pcmdmessagefld->cmdmessage.ReturnCode =
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
			pcmdmessagefld->cmdmessage.ReturnCode =
				ARCMSR_MESSAGE_RETURNCODE_OK;
2304
		break;
2305
	}
2306
	case ARCMSR_MESSAGE_WRITE_WQBUFFER: {
2307
		unsigned char *ver_addr;
2308
		int32_t user_len, cnt2end;
2309
		uint8_t *pQbuffer, *ptmpuserbuffer;
2310
		ver_addr = kmalloc(ARCMSR_API_DATA_BUFLEN, GFP_ATOMIC);
2311
		if (!ver_addr) {
2312 2313 2314
			retvalue = ARCMSR_MESSAGE_FAIL;
			goto message_out;
		}
2315
		ptmpuserbuffer = ver_addr;
2316
		user_len = pcmdmessagefld->cmdmessage.Length;
2317 2318 2319
		memcpy(ptmpuserbuffer,
			pcmdmessagefld->messagedatabuffer, user_len);
		spin_lock_irqsave(&acb->wqbuffer_lock, flags);
2320
		if (acb->wqbuf_putIndex != acb->wqbuf_getIndex) {
2321 2322
			struct SENSE_DATA *sensebuffer =
				(struct SENSE_DATA *)cmd->sense_buffer;
2323
			arcmsr_write_ioctldata2iop(acb);
2324
			/* has error report sensedata */
2325
			sensebuffer->ErrorCode = SCSI_SENSE_CURRENT_ERRORS;
2326 2327 2328 2329 2330 2331
			sensebuffer->SenseKey = ILLEGAL_REQUEST;
			sensebuffer->AdditionalSenseLength = 0x0A;
			sensebuffer->AdditionalSenseCode = 0x20;
			sensebuffer->Valid = 1;
			retvalue = ARCMSR_MESSAGE_FAIL;
		} else {
2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345
			pQbuffer = &acb->wqbuffer[acb->wqbuf_putIndex];
			cnt2end = ARCMSR_MAX_QBUFFER - acb->wqbuf_putIndex;
			if (user_len > cnt2end) {
				memcpy(pQbuffer, ptmpuserbuffer, cnt2end);
				ptmpuserbuffer += cnt2end;
				user_len -= cnt2end;
				acb->wqbuf_putIndex = 0;
				pQbuffer = acb->wqbuffer;
			}
			memcpy(pQbuffer, ptmpuserbuffer, user_len);
			acb->wqbuf_putIndex += user_len;
			acb->wqbuf_putIndex %= ARCMSR_MAX_QBUFFER;
			if (acb->acb_flags & ACB_F_MESSAGE_WQBUFFER_CLEARED) {
				acb->acb_flags &=
2346
						~ACB_F_MESSAGE_WQBUFFER_CLEARED;
2347
				arcmsr_write_ioctldata2iop(acb);
2348
			}
2349
		}
2350 2351 2352 2353 2354 2355 2356 2357
		spin_unlock_irqrestore(&acb->wqbuffer_lock, flags);
		kfree(ver_addr);
		if (acb->fw_flag == FW_DEADLOCK)
			pcmdmessagefld->cmdmessage.ReturnCode =
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
			pcmdmessagefld->cmdmessage.ReturnCode =
				ARCMSR_MESSAGE_RETURNCODE_OK;
2358
		break;
2359
	}
2360
	case ARCMSR_MESSAGE_CLEAR_RQBUFFER: {
2361
		uint8_t *pQbuffer = acb->rqbuffer;
2362 2363 2364

		arcmsr_clear_iop2drv_rqueue_buffer(acb);
		spin_lock_irqsave(&acb->rqbuffer_lock, flags);
2365
		acb->acb_flags |= ACB_F_MESSAGE_RQBUFFER_CLEARED;
2366 2367
		acb->rqbuf_getIndex = 0;
		acb->rqbuf_putIndex = 0;
2368
		memset(pQbuffer, 0, ARCMSR_MAX_QBUFFER);
2369 2370
		spin_unlock_irqrestore(&acb->rqbuffer_lock, flags);
		if (acb->fw_flag == FW_DEADLOCK)
2371
			pcmdmessagefld->cmdmessage.ReturnCode =
2372 2373
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
2374
			pcmdmessagefld->cmdmessage.ReturnCode =
2375
				ARCMSR_MESSAGE_RETURNCODE_OK;
2376
		break;
2377
	}
2378
	case ARCMSR_MESSAGE_CLEAR_WQBUFFER: {
2379
		uint8_t *pQbuffer = acb->wqbuffer;
2380 2381 2382
		spin_lock_irqsave(&acb->wqbuffer_lock, flags);
		acb->acb_flags |= (ACB_F_MESSAGE_WQBUFFER_CLEARED |
			ACB_F_MESSAGE_WQBUFFER_READED);
2383 2384
		acb->wqbuf_getIndex = 0;
		acb->wqbuf_putIndex = 0;
2385
		memset(pQbuffer, 0, ARCMSR_MAX_QBUFFER);
2386 2387 2388 2389 2390 2391 2392
		spin_unlock_irqrestore(&acb->wqbuffer_lock, flags);
		if (acb->fw_flag == FW_DEADLOCK)
			pcmdmessagefld->cmdmessage.ReturnCode =
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
			pcmdmessagefld->cmdmessage.ReturnCode =
				ARCMSR_MESSAGE_RETURNCODE_OK;
2393
		break;
2394
	}
2395
	case ARCMSR_MESSAGE_CLEAR_ALLQBUFFER: {
2396
		uint8_t *pQbuffer;
2397 2398 2399
		arcmsr_clear_iop2drv_rqueue_buffer(acb);
		spin_lock_irqsave(&acb->rqbuffer_lock, flags);
		acb->acb_flags |= ACB_F_MESSAGE_RQBUFFER_CLEARED;
2400 2401
		acb->rqbuf_getIndex = 0;
		acb->rqbuf_putIndex = 0;
2402 2403
		pQbuffer = acb->rqbuffer;
		memset(pQbuffer, 0, sizeof(struct QBUFFER));
2404 2405 2406 2407
		spin_unlock_irqrestore(&acb->rqbuffer_lock, flags);
		spin_lock_irqsave(&acb->wqbuffer_lock, flags);
		acb->acb_flags |= (ACB_F_MESSAGE_WQBUFFER_CLEARED |
			ACB_F_MESSAGE_WQBUFFER_READED);
2408 2409
		acb->wqbuf_getIndex = 0;
		acb->wqbuf_putIndex = 0;
2410 2411
		pQbuffer = acb->wqbuffer;
		memset(pQbuffer, 0, sizeof(struct QBUFFER));
2412 2413
		spin_unlock_irqrestore(&acb->wqbuffer_lock, flags);
		if (acb->fw_flag == FW_DEADLOCK)
2414
			pcmdmessagefld->cmdmessage.ReturnCode =
2415 2416
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
2417
			pcmdmessagefld->cmdmessage.ReturnCode =
2418
				ARCMSR_MESSAGE_RETURNCODE_OK;
2419
		break;
2420
	}
2421
	case ARCMSR_MESSAGE_RETURN_CODE_3F: {
2422
		if (acb->fw_flag == FW_DEADLOCK)
2423
			pcmdmessagefld->cmdmessage.ReturnCode =
2424 2425
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
2426
			pcmdmessagefld->cmdmessage.ReturnCode =
2427
				ARCMSR_MESSAGE_RETURNCODE_3F;
2428
		break;
2429
	}
2430
	case ARCMSR_MESSAGE_SAY_HELLO: {
2431
		int8_t *hello_string = "Hello! I am ARCMSR";
2432
		if (acb->fw_flag == FW_DEADLOCK)
2433
			pcmdmessagefld->cmdmessage.ReturnCode =
2434 2435
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
2436
			pcmdmessagefld->cmdmessage.ReturnCode =
2437 2438 2439
				ARCMSR_MESSAGE_RETURNCODE_OK;
		memcpy(pcmdmessagefld->messagedatabuffer,
			hello_string, (int16_t)strlen(hello_string));
2440
		break;
2441 2442 2443
	}
	case ARCMSR_MESSAGE_SAY_GOODBYE: {
		if (acb->fw_flag == FW_DEADLOCK)
2444
			pcmdmessagefld->cmdmessage.ReturnCode =
2445 2446 2447 2448
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
			pcmdmessagefld->cmdmessage.ReturnCode =
				ARCMSR_MESSAGE_RETURNCODE_OK;
2449 2450
		arcmsr_iop_parking(acb);
		break;
2451 2452 2453
	}
	case ARCMSR_MESSAGE_FLUSH_ADAPTER_CACHE: {
		if (acb->fw_flag == FW_DEADLOCK)
2454
			pcmdmessagefld->cmdmessage.ReturnCode =
2455 2456 2457 2458
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
			pcmdmessagefld->cmdmessage.ReturnCode =
				ARCMSR_MESSAGE_RETURNCODE_OK;
2459 2460
		arcmsr_flush_adapter_cache(acb);
		break;
2461
	}
2462 2463
	default:
		retvalue = ARCMSR_MESSAGE_FAIL;
2464 2465 2466 2467 2468 2469
		pr_info("%s: unknown controlcode!\n", __func__);
	}
message_out:
	if (use_sg) {
		struct scatterlist *sg = scsi_sglist(cmd);
		kunmap_atomic(buffer - sg->offset);
2470 2471 2472 2473 2474 2475 2476 2477
	}
	return retvalue;
}

static struct CommandControlBlock *arcmsr_get_freeccb(struct AdapterControlBlock *acb)
{
	struct list_head *head = &acb->ccb_free_list;
	struct CommandControlBlock *ccb = NULL;
2478 2479
	unsigned long flags;
	spin_lock_irqsave(&acb->ccblist_lock, flags);
2480 2481
	if (!list_empty(head)) {
		ccb = list_entry(head->next, struct CommandControlBlock, list);
2482
		list_del_init(&ccb->list);
2483
	}else{
2484
		spin_unlock_irqrestore(&acb->ccblist_lock, flags);
2485
		return NULL;
2486
	}
2487
	spin_unlock_irqrestore(&acb->ccblist_lock, flags);
2488 2489 2490 2491 2492 2493 2494 2495 2496 2497
	return ccb;
}

static void arcmsr_handle_virtual_command(struct AdapterControlBlock *acb,
		struct scsi_cmnd *cmd)
{
	switch (cmd->cmnd[0]) {
	case INQUIRY: {
		unsigned char inqdata[36];
		char *buffer;
2498
		struct scatterlist *sg;
2499 2500 2501 2502 2503 2504 2505 2506 2507 2508 2509

		if (cmd->device->lun) {
			cmd->result = (DID_TIME_OUT << 16);
			cmd->scsi_done(cmd);
			return;
		}
		inqdata[0] = TYPE_PROCESSOR;
		/* Periph Qualifier & Periph Dev Type */
		inqdata[1] = 0;
		/* rem media bit & Dev Type Modifier */
		inqdata[2] = 0;
2510
		/* ISO, ECMA, & ANSI versions */
2511 2512 2513 2514 2515 2516 2517 2518
		inqdata[4] = 31;
		/* length of additional data */
		strncpy(&inqdata[8], "Areca   ", 8);
		/* Vendor Identification */
		strncpy(&inqdata[16], "RAID controller ", 16);
		/* Product Identification */
		strncpy(&inqdata[32], "R001", 4); /* Product Revision */

2519
		sg = scsi_sglist(cmd);
2520
		buffer = kmap_atomic(sg_page(sg)) + sg->offset;
2521

2522
		memcpy(buffer, inqdata, sizeof(inqdata));
2523
		sg = scsi_sglist(cmd);
2524
		kunmap_atomic(buffer - sg->offset);
2525 2526 2527 2528 2529 2530 2531 2532 2533 2534 2535 2536 2537 2538 2539 2540

		cmd->scsi_done(cmd);
	}
	break;
	case WRITE_BUFFER:
	case READ_BUFFER: {
		if (arcmsr_iop_message_xfer(acb, cmd))
			cmd->result = (DID_ERROR << 16);
		cmd->scsi_done(cmd);
	}
	break;
	default:
		cmd->scsi_done(cmd);
	}
}

J
Jeff Garzik 已提交
2541
static int arcmsr_queue_command_lck(struct scsi_cmnd *cmd,
2542 2543 2544
	void (* done)(struct scsi_cmnd *))
{
	struct Scsi_Host *host = cmd->device->host;
2545
	struct AdapterControlBlock *acb = (struct AdapterControlBlock *) host->hostdata;
2546 2547 2548
	struct CommandControlBlock *ccb;
	int target = cmd->device->id;
	int lun = cmd->device->lun;
2549
	uint8_t scsicmd = cmd->cmnd[0];
2550 2551 2552
	cmd->scsi_done = done;
	cmd->host_scribble = NULL;
	cmd->result = 0;
2553 2554 2555
	if ((scsicmd == SYNCHRONIZE_CACHE) ||(scsicmd == SEND_DIAGNOSTIC)){
		if(acb->devstate[target][lun] == ARECA_RAID_GONE) {
    			cmd->result = (DID_NO_CONNECT << 16);
2556 2557 2558 2559
		}
		cmd->scsi_done(cmd);
		return 0;
	}
2560
	if (target == 16) {
2561 2562 2563 2564 2565 2566 2567
		/* virtual device for iop message transfer */
		arcmsr_handle_virtual_command(acb, cmd);
		return 0;
	}
	ccb = arcmsr_get_freeccb(acb);
	if (!ccb)
		return SCSI_MLQUEUE_HOST_BUSY;
2568
	if (arcmsr_build_ccb( acb, ccb, cmd ) == FAILED) {
N
Nick Cheng 已提交
2569 2570 2571 2572
		cmd->result = (DID_ERROR << 16) | (RESERVATION_CONFLICT << 1);
		cmd->scsi_done(cmd);
		return 0;
	}
2573 2574 2575 2576
	arcmsr_post_ccb(acb, ccb);
	return 0;
}

J
Jeff Garzik 已提交
2577 2578
static DEF_SCSI_QCMD(arcmsr_queue_command)

2579
static bool arcmsr_hbaA_get_config(struct AdapterControlBlock *acb)
2580
{
A
Al Viro 已提交
2581
	struct MessageUnit_A __iomem *reg = acb->pmuA;
2582 2583
	char *acb_firm_model = acb->firm_model;
	char *acb_firm_version = acb->firm_version;
2584
	char *acb_device_map = acb->device_map;
A
Al Viro 已提交
2585 2586
	char __iomem *iop_firm_model = (char __iomem *)(&reg->message_rwbuffer[15]);
	char __iomem *iop_firm_version = (char __iomem *)(&reg->message_rwbuffer[17]);
2587
	char __iomem *iop_device_map = (char __iomem *)(&reg->message_rwbuffer[21]);
2588 2589
	int count;
	writel(ARCMSR_INBOUND_MESG0_GET_CONFIG, &reg->inbound_msgaddr0);
2590
	if (!arcmsr_hbaA_wait_msgint_ready(acb)) {
2591 2592
		printk(KERN_NOTICE "arcmsr%d: wait 'get adapter firmware \
			miscellaneous data' timeout \n", acb->host->host_no);
2593
		return false;
2594
	}
2595
	count = 8;
2596
	while (count){
2597 2598 2599 2600 2601
		*acb_firm_model = readb(iop_firm_model);
		acb_firm_model++;
		iop_firm_model++;
		count--;
	}
2602

2603
	count = 16;
2604
	while (count){
2605 2606 2607 2608 2609
		*acb_firm_version = readb(iop_firm_version);
		acb_firm_version++;
		iop_firm_version++;
		count--;
	}
2610

2611 2612 2613 2614 2615 2616 2617
	count=16;
	while(count){
		*acb_device_map = readb(iop_device_map);
		acb_device_map++;
		iop_device_map++;
		count--;
	}
2618
	pr_notice("Areca RAID Controller%d: Model %s, F/W %s\n",
2619
		acb->host->host_no,
2620 2621
		acb->firm_model,
		acb->firm_version);
2622
	acb->signature = readl(&reg->message_rwbuffer[0]);
2623 2624 2625 2626
	acb->firm_request_len = readl(&reg->message_rwbuffer[1]);
	acb->firm_numbers_queue = readl(&reg->message_rwbuffer[2]);
	acb->firm_sdram_size = readl(&reg->message_rwbuffer[3]);
	acb->firm_hd_channels = readl(&reg->message_rwbuffer[4]);
2627 2628
	acb->firm_cfg_version = readl(&reg->message_rwbuffer[25]);  /*firm_cfg_version,25,100-103*/
	return true;
2629
}
2630
static bool arcmsr_hbaB_get_config(struct AdapterControlBlock *acb)
2631
{
A
Al Viro 已提交
2632
	struct MessageUnit_B *reg = acb->pmuB;
2633 2634 2635
	struct pci_dev *pdev = acb->pdev;
	void *dma_coherent;
	dma_addr_t dma_coherent_handle;
2636 2637
	char *acb_firm_model = acb->firm_model;
	char *acb_firm_version = acb->firm_version;
2638
	char *acb_device_map = acb->device_map;
2639
	char __iomem *iop_firm_model;
2640
	/*firm_model,15,60-67*/
2641
	char __iomem *iop_firm_version;
2642
	/*firm_version,17,68-83*/
2643
	char __iomem *iop_device_map;
2644
	/*firm_version,21,84-99*/
2645
	int count;
2646 2647 2648 2649

	acb->roundup_ccbsize = roundup(sizeof(struct MessageUnit_B), 32);
	dma_coherent = dma_alloc_coherent(&pdev->dev, acb->roundup_ccbsize,
			&dma_coherent_handle, GFP_KERNEL);
2650
	if (!dma_coherent){
2651 2652 2653
		printk(KERN_NOTICE
			"arcmsr%d: dma_alloc_coherent got error for hbb mu\n",
			acb->host->host_no);
2654 2655
		return false;
	}
2656
	acb->dma_coherent_handle2 = dma_coherent_handle;
2657
	acb->dma_coherent2 = dma_coherent;
2658 2659
	reg = (struct MessageUnit_B *)dma_coherent;
	acb->pmuB = reg;
2660
	reg->drv2iop_doorbell= (uint32_t __iomem *)((unsigned long)acb->mem_base0 + ARCMSR_DRV2IOP_DOORBELL);
2661 2662 2663 2664 2665 2666 2667 2668 2669 2670 2671
	reg->drv2iop_doorbell_mask = (uint32_t __iomem *)((unsigned long)acb->mem_base0 + ARCMSR_DRV2IOP_DOORBELL_MASK);
	reg->iop2drv_doorbell = (uint32_t __iomem *)((unsigned long)acb->mem_base0 + ARCMSR_IOP2DRV_DOORBELL);
	reg->iop2drv_doorbell_mask = (uint32_t __iomem *)((unsigned long)acb->mem_base0 + ARCMSR_IOP2DRV_DOORBELL_MASK);
	reg->message_wbuffer = (uint32_t __iomem *)((unsigned long)acb->mem_base1 + ARCMSR_MESSAGE_WBUFFER);
	reg->message_rbuffer =  (uint32_t __iomem *)((unsigned long)acb->mem_base1 + ARCMSR_MESSAGE_RBUFFER);
	reg->message_rwbuffer = (uint32_t __iomem *)((unsigned long)acb->mem_base1 + ARCMSR_MESSAGE_RWBUFFER);
	iop_firm_model = (char __iomem *)(&reg->message_rwbuffer[15]);	/*firm_model,15,60-67*/
	iop_firm_version = (char __iomem *)(&reg->message_rwbuffer[17]);	/*firm_version,17,68-83*/
	iop_device_map = (char __iomem *)(&reg->message_rwbuffer[21]);	/*firm_version,21,84-99*/

	writel(ARCMSR_MESSAGE_GET_CONFIG, reg->drv2iop_doorbell);
2672
	if (!arcmsr_hbaB_wait_msgint_ready(acb)) {
2673 2674
		printk(KERN_NOTICE "arcmsr%d: wait 'get adapter firmware \
			miscellaneous data' timeout \n", acb->host->host_no);
2675
		return false;
2676 2677
	}
	count = 8;
2678
	while (count){
2679 2680 2681 2682 2683 2684
		*acb_firm_model = readb(iop_firm_model);
		acb_firm_model++;
		iop_firm_model++;
		count--;
	}
	count = 16;
2685
	while (count){
2686 2687 2688 2689 2690 2691
		*acb_firm_version = readb(iop_firm_version);
		acb_firm_version++;
		iop_firm_version++;
		count--;
	}

2692 2693 2694 2695 2696 2697 2698 2699
	count = 16;
	while(count){
		*acb_device_map = readb(iop_device_map);
		acb_device_map++;
		iop_device_map++;
		count--;
	}
	
2700
	pr_notice("Areca RAID Controller%d: Model %s, F/W %s\n",
2701
		acb->host->host_no,
2702 2703
		acb->firm_model,
		acb->firm_version);
2704

2705
	acb->signature = readl(&reg->message_rwbuffer[1]);
2706
	/*firm_signature,1,00-03*/
2707
	acb->firm_request_len = readl(&reg->message_rwbuffer[2]);
2708
	/*firm_request_len,1,04-07*/
2709
	acb->firm_numbers_queue = readl(&reg->message_rwbuffer[3]);
2710
	/*firm_numbers_queue,2,08-11*/
2711
	acb->firm_sdram_size = readl(&reg->message_rwbuffer[4]);
2712
	/*firm_sdram_size,3,12-15*/
2713
	acb->firm_hd_channels = readl(&reg->message_rwbuffer[5]);
2714
	/*firm_ide_channels,4,16-19*/
2715 2716 2717
	acb->firm_cfg_version = readl(&reg->message_rwbuffer[25]);  /*firm_cfg_version,25,100-103*/
	/*firm_ide_channels,4,16-19*/
	return true;
2718
}
2719

2720
static bool arcmsr_hbaC_get_config(struct AdapterControlBlock *pACB)
2721 2722
{
	uint32_t intmask_org, Index, firmware_state = 0;
2723
	struct MessageUnit_C __iomem *reg = pACB->pmuC;
2724 2725
	char *acb_firm_model = pACB->firm_model;
	char *acb_firm_version = pACB->firm_version;
2726 2727
	char __iomem *iop_firm_model = (char __iomem *)(&reg->msgcode_rwbuffer[15]);    /*firm_model,15,60-67*/
	char __iomem *iop_firm_version = (char __iomem *)(&reg->msgcode_rwbuffer[17]);  /*firm_version,17,68-83*/
2728 2729 2730 2731 2732 2733 2734 2735 2736 2737 2738 2739 2740 2741 2742 2743 2744 2745 2746 2747 2748 2749 2750 2751 2752 2753 2754 2755 2756 2757 2758 2759 2760 2761 2762 2763 2764 2765
	int count;
	/* disable all outbound interrupt */
	intmask_org = readl(&reg->host_int_mask); /* disable outbound message0 int */
	writel(intmask_org|ARCMSR_HBCMU_ALL_INTMASKENABLE, &reg->host_int_mask);
	/* wait firmware ready */
	do {
		firmware_state = readl(&reg->outbound_msgaddr1);
	} while ((firmware_state & ARCMSR_HBCMU_MESSAGE_FIRMWARE_OK) == 0);
	/* post "get config" instruction */
	writel(ARCMSR_INBOUND_MESG0_GET_CONFIG, &reg->inbound_msgaddr0);
	writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
	/* wait message ready */
	for (Index = 0; Index < 2000; Index++) {
		if (readl(&reg->outbound_doorbell) & ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE) {
			writel(ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE_DOORBELL_CLEAR, &reg->outbound_doorbell_clear);/*clear interrupt*/
			break;
		}
		udelay(10);
	} /*max 1 seconds*/
	if (Index >= 2000) {
		printk(KERN_NOTICE "arcmsr%d: wait 'get adapter firmware \
			miscellaneous data' timeout \n", pACB->host->host_no);
		return false;
	}
	count = 8;
	while (count) {
		*acb_firm_model = readb(iop_firm_model);
		acb_firm_model++;
		iop_firm_model++;
		count--;
	}
	count = 16;
	while (count) {
		*acb_firm_version = readb(iop_firm_version);
		acb_firm_version++;
		iop_firm_version++;
		count--;
	}
2766
	pr_notice("Areca RAID Controller%d: Model %s, F/W %s\n",
2767
		pACB->host->host_no,
2768 2769
		pACB->firm_model,
		pACB->firm_version);
2770 2771 2772 2773 2774 2775 2776 2777
	pACB->firm_request_len = readl(&reg->msgcode_rwbuffer[1]);   /*firm_request_len,1,04-07*/
	pACB->firm_numbers_queue = readl(&reg->msgcode_rwbuffer[2]); /*firm_numbers_queue,2,08-11*/
	pACB->firm_sdram_size = readl(&reg->msgcode_rwbuffer[3]);    /*firm_sdram_size,3,12-15*/
	pACB->firm_hd_channels = readl(&reg->msgcode_rwbuffer[4]);  /*firm_ide_channels,4,16-19*/
	pACB->firm_cfg_version = readl(&reg->msgcode_rwbuffer[25]);  /*firm_cfg_version,25,100-103*/
	/*all interrupt service will be enable at arcmsr_iop_init*/
	return true;
}
2778 2779 2780 2781 2782 2783 2784 2785 2786 2787

static bool arcmsr_hbaD_get_config(struct AdapterControlBlock *acb)
{
	char *acb_firm_model = acb->firm_model;
	char *acb_firm_version = acb->firm_version;
	char *acb_device_map = acb->device_map;
	char __iomem *iop_firm_model;
	char __iomem *iop_firm_version;
	char __iomem *iop_device_map;
	u32 count;
2788
	struct MessageUnit_D *reg;
2789 2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801 2802 2803 2804 2805 2806 2807 2808 2809 2810 2811 2812 2813 2814 2815 2816 2817 2818 2819 2820 2821 2822 2823 2824 2825 2826 2827 2828 2829 2830 2831 2832 2833 2834 2835 2836 2837 2838 2839 2840 2841 2842 2843 2844 2845 2846 2847 2848 2849 2850 2851 2852 2853 2854 2855 2856 2857 2858 2859 2860 2861 2862 2863 2864 2865 2866 2867 2868 2869 2870 2871 2872 2873 2874 2875 2876 2877 2878 2879 2880 2881 2882 2883 2884 2885 2886 2887 2888 2889 2890 2891 2892 2893 2894 2895 2896 2897 2898 2899 2900 2901 2902 2903 2904 2905 2906 2907 2908
	void *dma_coherent2;
	dma_addr_t dma_coherent_handle2;
	struct pci_dev *pdev = acb->pdev;

	acb->roundup_ccbsize = roundup(sizeof(struct MessageUnit_D), 32);
	dma_coherent2 = dma_alloc_coherent(&pdev->dev, acb->roundup_ccbsize,
		&dma_coherent_handle2, GFP_KERNEL);
	if (!dma_coherent2) {
		pr_notice("DMA allocation failed...\n");
		return false;
	}
	memset(dma_coherent2, 0, acb->roundup_ccbsize);
	acb->dma_coherent_handle2 = dma_coherent_handle2;
	acb->dma_coherent2 = dma_coherent2;
	reg = (struct MessageUnit_D *)dma_coherent2;
	acb->pmuD = reg;
	reg->chip_id = acb->mem_base0 + ARCMSR_ARC1214_CHIP_ID;
	reg->cpu_mem_config = acb->mem_base0 +
		ARCMSR_ARC1214_CPU_MEMORY_CONFIGURATION;
	reg->i2o_host_interrupt_mask = acb->mem_base0 +
		ARCMSR_ARC1214_I2_HOST_INTERRUPT_MASK;
	reg->sample_at_reset = acb->mem_base0 + ARCMSR_ARC1214_SAMPLE_RESET;
	reg->reset_request = acb->mem_base0 + ARCMSR_ARC1214_RESET_REQUEST;
	reg->host_int_status = acb->mem_base0 +
		ARCMSR_ARC1214_MAIN_INTERRUPT_STATUS;
	reg->pcief0_int_enable = acb->mem_base0 +
		ARCMSR_ARC1214_PCIE_F0_INTERRUPT_ENABLE;
	reg->inbound_msgaddr0 = acb->mem_base0 +
		ARCMSR_ARC1214_INBOUND_MESSAGE0;
	reg->inbound_msgaddr1 = acb->mem_base0 +
		ARCMSR_ARC1214_INBOUND_MESSAGE1;
	reg->outbound_msgaddr0 = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_MESSAGE0;
	reg->outbound_msgaddr1 = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_MESSAGE1;
	reg->inbound_doorbell = acb->mem_base0 +
		ARCMSR_ARC1214_INBOUND_DOORBELL;
	reg->outbound_doorbell = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_DOORBELL;
	reg->outbound_doorbell_enable = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_DOORBELL_ENABLE;
	reg->inboundlist_base_low = acb->mem_base0 +
		ARCMSR_ARC1214_INBOUND_LIST_BASE_LOW;
	reg->inboundlist_base_high = acb->mem_base0 +
		ARCMSR_ARC1214_INBOUND_LIST_BASE_HIGH;
	reg->inboundlist_write_pointer = acb->mem_base0 +
		ARCMSR_ARC1214_INBOUND_LIST_WRITE_POINTER;
	reg->outboundlist_base_low = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_LIST_BASE_LOW;
	reg->outboundlist_base_high = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_LIST_BASE_HIGH;
	reg->outboundlist_copy_pointer = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_LIST_COPY_POINTER;
	reg->outboundlist_read_pointer = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_LIST_READ_POINTER;
	reg->outboundlist_interrupt_cause = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_INTERRUPT_CAUSE;
	reg->outboundlist_interrupt_enable = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_INTERRUPT_ENABLE;
	reg->message_wbuffer = acb->mem_base0 + ARCMSR_ARC1214_MESSAGE_WBUFFER;
	reg->message_rbuffer = acb->mem_base0 + ARCMSR_ARC1214_MESSAGE_RBUFFER;
	reg->msgcode_rwbuffer = acb->mem_base0 +
		ARCMSR_ARC1214_MESSAGE_RWBUFFER;
	iop_firm_model = (char __iomem *)(&reg->msgcode_rwbuffer[15]);
	iop_firm_version = (char __iomem *)(&reg->msgcode_rwbuffer[17]);
	iop_device_map = (char __iomem *)(&reg->msgcode_rwbuffer[21]);
	if (readl(acb->pmuD->outbound_doorbell) &
		ARCMSR_ARC1214_IOP2DRV_MESSAGE_CMD_DONE) {
		writel(ARCMSR_ARC1214_IOP2DRV_MESSAGE_CMD_DONE,
			acb->pmuD->outbound_doorbell);/*clear interrupt*/
	}
	/* post "get config" instruction */
	writel(ARCMSR_INBOUND_MESG0_GET_CONFIG, reg->inbound_msgaddr0);
	/* wait message ready */
	if (!arcmsr_hbaD_wait_msgint_ready(acb)) {
		pr_notice("arcmsr%d: wait get adapter firmware "
			"miscellaneous data timeout\n", acb->host->host_no);
		dma_free_coherent(&acb->pdev->dev, acb->roundup_ccbsize,
			acb->dma_coherent2, acb->dma_coherent_handle2);
		return false;
	}
	count = 8;
	while (count) {
		*acb_firm_model = readb(iop_firm_model);
		acb_firm_model++;
		iop_firm_model++;
		count--;
	}
	count = 16;
	while (count) {
		*acb_firm_version = readb(iop_firm_version);
		acb_firm_version++;
		iop_firm_version++;
		count--;
	}
	count = 16;
	while (count) {
		*acb_device_map = readb(iop_device_map);
		acb_device_map++;
		iop_device_map++;
		count--;
	}
	acb->signature = readl(&reg->msgcode_rwbuffer[1]);
	/*firm_signature,1,00-03*/
	acb->firm_request_len = readl(&reg->msgcode_rwbuffer[2]);
	/*firm_request_len,1,04-07*/
	acb->firm_numbers_queue = readl(&reg->msgcode_rwbuffer[3]);
	/*firm_numbers_queue,2,08-11*/
	acb->firm_sdram_size = readl(&reg->msgcode_rwbuffer[4]);
	/*firm_sdram_size,3,12-15*/
	acb->firm_hd_channels = readl(&reg->msgcode_rwbuffer[5]);
	/*firm_hd_channels,4,16-19*/
	acb->firm_cfg_version = readl(&reg->msgcode_rwbuffer[25]);
	pr_notice("Areca RAID Controller%d: Model %s, F/W %s\n",
		acb->host->host_no,
		acb->firm_model,
		acb->firm_version);
	return true;
}

2909
static bool arcmsr_get_firmware_spec(struct AdapterControlBlock *acb)
2910
{
2911 2912 2913 2914
	bool rtn = false;

	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A:
2915
		rtn = arcmsr_hbaA_get_config(acb);
2916 2917
		break;
	case ACB_ADAPTER_TYPE_B:
2918
		rtn = arcmsr_hbaB_get_config(acb);
2919 2920
		break;
	case ACB_ADAPTER_TYPE_C:
2921
		rtn = arcmsr_hbaC_get_config(acb);
2922
		break;
2923 2924 2925
	case ACB_ADAPTER_TYPE_D:
		rtn = arcmsr_hbaD_get_config(acb);
		break;
2926 2927 2928 2929 2930
	default:
		break;
	}
	if (acb->firm_numbers_queue > ARCMSR_MAX_OUTSTANDING_CMD)
		acb->maxOutstanding = ARCMSR_MAX_OUTSTANDING_CMD;
2931
	else
2932 2933 2934
		acb->maxOutstanding = acb->firm_numbers_queue - 1;
	acb->host->can_queue = acb->maxOutstanding;
	return rtn;
2935 2936
}

2937
static int arcmsr_hbaA_polling_ccbdone(struct AdapterControlBlock *acb,
2938 2939
	struct CommandControlBlock *poll_ccb)
{
A
Al Viro 已提交
2940
	struct MessageUnit_A __iomem *reg = acb->pmuA;
2941
	struct CommandControlBlock *ccb;
2942
	struct ARCMSR_CDB *arcmsr_cdb;
2943
	uint32_t flag_ccb, outbound_intstatus, poll_ccb_done = 0, poll_count = 0;
2944
	int rtn;
2945
	bool error;
2946
	polling_hba_ccb_retry:
2947
	poll_count++;
2948
	outbound_intstatus = readl(&reg->outbound_intstatus) & acb->outbound_int_enable;
2949 2950 2951
	writel(outbound_intstatus, &reg->outbound_intstatus);/*clear interrupt*/
	while (1) {
		if ((flag_ccb = readl(&reg->outbound_queueport)) == 0xFFFFFFFF) {
2952
			if (poll_ccb_done){
2953
				rtn = SUCCESS;
2954
				break;
2955 2956 2957
			}else {
				msleep(25);
				if (poll_count > 100){
2958
					rtn = FAILED;
2959
					break;
2960
				}
2961
				goto polling_hba_ccb_retry;
2962 2963
			}
		}
2964 2965
		arcmsr_cdb = (struct ARCMSR_CDB *)(acb->vir2phy_offset + (flag_ccb << 5));
		ccb = container_of(arcmsr_cdb, struct CommandControlBlock, arcmsr_cdb);
2966
		poll_ccb_done |= (ccb == poll_ccb) ? 1 : 0;
2967 2968 2969
		if ((ccb->acb != acb) || (ccb->startdone != ARCMSR_CCB_START)) {
			if ((ccb->startdone == ARCMSR_CCB_ABORTED) || (ccb == poll_ccb)) {
				printk(KERN_NOTICE "arcmsr%d: scsi id = %d lun = %d ccb = '0x%p'"
2970 2971 2972
					" poll command abort successfully \n"
					, acb->host->host_no
					, ccb->pcmd->device->id
H
Hannes Reinecke 已提交
2973
					, (u32)ccb->pcmd->device->lun
2974 2975
					, ccb);
				ccb->pcmd->result = DID_ABORT << 16;
2976
				arcmsr_ccb_complete(ccb);
2977 2978
				continue;
			}
2979 2980
			printk(KERN_NOTICE "arcmsr%d: polling get an illegal ccb"
				" command done ccb = '0x%p'"
2981
				"ccboutstandingcount = %d \n"
2982 2983 2984 2985
				, acb->host->host_no
				, ccb
				, atomic_read(&acb->ccboutstandingcount));
			continue;
2986 2987 2988
		}
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
		arcmsr_report_ccb_state(acb, ccb, error);
2989
	}
2990 2991
	return rtn;
}
2992

2993
static int arcmsr_hbaB_polling_ccbdone(struct AdapterControlBlock *acb,
2994 2995
					struct CommandControlBlock *poll_ccb)
{
2996
	struct MessageUnit_B *reg = acb->pmuB;
2997
	struct ARCMSR_CDB *arcmsr_cdb;
2998 2999
	struct CommandControlBlock *ccb;
	uint32_t flag_ccb, poll_ccb_done = 0, poll_count = 0;
3000
	int index, rtn;
3001
	bool error;
3002
	polling_hbb_ccb_retry:
3003

3004 3005
	poll_count++;
	/* clear doorbell interrupt */
3006
	writel(ARCMSR_DOORBELL_INT_CLEAR_PATTERN, reg->iop2drv_doorbell);
3007 3008
	while(1){
		index = reg->doneq_index;
3009 3010
		flag_ccb = reg->done_qbuffer[index];
		if (flag_ccb == 0) {
3011
			if (poll_ccb_done){
3012
				rtn = SUCCESS;
3013 3014 3015 3016
				break;
			}else {
				msleep(25);
				if (poll_count > 100){
3017
					rtn = FAILED;
3018
					break;
3019
				}
3020
				goto polling_hbb_ccb_retry;
3021
			}
3022
		}
3023
		reg->done_qbuffer[index] = 0;
3024 3025 3026 3027 3028
		index++;
		/*if last index number set it to 0 */
		index %= ARCMSR_MAX_HBB_POSTQUEUE;
		reg->doneq_index = index;
		/* check if command done with no error*/
3029 3030
		arcmsr_cdb = (struct ARCMSR_CDB *)(acb->vir2phy_offset + (flag_ccb << 5));
		ccb = container_of(arcmsr_cdb, struct CommandControlBlock, arcmsr_cdb);
3031
		poll_ccb_done |= (ccb == poll_ccb) ? 1 : 0;
3032 3033
		if ((ccb->acb != acb) || (ccb->startdone != ARCMSR_CCB_START)) {
			if ((ccb->startdone == ARCMSR_CCB_ABORTED) || (ccb == poll_ccb)) {
3034 3035
				printk(KERN_NOTICE "arcmsr%d: scsi id = %d lun = %d ccb = '0x%p'"
					" poll command abort successfully \n"
3036 3037
					,acb->host->host_no
					,ccb->pcmd->device->id
H
Hannes Reinecke 已提交
3038
					,(u32)ccb->pcmd->device->lun
3039 3040
					,ccb);
				ccb->pcmd->result = DID_ABORT << 16;
3041
				arcmsr_ccb_complete(ccb);
3042 3043 3044 3045 3046 3047 3048 3049 3050 3051 3052 3053 3054 3055 3056 3057
				continue;
			}
			printk(KERN_NOTICE "arcmsr%d: polling get an illegal ccb"
				" command done ccb = '0x%p'"
				"ccboutstandingcount = %d \n"
				, acb->host->host_no
				, ccb
				, atomic_read(&acb->ccboutstandingcount));
			continue;
		} 
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
		arcmsr_report_ccb_state(acb, ccb, error);
	}
	return rtn;
}

3058 3059
static int arcmsr_hbaC_polling_ccbdone(struct AdapterControlBlock *acb,
		struct CommandControlBlock *poll_ccb)
3060
{
3061
	struct MessageUnit_C __iomem *reg = acb->pmuC;
3062 3063 3064 3065 3066 3067 3068 3069 3070 3071 3072 3073 3074 3075 3076 3077 3078 3079
	uint32_t flag_ccb, ccb_cdb_phy;
	struct ARCMSR_CDB *arcmsr_cdb;
	bool error;
	struct CommandControlBlock *pCCB;
	uint32_t poll_ccb_done = 0, poll_count = 0;
	int rtn;
polling_hbc_ccb_retry:
	poll_count++;
	while (1) {
		if ((readl(&reg->host_int_status) & ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR) == 0) {
			if (poll_ccb_done) {
				rtn = SUCCESS;
				break;
			} else {
				msleep(25);
				if (poll_count > 100) {
					rtn = FAILED;
					break;
3080
				}
3081 3082 3083 3084 3085 3086 3087
				goto polling_hbc_ccb_retry;
			}
		}
		flag_ccb = readl(&reg->outbound_queueport_low);
		ccb_cdb_phy = (flag_ccb & 0xFFFFFFF0);
		arcmsr_cdb = (struct ARCMSR_CDB *)(acb->vir2phy_offset + ccb_cdb_phy);/*frame must be 32 bytes aligned*/
		pCCB = container_of(arcmsr_cdb, struct CommandControlBlock, arcmsr_cdb);
3088
		poll_ccb_done |= (pCCB == poll_ccb) ? 1 : 0;
3089 3090 3091 3092 3093
		/* check ifcommand done with no error*/
		if ((pCCB->acb != acb) || (pCCB->startdone != ARCMSR_CCB_START)) {
			if (pCCB->startdone == ARCMSR_CCB_ABORTED) {
				printk(KERN_NOTICE "arcmsr%d: scsi id = %d lun = %d ccb = '0x%p'"
					" poll command abort successfully \n"
3094
					, acb->host->host_no
3095
					, pCCB->pcmd->device->id
H
Hannes Reinecke 已提交
3096
					, (u32)pCCB->pcmd->device->lun
3097 3098 3099
					, pCCB);
					pCCB->pcmd->result = DID_ABORT << 16;
					arcmsr_ccb_complete(pCCB);
3100
				continue;
3101 3102 3103 3104 3105 3106 3107 3108
			}
			printk(KERN_NOTICE "arcmsr%d: polling get an illegal ccb"
				" command done ccb = '0x%p'"
				"ccboutstandingcount = %d \n"
				, acb->host->host_no
				, pCCB
				, atomic_read(&acb->ccboutstandingcount));
			continue;
3109
		}
3110 3111 3112
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE1) ? true : false;
		arcmsr_report_ccb_state(acb, pCCB, error);
	}
3113
	return rtn;
3114
}
3115 3116 3117 3118 3119 3120

static int arcmsr_hbaD_polling_ccbdone(struct AdapterControlBlock *acb,
				struct CommandControlBlock *poll_ccb)
{
	bool error;
	uint32_t poll_ccb_done = 0, poll_count = 0, flag_ccb, ccb_cdb_phy;
3121
	int rtn, doneq_index, index_stripped, outbound_write_pointer, toggle;
3122 3123 3124 3125 3126 3127 3128 3129
	unsigned long flags;
	struct ARCMSR_CDB *arcmsr_cdb;
	struct CommandControlBlock *pCCB;
	struct MessageUnit_D *pmu = acb->pmuD;

polling_hbaD_ccb_retry:
	poll_count++;
	while (1) {
3130
		spin_lock_irqsave(&acb->doneq_lock, flags);
3131 3132 3133
		outbound_write_pointer = pmu->done_qbuffer[0].addressLow + 1;
		doneq_index = pmu->doneq_index;
		if ((outbound_write_pointer & 0xFFF) == (doneq_index & 0xFFF)) {
3134
			spin_unlock_irqrestore(&acb->doneq_lock, flags);
3135 3136 3137 3138 3139 3140 3141 3142 3143 3144 3145 3146
			if (poll_ccb_done) {
				rtn = SUCCESS;
				break;
			} else {
				msleep(25);
				if (poll_count > 40) {
					rtn = FAILED;
					break;
				}
				goto polling_hbaD_ccb_retry;
			}
		}
3147 3148 3149 3150 3151
		toggle = doneq_index & 0x4000;
		index_stripped = (doneq_index & 0xFFF) + 1;
		index_stripped %= ARCMSR_MAX_ARC1214_DONEQUEUE;
		pmu->doneq_index = index_stripped ? (index_stripped | toggle) :
				((toggle ^ 0x4000) + 1);
3152
		doneq_index = pmu->doneq_index;
3153
		spin_unlock_irqrestore(&acb->doneq_lock, flags);
3154 3155 3156 3157 3158 3159 3160 3161 3162 3163 3164 3165 3166 3167 3168 3169 3170 3171 3172 3173 3174 3175 3176 3177 3178 3179 3180 3181 3182 3183 3184 3185 3186 3187 3188 3189
		flag_ccb = pmu->done_qbuffer[doneq_index & 0xFFF].addressLow;
		ccb_cdb_phy = (flag_ccb & 0xFFFFFFF0);
		arcmsr_cdb = (struct ARCMSR_CDB *)(acb->vir2phy_offset +
			ccb_cdb_phy);
		pCCB = container_of(arcmsr_cdb, struct CommandControlBlock,
			arcmsr_cdb);
		poll_ccb_done |= (pCCB == poll_ccb) ? 1 : 0;
		if ((pCCB->acb != acb) ||
			(pCCB->startdone != ARCMSR_CCB_START)) {
			if (pCCB->startdone == ARCMSR_CCB_ABORTED) {
				pr_notice("arcmsr%d: scsi id = %d "
					"lun = %d ccb = '0x%p' poll command "
					"abort successfully\n"
					, acb->host->host_no
					, pCCB->pcmd->device->id
					, (u32)pCCB->pcmd->device->lun
					, pCCB);
				pCCB->pcmd->result = DID_ABORT << 16;
				arcmsr_ccb_complete(pCCB);
				continue;
			}
			pr_notice("arcmsr%d: polling an illegal "
				"ccb command done ccb = '0x%p' "
				"ccboutstandingcount = %d\n"
				, acb->host->host_no
				, pCCB
				, atomic_read(&acb->ccboutstandingcount));
			continue;
		}
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE1)
			? true : false;
		arcmsr_report_ccb_state(acb, pCCB, error);
	}
	return rtn;
}

3190
static int arcmsr_polling_ccbdone(struct AdapterControlBlock *acb,
3191 3192
					struct CommandControlBlock *poll_ccb)
{
3193
	int rtn = 0;
3194 3195 3196
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
3197
		rtn = arcmsr_hbaA_polling_ccbdone(acb, poll_ccb);
3198 3199 3200 3201
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
3202
		rtn = arcmsr_hbaB_polling_ccbdone(acb, poll_ccb);
3203
		}
3204 3205
		break;
	case ACB_ADAPTER_TYPE_C: {
3206
		rtn = arcmsr_hbaC_polling_ccbdone(acb, poll_ccb);
3207
		}
3208 3209 3210 3211
		break;
	case ACB_ADAPTER_TYPE_D:
		rtn = arcmsr_hbaD_polling_ccbdone(acb, poll_ccb);
		break;
3212
	}
3213
	return rtn;
3214
}
3215 3216

static int arcmsr_iop_confirm(struct AdapterControlBlock *acb)
3217
{
3218
	uint32_t cdb_phyaddr, cdb_phyaddr_hi32;
3219
	dma_addr_t dma_coherent_handle;
3220

3221 3222 3223 3224 3225 3226
	/*
	********************************************************************
	** here we need to tell iop 331 our freeccb.HighPart
	** if freeccb.HighPart is not zero
	********************************************************************
	*/
3227 3228
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_B:
3229
	case ACB_ADAPTER_TYPE_D:
3230 3231 3232 3233 3234 3235 3236 3237
		dma_coherent_handle = acb->dma_coherent_handle2;
		break;
	default:
		dma_coherent_handle = acb->dma_coherent_handle;
		break;
	}
	cdb_phyaddr = lower_32_bits(dma_coherent_handle);
	cdb_phyaddr_hi32 = upper_32_bits(dma_coherent_handle);
3238
	acb->cdb_phyaddr_hi32 = cdb_phyaddr_hi32;
3239 3240 3241 3242 3243 3244 3245 3246
	/*
	***********************************************************************
	**    if adapter type B, set window of "post command Q"
	***********************************************************************
	*/
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
3247
		if (cdb_phyaddr_hi32 != 0) {
A
Al Viro 已提交
3248
			struct MessageUnit_A __iomem *reg = acb->pmuA;
3249 3250
			writel(ARCMSR_SIGNATURE_SET_CONFIG, \
						&reg->message_rwbuffer[0]);
3251
			writel(cdb_phyaddr_hi32, &reg->message_rwbuffer[1]);
3252 3253
			writel(ARCMSR_INBOUND_MESG0_SET_CONFIG, \
							&reg->inbound_msgaddr0);
3254
			if (!arcmsr_hbaA_wait_msgint_ready(acb)) {
3255 3256 3257 3258
				printk(KERN_NOTICE "arcmsr%d: ""set ccb high \
				part physical address timeout\n",
				acb->host->host_no);
				return 1;
3259
			}
3260 3261 3262
		}
		}
		break;
3263

3264
	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
3265
		uint32_t __iomem *rwbuffer;
3266

A
Al Viro 已提交
3267
		struct MessageUnit_B *reg = acb->pmuB;
3268 3269
		reg->postq_index = 0;
		reg->doneq_index = 0;
3270
		writel(ARCMSR_MESSAGE_SET_POST_WINDOW, reg->drv2iop_doorbell);
3271
		if (!arcmsr_hbaB_wait_msgint_ready(acb)) {
3272 3273 3274 3275
			printk(KERN_NOTICE "arcmsr%d:can not set diver mode\n", \
				acb->host->host_no);
			return 1;
		}
3276
		rwbuffer = reg->message_rwbuffer;
3277 3278 3279
		/* driver "set config" signature */
		writel(ARCMSR_SIGNATURE_SET_CONFIG, rwbuffer++);
		/* normal should be zero */
3280
		writel(cdb_phyaddr_hi32, rwbuffer++);
3281
		/* postQ size (256 + 8)*4	 */
3282
		writel(cdb_phyaddr, rwbuffer++);
3283
		/* doneQ size (256 + 8)*4	 */
3284
		writel(cdb_phyaddr + 1056, rwbuffer++);
3285 3286 3287
		/* ccb maxQ size must be --> [(256 + 8)*4]*/
		writel(1056, rwbuffer);

3288
		writel(ARCMSR_MESSAGE_SET_CONFIG, reg->drv2iop_doorbell);
3289
		if (!arcmsr_hbaB_wait_msgint_ready(acb)) {
3290 3291 3292 3293
			printk(KERN_NOTICE "arcmsr%d: 'set command Q window' \
			timeout \n",acb->host->host_no);
			return 1;
		}
3294
		writel(ARCMSR_MESSAGE_START_DRIVER_MODE, reg->drv2iop_doorbell);
3295
		if (!arcmsr_hbaB_wait_msgint_ready(acb)) {
3296 3297 3298 3299
			pr_err("arcmsr%d: can't set driver mode.\n",
				acb->host->host_no);
			return 1;
		}
3300 3301
		}
		break;
3302 3303
	case ACB_ADAPTER_TYPE_C: {
		if (cdb_phyaddr_hi32 != 0) {
3304
			struct MessageUnit_C __iomem *reg = acb->pmuC;
3305

3306 3307
			printk(KERN_NOTICE "arcmsr%d: cdb_phyaddr_hi32=0x%x\n",
					acb->adapter_index, cdb_phyaddr_hi32);
3308 3309 3310 3311
			writel(ARCMSR_SIGNATURE_SET_CONFIG, &reg->msgcode_rwbuffer[0]);
			writel(cdb_phyaddr_hi32, &reg->msgcode_rwbuffer[1]);
			writel(ARCMSR_INBOUND_MESG0_SET_CONFIG, &reg->inbound_msgaddr0);
			writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
3312
			if (!arcmsr_hbaC_wait_msgint_ready(acb)) {
3313 3314 3315 3316 3317 3318
				printk(KERN_NOTICE "arcmsr%d: 'set command Q window' \
				timeout \n", acb->host->host_no);
				return 1;
			}
		}
		}
3319 3320 3321 3322 3323 3324 3325 3326 3327 3328 3329 3330 3331 3332 3333 3334 3335 3336 3337 3338 3339
		break;
	case ACB_ADAPTER_TYPE_D: {
		uint32_t __iomem *rwbuffer;
		struct MessageUnit_D *reg = acb->pmuD;
		reg->postq_index = 0;
		reg->doneq_index = 0;
		rwbuffer = reg->msgcode_rwbuffer;
		writel(ARCMSR_SIGNATURE_SET_CONFIG, rwbuffer++);
		writel(cdb_phyaddr_hi32, rwbuffer++);
		writel(cdb_phyaddr, rwbuffer++);
		writel(cdb_phyaddr + (ARCMSR_MAX_ARC1214_POSTQUEUE *
			sizeof(struct InBound_SRB)), rwbuffer++);
		writel(0x100, rwbuffer);
		writel(ARCMSR_INBOUND_MESG0_SET_CONFIG, reg->inbound_msgaddr0);
		if (!arcmsr_hbaD_wait_msgint_ready(acb)) {
			pr_notice("arcmsr%d: 'set command Q window' timeout\n",
				acb->host->host_no);
			return 1;
		}
		}
		break;
3340 3341 3342
	}
	return 0;
}
3343

3344 3345 3346 3347 3348 3349
static void arcmsr_wait_firmware_ready(struct AdapterControlBlock *acb)
{
	uint32_t firmware_state = 0;
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
3350
		struct MessageUnit_A __iomem *reg = acb->pmuA;
3351 3352 3353 3354 3355 3356 3357
		do {
			firmware_state = readl(&reg->outbound_msgaddr1);
		} while ((firmware_state & ARCMSR_OUTBOUND_MESG1_FIRMWARE_OK) == 0);
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
3358
		struct MessageUnit_B *reg = acb->pmuB;
3359
		do {
3360
			firmware_state = readl(reg->iop2drv_doorbell);
3361
		} while ((firmware_state & ARCMSR_MESSAGE_FIRMWARE_OK) == 0);
3362
		writel(ARCMSR_DRV2IOP_END_OF_INTERRUPT, reg->drv2iop_doorbell);
3363 3364
		}
		break;
3365
	case ACB_ADAPTER_TYPE_C: {
3366
		struct MessageUnit_C __iomem *reg = acb->pmuC;
3367 3368 3369 3370
		do {
			firmware_state = readl(&reg->outbound_msgaddr1);
		} while ((firmware_state & ARCMSR_HBCMU_MESSAGE_FIRMWARE_OK) == 0);
		}
3371 3372 3373 3374 3375 3376 3377 3378 3379
		break;
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg = acb->pmuD;
		do {
			firmware_state = readl(reg->outbound_msgaddr1);
		} while ((firmware_state &
			ARCMSR_ARC1214_MESSAGE_FIRMWARE_OK) == 0);
		}
		break;
3380
	}
3381 3382
}

3383
static void arcmsr_hbaA_request_device_map(struct AdapterControlBlock *acb)
3384 3385
{
	struct MessageUnit_A __iomem *reg = acb->pmuA;
3386
	if (unlikely(atomic_read(&acb->rq_map_token) == 0) || ((acb->acb_flags & ACB_F_BUS_RESET) != 0 ) || ((acb->acb_flags & ACB_F_ABORT) != 0 )){
3387
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3388
		return;
3389
	} else {
3390
		acb->fw_flag = FW_NORMAL;
3391
		if (atomic_read(&acb->ante_token_value) == atomic_read(&acb->rq_map_token)){
3392 3393
			atomic_set(&acb->rq_map_token, 16);
		}
3394
		atomic_set(&acb->ante_token_value, atomic_read(&acb->rq_map_token));
3395 3396
		if (atomic_dec_and_test(&acb->rq_map_token)) {
			mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3397
			return;
3398
		}
3399
		writel(ARCMSR_INBOUND_MESG0_GET_CONFIG, &reg->inbound_msgaddr0);
3400
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3401 3402 3403 3404
	}
	return;
}

3405
static void arcmsr_hbaB_request_device_map(struct AdapterControlBlock *acb)
3406
{
3407
	struct MessageUnit_B *reg = acb->pmuB;
3408
	if (unlikely(atomic_read(&acb->rq_map_token) == 0) || ((acb->acb_flags & ACB_F_BUS_RESET) != 0 ) || ((acb->acb_flags & ACB_F_ABORT) != 0 )){
3409
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3410 3411 3412 3413
		return;
	} else {
		acb->fw_flag = FW_NORMAL;
		if (atomic_read(&acb->ante_token_value) == atomic_read(&acb->rq_map_token)) {
3414
			atomic_set(&acb->rq_map_token, 16);
3415 3416
		}
		atomic_set(&acb->ante_token_value, atomic_read(&acb->rq_map_token));
3417 3418
		if (atomic_dec_and_test(&acb->rq_map_token)) {
			mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3419
			return;
3420
		}
3421 3422 3423 3424 3425
		writel(ARCMSR_MESSAGE_GET_CONFIG, reg->drv2iop_doorbell);
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
	}
	return;
}
3426

3427
static void arcmsr_hbaC_request_device_map(struct AdapterControlBlock *acb)
3428 3429
{
	struct MessageUnit_C __iomem *reg = acb->pmuC;
3430
	if (unlikely(atomic_read(&acb->rq_map_token) == 0) || ((acb->acb_flags & ACB_F_BUS_RESET) != 0) || ((acb->acb_flags & ACB_F_ABORT) != 0)) {
3431
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3432
		return;
3433
	} else {
3434 3435
		acb->fw_flag = FW_NORMAL;
		if (atomic_read(&acb->ante_token_value) == atomic_read(&acb->rq_map_token)) {
3436 3437
			atomic_set(&acb->rq_map_token, 16);
		}
3438
		atomic_set(&acb->ante_token_value, atomic_read(&acb->rq_map_token));
3439 3440
		if (atomic_dec_and_test(&acb->rq_map_token)) {
			mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3441
			return;
3442
		}
3443 3444 3445
		writel(ARCMSR_INBOUND_MESG0_GET_CONFIG, &reg->inbound_msgaddr0);
		writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3446 3447 3448 3449
	}
	return;
}

3450 3451 3452 3453 3454 3455 3456 3457 3458 3459 3460 3461 3462 3463 3464 3465 3466 3467 3468 3469 3470 3471 3472 3473 3474 3475 3476 3477 3478
static void arcmsr_hbaD_request_device_map(struct AdapterControlBlock *acb)
{
	struct MessageUnit_D *reg = acb->pmuD;

	if (unlikely(atomic_read(&acb->rq_map_token) == 0) ||
		((acb->acb_flags & ACB_F_BUS_RESET) != 0) ||
		((acb->acb_flags & ACB_F_ABORT) != 0)) {
		mod_timer(&acb->eternal_timer,
			jiffies + msecs_to_jiffies(6 * HZ));
	} else {
		acb->fw_flag = FW_NORMAL;
		if (atomic_read(&acb->ante_token_value) ==
			atomic_read(&acb->rq_map_token)) {
			atomic_set(&acb->rq_map_token, 16);
		}
		atomic_set(&acb->ante_token_value,
			atomic_read(&acb->rq_map_token));
		if (atomic_dec_and_test(&acb->rq_map_token)) {
			mod_timer(&acb->eternal_timer, jiffies +
				msecs_to_jiffies(6 * HZ));
			return;
		}
		writel(ARCMSR_INBOUND_MESG0_GET_CONFIG,
			reg->inbound_msgaddr0);
		mod_timer(&acb->eternal_timer, jiffies +
			msecs_to_jiffies(6 * HZ));
	}
}

3479 3480 3481 3482 3483
static void arcmsr_request_device_map(unsigned long pacb)
{
	struct AdapterControlBlock *acb = (struct AdapterControlBlock *)pacb;
	switch (acb->adapter_type) {
		case ACB_ADAPTER_TYPE_A: {
3484
			arcmsr_hbaA_request_device_map(acb);
3485 3486 3487
		}
		break;
		case ACB_ADAPTER_TYPE_B: {
3488
			arcmsr_hbaB_request_device_map(acb);
3489 3490
		}
		break;
3491
		case ACB_ADAPTER_TYPE_C: {
3492
			arcmsr_hbaC_request_device_map(acb);
3493
		}
3494 3495 3496 3497
		break;
		case ACB_ADAPTER_TYPE_D:
			arcmsr_hbaD_request_device_map(acb);
		break;
3498 3499 3500
	}
}

3501
static void arcmsr_hbaA_start_bgrb(struct AdapterControlBlock *acb)
3502
{
A
Al Viro 已提交
3503
	struct MessageUnit_A __iomem *reg = acb->pmuA;
3504 3505
	acb->acb_flags |= ACB_F_MSG_START_BGRB;
	writel(ARCMSR_INBOUND_MESG0_START_BGRB, &reg->inbound_msgaddr0);
3506
	if (!arcmsr_hbaA_wait_msgint_ready(acb)) {
3507 3508
		printk(KERN_NOTICE "arcmsr%d: wait 'start adapter background \
				rebulid' timeout \n", acb->host->host_no);
3509 3510 3511
	}
}

3512
static void arcmsr_hbaB_start_bgrb(struct AdapterControlBlock *acb)
3513
{
A
Al Viro 已提交
3514
	struct MessageUnit_B *reg = acb->pmuB;
3515
	acb->acb_flags |= ACB_F_MSG_START_BGRB;
3516
	writel(ARCMSR_MESSAGE_START_BGRB, reg->drv2iop_doorbell);
3517
	if (!arcmsr_hbaB_wait_msgint_ready(acb)) {
3518 3519 3520 3521
		printk(KERN_NOTICE "arcmsr%d: wait 'start adapter background \
				rebulid' timeout \n",acb->host->host_no);
	}
}
3522

3523
static void arcmsr_hbaC_start_bgrb(struct AdapterControlBlock *pACB)
3524
{
3525
	struct MessageUnit_C __iomem *phbcmu = pACB->pmuC;
3526 3527 3528
	pACB->acb_flags |= ACB_F_MSG_START_BGRB;
	writel(ARCMSR_INBOUND_MESG0_START_BGRB, &phbcmu->inbound_msgaddr0);
	writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &phbcmu->inbound_doorbell);
3529
	if (!arcmsr_hbaC_wait_msgint_ready(pACB)) {
3530 3531 3532 3533 3534
		printk(KERN_NOTICE "arcmsr%d: wait 'start adapter background \
				rebulid' timeout \n", pACB->host->host_no);
	}
	return;
}
3535 3536 3537 3538 3539 3540 3541 3542 3543 3544 3545 3546 3547

static void arcmsr_hbaD_start_bgrb(struct AdapterControlBlock *pACB)
{
	struct MessageUnit_D *pmu = pACB->pmuD;

	pACB->acb_flags |= ACB_F_MSG_START_BGRB;
	writel(ARCMSR_INBOUND_MESG0_START_BGRB, pmu->inbound_msgaddr0);
	if (!arcmsr_hbaD_wait_msgint_ready(pACB)) {
		pr_notice("arcmsr%d: wait 'start adapter "
			"background rebulid' timeout\n", pACB->host->host_no);
	}
}

3548
static void arcmsr_start_adapter_bgrb(struct AdapterControlBlock *acb)
3549
{
3550 3551
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A:
3552
		arcmsr_hbaA_start_bgrb(acb);
3553 3554
		break;
	case ACB_ADAPTER_TYPE_B:
3555
		arcmsr_hbaB_start_bgrb(acb);
3556
		break;
3557
	case ACB_ADAPTER_TYPE_C:
3558
		arcmsr_hbaC_start_bgrb(acb);
3559 3560 3561 3562
		break;
	case ACB_ADAPTER_TYPE_D:
		arcmsr_hbaD_start_bgrb(acb);
		break;
3563 3564
	}
}
3565

3566 3567 3568 3569
static void arcmsr_clear_doorbell_queue_buffer(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
3570
		struct MessageUnit_A __iomem *reg = acb->pmuA;
3571 3572 3573 3574 3575 3576 3577 3578
		uint32_t outbound_doorbell;
		/* empty doorbell Qbuffer if door bell ringed */
		outbound_doorbell = readl(&reg->outbound_doorbell);
		/*clear doorbell interrupt */
		writel(outbound_doorbell, &reg->outbound_doorbell);
		writel(ARCMSR_INBOUND_DRIVER_DATA_READ_OK, &reg->inbound_doorbell);
		}
		break;
3579

3580
	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
3581
		struct MessageUnit_B *reg = acb->pmuB;
3582
		/*clear interrupt and message state*/
3583 3584
		writel(ARCMSR_MESSAGE_INT_CLEAR_PATTERN, reg->iop2drv_doorbell);
		writel(ARCMSR_DRV2IOP_DATA_READ_OK, reg->drv2iop_doorbell);
3585 3586 3587
		/* let IOP know data has been read */
		}
		break;
3588
	case ACB_ADAPTER_TYPE_C: {
3589
		struct MessageUnit_C __iomem *reg = acb->pmuC;
3590
		uint32_t outbound_doorbell, i;
3591 3592 3593 3594
		/* empty doorbell Qbuffer if door bell ringed */
		outbound_doorbell = readl(&reg->outbound_doorbell);
		writel(outbound_doorbell, &reg->outbound_doorbell_clear);
		writel(ARCMSR_HBCMU_DRV2IOP_DATA_READ_OK, &reg->inbound_doorbell);
3595 3596 3597 3598 3599 3600 3601 3602 3603 3604 3605 3606
		for (i = 0; i < 200; i++) {
			msleep(20);
			outbound_doorbell = readl(&reg->outbound_doorbell);
			if (outbound_doorbell &
				ARCMSR_HBCMU_IOP2DRV_DATA_WRITE_OK) {
				writel(outbound_doorbell,
					&reg->outbound_doorbell_clear);
				writel(ARCMSR_HBCMU_DRV2IOP_DATA_READ_OK,
					&reg->inbound_doorbell);
			} else
				break;
		}
3607
		}
3608 3609 3610 3611 3612 3613 3614 3615 3616 3617 3618 3619 3620 3621 3622 3623 3624 3625 3626 3627 3628 3629 3630
		break;
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg = acb->pmuD;
		uint32_t outbound_doorbell, i;
		/* empty doorbell Qbuffer if door bell ringed */
		outbound_doorbell = readl(reg->outbound_doorbell);
		writel(outbound_doorbell, reg->outbound_doorbell);
		writel(ARCMSR_ARC1214_DRV2IOP_DATA_OUT_READ,
			reg->inbound_doorbell);
		for (i = 0; i < 200; i++) {
			msleep(20);
			outbound_doorbell = readl(reg->outbound_doorbell);
			if (outbound_doorbell &
				ARCMSR_ARC1214_IOP2DRV_DATA_WRITE_OK) {
				writel(outbound_doorbell,
					reg->outbound_doorbell);
				writel(ARCMSR_ARC1214_DRV2IOP_DATA_OUT_READ,
					reg->inbound_doorbell);
			} else
				break;
		}
		}
		break;
3631
	}
3632
}
3633

N
Nick Cheng 已提交
3634 3635 3636 3637 3638 3639 3640 3641
static void arcmsr_enable_eoi_mode(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A:
		return;
	case ACB_ADAPTER_TYPE_B:
		{
			struct MessageUnit_B *reg = acb->pmuB;
3642
			writel(ARCMSR_MESSAGE_ACTIVE_EOI_MODE, reg->drv2iop_doorbell);
3643
			if (!arcmsr_hbaB_wait_msgint_ready(acb)) {
N
Nick Cheng 已提交
3644 3645 3646 3647 3648
				printk(KERN_NOTICE "ARCMSR IOP enables EOI_MODE TIMEOUT");
				return;
			}
		}
		break;
3649 3650
	case ACB_ADAPTER_TYPE_C:
		return;
N
Nick Cheng 已提交
3651 3652 3653 3654
	}
	return;
}

3655 3656 3657
static void arcmsr_hardware_reset(struct AdapterControlBlock *acb)
{
	uint8_t value[64];
3658 3659 3660
	int i, count = 0;
	struct MessageUnit_A __iomem *pmuA = acb->pmuA;
	struct MessageUnit_C __iomem *pmuC = acb->pmuC;
3661
	struct MessageUnit_D *pmuD = acb->pmuD;
3662

3663
	/* backup pci config data */
3664
	printk(KERN_NOTICE "arcmsr%d: executing hw bus reset .....\n", acb->host->host_no);
3665 3666 3667 3668
	for (i = 0; i < 64; i++) {
		pci_read_config_byte(acb->pdev, i, &value[i]);
	}
	/* hardware reset signal */
3669
	if ((acb->dev_id == 0x1680)) {
3670 3671 3672 3673 3674 3675 3676 3677 3678 3679
		writel(ARCMSR_ARC1680_BUS_RESET, &pmuA->reserved1[0]);
	} else if ((acb->dev_id == 0x1880)) {
		do {
			count++;
			writel(0xF, &pmuC->write_sequence);
			writel(0x4, &pmuC->write_sequence);
			writel(0xB, &pmuC->write_sequence);
			writel(0x2, &pmuC->write_sequence);
			writel(0x7, &pmuC->write_sequence);
			writel(0xD, &pmuC->write_sequence);
3680
		} while (((readl(&pmuC->host_diagnostic) & ARCMSR_ARC1880_DiagWrite_ENABLE) == 0) && (count < 5));
3681
		writel(ARCMSR_ARC1880_RESET_ADAPTER, &pmuC->host_diagnostic);
3682 3683
	} else if ((acb->dev_id == 0x1214)) {
		writel(0x20, pmuD->reset_request);
3684
	} else {
3685
		pci_write_config_byte(acb->pdev, 0x84, 0x20);
3686
	}
3687
	msleep(2000);
3688 3689 3690 3691 3692 3693 3694
	/* write back pci config data */
	for (i = 0; i < 64; i++) {
		pci_write_config_byte(acb->pdev, i, value[i]);
	}
	msleep(1000);
	return;
}
3695 3696 3697
static void arcmsr_iop_init(struct AdapterControlBlock *acb)
{
	uint32_t intmask_org;
3698 3699
	/* disable all outbound interrupt */
	intmask_org = arcmsr_disable_outbound_ints(acb);
N
Nick Cheng 已提交
3700 3701
	arcmsr_wait_firmware_ready(acb);
	arcmsr_iop_confirm(acb);
3702 3703 3704 3705
	/*start background rebuild*/
	arcmsr_start_adapter_bgrb(acb);
	/* empty doorbell Qbuffer if door bell ringed */
	arcmsr_clear_doorbell_queue_buffer(acb);
N
Nick Cheng 已提交
3706
	arcmsr_enable_eoi_mode(acb);
3707 3708
	/* enable outbound Post Queue,outbound doorbell Interrupt */
	arcmsr_enable_outbound_ints(acb, intmask_org);
3709 3710 3711
	acb->acb_flags |= ACB_F_IOP_INITED;
}

3712
static uint8_t arcmsr_iop_reset(struct AdapterControlBlock *acb)
3713 3714 3715
{
	struct CommandControlBlock *ccb;
	uint32_t intmask_org;
3716
	uint8_t rtnval = 0x00;
3717
	int i = 0;
3718 3719
	unsigned long flags;

3720
	if (atomic_read(&acb->ccboutstandingcount) != 0) {
3721 3722
		/* disable all outbound interrupt */
		intmask_org = arcmsr_disable_outbound_ints(acb);
3723
		/* talk to iop 331 outstanding command aborted */
3724
		rtnval = arcmsr_abort_allcmd(acb);
3725
		/* clear all outbound posted Q */
3726
		arcmsr_done4abort_postqueue(acb);
3727 3728
		for (i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++) {
			ccb = acb->pccb_pool[i];
3729
			if (ccb->startdone == ARCMSR_CCB_START) {
3730 3731 3732 3733 3734 3735
				scsi_dma_unmap(ccb->pcmd);
				ccb->startdone = ARCMSR_CCB_DONE;
				ccb->ccb_flags = 0;
				spin_lock_irqsave(&acb->ccblist_lock, flags);
				list_add_tail(&ccb->list, &acb->ccb_free_list);
				spin_unlock_irqrestore(&acb->ccblist_lock, flags);
3736 3737
			}
		}
3738
		atomic_set(&acb->ccboutstandingcount, 0);
3739 3740
		/* enable all outbound interrupt */
		arcmsr_enable_outbound_ints(acb, intmask_org);
3741
		return rtnval;
3742
	}
3743
	return rtnval;
3744 3745 3746 3747
}

static int arcmsr_bus_reset(struct scsi_cmnd *cmd)
{
3748
	struct AdapterControlBlock *acb;
3749 3750 3751 3752
	uint32_t intmask_org, outbound_doorbell;
	int retry_count = 0;
	int rtn = FAILED;
	acb = (struct AdapterControlBlock *) cmd->device->host->hostdata;
3753
	printk(KERN_ERR "arcmsr: executing bus reset eh.....num_resets = %d, num_aborts = %d \n", acb->num_resets, acb->num_aborts);
3754 3755
	acb->num_resets++;

3756 3757 3758
	switch(acb->adapter_type){
		case ACB_ADAPTER_TYPE_A:{
			if (acb->acb_flags & ACB_F_BUS_RESET){
3759
				long timeout;
3760 3761
				printk(KERN_ERR "arcmsr: there is an  bus reset eh proceeding.......\n");
				timeout = wait_event_timeout(wait_q, (acb->acb_flags & ACB_F_BUS_RESET) == 0, 220*HZ);
3762 3763 3764 3765 3766
				if (timeout) {
					return SUCCESS;
				}
			}
			acb->acb_flags |= ACB_F_BUS_RESET;
3767
			if (!arcmsr_iop_reset(acb)) {
3768 3769
				struct MessageUnit_A __iomem *reg;
				reg = acb->pmuA;
3770 3771
				arcmsr_hardware_reset(acb);
				acb->acb_flags &= ~ACB_F_IOP_INITED;
3772
sleep_again:
3773
				ssleep(ARCMSR_SLEEPTIME);
3774
				if ((readl(&reg->outbound_msgaddr1) & ARCMSR_OUTBOUND_MESG1_FIRMWARE_OK) == 0) {
3775 3776
					printk(KERN_ERR "arcmsr%d: waiting for hw bus reset return, retry=%d\n", acb->host->host_no, retry_count);
					if (retry_count > ARCMSR_RETRYCOUNT) {
3777
						acb->fw_flag = FW_DEADLOCK;
3778
						printk(KERN_ERR "arcmsr%d: waiting for hw bus reset return, RETRY TERMINATED!!\n", acb->host->host_no);
3779
						return FAILED;
3780 3781 3782 3783 3784 3785 3786
					}
					retry_count++;
					goto sleep_again;
				}
				acb->acb_flags |= ACB_F_IOP_INITED;
				/* disable all outbound interrupt */
				intmask_org = arcmsr_disable_outbound_ints(acb);
3787
				arcmsr_get_firmware_spec(acb);
3788 3789 3790 3791 3792 3793 3794 3795
				arcmsr_start_adapter_bgrb(acb);
				/* clear Qbuffer if door bell ringed */
				outbound_doorbell = readl(&reg->outbound_doorbell);
				writel(outbound_doorbell, &reg->outbound_doorbell); /*clear interrupt */
   				writel(ARCMSR_INBOUND_DRIVER_DATA_READ_OK, &reg->inbound_doorbell);
				/* enable outbound Post Queue,outbound doorbell Interrupt */
				arcmsr_enable_outbound_ints(acb, intmask_org);
				atomic_set(&acb->rq_map_token, 16);
3796 3797
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
3798
				mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3799 3800
				acb->acb_flags &= ~ACB_F_BUS_RESET;
				rtn = SUCCESS;
3801
				printk(KERN_ERR "arcmsr: scsi  bus reset eh returns with success\n");
3802 3803
			} else {
				acb->acb_flags &= ~ACB_F_BUS_RESET;
3804 3805 3806 3807
				atomic_set(&acb->rq_map_token, 16);
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
				mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6*HZ));
3808
				rtn = SUCCESS;
3809
			}
3810
			break;
3811
		}
3812 3813
		case ACB_ADAPTER_TYPE_B:{
			acb->acb_flags |= ACB_F_BUS_RESET;
3814
			if (!arcmsr_iop_reset(acb)) {
3815 3816
				acb->acb_flags &= ~ACB_F_BUS_RESET;
				rtn = FAILED;
3817 3818
			} else {
				acb->acb_flags &= ~ACB_F_BUS_RESET;
3819 3820 3821 3822
				atomic_set(&acb->rq_map_token, 16);
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
				mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3823
				rtn = SUCCESS;
3824 3825 3826 3827 3828 3829 3830 3831 3832 3833 3834 3835 3836 3837 3838 3839 3840 3841 3842
			}
			break;
		}
		case ACB_ADAPTER_TYPE_C:{
			if (acb->acb_flags & ACB_F_BUS_RESET) {
				long timeout;
				printk(KERN_ERR "arcmsr: there is an bus reset eh proceeding.......\n");
				timeout = wait_event_timeout(wait_q, (acb->acb_flags & ACB_F_BUS_RESET) == 0, 220*HZ);
				if (timeout) {
					return SUCCESS;
				}
			}
			acb->acb_flags |= ACB_F_BUS_RESET;
			if (!arcmsr_iop_reset(acb)) {
				struct MessageUnit_C __iomem *reg;
				reg = acb->pmuC;
				arcmsr_hardware_reset(acb);
				acb->acb_flags &= ~ACB_F_IOP_INITED;
sleep:
3843
				ssleep(ARCMSR_SLEEPTIME);
3844
				if ((readl(&reg->host_diagnostic) & 0x04) != 0) {
3845 3846
					printk(KERN_ERR "arcmsr%d: waiting for hw bus reset return, retry=%d\n", acb->host->host_no, retry_count);
					if (retry_count > ARCMSR_RETRYCOUNT) {
3847
						acb->fw_flag = FW_DEADLOCK;
3848
						printk(KERN_ERR "arcmsr%d: waiting for hw bus reset return, RETRY TERMINATED!!\n", acb->host->host_no);
3849 3850 3851 3852 3853 3854 3855 3856 3857 3858 3859
						return FAILED;
					}
					retry_count++;
					goto sleep;
				}
				acb->acb_flags |= ACB_F_IOP_INITED;
				/* disable all outbound interrupt */
				intmask_org = arcmsr_disable_outbound_ints(acb);
				arcmsr_get_firmware_spec(acb);
				arcmsr_start_adapter_bgrb(acb);
				/* clear Qbuffer if door bell ringed */
3860
				arcmsr_clear_doorbell_queue_buffer(acb);
3861 3862 3863 3864 3865
				/* enable outbound Post Queue,outbound doorbell Interrupt */
				arcmsr_enable_outbound_ints(acb, intmask_org);
				atomic_set(&acb->rq_map_token, 16);
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
3866
				mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3867 3868 3869 3870 3871
				acb->acb_flags &= ~ACB_F_BUS_RESET;
				rtn = SUCCESS;
				printk(KERN_ERR "arcmsr: scsi bus reset eh returns with success\n");
			} else {
				acb->acb_flags &= ~ACB_F_BUS_RESET;
3872 3873 3874 3875
				atomic_set(&acb->rq_map_token, 16);
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
				mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6*HZ));
3876 3877 3878
				rtn = SUCCESS;
			}
			break;
3879
		}
3880 3881 3882 3883 3884 3885 3886 3887 3888 3889 3890 3891 3892 3893 3894 3895 3896 3897 3898 3899 3900 3901 3902 3903 3904 3905 3906 3907 3908 3909 3910 3911 3912 3913 3914 3915 3916 3917 3918 3919 3920 3921 3922 3923 3924 3925 3926 3927 3928 3929 3930 3931 3932 3933 3934 3935 3936 3937 3938 3939
		case ACB_ADAPTER_TYPE_D: {
			if (acb->acb_flags & ACB_F_BUS_RESET) {
				long timeout;
				pr_notice("arcmsr: there is an bus reset"
					" eh proceeding.......\n");
				timeout = wait_event_timeout(wait_q, (acb->acb_flags
					& ACB_F_BUS_RESET) == 0, 220 * HZ);
				if (timeout)
					return SUCCESS;
			}
			acb->acb_flags |= ACB_F_BUS_RESET;
			if (!arcmsr_iop_reset(acb)) {
				struct MessageUnit_D *reg;
				reg = acb->pmuD;
				arcmsr_hardware_reset(acb);
				acb->acb_flags &= ~ACB_F_IOP_INITED;
			nap:
				ssleep(ARCMSR_SLEEPTIME);
				if ((readl(reg->sample_at_reset) & 0x80) != 0) {
					pr_err("arcmsr%d: waiting for "
						"hw bus reset return, retry=%d\n",
						acb->host->host_no, retry_count);
					if (retry_count > ARCMSR_RETRYCOUNT) {
						acb->fw_flag = FW_DEADLOCK;
						pr_err("arcmsr%d: waiting for hw bus"
							" reset return, "
							"RETRY TERMINATED!!\n",
							acb->host->host_no);
						return FAILED;
					}
					retry_count++;
					goto nap;
				}
				acb->acb_flags |= ACB_F_IOP_INITED;
				/* disable all outbound interrupt */
				intmask_org = arcmsr_disable_outbound_ints(acb);
				arcmsr_get_firmware_spec(acb);
				arcmsr_start_adapter_bgrb(acb);
				arcmsr_clear_doorbell_queue_buffer(acb);
				arcmsr_enable_outbound_ints(acb, intmask_org);
				atomic_set(&acb->rq_map_token, 16);
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
				mod_timer(&acb->eternal_timer,
					jiffies + msecs_to_jiffies(6 * HZ));
				acb->acb_flags &= ~ACB_F_BUS_RESET;
				rtn = SUCCESS;
				pr_err("arcmsr: scsi bus reset "
					"eh returns with success\n");
			} else {
				acb->acb_flags &= ~ACB_F_BUS_RESET;
				atomic_set(&acb->rq_map_token, 16);
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
				mod_timer(&acb->eternal_timer,
					jiffies + msecs_to_jiffies(6 * HZ));
				rtn = SUCCESS;
			}
			break;
		}
3940 3941
	}
	return rtn;
3942 3943
}

3944
static int arcmsr_abort_one_cmd(struct AdapterControlBlock *acb,
3945 3946
		struct CommandControlBlock *ccb)
{
3947 3948 3949
	int rtn;
	rtn = arcmsr_polling_ccbdone(acb, ccb);
	return rtn;
3950 3951 3952 3953 3954 3955 3956
}

static int arcmsr_abort(struct scsi_cmnd *cmd)
{
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *)cmd->device->host->hostdata;
	int i = 0;
3957
	int rtn = FAILED;
3958 3959
	uint32_t intmask_org;

3960
	printk(KERN_NOTICE
3961
		"arcmsr%d: abort device command of scsi id = %d lun = %d\n",
H
Hannes Reinecke 已提交
3962
		acb->host->host_no, cmd->device->id, (u32)cmd->device->lun);
3963
	acb->acb_flags |= ACB_F_ABORT;
3964 3965 3966 3967 3968 3969 3970
	acb->num_aborts++;
	/*
	************************************************
	** the all interrupt service routine is locked
	** we need to handle it as soon as possible and exit
	************************************************
	*/
3971 3972
	if (!atomic_read(&acb->ccboutstandingcount)) {
		acb->acb_flags &= ~ACB_F_ABORT;
3973
		return rtn;
3974
	}
3975

3976
	intmask_org = arcmsr_disable_outbound_ints(acb);
3977 3978 3979
	for (i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++) {
		struct CommandControlBlock *ccb = acb->pccb_pool[i];
		if (ccb->startdone == ARCMSR_CCB_START && ccb->pcmd == cmd) {
3980 3981
			ccb->startdone = ARCMSR_CCB_ABORTED;
			rtn = arcmsr_abort_one_cmd(acb, ccb);
3982 3983 3984
			break;
		}
	}
3985
	acb->acb_flags &= ~ACB_F_ABORT;
3986
	arcmsr_enable_outbound_ints(acb, intmask_org);
3987
	return rtn;
3988 3989 3990 3991 3992 3993 3994 3995 3996 3997 3998
}

static const char *arcmsr_info(struct Scsi_Host *host)
{
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *) host->hostdata;
	static char buf[256];
	char *type;
	int raid6 = 1;
	switch (acb->pdev->device) {
	case PCI_DEVICE_ID_ARECA_1110:
3999 4000
	case PCI_DEVICE_ID_ARECA_1200:
	case PCI_DEVICE_ID_ARECA_1202:
4001 4002 4003 4004 4005 4006 4007
	case PCI_DEVICE_ID_ARECA_1210:
		raid6 = 0;
		/*FALLTHRU*/
	case PCI_DEVICE_ID_ARECA_1120:
	case PCI_DEVICE_ID_ARECA_1130:
	case PCI_DEVICE_ID_ARECA_1160:
	case PCI_DEVICE_ID_ARECA_1170:
4008
	case PCI_DEVICE_ID_ARECA_1201:
4009 4010 4011 4012 4013 4014 4015
	case PCI_DEVICE_ID_ARECA_1220:
	case PCI_DEVICE_ID_ARECA_1230:
	case PCI_DEVICE_ID_ARECA_1260:
	case PCI_DEVICE_ID_ARECA_1270:
	case PCI_DEVICE_ID_ARECA_1280:
		type = "SATA";
		break;
4016
	case PCI_DEVICE_ID_ARECA_1214:
4017 4018 4019 4020
	case PCI_DEVICE_ID_ARECA_1380:
	case PCI_DEVICE_ID_ARECA_1381:
	case PCI_DEVICE_ID_ARECA_1680:
	case PCI_DEVICE_ID_ARECA_1681:
4021
	case PCI_DEVICE_ID_ARECA_1880:
4022
		type = "SAS/SATA";
4023 4024
		break;
	default:
4025 4026
		type = "unknown";
		raid6 =	0;
4027 4028
		break;
	}
4029 4030
	sprintf(buf, "Areca %s RAID Controller %s\narcmsr version %s\n",
		type, raid6 ? "(RAID6 capable)" : "", ARCMSR_DRIVER_VERSION);
4031 4032
	return buf;
}