arcmsr_hba.c 127.6 KB
Newer Older
1 2 3 4
/*
*******************************************************************************
**        O.S   : Linux
**   FILE NAME  : arcmsr_hba.c
5 6
**        BY    : Nick Cheng, C.L. Huang
**   Description: SCSI RAID Device Driver for Areca RAID Controller
7
*******************************************************************************
8
** Copyright (C) 2002 - 2014, Areca Technology Corporation All rights reserved
9 10
**
**     Web site: www.areca.com.tw
11
**       E-mail: support@areca.com.tw
12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57
**
** This program is free software; you can redistribute it and/or modify
** it under the terms of the GNU General Public License version 2 as
** published by the Free Software Foundation.
** This program is distributed in the hope that it will be useful,
** but WITHOUT ANY WARRANTY; without even the implied warranty of
** MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
** GNU General Public License for more details.
*******************************************************************************
** Redistribution and use in source and binary forms, with or without
** modification, are permitted provided that the following conditions
** are met:
** 1. Redistributions of source code must retain the above copyright
**    notice, this list of conditions and the following disclaimer.
** 2. Redistributions in binary form must reproduce the above copyright
**    notice, this list of conditions and the following disclaimer in the
**    documentation and/or other materials provided with the distribution.
** 3. The name of the author may not be used to endorse or promote products
**    derived from this software without specific prior written permission.
**
** THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
** IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
** OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
** IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
** INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES(INCLUDING,BUT
** NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
** DATA, OR PROFITS; OR BUSINESS INTERRUPTION)HOWEVER CAUSED AND ON ANY
** THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
** (INCLUDING NEGLIGENCE OR OTHERWISE)ARISING IN ANY WAY OUT OF THE USE OF
** THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*******************************************************************************
** For history of changes, see Documentation/scsi/ChangeLog.arcmsr
**     Firmware Specification, see Documentation/scsi/arcmsr_spec.txt
*******************************************************************************
*/
#include <linux/module.h>
#include <linux/reboot.h>
#include <linux/spinlock.h>
#include <linux/pci_ids.h>
#include <linux/interrupt.h>
#include <linux/moduleparam.h>
#include <linux/errno.h>
#include <linux/types.h>
#include <linux/delay.h>
#include <linux/dma-mapping.h>
#include <linux/timer.h>
58
#include <linux/slab.h>
59
#include <linux/pci.h>
60
#include <linux/aer.h>
61 62 63 64 65 66 67 68 69 70 71
#include <asm/dma.h>
#include <asm/io.h>
#include <asm/uaccess.h>
#include <scsi/scsi_host.h>
#include <scsi/scsi.h>
#include <scsi/scsi_cmnd.h>
#include <scsi/scsi_tcq.h>
#include <scsi/scsi_device.h>
#include <scsi/scsi_transport.h>
#include <scsi/scsicam.h>
#include "arcmsr.h"
72 73
MODULE_AUTHOR("Nick Cheng, C.L. Huang <support@areca.com.tw>");
MODULE_DESCRIPTION("Areca ARC11xx/12xx/16xx/188x SAS/SATA RAID Controller Driver");
74 75
MODULE_LICENSE("Dual BSD/GPL");
MODULE_VERSION(ARCMSR_DRIVER_VERSION);
76 77 78 79

#define	ARCMSR_SLEEPTIME	10
#define	ARCMSR_RETRYCOUNT	12

80
static wait_queue_head_t wait_q;
81 82 83
static int arcmsr_iop_message_xfer(struct AdapterControlBlock *acb,
					struct scsi_cmnd *cmd);
static int arcmsr_iop_confirm(struct AdapterControlBlock *acb);
84 85 86
static int arcmsr_abort(struct scsi_cmnd *);
static int arcmsr_bus_reset(struct scsi_cmnd *);
static int arcmsr_bios_param(struct scsi_device *sdev,
87
		struct block_device *bdev, sector_t capacity, int *info);
J
Jeff Garzik 已提交
88
static int arcmsr_queue_command(struct Scsi_Host *h, struct scsi_cmnd *cmd);
89 90
static int arcmsr_probe(struct pci_dev *pdev,
				const struct pci_device_id *id);
91 92
static int arcmsr_suspend(struct pci_dev *pdev, pm_message_t state);
static int arcmsr_resume(struct pci_dev *pdev);
93 94 95 96
static void arcmsr_remove(struct pci_dev *pdev);
static void arcmsr_shutdown(struct pci_dev *pdev);
static void arcmsr_iop_init(struct AdapterControlBlock *acb);
static void arcmsr_free_ccb_pool(struct AdapterControlBlock *acb);
97
static u32 arcmsr_disable_outbound_ints(struct AdapterControlBlock *acb);
98 99
static void arcmsr_enable_outbound_ints(struct AdapterControlBlock *acb,
	u32 intmask_org);
100
static void arcmsr_stop_adapter_bgrb(struct AdapterControlBlock *acb);
101 102
static void arcmsr_hbaA_flush_cache(struct AdapterControlBlock *acb);
static void arcmsr_hbaB_flush_cache(struct AdapterControlBlock *acb);
103
static void arcmsr_request_device_map(unsigned long pacb);
104 105 106
static void arcmsr_hbaA_request_device_map(struct AdapterControlBlock *acb);
static void arcmsr_hbaB_request_device_map(struct AdapterControlBlock *acb);
static void arcmsr_hbaC_request_device_map(struct AdapterControlBlock *acb);
107
static void arcmsr_message_isr_bh_fn(struct work_struct *work);
108
static bool arcmsr_get_firmware_spec(struct AdapterControlBlock *acb);
109
static void arcmsr_start_adapter_bgrb(struct AdapterControlBlock *acb);
110
static void arcmsr_hbaC_message_isr(struct AdapterControlBlock *pACB);
111
static void arcmsr_hbaD_message_isr(struct AdapterControlBlock *acb);
112
static void arcmsr_hardware_reset(struct AdapterControlBlock *acb);
113 114
static const char *arcmsr_info(struct Scsi_Host *);
static irqreturn_t arcmsr_interrupt(struct AdapterControlBlock *acb);
115
static int arcmsr_adjust_disk_queue_depth(struct scsi_device *sdev,
116
					  int queue_depth, int reason)
117
{
118 119 120
	if (reason != SCSI_QDEPTH_DEFAULT)
		return -EOPNOTSUPP;

121 122 123 124 125 126 127 128
	if (queue_depth > ARCMSR_MAX_CMD_PERLUN)
		queue_depth = ARCMSR_MAX_CMD_PERLUN;
	scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG, queue_depth);
	return queue_depth;
}

static struct scsi_host_template arcmsr_scsi_host_template = {
	.module			= THIS_MODULE,
129
	.name			= "Areca SAS/SATA RAID driver",
130 131
	.info			= arcmsr_info,
	.queuecommand		= arcmsr_queue_command,
132
	.eh_abort_handler		= arcmsr_abort,
133 134 135
	.eh_bus_reset_handler	= arcmsr_bus_reset,
	.bios_param		= arcmsr_bios_param,
	.change_queue_depth	= arcmsr_adjust_disk_queue_depth,
136
	.can_queue		= ARCMSR_MAX_OUTSTANDING_CMD,
137 138 139
	.this_id			= ARCMSR_SCSI_INITIATOR_ID,
	.sg_tablesize	        	= ARCMSR_DEFAULT_SG_ENTRIES, 
	.max_sectors    	    	= ARCMSR_MAX_XFER_SECTORS_C, 
140 141 142
	.cmd_per_lun		= ARCMSR_MAX_CMD_PERLUN,
	.use_clustering		= ENABLE_CLUSTERING,
	.shost_attrs		= arcmsr_host_attrs,
143
	.no_write_same		= 1,
144
};
145

146
static struct pci_device_id arcmsr_device_id_table[] = {
147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1110),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1120),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1130),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1160),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1170),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1200),
		.driver_data = ACB_ADAPTER_TYPE_B},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1201),
		.driver_data = ACB_ADAPTER_TYPE_B},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1202),
		.driver_data = ACB_ADAPTER_TYPE_B},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1210),
		.driver_data = ACB_ADAPTER_TYPE_A},
165 166
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1214),
		.driver_data = ACB_ADAPTER_TYPE_D},
167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1220),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1230),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1260),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1270),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1280),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1380),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1381),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1680),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1681),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1880),
		.driver_data = ACB_ADAPTER_TYPE_C},
187 188 189
	{0, 0}, /* Terminating entry */
};
MODULE_DEVICE_TABLE(pci, arcmsr_device_id_table);
190

191 192
static struct pci_driver arcmsr_pci_driver = {
	.name			= "arcmsr",
193
	.id_table			= arcmsr_device_id_table,
194 195
	.probe			= arcmsr_probe,
	.remove			= arcmsr_remove,
196 197
	.suspend		= arcmsr_suspend,
	.resume			= arcmsr_resume,
198
	.shutdown		= arcmsr_shutdown,
199
};
200 201 202 203
/*
****************************************************************************
****************************************************************************
*/
204

205
static void arcmsr_free_mu(struct AdapterControlBlock *acb)
206 207
{
	switch (acb->adapter_type) {
208 209
	case ACB_ADAPTER_TYPE_B:
	case ACB_ADAPTER_TYPE_D: {
210 211 212
		dma_free_coherent(&acb->pdev->dev, acb->roundup_ccbsize,
			acb->dma_coherent2, acb->dma_coherent_handle2);
		break;
213 214 215 216 217 218 219
	}
	}
}

static bool arcmsr_remap_pciregion(struct AdapterControlBlock *acb)
{
	struct pci_dev *pdev = acb->pdev;
220
	switch (acb->adapter_type){
221
	case ACB_ADAPTER_TYPE_A:{
222
		acb->pmuA = ioremap(pci_resource_start(pdev,0), pci_resource_len(pdev,0));
223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243
		if (!acb->pmuA) {
			printk(KERN_NOTICE "arcmsr%d: memory mapping region fail \n", acb->host->host_no);
			return false;
		}
		break;
	}
	case ACB_ADAPTER_TYPE_B:{
		void __iomem *mem_base0, *mem_base1;
		mem_base0 = ioremap(pci_resource_start(pdev, 0), pci_resource_len(pdev, 0));
		if (!mem_base0) {
			printk(KERN_NOTICE "arcmsr%d: memory mapping region fail \n", acb->host->host_no);
			return false;
		}
		mem_base1 = ioremap(pci_resource_start(pdev, 2), pci_resource_len(pdev, 2));
		if (!mem_base1) {
			iounmap(mem_base0);
			printk(KERN_NOTICE "arcmsr%d: memory mapping region fail \n", acb->host->host_no);
			return false;
		}
		acb->mem_base0 = mem_base0;
		acb->mem_base1 = mem_base1;
244 245 246 247 248 249 250 251 252 253 254 255 256
		break;
	}
	case ACB_ADAPTER_TYPE_C:{
		acb->pmuC = ioremap_nocache(pci_resource_start(pdev, 1), pci_resource_len(pdev, 1));
		if (!acb->pmuC) {
			printk(KERN_NOTICE "arcmsr%d: memory mapping region fail \n", acb->host->host_no);
			return false;
		}
		if (readl(&acb->pmuC->outbound_doorbell) & ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE) {
			writel(ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE_DOORBELL_CLEAR, &acb->pmuC->outbound_doorbell_clear);/*clear interrupt*/
			return true;
		}
		break;
257
	}
258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276
	case ACB_ADAPTER_TYPE_D: {
		void __iomem *mem_base0;
		unsigned long addr, range, flags;

		addr = (unsigned long)pci_resource_start(pdev, 0);
		range = pci_resource_len(pdev, 0);
		flags = pci_resource_flags(pdev, 0);
		if (flags & IORESOURCE_CACHEABLE)
			mem_base0 = ioremap(addr, range);
		else
			mem_base0 = ioremap_nocache(addr, range);
		if (!mem_base0) {
			pr_notice("arcmsr%d: memory mapping region fail\n",
				acb->host->host_no);
			return false;
		}
		acb->mem_base0 = mem_base0;
		break;
		}
277 278 279 280 281 282 283
	}
	return true;
}

static void arcmsr_unmap_pciregion(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
284 285 286 287 288 289 290 291 292 293 294 295 296
	case ACB_ADAPTER_TYPE_A:{
		iounmap(acb->pmuA);
	}
	break;
	case ACB_ADAPTER_TYPE_B:{
		iounmap(acb->mem_base0);
		iounmap(acb->mem_base1);
	}

	break;
	case ACB_ADAPTER_TYPE_C:{
		iounmap(acb->pmuC);
	}
297 298 299 300
	break;
	case ACB_ADAPTER_TYPE_D:
		iounmap(acb->mem_base0);
		break;
301 302 303
	}
}

304
static irqreturn_t arcmsr_do_interrupt(int irq, void *dev_id)
305 306
{
	irqreturn_t handle_state;
307
	struct AdapterControlBlock *acb = dev_id;
308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340

	handle_state = arcmsr_interrupt(acb);
	return handle_state;
}

static int arcmsr_bios_param(struct scsi_device *sdev,
		struct block_device *bdev, sector_t capacity, int *geom)
{
	int ret, heads, sectors, cylinders, total_capacity;
	unsigned char *buffer;/* return copy of block device's partition table */

	buffer = scsi_bios_ptable(bdev);
	if (buffer) {
		ret = scsi_partsize(buffer, capacity, &geom[2], &geom[0], &geom[1]);
		kfree(buffer);
		if (ret != -1)
			return ret;
	}
	total_capacity = capacity;
	heads = 64;
	sectors = 32;
	cylinders = total_capacity / (heads * sectors);
	if (cylinders > 1024) {
		heads = 255;
		sectors = 63;
		cylinders = total_capacity / (heads * sectors);
	}
	geom[0] = heads;
	geom[1] = sectors;
	geom[2] = cylinders;
	return 0;
}

341
static uint8_t arcmsr_hbaA_wait_msgint_ready(struct AdapterControlBlock *acb)
342 343
{
	struct MessageUnit_A __iomem *reg = acb->pmuA;
344 345 346 347 348 349 350 351 352 353 354
	int i;

	for (i = 0; i < 2000; i++) {
		if (readl(&reg->outbound_intstatus) &
				ARCMSR_MU_OUTBOUND_MESSAGE0_INT) {
			writel(ARCMSR_MU_OUTBOUND_MESSAGE0_INT,
				&reg->outbound_intstatus);
			return true;
		}
		msleep(10);
	} /* max 20 seconds */
355

356
	return false;
357 358
}

359
static uint8_t arcmsr_hbaB_wait_msgint_ready(struct AdapterControlBlock *acb)
360
{
361
	struct MessageUnit_B *reg = acb->pmuB;
362 363 364 365 366 367 368 369 370 371 372 373 374
	int i;

	for (i = 0; i < 2000; i++) {
		if (readl(reg->iop2drv_doorbell)
			& ARCMSR_IOP2DRV_MESSAGE_CMD_DONE) {
			writel(ARCMSR_MESSAGE_INT_CLEAR_PATTERN,
					reg->iop2drv_doorbell);
			writel(ARCMSR_DRV2IOP_END_OF_INTERRUPT,
					reg->drv2iop_doorbell);
			return true;
		}
		msleep(10);
	} /* max 20 seconds */
375

376
	return false;
377 378
}

379
static uint8_t arcmsr_hbaC_wait_msgint_ready(struct AdapterControlBlock *pACB)
380
{
381
	struct MessageUnit_C __iomem *phbcmu = pACB->pmuC;
382 383 384 385 386 387 388 389 390 391 392 393
	int i;

	for (i = 0; i < 2000; i++) {
		if (readl(&phbcmu->outbound_doorbell)
				& ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE) {
			writel(ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE_DOORBELL_CLEAR,
				&phbcmu->outbound_doorbell_clear); /*clear interrupt*/
			return true;
		}
		msleep(10);
	} /* max 20 seconds */

394 395
	return false;
}
396

397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413
static bool arcmsr_hbaD_wait_msgint_ready(struct AdapterControlBlock *pACB)
{
	struct MessageUnit_D *reg = pACB->pmuD;
	int i;

	for (i = 0; i < 2000; i++) {
		if (readl(reg->outbound_doorbell)
			& ARCMSR_ARC1214_IOP2DRV_MESSAGE_CMD_DONE) {
			writel(ARCMSR_ARC1214_IOP2DRV_MESSAGE_CMD_DONE,
				reg->outbound_doorbell);
			return true;
		}
		msleep(10);
	} /* max 20 seconds */
	return false;
}

414
static void arcmsr_hbaA_flush_cache(struct AdapterControlBlock *acb)
415 416 417 418 419
{
	struct MessageUnit_A __iomem *reg = acb->pmuA;
	int retry_count = 30;
	writel(ARCMSR_INBOUND_MESG0_FLUSH_CACHE, &reg->inbound_msgaddr0);
	do {
420
		if (arcmsr_hbaA_wait_msgint_ready(acb))
421 422 423 424 425 426 427 428 429
			break;
		else {
			retry_count--;
			printk(KERN_NOTICE "arcmsr%d: wait 'flush adapter cache' \
			timeout, retry count down = %d \n", acb->host->host_no, retry_count);
		}
	} while (retry_count != 0);
}

430
static void arcmsr_hbaB_flush_cache(struct AdapterControlBlock *acb)
431 432 433 434 435
{
	struct MessageUnit_B *reg = acb->pmuB;
	int retry_count = 30;
	writel(ARCMSR_MESSAGE_FLUSH_CACHE, reg->drv2iop_doorbell);
	do {
436
		if (arcmsr_hbaB_wait_msgint_ready(acb))
437 438 439 440 441 442 443 444 445
			break;
		else {
			retry_count--;
			printk(KERN_NOTICE "arcmsr%d: wait 'flush adapter cache' \
			timeout,retry count down = %d \n", acb->host->host_no, retry_count);
		}
	} while (retry_count != 0);
}

446
static void arcmsr_hbaC_flush_cache(struct AdapterControlBlock *pACB)
447
{
448
	struct MessageUnit_C __iomem *reg = pACB->pmuC;
449 450 451 452
	int retry_count = 30;/* enlarge wait flush adapter cache time: 10 minute */
	writel(ARCMSR_INBOUND_MESG0_FLUSH_CACHE, &reg->inbound_msgaddr0);
	writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
	do {
453
		if (arcmsr_hbaC_wait_msgint_ready(pACB)) {
454 455 456 457 458 459 460 461 462
			break;
		} else {
			retry_count--;
			printk(KERN_NOTICE "arcmsr%d: wait 'flush adapter cache' \
			timeout,retry count down = %d \n", pACB->host->host_no, retry_count);
		}
	} while (retry_count != 0);
	return;
}
463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480

static void arcmsr_hbaD_flush_cache(struct AdapterControlBlock *pACB)
{
	int retry_count = 15;
	struct MessageUnit_D *reg = pACB->pmuD;

	writel(ARCMSR_INBOUND_MESG0_FLUSH_CACHE, reg->inbound_msgaddr0);
	do {
		if (arcmsr_hbaD_wait_msgint_ready(pACB))
			break;

		retry_count--;
		pr_notice("arcmsr%d: wait 'flush adapter "
			"cache' timeout, retry count down = %d\n",
			pACB->host->host_no, retry_count);
	} while (retry_count != 0);
}

481 482
static void arcmsr_flush_adapter_cache(struct AdapterControlBlock *acb)
{
483
	switch (acb->adapter_type) {
484

485
	case ACB_ADAPTER_TYPE_A: {
486
		arcmsr_hbaA_flush_cache(acb);
487 488
		}
		break;
489

490
	case ACB_ADAPTER_TYPE_B: {
491
		arcmsr_hbaB_flush_cache(acb);
492
		}
493 494
		break;
	case ACB_ADAPTER_TYPE_C: {
495
		arcmsr_hbaC_flush_cache(acb);
496
		}
497 498 499 500
		break;
	case ACB_ADAPTER_TYPE_D:
		arcmsr_hbaD_flush_cache(acb);
		break;
501 502
	}
}
503

504 505
static int arcmsr_alloc_ccb_pool(struct AdapterControlBlock *acb)
{
506 507 508 509 510 511
	struct pci_dev *pdev = acb->pdev;
	void *dma_coherent;
	dma_addr_t dma_coherent_handle;
	struct CommandControlBlock *ccb_tmp;
	int i = 0, j = 0;
	dma_addr_t cdb_phyaddr;
512
	unsigned long roundup_ccbsize;
513 514 515
	unsigned long max_xfer_len;
	unsigned long max_sg_entrys;
	uint32_t  firm_config_version;
516

517 518 519 520 521 522 523 524 525
	for (i = 0; i < ARCMSR_MAX_TARGETID; i++)
		for (j = 0; j < ARCMSR_MAX_TARGETLUN; j++)
			acb->devstate[i][j] = ARECA_RAID_GONE;

	max_xfer_len = ARCMSR_MAX_XFER_LEN;
	max_sg_entrys = ARCMSR_DEFAULT_SG_ENTRIES;
	firm_config_version = acb->firm_cfg_version;
	if((firm_config_version & 0xFF) >= 3){
		max_xfer_len = (ARCMSR_CDB_SG_PAGE_LENGTH << ((firm_config_version >> 8) & 0xFF)) * 1024;/* max 4M byte */
526
		max_sg_entrys = (max_xfer_len/4096);
527 528 529 530
	}
	acb->host->max_sectors = max_xfer_len/512;
	acb->host->sg_tablesize = max_sg_entrys;
	roundup_ccbsize = roundup(sizeof(struct CommandControlBlock) + (max_sg_entrys - 1) * sizeof(struct SG64ENTRY), 32);
531
	acb->uncache_size = roundup_ccbsize * ARCMSR_MAX_FREECCB_NUM;
532 533
	dma_coherent = dma_alloc_coherent(&pdev->dev, acb->uncache_size, &dma_coherent_handle, GFP_KERNEL);
	if(!dma_coherent){
534
		printk(KERN_NOTICE "arcmsr%d: dma_alloc_coherent got error\n", acb->host->host_no);
535 536 537 538 539 540 541 542 543
		return -ENOMEM;
	}
	acb->dma_coherent = dma_coherent;
	acb->dma_coherent_handle = dma_coherent_handle;
	memset(dma_coherent, 0, acb->uncache_size);
	ccb_tmp = dma_coherent;
	acb->vir2phy_offset = (unsigned long)dma_coherent - (unsigned long)dma_coherent_handle;
	for(i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++){
		cdb_phyaddr = dma_coherent_handle + offsetof(struct CommandControlBlock, arcmsr_cdb);
544 545 546 547 548 549 550 551 552 553
		switch (acb->adapter_type) {
		case ACB_ADAPTER_TYPE_A:
		case ACB_ADAPTER_TYPE_B:
			ccb_tmp->cdb_phyaddr = cdb_phyaddr >> 5;
			break;
		case ACB_ADAPTER_TYPE_C:
		case ACB_ADAPTER_TYPE_D:
			ccb_tmp->cdb_phyaddr = cdb_phyaddr;
			break;
		}
554 555 556 557 558 559
		acb->pccb_pool[i] = ccb_tmp;
		ccb_tmp->acb = acb;
		INIT_LIST_HEAD(&ccb_tmp->list);
		list_add_tail(&ccb_tmp->list, &acb->ccb_free_list);
		ccb_tmp = (struct CommandControlBlock *)((unsigned long)ccb_tmp + roundup_ccbsize);
		dma_coherent_handle = dma_coherent_handle + roundup_ccbsize;
560
	}
561 562
	return 0;
}
563

564 565
static void arcmsr_message_isr_bh_fn(struct work_struct *work) 
{
566 567 568 569 570 571 572 573 574
	struct AdapterControlBlock *acb = container_of(work,
		struct AdapterControlBlock, arcmsr_do_message_isr_bh);
	char *acb_dev_map = (char *)acb->device_map;
	uint32_t __iomem *signature = NULL;
	char __iomem *devicemap = NULL;
	int target, lun;
	struct scsi_device *psdev;
	char diff, temp;

575
	switch (acb->adapter_type) {
576 577
	case ACB_ADAPTER_TYPE_A: {
		struct MessageUnit_A __iomem *reg  = acb->pmuA;
578

579 580
		signature = (uint32_t __iomem *)(&reg->message_rwbuffer[0]);
		devicemap = (char __iomem *)(&reg->message_rwbuffer[21]);
581
		break;
582 583 584 585 586 587 588 589 590 591 592 593 594 595 596
	}
	case ACB_ADAPTER_TYPE_B: {
		struct MessageUnit_B *reg  = acb->pmuB;

		signature = (uint32_t __iomem *)(&reg->message_rwbuffer[0]);
		devicemap = (char __iomem *)(&reg->message_rwbuffer[21]);
		break;
	}
	case ACB_ADAPTER_TYPE_C: {
		struct MessageUnit_C __iomem *reg  = acb->pmuC;

		signature = (uint32_t __iomem *)(&reg->msgcode_rwbuffer[0]);
		devicemap = (char __iomem *)(&reg->msgcode_rwbuffer[21]);
		break;
	}
597 598 599 600 601 602 603
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg  = acb->pmuD;

		signature = (uint32_t __iomem *)(&reg->msgcode_rwbuffer[0]);
		devicemap = (char __iomem *)(&reg->msgcode_rwbuffer[21]);
		break;
	}
604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626
	}
	atomic_inc(&acb->rq_map_token);
	if (readl(signature) != ARCMSR_SIGNATURE_GET_CONFIG)
		return;
	for (target = 0; target < ARCMSR_MAX_TARGETID - 1;
		target++) {
		temp = readb(devicemap);
		diff = (*acb_dev_map) ^ temp;
		if (diff != 0) {
			*acb_dev_map = temp;
			for (lun = 0; lun < ARCMSR_MAX_TARGETLUN;
				lun++) {
				if ((diff & 0x01) == 1 &&
					(temp & 0x01) == 1) {
					scsi_add_device(acb->host,
						0, target, lun);
				} else if ((diff & 0x01) == 1
					&& (temp & 0x01) == 0) {
					psdev = scsi_device_lookup(acb->host,
						0, target, lun);
					if (psdev != NULL) {
						scsi_remove_device(psdev);
						scsi_device_put(psdev);
627 628
					}
				}
629 630
				temp >>= 1;
				diff >>= 1;
631 632
			}
		}
633 634
		devicemap++;
		acb_dev_map++;
635 636
	}
}
637

638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687
static int
arcmsr_request_irq(struct pci_dev *pdev, struct AdapterControlBlock *acb)
{
	int	i, j, r;
	struct msix_entry entries[ARCMST_NUM_MSIX_VECTORS];

	for (i = 0; i < ARCMST_NUM_MSIX_VECTORS; i++)
		entries[i].entry = i;
	r = pci_enable_msix_range(pdev, entries, 1, ARCMST_NUM_MSIX_VECTORS);
	if (r < 0)
		goto msi_int;
	acb->msix_vector_count = r;
	for (i = 0; i < r; i++) {
		if (request_irq(entries[i].vector,
			arcmsr_do_interrupt, 0, "arcmsr", acb)) {
			pr_warn("arcmsr%d: request_irq =%d failed!\n",
				acb->host->host_no, entries[i].vector);
			for (j = 0 ; j < i ; j++)
				free_irq(entries[j].vector, acb);
			pci_disable_msix(pdev);
			goto msi_int;
		}
		acb->entries[i] = entries[i];
	}
	acb->acb_flags |= ACB_F_MSIX_ENABLED;
	pr_info("arcmsr%d: msi-x enabled\n", acb->host->host_no);
	return SUCCESS;
msi_int:
	if (pci_enable_msi_exact(pdev, 1) < 0)
		goto legacy_int;
	if (request_irq(pdev->irq, arcmsr_do_interrupt,
		IRQF_SHARED, "arcmsr", acb)) {
		pr_warn("arcmsr%d: request_irq =%d failed!\n",
			acb->host->host_no, pdev->irq);
		pci_disable_msi(pdev);
		goto legacy_int;
	}
	acb->acb_flags |= ACB_F_MSI_ENABLED;
	pr_info("arcmsr%d: msi enabled\n", acb->host->host_no);
	return SUCCESS;
legacy_int:
	if (request_irq(pdev->irq, arcmsr_do_interrupt,
		IRQF_SHARED, "arcmsr", acb)) {
		pr_warn("arcmsr%d: request_irq = %d failed!\n",
			acb->host->host_no, pdev->irq);
		return FAILED;
	}
	return SUCCESS;
}

688
static int arcmsr_probe(struct pci_dev *pdev, const struct pci_device_id *id)
689 690 691
{
	struct Scsi_Host *host;
	struct AdapterControlBlock *acb;
692
	uint8_t bus,dev_fun;
693 694
	int error;
	error = pci_enable_device(pdev);
695
	if(error){
696 697 698
		return -ENODEV;
	}
	host = scsi_host_alloc(&arcmsr_scsi_host_template, sizeof(struct AdapterControlBlock));
699 700
	if(!host){
    		goto pci_disable_dev;
701
	}
702
	error = pci_set_dma_mask(pdev, DMA_BIT_MASK(64));
703
	if(error){
704
		error = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
705
		if(error){
706 707 708
			printk(KERN_WARNING
			       "scsi%d: No suitable DMA mask available\n",
			       host->host_no);
709
			goto scsi_host_release;
710 711
		}
	}
712
	init_waitqueue_head(&wait_q);
713 714
	bus = pdev->bus->number;
	dev_fun = pdev->devfn;
715
	acb = (struct AdapterControlBlock *) host->hostdata;
716
	memset(acb,0,sizeof(struct AdapterControlBlock));
717
	acb->pdev = pdev;
718
	acb->host = host;
719
	host->max_lun = ARCMSR_MAX_TARGETLUN;
720 721
	host->max_id = ARCMSR_MAX_TARGETID;		/*16:8*/
	host->max_cmd_len = 16;	 			/*this is issue of 64bit LBA ,over 2T byte*/
722
	host->can_queue = ARCMSR_MAX_OUTSTANDING_CMD;
723
	host->cmd_per_lun = ARCMSR_MAX_CMD_PERLUN;	    
724 725
	host->this_id = ARCMSR_SCSI_INITIATOR_ID;
	host->unique_id = (bus << 8) | dev_fun;
726 727
	pci_set_drvdata(pdev, host);
	pci_set_master(pdev);
728
	error = pci_request_regions(pdev, "arcmsr");
729
	if(error){
730
		goto scsi_host_release;
731
	}
732 733
	spin_lock_init(&acb->eh_lock);
	spin_lock_init(&acb->ccblist_lock);
734 735
	spin_lock_init(&acb->postq_lock);
	spin_lock_init(&acb->doneq_lock);
736 737
	spin_lock_init(&acb->rqbuffer_lock);
	spin_lock_init(&acb->wqbuffer_lock);
738
	acb->acb_flags |= (ACB_F_MESSAGE_WQBUFFER_CLEARED |
739 740
			ACB_F_MESSAGE_RQBUFFER_CLEARED |
			ACB_F_MESSAGE_WQBUFFER_READED);
741 742
	acb->acb_flags &= ~ACB_F_SCSISTOPADAPTER;
	INIT_LIST_HEAD(&acb->ccb_free_list);
743
	acb->adapter_type = id->driver_data;
744
	error = arcmsr_remap_pciregion(acb);
745
	if(!error){
746 747 748
		goto pci_release_regs;
	}
	error = arcmsr_get_firmware_spec(acb);
749
	if(!error){
750 751
		goto unmap_pci_region;
	}
752
	error = arcmsr_alloc_ccb_pool(acb);
753
	if(error){
754 755
		goto free_hbb_mu;
	}
756
	error = scsi_add_host(host, &pdev->dev);
757
	if(error){
758 759
		goto RAID_controller_stop;
	}
760
	if (arcmsr_request_irq(pdev, acb) == FAILED)
761
		goto scsi_host_remove;
762
	arcmsr_iop_init(acb);
763
    	scsi_scan_host(host);
764
	INIT_WORK(&acb->arcmsr_do_message_isr_bh, arcmsr_message_isr_bh_fn);
765
	atomic_set(&acb->rq_map_token, 16);
766 767
	atomic_set(&acb->ante_token_value, 16);
	acb->fw_flag = FW_NORMAL;
768
	init_timer(&acb->eternal_timer);
769
	acb->eternal_timer.expires = jiffies + msecs_to_jiffies(6 * HZ);
770 771 772
	acb->eternal_timer.data = (unsigned long) acb;
	acb->eternal_timer.function = &arcmsr_request_device_map;
	add_timer(&acb->eternal_timer);
773
	if(arcmsr_alloc_sysfs_attr(acb))
774
		goto out_free_sysfs;
775
	return 0;
776
out_free_sysfs:
777 778 779 780 781
scsi_host_remove:
	scsi_remove_host(host);
RAID_controller_stop:
	arcmsr_stop_adapter_bgrb(acb);
	arcmsr_flush_adapter_cache(acb);
782
	arcmsr_free_ccb_pool(acb);
783
free_hbb_mu:
784
	arcmsr_free_mu(acb);
785 786 787
unmap_pci_region:
	arcmsr_unmap_pciregion(acb);
pci_release_regs:
788
	pci_release_regions(pdev);
789
scsi_host_release:
790
	scsi_host_put(host);
791
pci_disable_dev:
792
	pci_disable_device(pdev);
793
	return -ENODEV;
794 795
}

796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811
static void arcmsr_free_irq(struct pci_dev *pdev,
		struct AdapterControlBlock *acb)
{
	int i;

	if (acb->acb_flags & ACB_F_MSI_ENABLED) {
		free_irq(pdev->irq, acb);
		pci_disable_msi(pdev);
	} else if (acb->acb_flags & ACB_F_MSIX_ENABLED) {
		for (i = 0; i < acb->msix_vector_count; i++)
			free_irq(acb->entries[i].vector, acb);
		pci_disable_msix(pdev);
	} else
		free_irq(pdev->irq, acb);
}

812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881
static int arcmsr_suspend(struct pci_dev *pdev, pm_message_t state)
{
	uint32_t intmask_org;
	struct Scsi_Host *host = pci_get_drvdata(pdev);
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *)host->hostdata;

	intmask_org = arcmsr_disable_outbound_ints(acb);
	arcmsr_free_irq(pdev, acb);
	del_timer_sync(&acb->eternal_timer);
	flush_work(&acb->arcmsr_do_message_isr_bh);
	arcmsr_stop_adapter_bgrb(acb);
	arcmsr_flush_adapter_cache(acb);
	pci_set_drvdata(pdev, host);
	pci_save_state(pdev);
	pci_disable_device(pdev);
	pci_set_power_state(pdev, pci_choose_state(pdev, state));
	return 0;
}

static int arcmsr_resume(struct pci_dev *pdev)
{
	int error;
	struct Scsi_Host *host = pci_get_drvdata(pdev);
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *)host->hostdata;

	pci_set_power_state(pdev, PCI_D0);
	pci_enable_wake(pdev, PCI_D0, 0);
	pci_restore_state(pdev);
	if (pci_enable_device(pdev)) {
		pr_warn("%s: pci_enable_device error\n", __func__);
		return -ENODEV;
	}
	error = pci_set_dma_mask(pdev, DMA_BIT_MASK(64));
	if (error) {
		error = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
		if (error) {
			pr_warn("scsi%d: No suitable DMA mask available\n",
			       host->host_no);
			goto controller_unregister;
		}
	}
	pci_set_master(pdev);
	if (arcmsr_request_irq(pdev, acb) == FAILED)
		goto controller_stop;
	arcmsr_iop_init(acb);
	INIT_WORK(&acb->arcmsr_do_message_isr_bh, arcmsr_message_isr_bh_fn);
	atomic_set(&acb->rq_map_token, 16);
	atomic_set(&acb->ante_token_value, 16);
	acb->fw_flag = FW_NORMAL;
	init_timer(&acb->eternal_timer);
	acb->eternal_timer.expires = jiffies + msecs_to_jiffies(6 * HZ);
	acb->eternal_timer.data = (unsigned long) acb;
	acb->eternal_timer.function = &arcmsr_request_device_map;
	add_timer(&acb->eternal_timer);
	return 0;
controller_stop:
	arcmsr_stop_adapter_bgrb(acb);
	arcmsr_flush_adapter_cache(acb);
controller_unregister:
	scsi_remove_host(host);
	arcmsr_free_ccb_pool(acb);
	arcmsr_unmap_pciregion(acb);
	pci_release_regions(pdev);
	scsi_host_put(host);
	pci_disable_device(pdev);
	return -ENODEV;
}

882
static uint8_t arcmsr_hbaA_abort_allcmd(struct AdapterControlBlock *acb)
883
{
A
Al Viro 已提交
884
	struct MessageUnit_A __iomem *reg = acb->pmuA;
885
	writel(ARCMSR_INBOUND_MESG0_ABORT_CMD, &reg->inbound_msgaddr0);
886
	if (!arcmsr_hbaA_wait_msgint_ready(acb)) {
887
		printk(KERN_NOTICE
888
			"arcmsr%d: wait 'abort all outstanding command' timeout\n"
889
			, acb->host->host_no);
890
		return false;
891
	}
892
	return true;
893 894
}

895
static uint8_t arcmsr_hbaB_abort_allcmd(struct AdapterControlBlock *acb)
896
{
A
Al Viro 已提交
897
	struct MessageUnit_B *reg = acb->pmuB;
898

899
	writel(ARCMSR_MESSAGE_ABORT_CMD, reg->drv2iop_doorbell);
900
	if (!arcmsr_hbaB_wait_msgint_ready(acb)) {
901
		printk(KERN_NOTICE
902
			"arcmsr%d: wait 'abort all outstanding command' timeout\n"
903
			, acb->host->host_no);
904
		return false;
905
	}
906 907
	return true;
}
908
static uint8_t arcmsr_hbaC_abort_allcmd(struct AdapterControlBlock *pACB)
909
{
910
	struct MessageUnit_C __iomem *reg = pACB->pmuC;
911 912
	writel(ARCMSR_INBOUND_MESG0_ABORT_CMD, &reg->inbound_msgaddr0);
	writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
913
	if (!arcmsr_hbaC_wait_msgint_ready(pACB)) {
914
		printk(KERN_NOTICE
915
			"arcmsr%d: wait 'abort all outstanding command' timeout\n"
916 917 918 919
			, pACB->host->host_no);
		return false;
	}
	return true;
920
}
921 922 923 924 925 926 927 928 929 930 931 932 933 934

static uint8_t arcmsr_hbaD_abort_allcmd(struct AdapterControlBlock *pACB)
{
	struct MessageUnit_D *reg = pACB->pmuD;

	writel(ARCMSR_INBOUND_MESG0_ABORT_CMD, reg->inbound_msgaddr0);
	if (!arcmsr_hbaD_wait_msgint_ready(pACB)) {
		pr_notice("arcmsr%d: wait 'abort all outstanding "
			"command' timeout\n", pACB->host->host_no);
		return false;
	}
	return true;
}

935
static uint8_t arcmsr_abort_allcmd(struct AdapterControlBlock *acb)
936
{
937
	uint8_t rtnval = 0;
938 939
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
940
		rtnval = arcmsr_hbaA_abort_allcmd(acb);
941 942 943 944
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
945
		rtnval = arcmsr_hbaB_abort_allcmd(acb);
946
		}
947 948 949
		break;

	case ACB_ADAPTER_TYPE_C: {
950
		rtnval = arcmsr_hbaC_abort_allcmd(acb);
951
		}
952 953 954 955 956
		break;

	case ACB_ADAPTER_TYPE_D:
		rtnval = arcmsr_hbaD_abort_allcmd(acb);
		break;
957
	}
958
	return rtnval;
959 960
}

961 962 963 964
static void arcmsr_pci_unmap_dma(struct CommandControlBlock *ccb)
{
	struct scsi_cmnd *pcmd = ccb->pcmd;

965
	scsi_dma_unmap(pcmd);
966
}
967

968
static void arcmsr_ccb_complete(struct CommandControlBlock *ccb)
969 970 971
{
	struct AdapterControlBlock *acb = ccb->acb;
	struct scsi_cmnd *pcmd = ccb->pcmd;
972 973
	unsigned long flags;
	atomic_dec(&acb->ccboutstandingcount);
974 975
	arcmsr_pci_unmap_dma(ccb);
	ccb->startdone = ARCMSR_CCB_DONE;
976
	spin_lock_irqsave(&acb->ccblist_lock, flags);
977
	list_add_tail(&ccb->list, &acb->ccb_free_list);
978
	spin_unlock_irqrestore(&acb->ccblist_lock, flags);
979 980 981
	pcmd->scsi_done(pcmd);
}

982 983 984 985 986 987 988 989
static void arcmsr_report_sense_info(struct CommandControlBlock *ccb)
{

	struct scsi_cmnd *pcmd = ccb->pcmd;
	struct SENSE_DATA *sensebuffer = (struct SENSE_DATA *)pcmd->sense_buffer;
	pcmd->result = DID_OK << 16;
	if (sensebuffer) {
		int sense_data_length =
990 991 992
			sizeof(struct SENSE_DATA) < SCSI_SENSE_BUFFERSIZE
			? sizeof(struct SENSE_DATA) : SCSI_SENSE_BUFFERSIZE;
		memset(sensebuffer, 0, SCSI_SENSE_BUFFERSIZE);
993 994 995 996 997 998 999 1000 1001
		memcpy(sensebuffer, ccb->arcmsr_cdb.SenseData, sense_data_length);
		sensebuffer->ErrorCode = SCSI_SENSE_CURRENT_ERRORS;
		sensebuffer->Valid = 1;
	}
}

static u32 arcmsr_disable_outbound_ints(struct AdapterControlBlock *acb)
{
	u32 orig_mask = 0;
1002
	switch (acb->adapter_type) {	
1003
	case ACB_ADAPTER_TYPE_A : {
A
Al Viro 已提交
1004
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1005
		orig_mask = readl(&reg->outbound_intmask);
1006 1007 1008 1009 1010
		writel(orig_mask|ARCMSR_MU_OUTBOUND_ALL_INTMASKENABLE, \
						&reg->outbound_intmask);
		}
		break;
	case ACB_ADAPTER_TYPE_B : {
A
Al Viro 已提交
1011
		struct MessageUnit_B *reg = acb->pmuB;
1012 1013
		orig_mask = readl(reg->iop2drv_doorbell_mask);
		writel(0, reg->iop2drv_doorbell_mask);
1014 1015
		}
		break;
1016
	case ACB_ADAPTER_TYPE_C:{
1017
		struct MessageUnit_C __iomem *reg = acb->pmuC;
1018 1019 1020 1021 1022
		/* disable all outbound interrupt */
		orig_mask = readl(&reg->host_int_mask); /* disable outbound message0 int */
		writel(orig_mask|ARCMSR_HBCMU_ALL_INTMASKENABLE, &reg->host_int_mask);
		}
		break;
1023 1024 1025 1026 1027 1028
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg = acb->pmuD;
		/* disable all outbound interrupt */
		writel(ARCMSR_ARC1214_ALL_INT_DISABLE, reg->pcief0_int_enable);
		}
		break;
1029 1030 1031 1032
	}
	return orig_mask;
}

1033 1034
static void arcmsr_report_ccb_state(struct AdapterControlBlock *acb, 
			struct CommandControlBlock *ccb, bool error)
1035 1036 1037 1038
{
	uint8_t id, lun;
	id = ccb->pcmd->device->id;
	lun = ccb->pcmd->device->lun;
1039
	if (!error) {
1040 1041
		if (acb->devstate[id][lun] == ARECA_RAID_GONE)
			acb->devstate[id][lun] = ARECA_RAID_GOOD;
1042 1043
		ccb->pcmd->result = DID_OK << 16;
		arcmsr_ccb_complete(ccb);
1044
	}else{
1045 1046 1047 1048
		switch (ccb->arcmsr_cdb.DeviceStatus) {
		case ARCMSR_DEV_SELECT_TIMEOUT: {
			acb->devstate[id][lun] = ARECA_RAID_GONE;
			ccb->pcmd->result = DID_NO_CONNECT << 16;
1049
			arcmsr_ccb_complete(ccb);
1050 1051 1052 1053 1054 1055 1056 1057
			}
			break;

		case ARCMSR_DEV_ABORTED:

		case ARCMSR_DEV_INIT_FAIL: {
			acb->devstate[id][lun] = ARECA_RAID_GONE;
			ccb->pcmd->result = DID_BAD_TARGET << 16;
1058
			arcmsr_ccb_complete(ccb);
1059 1060 1061 1062 1063 1064
			}
			break;

		case ARCMSR_DEV_CHECK_CONDITION: {
			acb->devstate[id][lun] = ARECA_RAID_GOOD;
			arcmsr_report_sense_info(ccb);
1065
			arcmsr_ccb_complete(ccb);
1066 1067 1068 1069
			}
			break;

		default:
1070 1071 1072 1073 1074 1075 1076 1077 1078 1079
			printk(KERN_NOTICE
				"arcmsr%d: scsi id = %d lun = %d isr get command error done, \
				but got unknown DeviceStatus = 0x%x \n"
				, acb->host->host_no
				, id
				, lun
				, ccb->arcmsr_cdb.DeviceStatus);
				acb->devstate[id][lun] = ARECA_RAID_GONE;
				ccb->pcmd->result = DID_NO_CONNECT << 16;
				arcmsr_ccb_complete(ccb);
1080 1081 1082 1083 1084
			break;
		}
	}
}

1085
static void arcmsr_drain_donequeue(struct AdapterControlBlock *acb, struct CommandControlBlock *pCCB, bool error)
1086
{
1087
	int id, lun;
1088 1089 1090
	if ((pCCB->acb != acb) || (pCCB->startdone != ARCMSR_CCB_START)) {
		if (pCCB->startdone == ARCMSR_CCB_ABORTED) {
			struct scsi_cmnd *abortcmd = pCCB->pcmd;
1091
			if (abortcmd) {
1092
				id = abortcmd->device->id;
1093
				lun = abortcmd->device->lun;				
1094
				abortcmd->result |= DID_ABORT << 16;
1095 1096 1097
				arcmsr_ccb_complete(pCCB);
				printk(KERN_NOTICE "arcmsr%d: pCCB ='0x%p' isr got aborted command \n",
				acb->host->host_no, pCCB);
1098
			}
1099
			return;
1100 1101 1102 1103 1104 1105 1106
		}
		printk(KERN_NOTICE "arcmsr%d: isr get an illegal ccb command \
				done acb = '0x%p'"
				"ccb = '0x%p' ccbacb = '0x%p' startdone = 0x%x"
				" ccboutstandingcount = %d \n"
				, acb->host->host_no
				, acb
1107 1108 1109
				, pCCB
				, pCCB->acb
				, pCCB->startdone
1110
				, atomic_read(&acb->ccboutstandingcount));
1111
		  return;
1112
	}
1113
	arcmsr_report_ccb_state(acb, pCCB, error);
1114 1115 1116 1117 1118 1119
}

static void arcmsr_done4abort_postqueue(struct AdapterControlBlock *acb)
{
	int i = 0;
	uint32_t flag_ccb;
1120 1121 1122
	struct ARCMSR_CDB *pARCMSR_CDB;
	bool error;
	struct CommandControlBlock *pCCB;
1123 1124 1125
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1126
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1127
		uint32_t outbound_intstatus;
A
Al Viro 已提交
1128
		outbound_intstatus = readl(&reg->outbound_intstatus) &
1129 1130 1131
					acb->outbound_int_enable;
		/*clear and abort all outbound posted Q*/
		writel(outbound_intstatus, &reg->outbound_intstatus);/*clear interrupt*/
1132
		while(((flag_ccb = readl(&reg->outbound_queueport)) != 0xFFFFFFFF)
1133
				&& (i++ < ARCMSR_MAX_OUTSTANDING_CMD)) {
1134 1135 1136 1137
			pARCMSR_CDB = (struct ARCMSR_CDB *)(acb->vir2phy_offset + (flag_ccb << 5));/*frame must be 32 bytes aligned*/
			pCCB = container_of(pARCMSR_CDB, struct CommandControlBlock, arcmsr_cdb);
			error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
			arcmsr_drain_donequeue(acb, pCCB, error);
1138 1139 1140 1141 1142
		}
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1143
		struct MessageUnit_B *reg = acb->pmuB;
1144
		/*clear all outbound posted Q*/
1145
		writel(ARCMSR_DOORBELL_INT_CLEAR_PATTERN, reg->iop2drv_doorbell); /* clear doorbell interrupt */
1146
		for (i = 0; i < ARCMSR_MAX_HBB_POSTQUEUE; i++) {
1147 1148 1149
			flag_ccb = reg->done_qbuffer[i];
			if (flag_ccb != 0) {
				reg->done_qbuffer[i] = 0;
1150 1151 1152 1153
				pARCMSR_CDB = (struct ARCMSR_CDB *)(acb->vir2phy_offset+(flag_ccb << 5));/*frame must be 32 bytes aligned*/
				pCCB = container_of(pARCMSR_CDB, struct CommandControlBlock, arcmsr_cdb);
				error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
				arcmsr_drain_donequeue(acb, pCCB, error);
1154
			}
1155
			reg->post_qbuffer[i] = 0;
1156 1157 1158 1159 1160
		}
		reg->doneq_index = 0;
		reg->postq_index = 0;
		}
		break;
1161
	case ACB_ADAPTER_TYPE_C: {
1162
		struct MessageUnit_C __iomem *reg = acb->pmuC;
1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175
		struct  ARCMSR_CDB *pARCMSR_CDB;
		uint32_t flag_ccb, ccb_cdb_phy;
		bool error;
		struct CommandControlBlock *pCCB;
		while ((readl(&reg->host_int_status) & ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR) && (i++ < ARCMSR_MAX_OUTSTANDING_CMD)) {
			/*need to do*/
			flag_ccb = readl(&reg->outbound_queueport_low);
			ccb_cdb_phy = (flag_ccb & 0xFFFFFFF0);
			pARCMSR_CDB = (struct  ARCMSR_CDB *)(acb->vir2phy_offset+ccb_cdb_phy);/*frame must be 32 bytes aligned*/
			pCCB = container_of(pARCMSR_CDB, struct CommandControlBlock, arcmsr_cdb);
			error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE1) ? true : false;
			arcmsr_drain_donequeue(acb, pCCB, error);
		}
1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231
		}
		break;
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D  *pmu = acb->pmuD;
		uint32_t ccb_cdb_phy, outbound_write_pointer;
		uint32_t doneq_index, index_stripped, addressLow, residual;
		bool error;
		struct CommandControlBlock *pCCB;

		outbound_write_pointer = pmu->done_qbuffer[0].addressLow + 1;
		doneq_index = pmu->doneq_index;
		residual = atomic_read(&acb->ccboutstandingcount);
		for (i = 0; i < residual; i++) {
			while ((doneq_index & 0xFFF) !=
				(outbound_write_pointer & 0xFFF)) {
				if (doneq_index & 0x4000) {
					index_stripped = doneq_index & 0xFFF;
					index_stripped += 1;
					index_stripped %=
						ARCMSR_MAX_ARC1214_DONEQUEUE;
					pmu->doneq_index = index_stripped ?
						(index_stripped | 0x4000) :
						(index_stripped + 1);
				} else {
					index_stripped = doneq_index;
					index_stripped += 1;
					index_stripped %=
						ARCMSR_MAX_ARC1214_DONEQUEUE;
					pmu->doneq_index = index_stripped ?
						index_stripped :
						((index_stripped | 0x4000) + 1);
				}
				doneq_index = pmu->doneq_index;
				addressLow = pmu->done_qbuffer[doneq_index &
					0xFFF].addressLow;
				ccb_cdb_phy = (addressLow & 0xFFFFFFF0);
				pARCMSR_CDB = (struct  ARCMSR_CDB *)
					(acb->vir2phy_offset + ccb_cdb_phy);
				pCCB = container_of(pARCMSR_CDB,
					struct CommandControlBlock, arcmsr_cdb);
				error = (addressLow &
					ARCMSR_CCBREPLY_FLAG_ERROR_MODE1) ?
					true : false;
				arcmsr_drain_donequeue(acb, pCCB, error);
				writel(doneq_index,
					pmu->outboundlist_read_pointer);
			}
			mdelay(10);
			outbound_write_pointer =
				pmu->done_qbuffer[0].addressLow + 1;
			doneq_index = pmu->doneq_index;
		}
		pmu->postq_index = 0;
		pmu->doneq_index = 0x40FF;
		}
		break;
1232 1233
	}
}
1234

1235 1236 1237 1238 1239 1240 1241 1242
static void arcmsr_remove(struct pci_dev *pdev)
{
	struct Scsi_Host *host = pci_get_drvdata(pdev);
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *) host->hostdata;
	int poll_count = 0;
	arcmsr_free_sysfs_attr(acb);
	scsi_remove_host(host);
1243
	flush_work(&acb->arcmsr_do_message_isr_bh);
1244 1245
	del_timer_sync(&acb->eternal_timer);
	arcmsr_disable_outbound_ints(acb);
1246
	arcmsr_stop_adapter_bgrb(acb);
1247
	arcmsr_flush_adapter_cache(acb);	
1248 1249 1250
	acb->acb_flags |= ACB_F_SCSISTOPADAPTER;
	acb->acb_flags &= ~ACB_F_IOP_INITED;

1251
	for (poll_count = 0; poll_count < ARCMSR_MAX_OUTSTANDING_CMD; poll_count++){
1252 1253
		if (!atomic_read(&acb->ccboutstandingcount))
			break;
1254
		arcmsr_interrupt(acb);/* FIXME: need spinlock */
1255 1256 1257 1258 1259 1260 1261
		msleep(25);
	}

	if (atomic_read(&acb->ccboutstandingcount)) {
		int i;

		arcmsr_abort_allcmd(acb);
1262
		arcmsr_done4abort_postqueue(acb);
1263 1264 1265 1266 1267
		for (i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++) {
			struct CommandControlBlock *ccb = acb->pccb_pool[i];
			if (ccb->startdone == ARCMSR_CCB_START) {
				ccb->startdone = ARCMSR_CCB_ABORTED;
				ccb->pcmd->result = DID_ABORT << 16;
1268
				arcmsr_ccb_complete(ccb);
1269 1270 1271
			}
		}
	}
1272
	arcmsr_free_irq(pdev, acb);
1273
	arcmsr_free_ccb_pool(acb);
1274
	arcmsr_free_mu(acb);
1275
	arcmsr_unmap_pciregion(acb);
1276
	pci_release_regions(pdev);
1277
	scsi_host_put(host);
1278 1279 1280 1281 1282 1283 1284 1285
	pci_disable_device(pdev);
}

static void arcmsr_shutdown(struct pci_dev *pdev)
{
	struct Scsi_Host *host = pci_get_drvdata(pdev);
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *)host->hostdata;
1286 1287
	del_timer_sync(&acb->eternal_timer);
	arcmsr_disable_outbound_ints(acb);
1288
	arcmsr_free_irq(pdev, acb);
1289
	flush_work(&acb->arcmsr_do_message_isr_bh);
1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307
	arcmsr_stop_adapter_bgrb(acb);
	arcmsr_flush_adapter_cache(acb);
}

static int arcmsr_module_init(void)
{
	int error = 0;
	error = pci_register_driver(&arcmsr_pci_driver);
	return error;
}

static void arcmsr_module_exit(void)
{
	pci_unregister_driver(&arcmsr_pci_driver);
}
module_init(arcmsr_module_init);
module_exit(arcmsr_module_exit);

1308
static void arcmsr_enable_outbound_ints(struct AdapterControlBlock *acb,
1309
						u32 intmask_org)
1310 1311
{
	u32 mask;
1312
	switch (acb->adapter_type) {
1313

1314
	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1315
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1316
		mask = intmask_org & ~(ARCMSR_MU_OUTBOUND_POSTQUEUE_INTMASKENABLE |
1317 1318
			     ARCMSR_MU_OUTBOUND_DOORBELL_INTMASKENABLE|
			     ARCMSR_MU_OUTBOUND_MESSAGE0_INTMASKENABLE);
1319 1320 1321 1322
		writel(mask, &reg->outbound_intmask);
		acb->outbound_int_enable = ~(intmask_org & mask) & 0x000000ff;
		}
		break;
1323

1324
	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1325
		struct MessageUnit_B *reg = acb->pmuB;
1326 1327 1328 1329
		mask = intmask_org | (ARCMSR_IOP2DRV_DATA_WRITE_OK |
			ARCMSR_IOP2DRV_DATA_READ_OK |
			ARCMSR_IOP2DRV_CDB_DONE |
			ARCMSR_IOP2DRV_MESSAGE_CMD_DONE);
1330
		writel(mask, reg->iop2drv_doorbell_mask);
1331 1332
		acb->outbound_int_enable = (intmask_org | mask) & 0x0000000f;
		}
1333 1334
		break;
	case ACB_ADAPTER_TYPE_C: {
1335
		struct MessageUnit_C __iomem *reg = acb->pmuC;
1336 1337 1338 1339
		mask = ~(ARCMSR_HBCMU_UTILITY_A_ISR_MASK | ARCMSR_HBCMU_OUTBOUND_DOORBELL_ISR_MASK|ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR_MASK);
		writel(intmask_org & mask, &reg->host_int_mask);
		acb->outbound_int_enable = ~(intmask_org & mask) & 0x0000000f;
		}
1340 1341 1342 1343 1344 1345 1346 1347
		break;
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg = acb->pmuD;

		mask = ARCMSR_ARC1214_ALL_INT_ENABLE;
		writel(intmask_org | mask, reg->pcief0_int_enable);
		break;
		}
1348 1349 1350
	}
}

N
Nick Cheng 已提交
1351
static int arcmsr_build_ccb(struct AdapterControlBlock *acb,
1352
	struct CommandControlBlock *ccb, struct scsi_cmnd *pcmd)
1353
{
1354 1355
	struct ARCMSR_CDB *arcmsr_cdb = (struct ARCMSR_CDB *)&ccb->arcmsr_cdb;
	int8_t *psge = (int8_t *)&arcmsr_cdb->u;
A
Al Viro 已提交
1356
	__le32 address_lo, address_hi;
1357
	int arccdbsize = 0x30;
1358
	__le32 length = 0;
1359
	int i;
1360
	struct scatterlist *sg;
1361
	int nseg;
1362
	ccb->pcmd = pcmd;
1363
	memset(arcmsr_cdb, 0, sizeof(struct ARCMSR_CDB));
1364 1365 1366
	arcmsr_cdb->TargetID = pcmd->device->id;
	arcmsr_cdb->LUN = pcmd->device->lun;
	arcmsr_cdb->Function = 1;
1367
	arcmsr_cdb->msgContext = 0;
1368
	memcpy(arcmsr_cdb->Cdb, pcmd->cmnd, pcmd->cmd_len);
1369 1370

	nseg = scsi_dma_map(pcmd);
1371
	if (unlikely(nseg > acb->host->sg_tablesize || nseg < 0))
N
Nick Cheng 已提交
1372
		return FAILED;
1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386
	scsi_for_each_sg(pcmd, sg, nseg, i) {
		/* Get the physical address of the current data pointer */
		length = cpu_to_le32(sg_dma_len(sg));
		address_lo = cpu_to_le32(dma_addr_lo32(sg_dma_address(sg)));
		address_hi = cpu_to_le32(dma_addr_hi32(sg_dma_address(sg)));
		if (address_hi == 0) {
			struct SG32ENTRY *pdma_sg = (struct SG32ENTRY *)psge;

			pdma_sg->address = address_lo;
			pdma_sg->length = length;
			psge += sizeof (struct SG32ENTRY);
			arccdbsize += sizeof (struct SG32ENTRY);
		} else {
			struct SG64ENTRY *pdma_sg = (struct SG64ENTRY *)psge;
1387

1388 1389 1390 1391 1392
			pdma_sg->addresshigh = address_hi;
			pdma_sg->address = address_lo;
			pdma_sg->length = length|cpu_to_le32(IS_SG64_ADDR);
			psge += sizeof (struct SG64ENTRY);
			arccdbsize += sizeof (struct SG64ENTRY);
1393
		}
1394 1395 1396
	}
	arcmsr_cdb->sgcount = (uint8_t)nseg;
	arcmsr_cdb->DataLength = scsi_bufflen(pcmd);
1397
	arcmsr_cdb->msgPages = arccdbsize/0x100 + (arccdbsize % 0x100 ? 1 : 0);
1398 1399
	if ( arccdbsize > 256)
		arcmsr_cdb->Flags |= ARCMSR_CDB_FLAG_SGL_BSIZE;
1400
	if (pcmd->sc_data_direction == DMA_TO_DEVICE)
1401
		arcmsr_cdb->Flags |= ARCMSR_CDB_FLAG_WRITE;
1402
	ccb->arc_cdb_size = arccdbsize;
N
Nick Cheng 已提交
1403
	return SUCCESS;
1404 1405 1406 1407
}

static void arcmsr_post_ccb(struct AdapterControlBlock *acb, struct CommandControlBlock *ccb)
{
1408
	uint32_t cdb_phyaddr = ccb->cdb_phyaddr;
1409 1410 1411
	struct ARCMSR_CDB *arcmsr_cdb = (struct ARCMSR_CDB *)&ccb->arcmsr_cdb;
	atomic_inc(&acb->ccboutstandingcount);
	ccb->startdone = ARCMSR_CCB_START;
1412 1413
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1414
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1415 1416

		if (arcmsr_cdb->Flags & ARCMSR_CDB_FLAG_SGL_BSIZE)
1417
			writel(cdb_phyaddr | ARCMSR_CCBPOST_FLAG_SGL_BSIZE,
1418
			&reg->inbound_queueport);
1419 1420
		else
			writel(cdb_phyaddr, &reg->inbound_queueport);
1421
		break;
1422
	}
1423

1424
	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1425
		struct MessageUnit_B *reg = acb->pmuB;
1426
		uint32_t ending_index, index = reg->postq_index;
1427

1428
		ending_index = ((index + 1) % ARCMSR_MAX_HBB_POSTQUEUE);
1429
		reg->post_qbuffer[ending_index] = 0;
1430
		if (arcmsr_cdb->Flags & ARCMSR_CDB_FLAG_SGL_BSIZE) {
1431 1432
			reg->post_qbuffer[index] =
				cdb_phyaddr | ARCMSR_CCBPOST_FLAG_SGL_BSIZE;
1433
		} else {
1434
			reg->post_qbuffer[index] = cdb_phyaddr;
1435 1436 1437 1438
		}
		index++;
		index %= ARCMSR_MAX_HBB_POSTQUEUE;/*if last index number set it to 0 */
		reg->postq_index = index;
1439
		writel(ARCMSR_DRV2IOP_CDB_POSTED, reg->drv2iop_doorbell);
1440
		}
1441
		break;
1442
	case ACB_ADAPTER_TYPE_C: {
1443
		struct MessageUnit_C __iomem *phbcmu = acb->pmuC;
1444 1445 1446
		uint32_t ccb_post_stamp, arc_cdb_size;

		arc_cdb_size = (ccb->arc_cdb_size > 0x300) ? 0x300 : ccb->arc_cdb_size;
1447
		ccb_post_stamp = (cdb_phyaddr | ((arc_cdb_size - 1) >> 6) | 1);
1448 1449 1450 1451 1452 1453 1454
		if (acb->cdb_phyaddr_hi32) {
			writel(acb->cdb_phyaddr_hi32, &phbcmu->inbound_queueport_high);
			writel(ccb_post_stamp, &phbcmu->inbound_queueport_low);
		} else {
			writel(ccb_post_stamp, &phbcmu->inbound_queueport_low);
		}
		}
1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486
		break;
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D  *pmu = acb->pmuD;
		u16 index_stripped;
		u16 postq_index;
		unsigned long flags;
		struct InBound_SRB *pinbound_srb;

		spin_lock_irqsave(&acb->postq_lock, flags);
		postq_index = pmu->postq_index;
		pinbound_srb = (struct InBound_SRB *)&(pmu->post_qbuffer[postq_index & 0xFF]);
		pinbound_srb->addressHigh = dma_addr_hi32(cdb_phyaddr);
		pinbound_srb->addressLow = dma_addr_lo32(cdb_phyaddr);
		pinbound_srb->length = ccb->arc_cdb_size >> 2;
		arcmsr_cdb->msgContext = dma_addr_lo32(cdb_phyaddr);
		if (postq_index & 0x4000) {
			index_stripped = postq_index & 0xFF;
			index_stripped += 1;
			index_stripped %= ARCMSR_MAX_ARC1214_POSTQUEUE;
			pmu->postq_index = index_stripped ?
				(index_stripped | 0x4000) : index_stripped;
		} else {
			index_stripped = postq_index;
			index_stripped += 1;
			index_stripped %= ARCMSR_MAX_ARC1214_POSTQUEUE;
			pmu->postq_index = index_stripped ? index_stripped :
				(index_stripped | 0x4000);
		}
		writel(postq_index, pmu->inboundlist_write_pointer);
		spin_unlock_irqrestore(&acb->postq_lock, flags);
		break;
		}
1487 1488 1489
	}
}

1490
static void arcmsr_hbaA_stop_bgrb(struct AdapterControlBlock *acb)
1491
{
A
Al Viro 已提交
1492
	struct MessageUnit_A __iomem *reg = acb->pmuA;
1493 1494
	acb->acb_flags &= ~ACB_F_MSG_START_BGRB;
	writel(ARCMSR_INBOUND_MESG0_STOP_BGRB, &reg->inbound_msgaddr0);
1495
	if (!arcmsr_hbaA_wait_msgint_ready(acb)) {
1496
		printk(KERN_NOTICE
1497
			"arcmsr%d: wait 'stop adapter background rebulid' timeout\n"
1498 1499 1500 1501
			, acb->host->host_no);
	}
}

1502
static void arcmsr_hbaB_stop_bgrb(struct AdapterControlBlock *acb)
1503
{
A
Al Viro 已提交
1504
	struct MessageUnit_B *reg = acb->pmuB;
1505
	acb->acb_flags &= ~ACB_F_MSG_START_BGRB;
1506
	writel(ARCMSR_MESSAGE_STOP_BGRB, reg->drv2iop_doorbell);
1507

1508
	if (!arcmsr_hbaB_wait_msgint_ready(acb)) {
1509
		printk(KERN_NOTICE
1510
			"arcmsr%d: wait 'stop adapter background rebulid' timeout\n"
1511
			, acb->host->host_no);
1512 1513 1514
	}
}

1515
static void arcmsr_hbaC_stop_bgrb(struct AdapterControlBlock *pACB)
1516
{
1517
	struct MessageUnit_C __iomem *reg = pACB->pmuC;
1518 1519 1520
	pACB->acb_flags &= ~ACB_F_MSG_START_BGRB;
	writel(ARCMSR_INBOUND_MESG0_STOP_BGRB, &reg->inbound_msgaddr0);
	writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
1521
	if (!arcmsr_hbaC_wait_msgint_ready(pACB)) {
1522
		printk(KERN_NOTICE
1523
			"arcmsr%d: wait 'stop adapter background rebulid' timeout\n"
1524 1525 1526 1527
			, pACB->host->host_no);
	}
	return;
}
1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539

static void arcmsr_hbaD_stop_bgrb(struct AdapterControlBlock *pACB)
{
	struct MessageUnit_D *reg = pACB->pmuD;

	pACB->acb_flags &= ~ACB_F_MSG_START_BGRB;
	writel(ARCMSR_INBOUND_MESG0_STOP_BGRB, reg->inbound_msgaddr0);
	if (!arcmsr_hbaD_wait_msgint_ready(pACB))
		pr_notice("arcmsr%d: wait 'stop adapter background rebulid' "
			"timeout\n", pACB->host->host_no);
}

1540 1541 1542 1543
static void arcmsr_stop_adapter_bgrb(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
1544
		arcmsr_hbaA_stop_bgrb(acb);
1545 1546 1547 1548
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
1549
		arcmsr_hbaB_stop_bgrb(acb);
1550 1551
		}
		break;
1552
	case ACB_ADAPTER_TYPE_C: {
1553
		arcmsr_hbaC_stop_bgrb(acb);
1554
		}
1555 1556 1557 1558
		break;
	case ACB_ADAPTER_TYPE_D:
		arcmsr_hbaD_stop_bgrb(acb);
		break;
1559
	}
1560 1561 1562 1563
}

static void arcmsr_free_ccb_pool(struct AdapterControlBlock *acb)
{
1564
	dma_free_coherent(&acb->pdev->dev, acb->uncache_size, acb->dma_coherent, acb->dma_coherent_handle);
1565 1566
}

1567
static void arcmsr_iop_message_read(struct AdapterControlBlock *acb)
1568
{
1569 1570
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1571
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1572 1573 1574
		writel(ARCMSR_INBOUND_DRIVER_DATA_READ_OK, &reg->inbound_doorbell);
		}
		break;
1575

1576
	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1577
		struct MessageUnit_B *reg = acb->pmuB;
1578
		writel(ARCMSR_DRV2IOP_DATA_READ_OK, reg->drv2iop_doorbell);
1579
		}
1580
		break;
1581 1582
	case ACB_ADAPTER_TYPE_C: {
		struct MessageUnit_C __iomem *reg = acb->pmuC;
1583

1584 1585
		writel(ARCMSR_HBCMU_DRV2IOP_DATA_READ_OK, &reg->inbound_doorbell);
		}
1586 1587 1588 1589 1590 1591 1592
		break;
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg = acb->pmuD;
		writel(ARCMSR_ARC1214_DRV2IOP_DATA_OUT_READ,
			reg->inbound_doorbell);
		}
		break;
1593
	}
1594 1595 1596 1597 1598 1599
}

static void arcmsr_iop_message_wrote(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1600
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1601
		/*
1602 1603
		** push inbound doorbell tell iop, driver data write ok
		** and wait reply on next hwinterrupt for next Qbuffer post
1604
		*/
1605 1606 1607 1608 1609
		writel(ARCMSR_INBOUND_DRIVER_DATA_WRITE_OK, &reg->inbound_doorbell);
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1610
		struct MessageUnit_B *reg = acb->pmuB;
1611 1612 1613 1614
		/*
		** push inbound doorbell tell iop, driver data write ok
		** and wait reply on next hwinterrupt for next Qbuffer post
		*/
1615
		writel(ARCMSR_DRV2IOP_DATA_WRITE_OK, reg->drv2iop_doorbell);
1616 1617
		}
		break;
1618 1619 1620 1621 1622 1623 1624 1625 1626
	case ACB_ADAPTER_TYPE_C: {
		struct MessageUnit_C __iomem *reg = acb->pmuC;
		/*
		** push inbound doorbell tell iop, driver data write ok
		** and wait reply on next hwinterrupt for next Qbuffer post
		*/
		writel(ARCMSR_HBCMU_DRV2IOP_DATA_WRITE_OK, &reg->inbound_doorbell);
		}
		break;
1627 1628 1629 1630 1631 1632
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg = acb->pmuD;
		writel(ARCMSR_ARC1214_DRV2IOP_DATA_IN_READY,
			reg->inbound_doorbell);
		}
		break;
1633 1634 1635
	}
}

A
Al Viro 已提交
1636
struct QBUFFER __iomem *arcmsr_get_iop_rqbuffer(struct AdapterControlBlock *acb)
1637
{
1638
	struct QBUFFER __iomem *qbuffer = NULL;
1639 1640 1641
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1642 1643
		struct MessageUnit_A __iomem *reg = acb->pmuA;
		qbuffer = (struct QBUFFER __iomem *)&reg->message_rbuffer;
1644 1645 1646 1647
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1648
		struct MessageUnit_B *reg = acb->pmuB;
1649
		qbuffer = (struct QBUFFER __iomem *)reg->message_rbuffer;
1650 1651
		}
		break;
1652
	case ACB_ADAPTER_TYPE_C: {
1653
		struct MessageUnit_C __iomem *phbcmu = acb->pmuC;
1654 1655
		qbuffer = (struct QBUFFER __iomem *)&phbcmu->message_rbuffer;
		}
1656 1657 1658 1659 1660 1661
		break;
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg = acb->pmuD;
		qbuffer = (struct QBUFFER __iomem *)reg->message_rbuffer;
		}
		break;
1662 1663 1664 1665
	}
	return qbuffer;
}

A
Al Viro 已提交
1666
static struct QBUFFER __iomem *arcmsr_get_iop_wqbuffer(struct AdapterControlBlock *acb)
1667
{
1668
	struct QBUFFER __iomem *pqbuffer = NULL;
1669 1670 1671
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1672 1673
		struct MessageUnit_A __iomem *reg = acb->pmuA;
		pqbuffer = (struct QBUFFER __iomem *) &reg->message_wbuffer;
1674 1675 1676 1677
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1678
		struct MessageUnit_B  *reg = acb->pmuB;
1679
		pqbuffer = (struct QBUFFER __iomem *)reg->message_wbuffer;
1680 1681
		}
		break;
1682
	case ACB_ADAPTER_TYPE_C: {
1683
		struct MessageUnit_C __iomem *reg = acb->pmuC;
1684
		pqbuffer = (struct QBUFFER __iomem *)&reg->message_wbuffer;
1685 1686 1687 1688 1689 1690 1691
		}
		break;
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg = acb->pmuD;
		pqbuffer = (struct QBUFFER __iomem *)reg->message_wbuffer;
		}
		break;
1692 1693 1694 1695
	}
	return pqbuffer;
}

1696 1697 1698
static uint32_t
arcmsr_Read_iop_rqbuffer_in_DWORD(struct AdapterControlBlock *acb,
		struct QBUFFER __iomem *prbuffer)
1699
{
1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714
	uint8_t *pQbuffer;
	uint8_t *buf1 = NULL;
	uint32_t __iomem *iop_data;
	uint32_t iop_len, data_len, *buf2 = NULL;

	iop_data = (uint32_t __iomem *)prbuffer->data;
	iop_len = readl(&prbuffer->data_len);
	if (iop_len > 0) {
		buf1 = kmalloc(128, GFP_ATOMIC);
		buf2 = (uint32_t *)buf1;
		if (buf1 == NULL)
			return 0;
		data_len = iop_len;
		while (data_len >= 4) {
			*buf2++ = readl(iop_data);
1715
			iop_data++;
1716
			data_len -= 4;
1717
		}
1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743 1744 1745
		if (data_len)
			*buf2 = readl(iop_data);
		buf2 = (uint32_t *)buf1;
	}
	while (iop_len > 0) {
		pQbuffer = &acb->rqbuffer[acb->rqbuf_lastindex];
		*pQbuffer = *buf1;
		acb->rqbuf_lastindex++;
		/* if last, index number set it to 0 */
		acb->rqbuf_lastindex %= ARCMSR_MAX_QBUFFER;
		buf1++;
		iop_len--;
	}
	if (buf2)
		kfree(buf2);
	/* let IOP know data has been read */
	arcmsr_iop_message_read(acb);
	return 1;
}

uint32_t
arcmsr_Read_iop_rqbuffer_data(struct AdapterControlBlock *acb,
	struct QBUFFER __iomem *prbuffer) {

	uint8_t *pQbuffer;
	uint8_t __iomem *iop_data;
	uint32_t iop_len;

1746
	if (acb->adapter_type & (ACB_ADAPTER_TYPE_C | ACB_ADAPTER_TYPE_D))
1747 1748 1749 1750 1751 1752 1753 1754 1755 1756
		return arcmsr_Read_iop_rqbuffer_in_DWORD(acb, prbuffer);
	iop_data = (uint8_t __iomem *)prbuffer->data;
	iop_len = readl(&prbuffer->data_len);
	while (iop_len > 0) {
		pQbuffer = &acb->rqbuffer[acb->rqbuf_lastindex];
		*pQbuffer = readb(iop_data);
		acb->rqbuf_lastindex++;
		acb->rqbuf_lastindex %= ARCMSR_MAX_QBUFFER;
		iop_data++;
		iop_len--;
1757
	}
1758 1759 1760
	arcmsr_iop_message_read(acb);
	return 1;
}
1761

1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775
static void arcmsr_iop2drv_data_wrote_handle(struct AdapterControlBlock *acb)
{
	unsigned long flags;
	struct QBUFFER __iomem  *prbuffer;
	int32_t buf_empty_len;

	spin_lock_irqsave(&acb->rqbuffer_lock, flags);
	prbuffer = arcmsr_get_iop_rqbuffer(acb);
	buf_empty_len = (acb->rqbuf_lastindex - acb->rqbuf_firstindex - 1) &
		(ARCMSR_MAX_QBUFFER - 1);
	if (buf_empty_len >= readl(&prbuffer->data_len)) {
		if (arcmsr_Read_iop_rqbuffer_data(acb, prbuffer) == 0)
			acb->acb_flags |= ACB_F_IOPDATA_OVERFLOW;
	} else
1776
		acb->acb_flags |= ACB_F_IOPDATA_OVERFLOW;
1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820
	spin_unlock_irqrestore(&acb->rqbuffer_lock, flags);
}

static void arcmsr_write_ioctldata2iop_in_DWORD(struct AdapterControlBlock *acb)
{
	uint8_t *pQbuffer;
	struct QBUFFER __iomem *pwbuffer;
	uint8_t *buf1 = NULL;
	uint32_t __iomem *iop_data;
	uint32_t allxfer_len = 0, data_len, *buf2 = NULL, data;

	if (acb->acb_flags & ACB_F_MESSAGE_WQBUFFER_READED) {
		buf1 = kmalloc(128, GFP_ATOMIC);
		buf2 = (uint32_t *)buf1;
		if (buf1 == NULL)
			return;

		acb->acb_flags &= (~ACB_F_MESSAGE_WQBUFFER_READED);
		pwbuffer = arcmsr_get_iop_wqbuffer(acb);
		iop_data = (uint32_t __iomem *)pwbuffer->data;
		while ((acb->wqbuf_firstindex != acb->wqbuf_lastindex)
			&& (allxfer_len < 124)) {
			pQbuffer = &acb->wqbuffer[acb->wqbuf_firstindex];
			*buf1 = *pQbuffer;
			acb->wqbuf_firstindex++;
			acb->wqbuf_firstindex %= ARCMSR_MAX_QBUFFER;
			buf1++;
			allxfer_len++;
		}
		data_len = allxfer_len;
		buf1 = (uint8_t *)buf2;
		while (data_len >= 4) {
			data = *buf2++;
			writel(data, iop_data);
			iop_data++;
			data_len -= 4;
		}
		if (data_len) {
			data = *buf2;
			writel(data, iop_data);
		}
		writel(allxfer_len, &pwbuffer->data_len);
		kfree(buf1);
		arcmsr_iop_message_wrote(acb);
1821 1822 1823
	}
}

1824 1825
void
arcmsr_write_ioctldata2iop(struct AdapterControlBlock *acb)
1826
{
1827 1828 1829 1830
	uint8_t *pQbuffer;
	struct QBUFFER __iomem *pwbuffer;
	uint8_t __iomem *iop_data;
	int32_t allxfer_len = 0;
1831

1832
	if (acb->adapter_type & (ACB_ADAPTER_TYPE_C | ACB_ADAPTER_TYPE_D)) {
1833 1834 1835 1836
		arcmsr_write_ioctldata2iop_in_DWORD(acb);
		return;
	}
	if (acb->acb_flags & ACB_F_MESSAGE_WQBUFFER_READED) {
1837 1838 1839
		acb->acb_flags &= (~ACB_F_MESSAGE_WQBUFFER_READED);
		pwbuffer = arcmsr_get_iop_wqbuffer(acb);
		iop_data = (uint8_t __iomem *)pwbuffer->data;
1840 1841
		while ((acb->wqbuf_firstindex != acb->wqbuf_lastindex)
			&& (allxfer_len < 124)) {
1842
			pQbuffer = &acb->wqbuffer[acb->wqbuf_firstindex];
1843
			writeb(*pQbuffer, iop_data);
1844 1845 1846 1847 1848
			acb->wqbuf_firstindex++;
			acb->wqbuf_firstindex %= ARCMSR_MAX_QBUFFER;
			iop_data++;
			allxfer_len++;
		}
1849
		writel(allxfer_len, &pwbuffer->data_len);
1850 1851
		arcmsr_iop_message_wrote(acb);
	}
1852
}
1853

1854 1855 1856 1857 1858 1859 1860 1861 1862
static void arcmsr_iop2drv_data_read_handle(struct AdapterControlBlock *acb)
{
	unsigned long flags;

	spin_lock_irqsave(&acb->wqbuffer_lock, flags);
	acb->acb_flags |= ACB_F_MESSAGE_WQBUFFER_READED;
	if (acb->wqbuf_firstindex != acb->wqbuf_lastindex)
		arcmsr_write_ioctldata2iop(acb);
	if (acb->wqbuf_firstindex == acb->wqbuf_lastindex)
1863
		acb->acb_flags |= ACB_F_MESSAGE_WQBUFFER_CLEARED;
1864
	spin_unlock_irqrestore(&acb->wqbuffer_lock, flags);
1865 1866
}

1867
static void arcmsr_hbaA_doorbell_isr(struct AdapterControlBlock *acb)
1868 1869
{
	uint32_t outbound_doorbell;
A
Al Viro 已提交
1870
	struct MessageUnit_A __iomem *reg = acb->pmuA;
1871
	outbound_doorbell = readl(&reg->outbound_doorbell);
1872 1873 1874 1875 1876 1877 1878 1879 1880
	do {
		writel(outbound_doorbell, &reg->outbound_doorbell);
		if (outbound_doorbell & ARCMSR_OUTBOUND_IOP331_DATA_WRITE_OK)
			arcmsr_iop2drv_data_wrote_handle(acb);
		if (outbound_doorbell & ARCMSR_OUTBOUND_IOP331_DATA_READ_OK)
			arcmsr_iop2drv_data_read_handle(acb);
		outbound_doorbell = readl(&reg->outbound_doorbell);
	} while (outbound_doorbell & (ARCMSR_OUTBOUND_IOP331_DATA_WRITE_OK
		| ARCMSR_OUTBOUND_IOP331_DATA_READ_OK));
1881
}
1882
static void arcmsr_hbaC_doorbell_isr(struct AdapterControlBlock *pACB)
1883 1884
{
	uint32_t outbound_doorbell;
1885
	struct MessageUnit_C __iomem *reg = pACB->pmuC;
1886 1887 1888 1889 1890 1891 1892 1893
	/*
	*******************************************************************
	**  Maybe here we need to check wrqbuffer_lock is lock or not
	**  DOORBELL: din! don!
	**  check if there are any mail need to pack from firmware
	*******************************************************************
	*/
	outbound_doorbell = readl(&reg->outbound_doorbell);
1894 1895 1896 1897 1898 1899 1900 1901
	do {
		writel(outbound_doorbell, &reg->outbound_doorbell_clear);
		readl(&reg->outbound_doorbell_clear);
		if (outbound_doorbell & ARCMSR_HBCMU_IOP2DRV_DATA_WRITE_OK)
			arcmsr_iop2drv_data_wrote_handle(pACB);
		if (outbound_doorbell & ARCMSR_HBCMU_IOP2DRV_DATA_READ_OK)
			arcmsr_iop2drv_data_read_handle(pACB);
		if (outbound_doorbell & ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE)
1902
			arcmsr_hbaC_message_isr(pACB);
1903 1904 1905 1906
		outbound_doorbell = readl(&reg->outbound_doorbell);
	} while (outbound_doorbell & (ARCMSR_HBCMU_IOP2DRV_DATA_WRITE_OK
		| ARCMSR_HBCMU_IOP2DRV_DATA_READ_OK
		| ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE));
1907
}
1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928

static void arcmsr_hbaD_doorbell_isr(struct AdapterControlBlock *pACB)
{
	uint32_t outbound_doorbell;
	struct MessageUnit_D  *pmu = pACB->pmuD;

	outbound_doorbell = readl(pmu->outbound_doorbell);
	do {
		writel(outbound_doorbell, pmu->outbound_doorbell);
		if (outbound_doorbell & ARCMSR_ARC1214_IOP2DRV_MESSAGE_CMD_DONE)
			arcmsr_hbaD_message_isr(pACB);
		if (outbound_doorbell & ARCMSR_ARC1214_IOP2DRV_DATA_WRITE_OK)
			arcmsr_iop2drv_data_wrote_handle(pACB);
		if (outbound_doorbell & ARCMSR_ARC1214_IOP2DRV_DATA_READ_OK)
			arcmsr_iop2drv_data_read_handle(pACB);
		outbound_doorbell = readl(pmu->outbound_doorbell);
	} while (outbound_doorbell & (ARCMSR_ARC1214_IOP2DRV_DATA_WRITE_OK
		| ARCMSR_ARC1214_IOP2DRV_DATA_READ_OK
		| ARCMSR_ARC1214_IOP2DRV_MESSAGE_CMD_DONE));
}

1929
static void arcmsr_hbaA_postqueue_isr(struct AdapterControlBlock *acb)
1930 1931
{
	uint32_t flag_ccb;
A
Al Viro 已提交
1932
	struct MessageUnit_A __iomem *reg = acb->pmuA;
1933 1934 1935
	struct ARCMSR_CDB *pARCMSR_CDB;
	struct CommandControlBlock *pCCB;
	bool error;
1936
	while ((flag_ccb = readl(&reg->outbound_queueport)) != 0xFFFFFFFF) {
1937 1938 1939 1940
		pARCMSR_CDB = (struct ARCMSR_CDB *)(acb->vir2phy_offset + (flag_ccb << 5));/*frame must be 32 bytes aligned*/
		pCCB = container_of(pARCMSR_CDB, struct CommandControlBlock, arcmsr_cdb);
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
		arcmsr_drain_donequeue(acb, pCCB, error);
1941 1942
	}
}
1943
static void arcmsr_hbaB_postqueue_isr(struct AdapterControlBlock *acb)
1944 1945 1946
{
	uint32_t index;
	uint32_t flag_ccb;
A
Al Viro 已提交
1947
	struct MessageUnit_B *reg = acb->pmuB;
1948 1949 1950
	struct ARCMSR_CDB *pARCMSR_CDB;
	struct CommandControlBlock *pCCB;
	bool error;
1951
	index = reg->doneq_index;
1952 1953
	while ((flag_ccb = reg->done_qbuffer[index]) != 0) {
		reg->done_qbuffer[index] = 0;
1954 1955 1956 1957
		pARCMSR_CDB = (struct ARCMSR_CDB *)(acb->vir2phy_offset+(flag_ccb << 5));/*frame must be 32 bytes aligned*/
		pCCB = container_of(pARCMSR_CDB, struct CommandControlBlock, arcmsr_cdb);
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
		arcmsr_drain_donequeue(acb, pCCB, error);
1958 1959 1960 1961 1962
		index++;
		index %= ARCMSR_MAX_HBB_POSTQUEUE;
		reg->doneq_index = index;
	}
}
1963

1964
static void arcmsr_hbaC_postqueue_isr(struct AdapterControlBlock *acb)
1965
{
1966
	struct MessageUnit_C __iomem *phbcmu;
1967 1968 1969 1970 1971
	struct ARCMSR_CDB *arcmsr_cdb;
	struct CommandControlBlock *ccb;
	uint32_t flag_ccb, ccb_cdb_phy, throttling = 0;
	int error;

1972
	phbcmu = acb->pmuC;
1973 1974 1975
	/* areca cdb command done */
	/* Use correct offset and size for syncing */

1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992
	while ((flag_ccb = readl(&phbcmu->outbound_queueport_low)) !=
			0xFFFFFFFF) {
		ccb_cdb_phy = (flag_ccb & 0xFFFFFFF0);
		arcmsr_cdb = (struct ARCMSR_CDB *)(acb->vir2phy_offset
			+ ccb_cdb_phy);
		ccb = container_of(arcmsr_cdb, struct CommandControlBlock,
			arcmsr_cdb);
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE1)
			? true : false;
		/* check if command done with no error */
		arcmsr_drain_donequeue(acb, ccb, error);
		throttling++;
		if (throttling == ARCMSR_HBC_ISR_THROTTLING_LEVEL) {
			writel(ARCMSR_HBCMU_DRV2IOP_POSTQUEUE_THROTTLING,
				&phbcmu->inbound_doorbell);
			throttling = 0;
		}
1993 1994
	}
}
1995 1996 1997 1998 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047

static void arcmsr_hbaD_postqueue_isr(struct AdapterControlBlock *acb)
{
	u32 outbound_write_pointer, doneq_index, index_stripped;
	uint32_t addressLow, ccb_cdb_phy;
	int error;
	struct MessageUnit_D  *pmu;
	struct ARCMSR_CDB *arcmsr_cdb;
	struct CommandControlBlock *ccb;
	unsigned long flags;

	spin_lock_irqsave(&acb->doneq_lock, flags);
	pmu = acb->pmuD;
	outbound_write_pointer = pmu->done_qbuffer[0].addressLow + 1;
	doneq_index = pmu->doneq_index;
	if ((doneq_index & 0xFFF) != (outbound_write_pointer & 0xFFF)) {
		do {
			if (doneq_index & 0x4000) {
				index_stripped = doneq_index & 0xFFF;
				index_stripped += 1;
				index_stripped %= ARCMSR_MAX_ARC1214_DONEQUEUE;
				pmu->doneq_index = index_stripped
					? (index_stripped | 0x4000) :
					(index_stripped + 1);
			} else {
				index_stripped = doneq_index;
				index_stripped += 1;
				index_stripped %= ARCMSR_MAX_ARC1214_DONEQUEUE;
				pmu->doneq_index = index_stripped
					? index_stripped :
					((index_stripped | 0x4000) + 1);
			}
			doneq_index = pmu->doneq_index;
			addressLow = pmu->done_qbuffer[doneq_index &
				0xFFF].addressLow;
			ccb_cdb_phy = (addressLow & 0xFFFFFFF0);
			arcmsr_cdb = (struct ARCMSR_CDB *)(acb->vir2phy_offset
				+ ccb_cdb_phy);
			ccb = container_of(arcmsr_cdb,
				struct CommandControlBlock, arcmsr_cdb);
			error = (addressLow & ARCMSR_CCBREPLY_FLAG_ERROR_MODE1)
				? true : false;
			arcmsr_drain_donequeue(acb, ccb, error);
			writel(doneq_index, pmu->outboundlist_read_pointer);
		} while ((doneq_index & 0xFFF) !=
			(outbound_write_pointer & 0xFFF));
	}
	writel(ARCMSR_ARC1214_OUTBOUND_LIST_INTERRUPT_CLEAR,
		pmu->outboundlist_interrupt_cause);
	readl(pmu->outboundlist_interrupt_cause);
	spin_unlock_irqrestore(&acb->doneq_lock, flags);
}

2048 2049 2050 2051
/*
**********************************************************************************
** Handle a message interrupt
**
2052
** The only message interrupt we expect is in response to a query for the current adapter config.  
2053 2054 2055
** We want this in order to compare the drivemap so that we can detect newly-attached drives.
**********************************************************************************
*/
2056
static void arcmsr_hbaA_message_isr(struct AdapterControlBlock *acb)
2057
{
2058
	struct MessageUnit_A __iomem *reg  = acb->pmuA;
2059 2060 2061 2062
	/*clear interrupt and message state*/
	writel(ARCMSR_MU_OUTBOUND_MESSAGE0_INT, &reg->outbound_intstatus);
	schedule_work(&acb->arcmsr_do_message_isr_bh);
}
2063
static void arcmsr_hbaB_message_isr(struct AdapterControlBlock *acb)
2064 2065
{
	struct MessageUnit_B *reg  = acb->pmuB;
2066

2067
	/*clear interrupt and message state*/
2068
	writel(ARCMSR_MESSAGE_INT_CLEAR_PATTERN, reg->iop2drv_doorbell);
2069 2070
	schedule_work(&acb->arcmsr_do_message_isr_bh);
}
2071 2072 2073 2074 2075 2076 2077 2078 2079
/*
**********************************************************************************
** Handle a message interrupt
**
** The only message interrupt we expect is in response to a query for the
** current adapter config.
** We want this in order to compare the drivemap so that we can detect newly-attached drives.
**********************************************************************************
*/
2080
static void arcmsr_hbaC_message_isr(struct AdapterControlBlock *acb)
2081
{
2082
	struct MessageUnit_C __iomem *reg  = acb->pmuC;
2083 2084 2085 2086 2087
	/*clear interrupt and message state*/
	writel(ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE_DOORBELL_CLEAR, &reg->outbound_doorbell_clear);
	schedule_work(&acb->arcmsr_do_message_isr_bh);
}

2088 2089 2090 2091 2092 2093 2094 2095 2096
static void arcmsr_hbaD_message_isr(struct AdapterControlBlock *acb)
{
	struct MessageUnit_D *reg  = acb->pmuD;

	writel(ARCMSR_ARC1214_IOP2DRV_MESSAGE_CMD_DONE, reg->outbound_doorbell);
	readl(reg->outbound_doorbell);
	schedule_work(&acb->arcmsr_do_message_isr_bh);
}

2097
static int arcmsr_hbaA_handle_isr(struct AdapterControlBlock *acb)
2098 2099
{
	uint32_t outbound_intstatus;
A
Al Viro 已提交
2100
	struct MessageUnit_A __iomem *reg = acb->pmuA;
2101
	outbound_intstatus = readl(&reg->outbound_intstatus) &
2102
		acb->outbound_int_enable;
2103 2104 2105 2106 2107
	if (!(outbound_intstatus & ARCMSR_MU_OUTBOUND_HANDLE_INT))
		return IRQ_NONE;
	do {
		writel(outbound_intstatus, &reg->outbound_intstatus);
		if (outbound_intstatus & ARCMSR_MU_OUTBOUND_DOORBELL_INT)
2108
			arcmsr_hbaA_doorbell_isr(acb);
2109
		if (outbound_intstatus & ARCMSR_MU_OUTBOUND_POSTQUEUE_INT)
2110
			arcmsr_hbaA_postqueue_isr(acb);
2111
		if (outbound_intstatus & ARCMSR_MU_OUTBOUND_MESSAGE0_INT)
2112
			arcmsr_hbaA_message_isr(acb);
2113 2114 2115 2116 2117 2118
		outbound_intstatus = readl(&reg->outbound_intstatus) &
			acb->outbound_int_enable;
	} while (outbound_intstatus & (ARCMSR_MU_OUTBOUND_DOORBELL_INT
		| ARCMSR_MU_OUTBOUND_POSTQUEUE_INT
		| ARCMSR_MU_OUTBOUND_MESSAGE0_INT));
	return IRQ_HANDLED;
2119 2120
}

2121
static int arcmsr_hbaB_handle_isr(struct AdapterControlBlock *acb)
2122 2123
{
	uint32_t outbound_doorbell;
A
Al Viro 已提交
2124
	struct MessageUnit_B *reg = acb->pmuB;
2125
	outbound_doorbell = readl(reg->iop2drv_doorbell) &
2126
				acb->outbound_int_enable;
2127
	if (!outbound_doorbell)
2128 2129 2130 2131 2132 2133 2134 2135 2136
		return IRQ_NONE;
	do {
		writel(~outbound_doorbell, reg->iop2drv_doorbell);
		writel(ARCMSR_DRV2IOP_END_OF_INTERRUPT, reg->drv2iop_doorbell);
		if (outbound_doorbell & ARCMSR_IOP2DRV_DATA_WRITE_OK)
			arcmsr_iop2drv_data_wrote_handle(acb);
		if (outbound_doorbell & ARCMSR_IOP2DRV_DATA_READ_OK)
			arcmsr_iop2drv_data_read_handle(acb);
		if (outbound_doorbell & ARCMSR_IOP2DRV_CDB_DONE)
2137
			arcmsr_hbaB_postqueue_isr(acb);
2138
		if (outbound_doorbell & ARCMSR_IOP2DRV_MESSAGE_CMD_DONE)
2139
			arcmsr_hbaB_message_isr(acb);
2140 2141 2142 2143 2144 2145 2146
		outbound_doorbell = readl(reg->iop2drv_doorbell) &
			acb->outbound_int_enable;
	} while (outbound_doorbell & (ARCMSR_IOP2DRV_DATA_WRITE_OK
		| ARCMSR_IOP2DRV_DATA_READ_OK
		| ARCMSR_IOP2DRV_CDB_DONE
		| ARCMSR_IOP2DRV_MESSAGE_CMD_DONE));
	return IRQ_HANDLED;
2147 2148
}

2149
static int arcmsr_hbaC_handle_isr(struct AdapterControlBlock *pACB)
2150 2151
{
	uint32_t host_interrupt_status;
2152
	struct MessageUnit_C __iomem *phbcmu = pACB->pmuC;
2153 2154 2155 2156 2157
	/*
	*********************************************
	**   check outbound intstatus
	*********************************************
	*/
2158 2159 2160 2161 2162 2163 2164
	host_interrupt_status = readl(&phbcmu->host_int_status) &
		(ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR |
		ARCMSR_HBCMU_OUTBOUND_DOORBELL_ISR);
	if (!host_interrupt_status)
		return IRQ_NONE;
	do {
		if (host_interrupt_status & ARCMSR_HBCMU_OUTBOUND_DOORBELL_ISR)
2165
			arcmsr_hbaC_doorbell_isr(pACB);
2166 2167
		/* MU post queue interrupts*/
		if (host_interrupt_status & ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR)
2168
			arcmsr_hbaC_postqueue_isr(pACB);
2169 2170 2171 2172
		host_interrupt_status = readl(&phbcmu->host_int_status);
	} while (host_interrupt_status & (ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR |
		ARCMSR_HBCMU_OUTBOUND_DOORBELL_ISR));
	return IRQ_HANDLED;
2173
}
2174 2175 2176 2177 2178 2179 2180 2181 2182 2183 2184 2185 2186 2187 2188 2189 2190 2191 2192 2193 2194 2195 2196 2197 2198 2199

static irqreturn_t arcmsr_hbaD_handle_isr(struct AdapterControlBlock *pACB)
{
	u32 host_interrupt_status;
	struct MessageUnit_D  *pmu = pACB->pmuD;

	host_interrupt_status = readl(pmu->host_int_status) &
		(ARCMSR_ARC1214_OUTBOUND_POSTQUEUE_ISR |
		ARCMSR_ARC1214_OUTBOUND_DOORBELL_ISR);
	if (!host_interrupt_status)
		return IRQ_NONE;
	do {
		/* MU post queue interrupts*/
		if (host_interrupt_status &
			ARCMSR_ARC1214_OUTBOUND_POSTQUEUE_ISR)
			arcmsr_hbaD_postqueue_isr(pACB);
		if (host_interrupt_status &
			ARCMSR_ARC1214_OUTBOUND_DOORBELL_ISR)
			arcmsr_hbaD_doorbell_isr(pACB);
		host_interrupt_status = readl(pmu->host_int_status);
	} while (host_interrupt_status &
		(ARCMSR_ARC1214_OUTBOUND_POSTQUEUE_ISR |
		ARCMSR_ARC1214_OUTBOUND_DOORBELL_ISR));
	return IRQ_HANDLED;
}

2200 2201 2202
static irqreturn_t arcmsr_interrupt(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
2203
	case ACB_ADAPTER_TYPE_A:
2204
		return arcmsr_hbaA_handle_isr(acb);
2205
		break;
2206
	case ACB_ADAPTER_TYPE_B:
2207
		return arcmsr_hbaB_handle_isr(acb);
2208
		break;
2209
	case ACB_ADAPTER_TYPE_C:
2210
		return arcmsr_hbaC_handle_isr(acb);
2211 2212
	case ACB_ADAPTER_TYPE_D:
		return arcmsr_hbaD_handle_isr(acb);
2213 2214
	default:
		return IRQ_NONE;
2215 2216 2217 2218 2219 2220 2221 2222
	}
}

static void arcmsr_iop_parking(struct AdapterControlBlock *acb)
{
	if (acb) {
		/* stop adapter background rebuild */
		if (acb->acb_flags & ACB_F_MSG_START_BGRB) {
2223
			uint32_t intmask_org;
2224
			acb->acb_flags &= ~ACB_F_MSG_START_BGRB;
2225
			intmask_org = arcmsr_disable_outbound_ints(acb);
2226 2227
			arcmsr_stop_adapter_bgrb(acb);
			arcmsr_flush_adapter_cache(acb);
2228 2229 2230 2231 2232
			arcmsr_enable_outbound_ints(acb, intmask_org);
		}
	}
}

2233 2234

void arcmsr_clear_iop2drv_rqueue_buffer(struct AdapterControlBlock *acb)
2235
{
2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252
	uint32_t	i;

	if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
		for (i = 0; i < 15; i++) {
			if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
				acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
				acb->rqbuf_firstindex = 0;
				acb->rqbuf_lastindex = 0;
				arcmsr_iop_message_read(acb);
				mdelay(30);
			} else if (acb->rqbuf_firstindex !=
				   acb->rqbuf_lastindex) {
				acb->rqbuf_firstindex = 0;
				acb->rqbuf_lastindex = 0;
				mdelay(30);
			} else
				break;
2253 2254 2255 2256
		}
	}
}

2257
static int arcmsr_iop_message_xfer(struct AdapterControlBlock *acb,
2258
		struct scsi_cmnd *cmd)
2259 2260
{
	char *buffer;
2261 2262 2263 2264 2265 2266 2267 2268
	unsigned short use_sg;
	int retvalue = 0, transfer_len = 0;
	unsigned long flags;
	struct CMD_MESSAGE_FIELD *pcmdmessagefld;
	uint32_t controlcode = (uint32_t)cmd->cmnd[5] << 24 |
		(uint32_t)cmd->cmnd[6] << 16 |
		(uint32_t)cmd->cmnd[7] << 8 |
		(uint32_t)cmd->cmnd[8];
2269
	struct scatterlist *sg;
2270 2271

	use_sg = scsi_sg_count(cmd);
2272
	sg = scsi_sglist(cmd);
2273
	buffer = kmap_atomic(sg_page(sg)) + sg->offset;
2274
	if (use_sg > 1) {
2275 2276
		retvalue = ARCMSR_MESSAGE_FAIL;
		goto message_out;
2277
	}
2278
	transfer_len += sg->length;
2279 2280
	if (transfer_len > sizeof(struct CMD_MESSAGE_FIELD)) {
		retvalue = ARCMSR_MESSAGE_FAIL;
2281
		pr_info("%s: ARCMSR_MESSAGE_FAIL!\n", __func__);
2282 2283
		goto message_out;
	}
2284 2285
	pcmdmessagefld = (struct CMD_MESSAGE_FIELD *)buffer;
	switch (controlcode) {
2286
	case ARCMSR_MESSAGE_READ_RQBUFFER: {
2287
		unsigned char *ver_addr;
2288
		uint8_t *pQbuffer, *ptmpQbuffer;
2289
		uint32_t allxfer_len = 0;
2290 2291
		ver_addr = kmalloc(1032, GFP_ATOMIC);
		if (!ver_addr) {
2292
			retvalue = ARCMSR_MESSAGE_FAIL;
2293
			pr_info("%s: memory not enough!\n", __func__);
2294 2295
			goto message_out;
		}
2296
		ptmpQbuffer = ver_addr;
2297 2298
		spin_lock_irqsave(&acb->rqbuffer_lock, flags);
		if (acb->rqbuf_firstindex != acb->rqbuf_lastindex) {
2299
			pQbuffer = &acb->rqbuffer[acb->rqbuf_firstindex];
2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353 2354 2355 2356 2357
			if (acb->rqbuf_firstindex > acb->rqbuf_lastindex) {
				if ((ARCMSR_MAX_QBUFFER -
					acb->rqbuf_firstindex) >= 1032) {
					memcpy(ptmpQbuffer, pQbuffer, 1032);
					acb->rqbuf_firstindex += 1032;
					acb->rqbuf_firstindex %= ARCMSR_MAX_QBUFFER;
					allxfer_len = 1032;
				} else {
					if (((ARCMSR_MAX_QBUFFER -
						acb->rqbuf_firstindex) +
						acb->rqbuf_lastindex) > 1032) {
						memcpy(ptmpQbuffer,
							pQbuffer, ARCMSR_MAX_QBUFFER
							- acb->rqbuf_firstindex);
						ptmpQbuffer +=
							ARCMSR_MAX_QBUFFER -
							acb->rqbuf_firstindex;
						memcpy(ptmpQbuffer,
							acb->rqbuffer, 1032 -
							(ARCMSR_MAX_QBUFFER
							- acb->rqbuf_firstindex));
						acb->rqbuf_firstindex =
							1032 - (ARCMSR_MAX_QBUFFER
							- acb->rqbuf_firstindex);
						allxfer_len = 1032;
					} else {
						memcpy(ptmpQbuffer,
							pQbuffer, ARCMSR_MAX_QBUFFER
							- acb->rqbuf_firstindex);
						ptmpQbuffer +=
							ARCMSR_MAX_QBUFFER -
							acb->rqbuf_firstindex;
						memcpy(ptmpQbuffer,
							acb->rqbuffer,
							acb->rqbuf_lastindex);
						allxfer_len = ARCMSR_MAX_QBUFFER
							- acb->rqbuf_firstindex +
							acb->rqbuf_lastindex;
						acb->rqbuf_firstindex =
							acb->rqbuf_lastindex;
					}
				}
			} else {
				if ((acb->rqbuf_lastindex -
					acb->rqbuf_firstindex) > 1032) {
					memcpy(ptmpQbuffer, pQbuffer, 1032);
					acb->rqbuf_firstindex += 1032;
					allxfer_len = 1032;
				} else {
					memcpy(ptmpQbuffer, pQbuffer,
						acb->rqbuf_lastindex -
						acb->rqbuf_firstindex);
					allxfer_len = acb->rqbuf_lastindex
						- acb->rqbuf_firstindex;
					acb->rqbuf_firstindex =
						acb->rqbuf_lastindex;
				}
			}
2358
		}
2359 2360
		memcpy(pcmdmessagefld->messagedatabuffer, ver_addr,
			allxfer_len);
2361
		if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
A
Al Viro 已提交
2362
			struct QBUFFER __iomem *prbuffer;
2363 2364
			acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
			prbuffer = arcmsr_get_iop_rqbuffer(acb);
2365 2366
			if (arcmsr_Read_iop_rqbuffer_data(acb, prbuffer) == 0)
				acb->acb_flags |= ACB_F_IOPDATA_OVERFLOW;
2367
		}
2368
		spin_unlock_irqrestore(&acb->rqbuffer_lock, flags);
2369
		kfree(ver_addr);
2370 2371 2372 2373 2374 2375 2376
		pcmdmessagefld->cmdmessage.Length = allxfer_len;
		if (acb->fw_flag == FW_DEADLOCK)
			pcmdmessagefld->cmdmessage.ReturnCode =
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
			pcmdmessagefld->cmdmessage.ReturnCode =
				ARCMSR_MESSAGE_RETURNCODE_OK;
2377
		break;
2378
	}
2379
	case ARCMSR_MESSAGE_WRITE_WQBUFFER: {
2380
		unsigned char *ver_addr;
2381 2382
		int32_t my_empty_len, user_len, wqbuf_firstindex, wqbuf_lastindex;
		uint8_t *pQbuffer, *ptmpuserbuffer;
2383 2384
		ver_addr = kmalloc(1032, GFP_ATOMIC);
		if (!ver_addr) {
2385 2386 2387
			retvalue = ARCMSR_MESSAGE_FAIL;
			goto message_out;
		}
2388
		ptmpuserbuffer = ver_addr;
2389
		user_len = pcmdmessagefld->cmdmessage.Length;
2390 2391 2392
		memcpy(ptmpuserbuffer,
			pcmdmessagefld->messagedatabuffer, user_len);
		spin_lock_irqsave(&acb->wqbuffer_lock, flags);
2393 2394 2395 2396 2397
		wqbuf_lastindex = acb->wqbuf_lastindex;
		wqbuf_firstindex = acb->wqbuf_firstindex;
		if (wqbuf_lastindex != wqbuf_firstindex) {
			struct SENSE_DATA *sensebuffer =
				(struct SENSE_DATA *)cmd->sense_buffer;
2398
			arcmsr_write_ioctldata2iop(acb);
2399
			/* has error report sensedata */
2400
			sensebuffer->ErrorCode = SCSI_SENSE_CURRENT_ERRORS;
2401 2402 2403 2404 2405 2406
			sensebuffer->SenseKey = ILLEGAL_REQUEST;
			sensebuffer->AdditionalSenseLength = 0x0A;
			sensebuffer->AdditionalSenseCode = 0x20;
			sensebuffer->Valid = 1;
			retvalue = ARCMSR_MESSAGE_FAIL;
		} else {
2407 2408
			my_empty_len = (wqbuf_firstindex - wqbuf_lastindex - 1)
				& (ARCMSR_MAX_QBUFFER - 1);
2409 2410
			if (my_empty_len >= user_len) {
				while (user_len > 0) {
2411 2412 2413 2414 2415 2416 2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430
					pQbuffer = &acb->wqbuffer[acb->wqbuf_lastindex];
					if ((acb->wqbuf_lastindex + user_len)
						> ARCMSR_MAX_QBUFFER) {
						memcpy(pQbuffer, ptmpuserbuffer,
							ARCMSR_MAX_QBUFFER -
							acb->wqbuf_lastindex);
						ptmpuserbuffer +=
							(ARCMSR_MAX_QBUFFER
							- acb->wqbuf_lastindex);
						user_len -= (ARCMSR_MAX_QBUFFER
							- acb->wqbuf_lastindex);
						acb->wqbuf_lastindex = 0;
					} else {
						memcpy(pQbuffer, ptmpuserbuffer,
							user_len);
						acb->wqbuf_lastindex += user_len;
						acb->wqbuf_lastindex %=
							ARCMSR_MAX_QBUFFER;
						user_len = 0;
					}
2431
				}
2432 2433
				if (acb->acb_flags &
					ACB_F_MESSAGE_WQBUFFER_CLEARED) {
2434 2435
					acb->acb_flags &=
						~ACB_F_MESSAGE_WQBUFFER_CLEARED;
2436
					arcmsr_write_ioctldata2iop(acb);
2437 2438
				}
			} else {
2439 2440
				struct SENSE_DATA *sensebuffer =
					(struct SENSE_DATA *)cmd->sense_buffer;
2441 2442 2443
				/* has error report sensedata */
				sensebuffer->ErrorCode =
					SCSI_SENSE_CURRENT_ERRORS;
2444 2445 2446 2447 2448
				sensebuffer->SenseKey = ILLEGAL_REQUEST;
				sensebuffer->AdditionalSenseLength = 0x0A;
				sensebuffer->AdditionalSenseCode = 0x20;
				sensebuffer->Valid = 1;
				retvalue = ARCMSR_MESSAGE_FAIL;
2449
			}
2450
		}
2451 2452 2453 2454 2455 2456 2457 2458
		spin_unlock_irqrestore(&acb->wqbuffer_lock, flags);
		kfree(ver_addr);
		if (acb->fw_flag == FW_DEADLOCK)
			pcmdmessagefld->cmdmessage.ReturnCode =
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
			pcmdmessagefld->cmdmessage.ReturnCode =
				ARCMSR_MESSAGE_RETURNCODE_OK;
2459
		break;
2460
	}
2461
	case ARCMSR_MESSAGE_CLEAR_RQBUFFER: {
2462
		uint8_t *pQbuffer = acb->rqbuffer;
2463 2464 2465

		arcmsr_clear_iop2drv_rqueue_buffer(acb);
		spin_lock_irqsave(&acb->rqbuffer_lock, flags);
2466 2467 2468 2469
		acb->acb_flags |= ACB_F_MESSAGE_RQBUFFER_CLEARED;
		acb->rqbuf_firstindex = 0;
		acb->rqbuf_lastindex = 0;
		memset(pQbuffer, 0, ARCMSR_MAX_QBUFFER);
2470 2471
		spin_unlock_irqrestore(&acb->rqbuffer_lock, flags);
		if (acb->fw_flag == FW_DEADLOCK)
2472
			pcmdmessagefld->cmdmessage.ReturnCode =
2473 2474
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
2475
			pcmdmessagefld->cmdmessage.ReturnCode =
2476
				ARCMSR_MESSAGE_RETURNCODE_OK;
2477
		break;
2478
	}
2479
	case ARCMSR_MESSAGE_CLEAR_WQBUFFER: {
2480
		uint8_t *pQbuffer = acb->wqbuffer;
2481 2482 2483
		spin_lock_irqsave(&acb->wqbuffer_lock, flags);
		acb->acb_flags |= (ACB_F_MESSAGE_WQBUFFER_CLEARED |
			ACB_F_MESSAGE_WQBUFFER_READED);
2484 2485 2486
		acb->wqbuf_firstindex = 0;
		acb->wqbuf_lastindex = 0;
		memset(pQbuffer, 0, ARCMSR_MAX_QBUFFER);
2487 2488 2489 2490 2491 2492 2493
		spin_unlock_irqrestore(&acb->wqbuffer_lock, flags);
		if (acb->fw_flag == FW_DEADLOCK)
			pcmdmessagefld->cmdmessage.ReturnCode =
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
			pcmdmessagefld->cmdmessage.ReturnCode =
				ARCMSR_MESSAGE_RETURNCODE_OK;
2494
		break;
2495
	}
2496
	case ARCMSR_MESSAGE_CLEAR_ALLQBUFFER: {
2497
		uint8_t *pQbuffer;
2498 2499 2500
		arcmsr_clear_iop2drv_rqueue_buffer(acb);
		spin_lock_irqsave(&acb->rqbuffer_lock, flags);
		acb->acb_flags |= ACB_F_MESSAGE_RQBUFFER_CLEARED;
2501 2502 2503 2504
		acb->rqbuf_firstindex = 0;
		acb->rqbuf_lastindex = 0;
		pQbuffer = acb->rqbuffer;
		memset(pQbuffer, 0, sizeof(struct QBUFFER));
2505 2506 2507 2508 2509 2510
		spin_unlock_irqrestore(&acb->rqbuffer_lock, flags);
		spin_lock_irqsave(&acb->wqbuffer_lock, flags);
		acb->acb_flags |= (ACB_F_MESSAGE_WQBUFFER_CLEARED |
			ACB_F_MESSAGE_WQBUFFER_READED);
		acb->wqbuf_firstindex = 0;
		acb->wqbuf_lastindex = 0;
2511 2512
		pQbuffer = acb->wqbuffer;
		memset(pQbuffer, 0, sizeof(struct QBUFFER));
2513 2514
		spin_unlock_irqrestore(&acb->wqbuffer_lock, flags);
		if (acb->fw_flag == FW_DEADLOCK)
2515
			pcmdmessagefld->cmdmessage.ReturnCode =
2516 2517
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
2518
			pcmdmessagefld->cmdmessage.ReturnCode =
2519
				ARCMSR_MESSAGE_RETURNCODE_OK;
2520
		break;
2521
	}
2522
	case ARCMSR_MESSAGE_RETURN_CODE_3F: {
2523
		if (acb->fw_flag == FW_DEADLOCK)
2524
			pcmdmessagefld->cmdmessage.ReturnCode =
2525 2526
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
2527
			pcmdmessagefld->cmdmessage.ReturnCode =
2528
				ARCMSR_MESSAGE_RETURNCODE_3F;
2529
		break;
2530
	}
2531
	case ARCMSR_MESSAGE_SAY_HELLO: {
2532
		int8_t *hello_string = "Hello! I am ARCMSR";
2533
		if (acb->fw_flag == FW_DEADLOCK)
2534
			pcmdmessagefld->cmdmessage.ReturnCode =
2535 2536
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
2537
			pcmdmessagefld->cmdmessage.ReturnCode =
2538 2539 2540
				ARCMSR_MESSAGE_RETURNCODE_OK;
		memcpy(pcmdmessagefld->messagedatabuffer,
			hello_string, (int16_t)strlen(hello_string));
2541
		break;
2542 2543 2544
	}
	case ARCMSR_MESSAGE_SAY_GOODBYE: {
		if (acb->fw_flag == FW_DEADLOCK)
2545
			pcmdmessagefld->cmdmessage.ReturnCode =
2546 2547 2548 2549
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
			pcmdmessagefld->cmdmessage.ReturnCode =
				ARCMSR_MESSAGE_RETURNCODE_OK;
2550 2551
		arcmsr_iop_parking(acb);
		break;
2552 2553 2554
	}
	case ARCMSR_MESSAGE_FLUSH_ADAPTER_CACHE: {
		if (acb->fw_flag == FW_DEADLOCK)
2555
			pcmdmessagefld->cmdmessage.ReturnCode =
2556 2557 2558 2559
				ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		else
			pcmdmessagefld->cmdmessage.ReturnCode =
				ARCMSR_MESSAGE_RETURNCODE_OK;
2560 2561
		arcmsr_flush_adapter_cache(acb);
		break;
2562
	}
2563 2564
	default:
		retvalue = ARCMSR_MESSAGE_FAIL;
2565 2566 2567 2568 2569 2570
		pr_info("%s: unknown controlcode!\n", __func__);
	}
message_out:
	if (use_sg) {
		struct scatterlist *sg = scsi_sglist(cmd);
		kunmap_atomic(buffer - sg->offset);
2571 2572 2573 2574 2575 2576 2577 2578
	}
	return retvalue;
}

static struct CommandControlBlock *arcmsr_get_freeccb(struct AdapterControlBlock *acb)
{
	struct list_head *head = &acb->ccb_free_list;
	struct CommandControlBlock *ccb = NULL;
2579 2580
	unsigned long flags;
	spin_lock_irqsave(&acb->ccblist_lock, flags);
2581 2582
	if (!list_empty(head)) {
		ccb = list_entry(head->next, struct CommandControlBlock, list);
2583
		list_del_init(&ccb->list);
2584
	}else{
2585
		spin_unlock_irqrestore(&acb->ccblist_lock, flags);
2586
		return NULL;
2587
	}
2588
	spin_unlock_irqrestore(&acb->ccblist_lock, flags);
2589 2590 2591 2592 2593 2594 2595 2596 2597 2598
	return ccb;
}

static void arcmsr_handle_virtual_command(struct AdapterControlBlock *acb,
		struct scsi_cmnd *cmd)
{
	switch (cmd->cmnd[0]) {
	case INQUIRY: {
		unsigned char inqdata[36];
		char *buffer;
2599
		struct scatterlist *sg;
2600 2601 2602 2603 2604 2605 2606 2607 2608 2609 2610

		if (cmd->device->lun) {
			cmd->result = (DID_TIME_OUT << 16);
			cmd->scsi_done(cmd);
			return;
		}
		inqdata[0] = TYPE_PROCESSOR;
		/* Periph Qualifier & Periph Dev Type */
		inqdata[1] = 0;
		/* rem media bit & Dev Type Modifier */
		inqdata[2] = 0;
2611
		/* ISO, ECMA, & ANSI versions */
2612 2613 2614 2615 2616 2617 2618 2619
		inqdata[4] = 31;
		/* length of additional data */
		strncpy(&inqdata[8], "Areca   ", 8);
		/* Vendor Identification */
		strncpy(&inqdata[16], "RAID controller ", 16);
		/* Product Identification */
		strncpy(&inqdata[32], "R001", 4); /* Product Revision */

2620
		sg = scsi_sglist(cmd);
2621
		buffer = kmap_atomic(sg_page(sg)) + sg->offset;
2622

2623
		memcpy(buffer, inqdata, sizeof(inqdata));
2624
		sg = scsi_sglist(cmd);
2625
		kunmap_atomic(buffer - sg->offset);
2626 2627 2628 2629 2630 2631 2632 2633 2634 2635 2636 2637 2638 2639 2640 2641

		cmd->scsi_done(cmd);
	}
	break;
	case WRITE_BUFFER:
	case READ_BUFFER: {
		if (arcmsr_iop_message_xfer(acb, cmd))
			cmd->result = (DID_ERROR << 16);
		cmd->scsi_done(cmd);
	}
	break;
	default:
		cmd->scsi_done(cmd);
	}
}

J
Jeff Garzik 已提交
2642
static int arcmsr_queue_command_lck(struct scsi_cmnd *cmd,
2643 2644 2645
	void (* done)(struct scsi_cmnd *))
{
	struct Scsi_Host *host = cmd->device->host;
2646
	struct AdapterControlBlock *acb = (struct AdapterControlBlock *) host->hostdata;
2647 2648 2649
	struct CommandControlBlock *ccb;
	int target = cmd->device->id;
	int lun = cmd->device->lun;
2650
	uint8_t scsicmd = cmd->cmnd[0];
2651 2652 2653
	cmd->scsi_done = done;
	cmd->host_scribble = NULL;
	cmd->result = 0;
2654 2655 2656
	if ((scsicmd == SYNCHRONIZE_CACHE) ||(scsicmd == SEND_DIAGNOSTIC)){
		if(acb->devstate[target][lun] == ARECA_RAID_GONE) {
    			cmd->result = (DID_NO_CONNECT << 16);
2657 2658 2659 2660
		}
		cmd->scsi_done(cmd);
		return 0;
	}
2661
	if (target == 16) {
2662 2663 2664 2665 2666 2667 2668
		/* virtual device for iop message transfer */
		arcmsr_handle_virtual_command(acb, cmd);
		return 0;
	}
	ccb = arcmsr_get_freeccb(acb);
	if (!ccb)
		return SCSI_MLQUEUE_HOST_BUSY;
2669
	if (arcmsr_build_ccb( acb, ccb, cmd ) == FAILED) {
N
Nick Cheng 已提交
2670 2671 2672 2673
		cmd->result = (DID_ERROR << 16) | (RESERVATION_CONFLICT << 1);
		cmd->scsi_done(cmd);
		return 0;
	}
2674 2675 2676 2677
	arcmsr_post_ccb(acb, ccb);
	return 0;
}

J
Jeff Garzik 已提交
2678 2679
static DEF_SCSI_QCMD(arcmsr_queue_command)

2680
static bool arcmsr_hbaA_get_config(struct AdapterControlBlock *acb)
2681
{
A
Al Viro 已提交
2682
	struct MessageUnit_A __iomem *reg = acb->pmuA;
2683 2684
	char *acb_firm_model = acb->firm_model;
	char *acb_firm_version = acb->firm_version;
2685
	char *acb_device_map = acb->device_map;
A
Al Viro 已提交
2686 2687
	char __iomem *iop_firm_model = (char __iomem *)(&reg->message_rwbuffer[15]);
	char __iomem *iop_firm_version = (char __iomem *)(&reg->message_rwbuffer[17]);
2688
	char __iomem *iop_device_map = (char __iomem *)(&reg->message_rwbuffer[21]);
2689 2690
	int count;
	writel(ARCMSR_INBOUND_MESG0_GET_CONFIG, &reg->inbound_msgaddr0);
2691
	if (!arcmsr_hbaA_wait_msgint_ready(acb)) {
2692 2693
		printk(KERN_NOTICE "arcmsr%d: wait 'get adapter firmware \
			miscellaneous data' timeout \n", acb->host->host_no);
2694
		return false;
2695
	}
2696
	count = 8;
2697
	while (count){
2698 2699 2700 2701 2702
		*acb_firm_model = readb(iop_firm_model);
		acb_firm_model++;
		iop_firm_model++;
		count--;
	}
2703

2704
	count = 16;
2705
	while (count){
2706 2707 2708 2709 2710
		*acb_firm_version = readb(iop_firm_version);
		acb_firm_version++;
		iop_firm_version++;
		count--;
	}
2711

2712 2713 2714 2715 2716 2717 2718
	count=16;
	while(count){
		*acb_device_map = readb(iop_device_map);
		acb_device_map++;
		iop_device_map++;
		count--;
	}
2719
	pr_notice("Areca RAID Controller%d: Model %s, F/W %s\n",
2720
		acb->host->host_no,
2721 2722
		acb->firm_model,
		acb->firm_version);
2723
	acb->signature = readl(&reg->message_rwbuffer[0]);
2724 2725 2726 2727
	acb->firm_request_len = readl(&reg->message_rwbuffer[1]);
	acb->firm_numbers_queue = readl(&reg->message_rwbuffer[2]);
	acb->firm_sdram_size = readl(&reg->message_rwbuffer[3]);
	acb->firm_hd_channels = readl(&reg->message_rwbuffer[4]);
2728 2729
	acb->firm_cfg_version = readl(&reg->message_rwbuffer[25]);  /*firm_cfg_version,25,100-103*/
	return true;
2730
}
2731
static bool arcmsr_hbaB_get_config(struct AdapterControlBlock *acb)
2732
{
A
Al Viro 已提交
2733
	struct MessageUnit_B *reg = acb->pmuB;
2734 2735 2736
	struct pci_dev *pdev = acb->pdev;
	void *dma_coherent;
	dma_addr_t dma_coherent_handle;
2737 2738
	char *acb_firm_model = acb->firm_model;
	char *acb_firm_version = acb->firm_version;
2739
	char *acb_device_map = acb->device_map;
2740
	char __iomem *iop_firm_model;
2741
	/*firm_model,15,60-67*/
2742
	char __iomem *iop_firm_version;
2743
	/*firm_version,17,68-83*/
2744
	char __iomem *iop_device_map;
2745
	/*firm_version,21,84-99*/
2746
	int count;
2747 2748 2749 2750

	acb->roundup_ccbsize = roundup(sizeof(struct MessageUnit_B), 32);
	dma_coherent = dma_alloc_coherent(&pdev->dev, acb->roundup_ccbsize,
			&dma_coherent_handle, GFP_KERNEL);
2751
	if (!dma_coherent){
2752 2753 2754
		printk(KERN_NOTICE
			"arcmsr%d: dma_alloc_coherent got error for hbb mu\n",
			acb->host->host_no);
2755 2756
		return false;
	}
2757
	acb->dma_coherent_handle2 = dma_coherent_handle;
2758
	acb->dma_coherent2 = dma_coherent;
2759 2760
	reg = (struct MessageUnit_B *)dma_coherent;
	acb->pmuB = reg;
2761
	reg->drv2iop_doorbell= (uint32_t __iomem *)((unsigned long)acb->mem_base0 + ARCMSR_DRV2IOP_DOORBELL);
2762 2763 2764 2765 2766 2767 2768 2769 2770 2771 2772
	reg->drv2iop_doorbell_mask = (uint32_t __iomem *)((unsigned long)acb->mem_base0 + ARCMSR_DRV2IOP_DOORBELL_MASK);
	reg->iop2drv_doorbell = (uint32_t __iomem *)((unsigned long)acb->mem_base0 + ARCMSR_IOP2DRV_DOORBELL);
	reg->iop2drv_doorbell_mask = (uint32_t __iomem *)((unsigned long)acb->mem_base0 + ARCMSR_IOP2DRV_DOORBELL_MASK);
	reg->message_wbuffer = (uint32_t __iomem *)((unsigned long)acb->mem_base1 + ARCMSR_MESSAGE_WBUFFER);
	reg->message_rbuffer =  (uint32_t __iomem *)((unsigned long)acb->mem_base1 + ARCMSR_MESSAGE_RBUFFER);
	reg->message_rwbuffer = (uint32_t __iomem *)((unsigned long)acb->mem_base1 + ARCMSR_MESSAGE_RWBUFFER);
	iop_firm_model = (char __iomem *)(&reg->message_rwbuffer[15]);	/*firm_model,15,60-67*/
	iop_firm_version = (char __iomem *)(&reg->message_rwbuffer[17]);	/*firm_version,17,68-83*/
	iop_device_map = (char __iomem *)(&reg->message_rwbuffer[21]);	/*firm_version,21,84-99*/

	writel(ARCMSR_MESSAGE_GET_CONFIG, reg->drv2iop_doorbell);
2773
	if (!arcmsr_hbaB_wait_msgint_ready(acb)) {
2774 2775
		printk(KERN_NOTICE "arcmsr%d: wait 'get adapter firmware \
			miscellaneous data' timeout \n", acb->host->host_no);
2776
		return false;
2777 2778
	}
	count = 8;
2779
	while (count){
2780 2781 2782 2783 2784 2785
		*acb_firm_model = readb(iop_firm_model);
		acb_firm_model++;
		iop_firm_model++;
		count--;
	}
	count = 16;
2786
	while (count){
2787 2788 2789 2790 2791 2792
		*acb_firm_version = readb(iop_firm_version);
		acb_firm_version++;
		iop_firm_version++;
		count--;
	}

2793 2794 2795 2796 2797 2798 2799 2800
	count = 16;
	while(count){
		*acb_device_map = readb(iop_device_map);
		acb_device_map++;
		iop_device_map++;
		count--;
	}
	
2801
	pr_notice("Areca RAID Controller%d: Model %s, F/W %s\n",
2802
		acb->host->host_no,
2803 2804
		acb->firm_model,
		acb->firm_version);
2805

2806
	acb->signature = readl(&reg->message_rwbuffer[1]);
2807
	/*firm_signature,1,00-03*/
2808
	acb->firm_request_len = readl(&reg->message_rwbuffer[2]);
2809
	/*firm_request_len,1,04-07*/
2810
	acb->firm_numbers_queue = readl(&reg->message_rwbuffer[3]);
2811
	/*firm_numbers_queue,2,08-11*/
2812
	acb->firm_sdram_size = readl(&reg->message_rwbuffer[4]);
2813
	/*firm_sdram_size,3,12-15*/
2814
	acb->firm_hd_channels = readl(&reg->message_rwbuffer[5]);
2815
	/*firm_ide_channels,4,16-19*/
2816 2817 2818
	acb->firm_cfg_version = readl(&reg->message_rwbuffer[25]);  /*firm_cfg_version,25,100-103*/
	/*firm_ide_channels,4,16-19*/
	return true;
2819
}
2820

2821
static bool arcmsr_hbaC_get_config(struct AdapterControlBlock *pACB)
2822 2823
{
	uint32_t intmask_org, Index, firmware_state = 0;
2824
	struct MessageUnit_C __iomem *reg = pACB->pmuC;
2825 2826
	char *acb_firm_model = pACB->firm_model;
	char *acb_firm_version = pACB->firm_version;
2827 2828
	char __iomem *iop_firm_model = (char __iomem *)(&reg->msgcode_rwbuffer[15]);    /*firm_model,15,60-67*/
	char __iomem *iop_firm_version = (char __iomem *)(&reg->msgcode_rwbuffer[17]);  /*firm_version,17,68-83*/
2829 2830 2831 2832 2833 2834 2835 2836 2837 2838 2839 2840 2841 2842 2843 2844 2845 2846 2847 2848 2849 2850 2851 2852 2853 2854 2855 2856 2857 2858 2859 2860 2861 2862 2863 2864 2865 2866
	int count;
	/* disable all outbound interrupt */
	intmask_org = readl(&reg->host_int_mask); /* disable outbound message0 int */
	writel(intmask_org|ARCMSR_HBCMU_ALL_INTMASKENABLE, &reg->host_int_mask);
	/* wait firmware ready */
	do {
		firmware_state = readl(&reg->outbound_msgaddr1);
	} while ((firmware_state & ARCMSR_HBCMU_MESSAGE_FIRMWARE_OK) == 0);
	/* post "get config" instruction */
	writel(ARCMSR_INBOUND_MESG0_GET_CONFIG, &reg->inbound_msgaddr0);
	writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
	/* wait message ready */
	for (Index = 0; Index < 2000; Index++) {
		if (readl(&reg->outbound_doorbell) & ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE) {
			writel(ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE_DOORBELL_CLEAR, &reg->outbound_doorbell_clear);/*clear interrupt*/
			break;
		}
		udelay(10);
	} /*max 1 seconds*/
	if (Index >= 2000) {
		printk(KERN_NOTICE "arcmsr%d: wait 'get adapter firmware \
			miscellaneous data' timeout \n", pACB->host->host_no);
		return false;
	}
	count = 8;
	while (count) {
		*acb_firm_model = readb(iop_firm_model);
		acb_firm_model++;
		iop_firm_model++;
		count--;
	}
	count = 16;
	while (count) {
		*acb_firm_version = readb(iop_firm_version);
		acb_firm_version++;
		iop_firm_version++;
		count--;
	}
2867
	pr_notice("Areca RAID Controller%d: Model %s, F/W %s\n",
2868
		pACB->host->host_no,
2869 2870
		pACB->firm_model,
		pACB->firm_version);
2871 2872 2873 2874 2875 2876 2877 2878
	pACB->firm_request_len = readl(&reg->msgcode_rwbuffer[1]);   /*firm_request_len,1,04-07*/
	pACB->firm_numbers_queue = readl(&reg->msgcode_rwbuffer[2]); /*firm_numbers_queue,2,08-11*/
	pACB->firm_sdram_size = readl(&reg->msgcode_rwbuffer[3]);    /*firm_sdram_size,3,12-15*/
	pACB->firm_hd_channels = readl(&reg->msgcode_rwbuffer[4]);  /*firm_ide_channels,4,16-19*/
	pACB->firm_cfg_version = readl(&reg->msgcode_rwbuffer[25]);  /*firm_cfg_version,25,100-103*/
	/*all interrupt service will be enable at arcmsr_iop_init*/
	return true;
}
2879 2880 2881 2882 2883 2884 2885 2886 2887 2888 2889 2890 2891 2892 2893 2894 2895 2896 2897 2898 2899 2900 2901 2902 2903 2904 2905 2906 2907 2908 2909 2910 2911 2912 2913 2914 2915 2916 2917 2918 2919 2920 2921 2922 2923 2924 2925 2926 2927 2928 2929 2930 2931 2932 2933 2934 2935 2936 2937 2938 2939 2940 2941 2942 2943 2944 2945 2946 2947 2948 2949 2950 2951 2952 2953 2954 2955 2956 2957 2958 2959 2960 2961 2962 2963 2964 2965 2966 2967 2968 2969 2970 2971 2972 2973 2974 2975 2976 2977 2978 2979 2980 2981 2982 2983 2984 2985 2986 2987 2988 2989 2990 2991 2992 2993 2994 2995 2996 2997 2998 2999 3000 3001 3002 3003 3004 3005 3006 3007 3008 3009

static bool arcmsr_hbaD_get_config(struct AdapterControlBlock *acb)
{
	char *acb_firm_model = acb->firm_model;
	char *acb_firm_version = acb->firm_version;
	char *acb_device_map = acb->device_map;
	char __iomem *iop_firm_model;
	char __iomem *iop_firm_version;
	char __iomem *iop_device_map;
	u32 count;
	struct MessageUnit_D *reg ;
	void *dma_coherent2;
	dma_addr_t dma_coherent_handle2;
	struct pci_dev *pdev = acb->pdev;

	acb->roundup_ccbsize = roundup(sizeof(struct MessageUnit_D), 32);
	dma_coherent2 = dma_alloc_coherent(&pdev->dev, acb->roundup_ccbsize,
		&dma_coherent_handle2, GFP_KERNEL);
	if (!dma_coherent2) {
		pr_notice("DMA allocation failed...\n");
		return false;
	}
	memset(dma_coherent2, 0, acb->roundup_ccbsize);
	acb->dma_coherent_handle2 = dma_coherent_handle2;
	acb->dma_coherent2 = dma_coherent2;
	reg = (struct MessageUnit_D *)dma_coherent2;
	acb->pmuD = reg;
	reg->chip_id = acb->mem_base0 + ARCMSR_ARC1214_CHIP_ID;
	reg->cpu_mem_config = acb->mem_base0 +
		ARCMSR_ARC1214_CPU_MEMORY_CONFIGURATION;
	reg->i2o_host_interrupt_mask = acb->mem_base0 +
		ARCMSR_ARC1214_I2_HOST_INTERRUPT_MASK;
	reg->sample_at_reset = acb->mem_base0 + ARCMSR_ARC1214_SAMPLE_RESET;
	reg->reset_request = acb->mem_base0 + ARCMSR_ARC1214_RESET_REQUEST;
	reg->host_int_status = acb->mem_base0 +
		ARCMSR_ARC1214_MAIN_INTERRUPT_STATUS;
	reg->pcief0_int_enable = acb->mem_base0 +
		ARCMSR_ARC1214_PCIE_F0_INTERRUPT_ENABLE;
	reg->inbound_msgaddr0 = acb->mem_base0 +
		ARCMSR_ARC1214_INBOUND_MESSAGE0;
	reg->inbound_msgaddr1 = acb->mem_base0 +
		ARCMSR_ARC1214_INBOUND_MESSAGE1;
	reg->outbound_msgaddr0 = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_MESSAGE0;
	reg->outbound_msgaddr1 = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_MESSAGE1;
	reg->inbound_doorbell = acb->mem_base0 +
		ARCMSR_ARC1214_INBOUND_DOORBELL;
	reg->outbound_doorbell = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_DOORBELL;
	reg->outbound_doorbell_enable = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_DOORBELL_ENABLE;
	reg->inboundlist_base_low = acb->mem_base0 +
		ARCMSR_ARC1214_INBOUND_LIST_BASE_LOW;
	reg->inboundlist_base_high = acb->mem_base0 +
		ARCMSR_ARC1214_INBOUND_LIST_BASE_HIGH;
	reg->inboundlist_write_pointer = acb->mem_base0 +
		ARCMSR_ARC1214_INBOUND_LIST_WRITE_POINTER;
	reg->outboundlist_base_low = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_LIST_BASE_LOW;
	reg->outboundlist_base_high = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_LIST_BASE_HIGH;
	reg->outboundlist_copy_pointer = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_LIST_COPY_POINTER;
	reg->outboundlist_read_pointer = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_LIST_READ_POINTER;
	reg->outboundlist_interrupt_cause = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_INTERRUPT_CAUSE;
	reg->outboundlist_interrupt_enable = acb->mem_base0 +
		ARCMSR_ARC1214_OUTBOUND_INTERRUPT_ENABLE;
	reg->message_wbuffer = acb->mem_base0 + ARCMSR_ARC1214_MESSAGE_WBUFFER;
	reg->message_rbuffer = acb->mem_base0 + ARCMSR_ARC1214_MESSAGE_RBUFFER;
	reg->msgcode_rwbuffer = acb->mem_base0 +
		ARCMSR_ARC1214_MESSAGE_RWBUFFER;
	iop_firm_model = (char __iomem *)(&reg->msgcode_rwbuffer[15]);
	iop_firm_version = (char __iomem *)(&reg->msgcode_rwbuffer[17]);
	iop_device_map = (char __iomem *)(&reg->msgcode_rwbuffer[21]);
	if (readl(acb->pmuD->outbound_doorbell) &
		ARCMSR_ARC1214_IOP2DRV_MESSAGE_CMD_DONE) {
		writel(ARCMSR_ARC1214_IOP2DRV_MESSAGE_CMD_DONE,
			acb->pmuD->outbound_doorbell);/*clear interrupt*/
	}
	/* post "get config" instruction */
	writel(ARCMSR_INBOUND_MESG0_GET_CONFIG, reg->inbound_msgaddr0);
	/* wait message ready */
	if (!arcmsr_hbaD_wait_msgint_ready(acb)) {
		pr_notice("arcmsr%d: wait get adapter firmware "
			"miscellaneous data timeout\n", acb->host->host_no);
		dma_free_coherent(&acb->pdev->dev, acb->roundup_ccbsize,
			acb->dma_coherent2, acb->dma_coherent_handle2);
		return false;
	}
	count = 8;
	while (count) {
		*acb_firm_model = readb(iop_firm_model);
		acb_firm_model++;
		iop_firm_model++;
		count--;
	}
	count = 16;
	while (count) {
		*acb_firm_version = readb(iop_firm_version);
		acb_firm_version++;
		iop_firm_version++;
		count--;
	}
	count = 16;
	while (count) {
		*acb_device_map = readb(iop_device_map);
		acb_device_map++;
		iop_device_map++;
		count--;
	}
	acb->signature = readl(&reg->msgcode_rwbuffer[1]);
	/*firm_signature,1,00-03*/
	acb->firm_request_len = readl(&reg->msgcode_rwbuffer[2]);
	/*firm_request_len,1,04-07*/
	acb->firm_numbers_queue = readl(&reg->msgcode_rwbuffer[3]);
	/*firm_numbers_queue,2,08-11*/
	acb->firm_sdram_size = readl(&reg->msgcode_rwbuffer[4]);
	/*firm_sdram_size,3,12-15*/
	acb->firm_hd_channels = readl(&reg->msgcode_rwbuffer[5]);
	/*firm_hd_channels,4,16-19*/
	acb->firm_cfg_version = readl(&reg->msgcode_rwbuffer[25]);
	pr_notice("Areca RAID Controller%d: Model %s, F/W %s\n",
		acb->host->host_no,
		acb->firm_model,
		acb->firm_version);
	return true;
}

3010
static bool arcmsr_get_firmware_spec(struct AdapterControlBlock *acb)
3011
{
3012 3013 3014 3015
	bool rtn = false;

	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A:
3016
		rtn = arcmsr_hbaA_get_config(acb);
3017 3018
		break;
	case ACB_ADAPTER_TYPE_B:
3019
		rtn = arcmsr_hbaB_get_config(acb);
3020 3021
		break;
	case ACB_ADAPTER_TYPE_C:
3022
		rtn = arcmsr_hbaC_get_config(acb);
3023
		break;
3024 3025 3026
	case ACB_ADAPTER_TYPE_D:
		rtn = arcmsr_hbaD_get_config(acb);
		break;
3027 3028 3029 3030 3031
	default:
		break;
	}
	if (acb->firm_numbers_queue > ARCMSR_MAX_OUTSTANDING_CMD)
		acb->maxOutstanding = ARCMSR_MAX_OUTSTANDING_CMD;
3032
	else
3033 3034 3035
		acb->maxOutstanding = acb->firm_numbers_queue - 1;
	acb->host->can_queue = acb->maxOutstanding;
	return rtn;
3036 3037
}

3038
static int arcmsr_hbaA_polling_ccbdone(struct AdapterControlBlock *acb,
3039 3040
	struct CommandControlBlock *poll_ccb)
{
A
Al Viro 已提交
3041
	struct MessageUnit_A __iomem *reg = acb->pmuA;
3042
	struct CommandControlBlock *ccb;
3043
	struct ARCMSR_CDB *arcmsr_cdb;
3044
	uint32_t flag_ccb, outbound_intstatus, poll_ccb_done = 0, poll_count = 0;
3045
	int rtn;
3046
	bool error;
3047
	polling_hba_ccb_retry:
3048
	poll_count++;
3049
	outbound_intstatus = readl(&reg->outbound_intstatus) & acb->outbound_int_enable;
3050 3051 3052
	writel(outbound_intstatus, &reg->outbound_intstatus);/*clear interrupt*/
	while (1) {
		if ((flag_ccb = readl(&reg->outbound_queueport)) == 0xFFFFFFFF) {
3053
			if (poll_ccb_done){
3054
				rtn = SUCCESS;
3055
				break;
3056 3057 3058
			}else {
				msleep(25);
				if (poll_count > 100){
3059
					rtn = FAILED;
3060
					break;
3061
				}
3062
				goto polling_hba_ccb_retry;
3063 3064
			}
		}
3065 3066
		arcmsr_cdb = (struct ARCMSR_CDB *)(acb->vir2phy_offset + (flag_ccb << 5));
		ccb = container_of(arcmsr_cdb, struct CommandControlBlock, arcmsr_cdb);
3067
		poll_ccb_done |= (ccb == poll_ccb) ? 1 : 0;
3068 3069 3070
		if ((ccb->acb != acb) || (ccb->startdone != ARCMSR_CCB_START)) {
			if ((ccb->startdone == ARCMSR_CCB_ABORTED) || (ccb == poll_ccb)) {
				printk(KERN_NOTICE "arcmsr%d: scsi id = %d lun = %d ccb = '0x%p'"
3071 3072 3073
					" poll command abort successfully \n"
					, acb->host->host_no
					, ccb->pcmd->device->id
H
Hannes Reinecke 已提交
3074
					, (u32)ccb->pcmd->device->lun
3075 3076
					, ccb);
				ccb->pcmd->result = DID_ABORT << 16;
3077
				arcmsr_ccb_complete(ccb);
3078 3079
				continue;
			}
3080 3081
			printk(KERN_NOTICE "arcmsr%d: polling get an illegal ccb"
				" command done ccb = '0x%p'"
3082
				"ccboutstandingcount = %d \n"
3083 3084 3085 3086
				, acb->host->host_no
				, ccb
				, atomic_read(&acb->ccboutstandingcount));
			continue;
3087 3088 3089
		}
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
		arcmsr_report_ccb_state(acb, ccb, error);
3090
	}
3091 3092
	return rtn;
}
3093

3094
static int arcmsr_hbaB_polling_ccbdone(struct AdapterControlBlock *acb,
3095 3096
					struct CommandControlBlock *poll_ccb)
{
3097
	struct MessageUnit_B *reg = acb->pmuB;
3098
	struct ARCMSR_CDB *arcmsr_cdb;
3099 3100
	struct CommandControlBlock *ccb;
	uint32_t flag_ccb, poll_ccb_done = 0, poll_count = 0;
3101
	int index, rtn;
3102
	bool error;
3103
	polling_hbb_ccb_retry:
3104

3105 3106
	poll_count++;
	/* clear doorbell interrupt */
3107
	writel(ARCMSR_DOORBELL_INT_CLEAR_PATTERN, reg->iop2drv_doorbell);
3108 3109
	while(1){
		index = reg->doneq_index;
3110 3111
		flag_ccb = reg->done_qbuffer[index];
		if (flag_ccb == 0) {
3112
			if (poll_ccb_done){
3113
				rtn = SUCCESS;
3114 3115 3116 3117
				break;
			}else {
				msleep(25);
				if (poll_count > 100){
3118
					rtn = FAILED;
3119
					break;
3120
				}
3121
				goto polling_hbb_ccb_retry;
3122
			}
3123
		}
3124
		reg->done_qbuffer[index] = 0;
3125 3126 3127 3128 3129
		index++;
		/*if last index number set it to 0 */
		index %= ARCMSR_MAX_HBB_POSTQUEUE;
		reg->doneq_index = index;
		/* check if command done with no error*/
3130 3131
		arcmsr_cdb = (struct ARCMSR_CDB *)(acb->vir2phy_offset + (flag_ccb << 5));
		ccb = container_of(arcmsr_cdb, struct CommandControlBlock, arcmsr_cdb);
3132
		poll_ccb_done |= (ccb == poll_ccb) ? 1 : 0;
3133 3134
		if ((ccb->acb != acb) || (ccb->startdone != ARCMSR_CCB_START)) {
			if ((ccb->startdone == ARCMSR_CCB_ABORTED) || (ccb == poll_ccb)) {
3135 3136
				printk(KERN_NOTICE "arcmsr%d: scsi id = %d lun = %d ccb = '0x%p'"
					" poll command abort successfully \n"
3137 3138
					,acb->host->host_no
					,ccb->pcmd->device->id
H
Hannes Reinecke 已提交
3139
					,(u32)ccb->pcmd->device->lun
3140 3141
					,ccb);
				ccb->pcmd->result = DID_ABORT << 16;
3142
				arcmsr_ccb_complete(ccb);
3143 3144 3145 3146 3147 3148 3149 3150 3151 3152 3153 3154 3155 3156 3157 3158
				continue;
			}
			printk(KERN_NOTICE "arcmsr%d: polling get an illegal ccb"
				" command done ccb = '0x%p'"
				"ccboutstandingcount = %d \n"
				, acb->host->host_no
				, ccb
				, atomic_read(&acb->ccboutstandingcount));
			continue;
		} 
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
		arcmsr_report_ccb_state(acb, ccb, error);
	}
	return rtn;
}

3159 3160
static int arcmsr_hbaC_polling_ccbdone(struct AdapterControlBlock *acb,
		struct CommandControlBlock *poll_ccb)
3161
{
3162
	struct MessageUnit_C __iomem *reg = acb->pmuC;
3163 3164 3165 3166 3167 3168 3169 3170 3171 3172 3173 3174 3175 3176 3177 3178 3179 3180
	uint32_t flag_ccb, ccb_cdb_phy;
	struct ARCMSR_CDB *arcmsr_cdb;
	bool error;
	struct CommandControlBlock *pCCB;
	uint32_t poll_ccb_done = 0, poll_count = 0;
	int rtn;
polling_hbc_ccb_retry:
	poll_count++;
	while (1) {
		if ((readl(&reg->host_int_status) & ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR) == 0) {
			if (poll_ccb_done) {
				rtn = SUCCESS;
				break;
			} else {
				msleep(25);
				if (poll_count > 100) {
					rtn = FAILED;
					break;
3181
				}
3182 3183 3184 3185 3186 3187 3188
				goto polling_hbc_ccb_retry;
			}
		}
		flag_ccb = readl(&reg->outbound_queueport_low);
		ccb_cdb_phy = (flag_ccb & 0xFFFFFFF0);
		arcmsr_cdb = (struct ARCMSR_CDB *)(acb->vir2phy_offset + ccb_cdb_phy);/*frame must be 32 bytes aligned*/
		pCCB = container_of(arcmsr_cdb, struct CommandControlBlock, arcmsr_cdb);
3189
		poll_ccb_done |= (pCCB == poll_ccb) ? 1 : 0;
3190 3191 3192 3193 3194
		/* check ifcommand done with no error*/
		if ((pCCB->acb != acb) || (pCCB->startdone != ARCMSR_CCB_START)) {
			if (pCCB->startdone == ARCMSR_CCB_ABORTED) {
				printk(KERN_NOTICE "arcmsr%d: scsi id = %d lun = %d ccb = '0x%p'"
					" poll command abort successfully \n"
3195
					, acb->host->host_no
3196
					, pCCB->pcmd->device->id
H
Hannes Reinecke 已提交
3197
					, (u32)pCCB->pcmd->device->lun
3198 3199 3200
					, pCCB);
					pCCB->pcmd->result = DID_ABORT << 16;
					arcmsr_ccb_complete(pCCB);
3201
				continue;
3202 3203 3204 3205 3206 3207 3208 3209
			}
			printk(KERN_NOTICE "arcmsr%d: polling get an illegal ccb"
				" command done ccb = '0x%p'"
				"ccboutstandingcount = %d \n"
				, acb->host->host_no
				, pCCB
				, atomic_read(&acb->ccboutstandingcount));
			continue;
3210
		}
3211 3212 3213
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE1) ? true : false;
		arcmsr_report_ccb_state(acb, pCCB, error);
	}
3214
	return rtn;
3215
}
3216 3217 3218 3219 3220 3221 3222 3223 3224 3225 3226 3227 3228 3229 3230 3231 3232 3233 3234 3235 3236 3237 3238 3239 3240 3241 3242 3243 3244 3245 3246 3247 3248 3249 3250 3251 3252 3253 3254 3255 3256 3257 3258 3259 3260 3261 3262 3263 3264 3265 3266 3267 3268 3269 3270 3271 3272 3273 3274 3275 3276 3277 3278 3279 3280 3281 3282 3283 3284 3285 3286 3287 3288 3289 3290 3291 3292 3293 3294 3295 3296 3297 3298

static int arcmsr_hbaD_polling_ccbdone(struct AdapterControlBlock *acb,
				struct CommandControlBlock *poll_ccb)
{
	bool error;
	uint32_t poll_ccb_done = 0, poll_count = 0, flag_ccb, ccb_cdb_phy;
	int rtn, doneq_index, index_stripped, outbound_write_pointer;
	unsigned long flags;
	struct ARCMSR_CDB *arcmsr_cdb;
	struct CommandControlBlock *pCCB;
	struct MessageUnit_D *pmu = acb->pmuD;

polling_hbaD_ccb_retry:
	poll_count++;
	while (1) {
		outbound_write_pointer = pmu->done_qbuffer[0].addressLow + 1;
		doneq_index = pmu->doneq_index;
		if ((outbound_write_pointer & 0xFFF) == (doneq_index & 0xFFF)) {
			if (poll_ccb_done) {
				rtn = SUCCESS;
				break;
			} else {
				msleep(25);
				if (poll_count > 40) {
					rtn = FAILED;
					break;
				}
				goto polling_hbaD_ccb_retry;
			}
		}
		spin_lock_irqsave(&acb->doneq_lock, flags);
		if (doneq_index & 0x4000) {
			index_stripped = doneq_index & 0xFFF;
			index_stripped += 1;
			index_stripped %= ARCMSR_MAX_ARC1214_DONEQUEUE;
			pmu->doneq_index = index_stripped ?
				(index_stripped | 0x4000) :
				(index_stripped + 1);
		} else {
			index_stripped = doneq_index;
			index_stripped += 1;
			index_stripped %= ARCMSR_MAX_ARC1214_DONEQUEUE;
			pmu->doneq_index = index_stripped ? index_stripped :
				((index_stripped | 0x4000) + 1);
		}
		spin_unlock_irqrestore(&acb->doneq_lock, flags);
		doneq_index = pmu->doneq_index;
		flag_ccb = pmu->done_qbuffer[doneq_index & 0xFFF].addressLow;
		ccb_cdb_phy = (flag_ccb & 0xFFFFFFF0);
		arcmsr_cdb = (struct ARCMSR_CDB *)(acb->vir2phy_offset +
			ccb_cdb_phy);
		pCCB = container_of(arcmsr_cdb, struct CommandControlBlock,
			arcmsr_cdb);
		poll_ccb_done |= (pCCB == poll_ccb) ? 1 : 0;
		if ((pCCB->acb != acb) ||
			(pCCB->startdone != ARCMSR_CCB_START)) {
			if (pCCB->startdone == ARCMSR_CCB_ABORTED) {
				pr_notice("arcmsr%d: scsi id = %d "
					"lun = %d ccb = '0x%p' poll command "
					"abort successfully\n"
					, acb->host->host_no
					, pCCB->pcmd->device->id
					, (u32)pCCB->pcmd->device->lun
					, pCCB);
				pCCB->pcmd->result = DID_ABORT << 16;
				arcmsr_ccb_complete(pCCB);
				continue;
			}
			pr_notice("arcmsr%d: polling an illegal "
				"ccb command done ccb = '0x%p' "
				"ccboutstandingcount = %d\n"
				, acb->host->host_no
				, pCCB
				, atomic_read(&acb->ccboutstandingcount));
			continue;
		}
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE1)
			? true : false;
		arcmsr_report_ccb_state(acb, pCCB, error);
	}
	return rtn;
}

3299
static int arcmsr_polling_ccbdone(struct AdapterControlBlock *acb,
3300 3301
					struct CommandControlBlock *poll_ccb)
{
3302
	int rtn = 0;
3303 3304 3305
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
3306
		rtn = arcmsr_hbaA_polling_ccbdone(acb, poll_ccb);
3307 3308 3309 3310
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
3311
		rtn = arcmsr_hbaB_polling_ccbdone(acb, poll_ccb);
3312
		}
3313 3314
		break;
	case ACB_ADAPTER_TYPE_C: {
3315
		rtn = arcmsr_hbaC_polling_ccbdone(acb, poll_ccb);
3316
		}
3317 3318 3319 3320
		break;
	case ACB_ADAPTER_TYPE_D:
		rtn = arcmsr_hbaD_polling_ccbdone(acb, poll_ccb);
		break;
3321
	}
3322
	return rtn;
3323
}
3324 3325

static int arcmsr_iop_confirm(struct AdapterControlBlock *acb)
3326
{
3327
	uint32_t cdb_phyaddr, cdb_phyaddr_hi32;
3328
	dma_addr_t dma_coherent_handle;
3329

3330 3331 3332 3333 3334 3335
	/*
	********************************************************************
	** here we need to tell iop 331 our freeccb.HighPart
	** if freeccb.HighPart is not zero
	********************************************************************
	*/
3336 3337
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_B:
3338
	case ACB_ADAPTER_TYPE_D:
3339 3340 3341 3342 3343 3344 3345 3346
		dma_coherent_handle = acb->dma_coherent_handle2;
		break;
	default:
		dma_coherent_handle = acb->dma_coherent_handle;
		break;
	}
	cdb_phyaddr = lower_32_bits(dma_coherent_handle);
	cdb_phyaddr_hi32 = upper_32_bits(dma_coherent_handle);
3347
	acb->cdb_phyaddr_hi32 = cdb_phyaddr_hi32;
3348 3349 3350 3351 3352 3353 3354 3355
	/*
	***********************************************************************
	**    if adapter type B, set window of "post command Q"
	***********************************************************************
	*/
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
3356
		if (cdb_phyaddr_hi32 != 0) {
A
Al Viro 已提交
3357
			struct MessageUnit_A __iomem *reg = acb->pmuA;
3358 3359
			writel(ARCMSR_SIGNATURE_SET_CONFIG, \
						&reg->message_rwbuffer[0]);
3360
			writel(cdb_phyaddr_hi32, &reg->message_rwbuffer[1]);
3361 3362
			writel(ARCMSR_INBOUND_MESG0_SET_CONFIG, \
							&reg->inbound_msgaddr0);
3363
			if (!arcmsr_hbaA_wait_msgint_ready(acb)) {
3364 3365 3366 3367
				printk(KERN_NOTICE "arcmsr%d: ""set ccb high \
				part physical address timeout\n",
				acb->host->host_no);
				return 1;
3368
			}
3369 3370 3371
		}
		}
		break;
3372

3373
	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
3374
		uint32_t __iomem *rwbuffer;
3375

A
Al Viro 已提交
3376
		struct MessageUnit_B *reg = acb->pmuB;
3377 3378
		reg->postq_index = 0;
		reg->doneq_index = 0;
3379
		writel(ARCMSR_MESSAGE_SET_POST_WINDOW, reg->drv2iop_doorbell);
3380
		if (!arcmsr_hbaB_wait_msgint_ready(acb)) {
3381 3382 3383 3384
			printk(KERN_NOTICE "arcmsr%d:can not set diver mode\n", \
				acb->host->host_no);
			return 1;
		}
3385
		rwbuffer = reg->message_rwbuffer;
3386 3387 3388
		/* driver "set config" signature */
		writel(ARCMSR_SIGNATURE_SET_CONFIG, rwbuffer++);
		/* normal should be zero */
3389
		writel(cdb_phyaddr_hi32, rwbuffer++);
3390
		/* postQ size (256 + 8)*4	 */
3391
		writel(cdb_phyaddr, rwbuffer++);
3392
		/* doneQ size (256 + 8)*4	 */
3393
		writel(cdb_phyaddr + 1056, rwbuffer++);
3394 3395 3396
		/* ccb maxQ size must be --> [(256 + 8)*4]*/
		writel(1056, rwbuffer);

3397
		writel(ARCMSR_MESSAGE_SET_CONFIG, reg->drv2iop_doorbell);
3398
		if (!arcmsr_hbaB_wait_msgint_ready(acb)) {
3399 3400 3401 3402
			printk(KERN_NOTICE "arcmsr%d: 'set command Q window' \
			timeout \n",acb->host->host_no);
			return 1;
		}
3403
		writel(ARCMSR_MESSAGE_START_DRIVER_MODE, reg->drv2iop_doorbell);
3404
		if (!arcmsr_hbaB_wait_msgint_ready(acb)) {
3405 3406 3407 3408
			pr_err("arcmsr%d: can't set driver mode.\n",
				acb->host->host_no);
			return 1;
		}
3409 3410
		}
		break;
3411 3412
	case ACB_ADAPTER_TYPE_C: {
		if (cdb_phyaddr_hi32 != 0) {
3413
			struct MessageUnit_C __iomem *reg = acb->pmuC;
3414

3415 3416
			printk(KERN_NOTICE "arcmsr%d: cdb_phyaddr_hi32=0x%x\n",
					acb->adapter_index, cdb_phyaddr_hi32);
3417 3418 3419 3420
			writel(ARCMSR_SIGNATURE_SET_CONFIG, &reg->msgcode_rwbuffer[0]);
			writel(cdb_phyaddr_hi32, &reg->msgcode_rwbuffer[1]);
			writel(ARCMSR_INBOUND_MESG0_SET_CONFIG, &reg->inbound_msgaddr0);
			writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
3421
			if (!arcmsr_hbaC_wait_msgint_ready(acb)) {
3422 3423 3424 3425 3426 3427
				printk(KERN_NOTICE "arcmsr%d: 'set command Q window' \
				timeout \n", acb->host->host_no);
				return 1;
			}
		}
		}
3428 3429 3430 3431 3432 3433 3434 3435 3436 3437 3438 3439 3440 3441 3442 3443 3444 3445 3446 3447 3448
		break;
	case ACB_ADAPTER_TYPE_D: {
		uint32_t __iomem *rwbuffer;
		struct MessageUnit_D *reg = acb->pmuD;
		reg->postq_index = 0;
		reg->doneq_index = 0;
		rwbuffer = reg->msgcode_rwbuffer;
		writel(ARCMSR_SIGNATURE_SET_CONFIG, rwbuffer++);
		writel(cdb_phyaddr_hi32, rwbuffer++);
		writel(cdb_phyaddr, rwbuffer++);
		writel(cdb_phyaddr + (ARCMSR_MAX_ARC1214_POSTQUEUE *
			sizeof(struct InBound_SRB)), rwbuffer++);
		writel(0x100, rwbuffer);
		writel(ARCMSR_INBOUND_MESG0_SET_CONFIG, reg->inbound_msgaddr0);
		if (!arcmsr_hbaD_wait_msgint_ready(acb)) {
			pr_notice("arcmsr%d: 'set command Q window' timeout\n",
				acb->host->host_no);
			return 1;
		}
		}
		break;
3449 3450 3451
	}
	return 0;
}
3452

3453 3454 3455 3456 3457 3458
static void arcmsr_wait_firmware_ready(struct AdapterControlBlock *acb)
{
	uint32_t firmware_state = 0;
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
3459
		struct MessageUnit_A __iomem *reg = acb->pmuA;
3460 3461 3462 3463 3464 3465 3466
		do {
			firmware_state = readl(&reg->outbound_msgaddr1);
		} while ((firmware_state & ARCMSR_OUTBOUND_MESG1_FIRMWARE_OK) == 0);
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
3467
		struct MessageUnit_B *reg = acb->pmuB;
3468
		do {
3469
			firmware_state = readl(reg->iop2drv_doorbell);
3470
		} while ((firmware_state & ARCMSR_MESSAGE_FIRMWARE_OK) == 0);
3471
		writel(ARCMSR_DRV2IOP_END_OF_INTERRUPT, reg->drv2iop_doorbell);
3472 3473
		}
		break;
3474
	case ACB_ADAPTER_TYPE_C: {
3475
		struct MessageUnit_C __iomem *reg = acb->pmuC;
3476 3477 3478 3479
		do {
			firmware_state = readl(&reg->outbound_msgaddr1);
		} while ((firmware_state & ARCMSR_HBCMU_MESSAGE_FIRMWARE_OK) == 0);
		}
3480 3481 3482 3483 3484 3485 3486 3487 3488
		break;
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg = acb->pmuD;
		do {
			firmware_state = readl(reg->outbound_msgaddr1);
		} while ((firmware_state &
			ARCMSR_ARC1214_MESSAGE_FIRMWARE_OK) == 0);
		}
		break;
3489
	}
3490 3491
}

3492
static void arcmsr_hbaA_request_device_map(struct AdapterControlBlock *acb)
3493 3494
{
	struct MessageUnit_A __iomem *reg = acb->pmuA;
3495
	if (unlikely(atomic_read(&acb->rq_map_token) == 0) || ((acb->acb_flags & ACB_F_BUS_RESET) != 0 ) || ((acb->acb_flags & ACB_F_ABORT) != 0 )){
3496
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3497
		return;
3498
	} else {
3499
		acb->fw_flag = FW_NORMAL;
3500
		if (atomic_read(&acb->ante_token_value) == atomic_read(&acb->rq_map_token)){
3501 3502
			atomic_set(&acb->rq_map_token, 16);
		}
3503
		atomic_set(&acb->ante_token_value, atomic_read(&acb->rq_map_token));
3504 3505
		if (atomic_dec_and_test(&acb->rq_map_token)) {
			mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3506
			return;
3507
		}
3508
		writel(ARCMSR_INBOUND_MESG0_GET_CONFIG, &reg->inbound_msgaddr0);
3509
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3510 3511 3512 3513
	}
	return;
}

3514
static void arcmsr_hbaB_request_device_map(struct AdapterControlBlock *acb)
3515
{
3516
	struct MessageUnit_B *reg = acb->pmuB;
3517
	if (unlikely(atomic_read(&acb->rq_map_token) == 0) || ((acb->acb_flags & ACB_F_BUS_RESET) != 0 ) || ((acb->acb_flags & ACB_F_ABORT) != 0 )){
3518
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3519 3520 3521 3522
		return;
	} else {
		acb->fw_flag = FW_NORMAL;
		if (atomic_read(&acb->ante_token_value) == atomic_read(&acb->rq_map_token)) {
3523
			atomic_set(&acb->rq_map_token, 16);
3524 3525
		}
		atomic_set(&acb->ante_token_value, atomic_read(&acb->rq_map_token));
3526 3527
		if (atomic_dec_and_test(&acb->rq_map_token)) {
			mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3528
			return;
3529
		}
3530 3531 3532 3533 3534
		writel(ARCMSR_MESSAGE_GET_CONFIG, reg->drv2iop_doorbell);
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
	}
	return;
}
3535

3536
static void arcmsr_hbaC_request_device_map(struct AdapterControlBlock *acb)
3537 3538
{
	struct MessageUnit_C __iomem *reg = acb->pmuC;
3539
	if (unlikely(atomic_read(&acb->rq_map_token) == 0) || ((acb->acb_flags & ACB_F_BUS_RESET) != 0) || ((acb->acb_flags & ACB_F_ABORT) != 0)) {
3540
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3541
		return;
3542
	} else {
3543 3544
		acb->fw_flag = FW_NORMAL;
		if (atomic_read(&acb->ante_token_value) == atomic_read(&acb->rq_map_token)) {
3545 3546
			atomic_set(&acb->rq_map_token, 16);
		}
3547
		atomic_set(&acb->ante_token_value, atomic_read(&acb->rq_map_token));
3548 3549
		if (atomic_dec_and_test(&acb->rq_map_token)) {
			mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3550
			return;
3551
		}
3552 3553 3554
		writel(ARCMSR_INBOUND_MESG0_GET_CONFIG, &reg->inbound_msgaddr0);
		writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3555 3556 3557 3558
	}
	return;
}

3559 3560 3561 3562 3563 3564 3565 3566 3567 3568 3569 3570 3571 3572 3573 3574 3575 3576 3577 3578 3579 3580 3581 3582 3583 3584 3585 3586 3587
static void arcmsr_hbaD_request_device_map(struct AdapterControlBlock *acb)
{
	struct MessageUnit_D *reg = acb->pmuD;

	if (unlikely(atomic_read(&acb->rq_map_token) == 0) ||
		((acb->acb_flags & ACB_F_BUS_RESET) != 0) ||
		((acb->acb_flags & ACB_F_ABORT) != 0)) {
		mod_timer(&acb->eternal_timer,
			jiffies + msecs_to_jiffies(6 * HZ));
	} else {
		acb->fw_flag = FW_NORMAL;
		if (atomic_read(&acb->ante_token_value) ==
			atomic_read(&acb->rq_map_token)) {
			atomic_set(&acb->rq_map_token, 16);
		}
		atomic_set(&acb->ante_token_value,
			atomic_read(&acb->rq_map_token));
		if (atomic_dec_and_test(&acb->rq_map_token)) {
			mod_timer(&acb->eternal_timer, jiffies +
				msecs_to_jiffies(6 * HZ));
			return;
		}
		writel(ARCMSR_INBOUND_MESG0_GET_CONFIG,
			reg->inbound_msgaddr0);
		mod_timer(&acb->eternal_timer, jiffies +
			msecs_to_jiffies(6 * HZ));
	}
}

3588 3589 3590 3591 3592
static void arcmsr_request_device_map(unsigned long pacb)
{
	struct AdapterControlBlock *acb = (struct AdapterControlBlock *)pacb;
	switch (acb->adapter_type) {
		case ACB_ADAPTER_TYPE_A: {
3593
			arcmsr_hbaA_request_device_map(acb);
3594 3595 3596
		}
		break;
		case ACB_ADAPTER_TYPE_B: {
3597
			arcmsr_hbaB_request_device_map(acb);
3598 3599
		}
		break;
3600
		case ACB_ADAPTER_TYPE_C: {
3601
			arcmsr_hbaC_request_device_map(acb);
3602
		}
3603 3604 3605 3606
		break;
		case ACB_ADAPTER_TYPE_D:
			arcmsr_hbaD_request_device_map(acb);
		break;
3607 3608 3609
	}
}

3610
static void arcmsr_hbaA_start_bgrb(struct AdapterControlBlock *acb)
3611
{
A
Al Viro 已提交
3612
	struct MessageUnit_A __iomem *reg = acb->pmuA;
3613 3614
	acb->acb_flags |= ACB_F_MSG_START_BGRB;
	writel(ARCMSR_INBOUND_MESG0_START_BGRB, &reg->inbound_msgaddr0);
3615
	if (!arcmsr_hbaA_wait_msgint_ready(acb)) {
3616 3617
		printk(KERN_NOTICE "arcmsr%d: wait 'start adapter background \
				rebulid' timeout \n", acb->host->host_no);
3618 3619 3620
	}
}

3621
static void arcmsr_hbaB_start_bgrb(struct AdapterControlBlock *acb)
3622
{
A
Al Viro 已提交
3623
	struct MessageUnit_B *reg = acb->pmuB;
3624
	acb->acb_flags |= ACB_F_MSG_START_BGRB;
3625
	writel(ARCMSR_MESSAGE_START_BGRB, reg->drv2iop_doorbell);
3626
	if (!arcmsr_hbaB_wait_msgint_ready(acb)) {
3627 3628 3629 3630
		printk(KERN_NOTICE "arcmsr%d: wait 'start adapter background \
				rebulid' timeout \n",acb->host->host_no);
	}
}
3631

3632
static void arcmsr_hbaC_start_bgrb(struct AdapterControlBlock *pACB)
3633
{
3634
	struct MessageUnit_C __iomem *phbcmu = pACB->pmuC;
3635 3636 3637
	pACB->acb_flags |= ACB_F_MSG_START_BGRB;
	writel(ARCMSR_INBOUND_MESG0_START_BGRB, &phbcmu->inbound_msgaddr0);
	writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &phbcmu->inbound_doorbell);
3638
	if (!arcmsr_hbaC_wait_msgint_ready(pACB)) {
3639 3640 3641 3642 3643
		printk(KERN_NOTICE "arcmsr%d: wait 'start adapter background \
				rebulid' timeout \n", pACB->host->host_no);
	}
	return;
}
3644 3645 3646 3647 3648 3649 3650 3651 3652 3653 3654 3655 3656

static void arcmsr_hbaD_start_bgrb(struct AdapterControlBlock *pACB)
{
	struct MessageUnit_D *pmu = pACB->pmuD;

	pACB->acb_flags |= ACB_F_MSG_START_BGRB;
	writel(ARCMSR_INBOUND_MESG0_START_BGRB, pmu->inbound_msgaddr0);
	if (!arcmsr_hbaD_wait_msgint_ready(pACB)) {
		pr_notice("arcmsr%d: wait 'start adapter "
			"background rebulid' timeout\n", pACB->host->host_no);
	}
}

3657
static void arcmsr_start_adapter_bgrb(struct AdapterControlBlock *acb)
3658
{
3659 3660
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A:
3661
		arcmsr_hbaA_start_bgrb(acb);
3662 3663
		break;
	case ACB_ADAPTER_TYPE_B:
3664
		arcmsr_hbaB_start_bgrb(acb);
3665
		break;
3666
	case ACB_ADAPTER_TYPE_C:
3667
		arcmsr_hbaC_start_bgrb(acb);
3668 3669 3670 3671
		break;
	case ACB_ADAPTER_TYPE_D:
		arcmsr_hbaD_start_bgrb(acb);
		break;
3672 3673
	}
}
3674

3675 3676 3677 3678
static void arcmsr_clear_doorbell_queue_buffer(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
3679
		struct MessageUnit_A __iomem *reg = acb->pmuA;
3680 3681 3682 3683 3684 3685 3686 3687
		uint32_t outbound_doorbell;
		/* empty doorbell Qbuffer if door bell ringed */
		outbound_doorbell = readl(&reg->outbound_doorbell);
		/*clear doorbell interrupt */
		writel(outbound_doorbell, &reg->outbound_doorbell);
		writel(ARCMSR_INBOUND_DRIVER_DATA_READ_OK, &reg->inbound_doorbell);
		}
		break;
3688

3689
	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
3690
		struct MessageUnit_B *reg = acb->pmuB;
3691
		/*clear interrupt and message state*/
3692 3693
		writel(ARCMSR_MESSAGE_INT_CLEAR_PATTERN, reg->iop2drv_doorbell);
		writel(ARCMSR_DRV2IOP_DATA_READ_OK, reg->drv2iop_doorbell);
3694 3695 3696
		/* let IOP know data has been read */
		}
		break;
3697
	case ACB_ADAPTER_TYPE_C: {
3698
		struct MessageUnit_C __iomem *reg = acb->pmuC;
3699
		uint32_t outbound_doorbell, i;
3700 3701 3702 3703
		/* empty doorbell Qbuffer if door bell ringed */
		outbound_doorbell = readl(&reg->outbound_doorbell);
		writel(outbound_doorbell, &reg->outbound_doorbell_clear);
		writel(ARCMSR_HBCMU_DRV2IOP_DATA_READ_OK, &reg->inbound_doorbell);
3704 3705 3706 3707 3708 3709 3710 3711 3712 3713 3714 3715
		for (i = 0; i < 200; i++) {
			msleep(20);
			outbound_doorbell = readl(&reg->outbound_doorbell);
			if (outbound_doorbell &
				ARCMSR_HBCMU_IOP2DRV_DATA_WRITE_OK) {
				writel(outbound_doorbell,
					&reg->outbound_doorbell_clear);
				writel(ARCMSR_HBCMU_DRV2IOP_DATA_READ_OK,
					&reg->inbound_doorbell);
			} else
				break;
		}
3716
		}
3717 3718 3719 3720 3721 3722 3723 3724 3725 3726 3727 3728 3729 3730 3731 3732 3733 3734 3735 3736 3737 3738 3739
		break;
	case ACB_ADAPTER_TYPE_D: {
		struct MessageUnit_D *reg = acb->pmuD;
		uint32_t outbound_doorbell, i;
		/* empty doorbell Qbuffer if door bell ringed */
		outbound_doorbell = readl(reg->outbound_doorbell);
		writel(outbound_doorbell, reg->outbound_doorbell);
		writel(ARCMSR_ARC1214_DRV2IOP_DATA_OUT_READ,
			reg->inbound_doorbell);
		for (i = 0; i < 200; i++) {
			msleep(20);
			outbound_doorbell = readl(reg->outbound_doorbell);
			if (outbound_doorbell &
				ARCMSR_ARC1214_IOP2DRV_DATA_WRITE_OK) {
				writel(outbound_doorbell,
					reg->outbound_doorbell);
				writel(ARCMSR_ARC1214_DRV2IOP_DATA_OUT_READ,
					reg->inbound_doorbell);
			} else
				break;
		}
		}
		break;
3740
	}
3741
}
3742

N
Nick Cheng 已提交
3743 3744 3745 3746 3747 3748 3749 3750
static void arcmsr_enable_eoi_mode(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A:
		return;
	case ACB_ADAPTER_TYPE_B:
		{
			struct MessageUnit_B *reg = acb->pmuB;
3751
			writel(ARCMSR_MESSAGE_ACTIVE_EOI_MODE, reg->drv2iop_doorbell);
3752
			if (!arcmsr_hbaB_wait_msgint_ready(acb)) {
N
Nick Cheng 已提交
3753 3754 3755 3756 3757
				printk(KERN_NOTICE "ARCMSR IOP enables EOI_MODE TIMEOUT");
				return;
			}
		}
		break;
3758 3759
	case ACB_ADAPTER_TYPE_C:
		return;
N
Nick Cheng 已提交
3760 3761 3762 3763
	}
	return;
}

3764 3765 3766
static void arcmsr_hardware_reset(struct AdapterControlBlock *acb)
{
	uint8_t value[64];
3767 3768 3769
	int i, count = 0;
	struct MessageUnit_A __iomem *pmuA = acb->pmuA;
	struct MessageUnit_C __iomem *pmuC = acb->pmuC;
3770
	struct MessageUnit_D *pmuD = acb->pmuD;
3771

3772
	/* backup pci config data */
3773
	printk(KERN_NOTICE "arcmsr%d: executing hw bus reset .....\n", acb->host->host_no);
3774 3775 3776 3777
	for (i = 0; i < 64; i++) {
		pci_read_config_byte(acb->pdev, i, &value[i]);
	}
	/* hardware reset signal */
3778
	if ((acb->dev_id == 0x1680)) {
3779 3780 3781 3782 3783 3784 3785 3786 3787 3788
		writel(ARCMSR_ARC1680_BUS_RESET, &pmuA->reserved1[0]);
	} else if ((acb->dev_id == 0x1880)) {
		do {
			count++;
			writel(0xF, &pmuC->write_sequence);
			writel(0x4, &pmuC->write_sequence);
			writel(0xB, &pmuC->write_sequence);
			writel(0x2, &pmuC->write_sequence);
			writel(0x7, &pmuC->write_sequence);
			writel(0xD, &pmuC->write_sequence);
3789
		} while (((readl(&pmuC->host_diagnostic) & ARCMSR_ARC1880_DiagWrite_ENABLE) == 0) && (count < 5));
3790
		writel(ARCMSR_ARC1880_RESET_ADAPTER, &pmuC->host_diagnostic);
3791 3792
	} else if ((acb->dev_id == 0x1214)) {
		writel(0x20, pmuD->reset_request);
3793
	} else {
3794
		pci_write_config_byte(acb->pdev, 0x84, 0x20);
3795
	}
3796
	msleep(2000);
3797 3798 3799 3800 3801 3802 3803
	/* write back pci config data */
	for (i = 0; i < 64; i++) {
		pci_write_config_byte(acb->pdev, i, value[i]);
	}
	msleep(1000);
	return;
}
3804 3805 3806
static void arcmsr_iop_init(struct AdapterControlBlock *acb)
{
	uint32_t intmask_org;
3807 3808
	/* disable all outbound interrupt */
	intmask_org = arcmsr_disable_outbound_ints(acb);
N
Nick Cheng 已提交
3809 3810
	arcmsr_wait_firmware_ready(acb);
	arcmsr_iop_confirm(acb);
3811 3812 3813 3814
	/*start background rebuild*/
	arcmsr_start_adapter_bgrb(acb);
	/* empty doorbell Qbuffer if door bell ringed */
	arcmsr_clear_doorbell_queue_buffer(acb);
N
Nick Cheng 已提交
3815
	arcmsr_enable_eoi_mode(acb);
3816 3817
	/* enable outbound Post Queue,outbound doorbell Interrupt */
	arcmsr_enable_outbound_ints(acb, intmask_org);
3818 3819 3820
	acb->acb_flags |= ACB_F_IOP_INITED;
}

3821
static uint8_t arcmsr_iop_reset(struct AdapterControlBlock *acb)
3822 3823 3824
{
	struct CommandControlBlock *ccb;
	uint32_t intmask_org;
3825
	uint8_t rtnval = 0x00;
3826
	int i = 0;
3827 3828
	unsigned long flags;

3829
	if (atomic_read(&acb->ccboutstandingcount) != 0) {
3830 3831
		/* disable all outbound interrupt */
		intmask_org = arcmsr_disable_outbound_ints(acb);
3832
		/* talk to iop 331 outstanding command aborted */
3833
		rtnval = arcmsr_abort_allcmd(acb);
3834
		/* clear all outbound posted Q */
3835
		arcmsr_done4abort_postqueue(acb);
3836 3837
		for (i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++) {
			ccb = acb->pccb_pool[i];
3838
			if (ccb->startdone == ARCMSR_CCB_START) {
3839 3840 3841 3842 3843 3844
				scsi_dma_unmap(ccb->pcmd);
				ccb->startdone = ARCMSR_CCB_DONE;
				ccb->ccb_flags = 0;
				spin_lock_irqsave(&acb->ccblist_lock, flags);
				list_add_tail(&ccb->list, &acb->ccb_free_list);
				spin_unlock_irqrestore(&acb->ccblist_lock, flags);
3845 3846
			}
		}
3847
		atomic_set(&acb->ccboutstandingcount, 0);
3848 3849
		/* enable all outbound interrupt */
		arcmsr_enable_outbound_ints(acb, intmask_org);
3850
		return rtnval;
3851
	}
3852
	return rtnval;
3853 3854 3855 3856
}

static int arcmsr_bus_reset(struct scsi_cmnd *cmd)
{
3857
	struct AdapterControlBlock *acb;
3858 3859 3860 3861
	uint32_t intmask_org, outbound_doorbell;
	int retry_count = 0;
	int rtn = FAILED;
	acb = (struct AdapterControlBlock *) cmd->device->host->hostdata;
3862
	printk(KERN_ERR "arcmsr: executing bus reset eh.....num_resets = %d, num_aborts = %d \n", acb->num_resets, acb->num_aborts);
3863 3864
	acb->num_resets++;

3865 3866 3867
	switch(acb->adapter_type){
		case ACB_ADAPTER_TYPE_A:{
			if (acb->acb_flags & ACB_F_BUS_RESET){
3868
				long timeout;
3869 3870
				printk(KERN_ERR "arcmsr: there is an  bus reset eh proceeding.......\n");
				timeout = wait_event_timeout(wait_q, (acb->acb_flags & ACB_F_BUS_RESET) == 0, 220*HZ);
3871 3872 3873 3874 3875
				if (timeout) {
					return SUCCESS;
				}
			}
			acb->acb_flags |= ACB_F_BUS_RESET;
3876
			if (!arcmsr_iop_reset(acb)) {
3877 3878
				struct MessageUnit_A __iomem *reg;
				reg = acb->pmuA;
3879 3880
				arcmsr_hardware_reset(acb);
				acb->acb_flags &= ~ACB_F_IOP_INITED;
3881
sleep_again:
3882
				ssleep(ARCMSR_SLEEPTIME);
3883
				if ((readl(&reg->outbound_msgaddr1) & ARCMSR_OUTBOUND_MESG1_FIRMWARE_OK) == 0) {
3884 3885
					printk(KERN_ERR "arcmsr%d: waiting for hw bus reset return, retry=%d\n", acb->host->host_no, retry_count);
					if (retry_count > ARCMSR_RETRYCOUNT) {
3886
						acb->fw_flag = FW_DEADLOCK;
3887
						printk(KERN_ERR "arcmsr%d: waiting for hw bus reset return, RETRY TERMINATED!!\n", acb->host->host_no);
3888
						return FAILED;
3889 3890 3891 3892 3893 3894 3895
					}
					retry_count++;
					goto sleep_again;
				}
				acb->acb_flags |= ACB_F_IOP_INITED;
				/* disable all outbound interrupt */
				intmask_org = arcmsr_disable_outbound_ints(acb);
3896
				arcmsr_get_firmware_spec(acb);
3897 3898 3899 3900 3901 3902 3903 3904
				arcmsr_start_adapter_bgrb(acb);
				/* clear Qbuffer if door bell ringed */
				outbound_doorbell = readl(&reg->outbound_doorbell);
				writel(outbound_doorbell, &reg->outbound_doorbell); /*clear interrupt */
   				writel(ARCMSR_INBOUND_DRIVER_DATA_READ_OK, &reg->inbound_doorbell);
				/* enable outbound Post Queue,outbound doorbell Interrupt */
				arcmsr_enable_outbound_ints(acb, intmask_org);
				atomic_set(&acb->rq_map_token, 16);
3905 3906
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
3907
				mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3908 3909
				acb->acb_flags &= ~ACB_F_BUS_RESET;
				rtn = SUCCESS;
3910
				printk(KERN_ERR "arcmsr: scsi  bus reset eh returns with success\n");
3911 3912
			} else {
				acb->acb_flags &= ~ACB_F_BUS_RESET;
3913 3914 3915 3916
				atomic_set(&acb->rq_map_token, 16);
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
				mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6*HZ));
3917
				rtn = SUCCESS;
3918
			}
3919
			break;
3920
		}
3921 3922
		case ACB_ADAPTER_TYPE_B:{
			acb->acb_flags |= ACB_F_BUS_RESET;
3923
			if (!arcmsr_iop_reset(acb)) {
3924 3925
				acb->acb_flags &= ~ACB_F_BUS_RESET;
				rtn = FAILED;
3926 3927
			} else {
				acb->acb_flags &= ~ACB_F_BUS_RESET;
3928 3929 3930 3931
				atomic_set(&acb->rq_map_token, 16);
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
				mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3932
				rtn = SUCCESS;
3933 3934 3935 3936 3937 3938 3939 3940 3941 3942 3943 3944 3945 3946 3947 3948 3949 3950 3951
			}
			break;
		}
		case ACB_ADAPTER_TYPE_C:{
			if (acb->acb_flags & ACB_F_BUS_RESET) {
				long timeout;
				printk(KERN_ERR "arcmsr: there is an bus reset eh proceeding.......\n");
				timeout = wait_event_timeout(wait_q, (acb->acb_flags & ACB_F_BUS_RESET) == 0, 220*HZ);
				if (timeout) {
					return SUCCESS;
				}
			}
			acb->acb_flags |= ACB_F_BUS_RESET;
			if (!arcmsr_iop_reset(acb)) {
				struct MessageUnit_C __iomem *reg;
				reg = acb->pmuC;
				arcmsr_hardware_reset(acb);
				acb->acb_flags &= ~ACB_F_IOP_INITED;
sleep:
3952
				ssleep(ARCMSR_SLEEPTIME);
3953
				if ((readl(&reg->host_diagnostic) & 0x04) != 0) {
3954 3955
					printk(KERN_ERR "arcmsr%d: waiting for hw bus reset return, retry=%d\n", acb->host->host_no, retry_count);
					if (retry_count > ARCMSR_RETRYCOUNT) {
3956
						acb->fw_flag = FW_DEADLOCK;
3957
						printk(KERN_ERR "arcmsr%d: waiting for hw bus reset return, RETRY TERMINATED!!\n", acb->host->host_no);
3958 3959 3960 3961 3962 3963 3964 3965 3966 3967 3968
						return FAILED;
					}
					retry_count++;
					goto sleep;
				}
				acb->acb_flags |= ACB_F_IOP_INITED;
				/* disable all outbound interrupt */
				intmask_org = arcmsr_disable_outbound_ints(acb);
				arcmsr_get_firmware_spec(acb);
				arcmsr_start_adapter_bgrb(acb);
				/* clear Qbuffer if door bell ringed */
3969
				arcmsr_clear_doorbell_queue_buffer(acb);
3970 3971 3972 3973 3974
				/* enable outbound Post Queue,outbound doorbell Interrupt */
				arcmsr_enable_outbound_ints(acb, intmask_org);
				atomic_set(&acb->rq_map_token, 16);
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
3975
				mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3976 3977 3978 3979 3980
				acb->acb_flags &= ~ACB_F_BUS_RESET;
				rtn = SUCCESS;
				printk(KERN_ERR "arcmsr: scsi bus reset eh returns with success\n");
			} else {
				acb->acb_flags &= ~ACB_F_BUS_RESET;
3981 3982 3983 3984
				atomic_set(&acb->rq_map_token, 16);
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
				mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6*HZ));
3985 3986 3987
				rtn = SUCCESS;
			}
			break;
3988
		}
3989 3990 3991 3992 3993 3994 3995 3996 3997 3998 3999 4000 4001 4002 4003 4004 4005 4006 4007 4008 4009 4010 4011 4012 4013 4014 4015 4016 4017 4018 4019 4020 4021 4022 4023 4024 4025 4026 4027 4028 4029 4030 4031 4032 4033 4034 4035 4036 4037 4038 4039 4040 4041 4042 4043 4044 4045 4046 4047 4048
		case ACB_ADAPTER_TYPE_D: {
			if (acb->acb_flags & ACB_F_BUS_RESET) {
				long timeout;
				pr_notice("arcmsr: there is an bus reset"
					" eh proceeding.......\n");
				timeout = wait_event_timeout(wait_q, (acb->acb_flags
					& ACB_F_BUS_RESET) == 0, 220 * HZ);
				if (timeout)
					return SUCCESS;
			}
			acb->acb_flags |= ACB_F_BUS_RESET;
			if (!arcmsr_iop_reset(acb)) {
				struct MessageUnit_D *reg;
				reg = acb->pmuD;
				arcmsr_hardware_reset(acb);
				acb->acb_flags &= ~ACB_F_IOP_INITED;
			nap:
				ssleep(ARCMSR_SLEEPTIME);
				if ((readl(reg->sample_at_reset) & 0x80) != 0) {
					pr_err("arcmsr%d: waiting for "
						"hw bus reset return, retry=%d\n",
						acb->host->host_no, retry_count);
					if (retry_count > ARCMSR_RETRYCOUNT) {
						acb->fw_flag = FW_DEADLOCK;
						pr_err("arcmsr%d: waiting for hw bus"
							" reset return, "
							"RETRY TERMINATED!!\n",
							acb->host->host_no);
						return FAILED;
					}
					retry_count++;
					goto nap;
				}
				acb->acb_flags |= ACB_F_IOP_INITED;
				/* disable all outbound interrupt */
				intmask_org = arcmsr_disable_outbound_ints(acb);
				arcmsr_get_firmware_spec(acb);
				arcmsr_start_adapter_bgrb(acb);
				arcmsr_clear_doorbell_queue_buffer(acb);
				arcmsr_enable_outbound_ints(acb, intmask_org);
				atomic_set(&acb->rq_map_token, 16);
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
				mod_timer(&acb->eternal_timer,
					jiffies + msecs_to_jiffies(6 * HZ));
				acb->acb_flags &= ~ACB_F_BUS_RESET;
				rtn = SUCCESS;
				pr_err("arcmsr: scsi bus reset "
					"eh returns with success\n");
			} else {
				acb->acb_flags &= ~ACB_F_BUS_RESET;
				atomic_set(&acb->rq_map_token, 16);
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
				mod_timer(&acb->eternal_timer,
					jiffies + msecs_to_jiffies(6 * HZ));
				rtn = SUCCESS;
			}
			break;
		}
4049 4050
	}
	return rtn;
4051 4052
}

4053
static int arcmsr_abort_one_cmd(struct AdapterControlBlock *acb,
4054 4055
		struct CommandControlBlock *ccb)
{
4056 4057 4058
	int rtn;
	rtn = arcmsr_polling_ccbdone(acb, ccb);
	return rtn;
4059 4060 4061 4062 4063 4064 4065
}

static int arcmsr_abort(struct scsi_cmnd *cmd)
{
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *)cmd->device->host->hostdata;
	int i = 0;
4066
	int rtn = FAILED;
4067 4068
	uint32_t intmask_org;

4069
	printk(KERN_NOTICE
4070
		"arcmsr%d: abort device command of scsi id = %d lun = %d\n",
H
Hannes Reinecke 已提交
4071
		acb->host->host_no, cmd->device->id, (u32)cmd->device->lun);
4072
	acb->acb_flags |= ACB_F_ABORT;
4073 4074 4075 4076 4077 4078 4079
	acb->num_aborts++;
	/*
	************************************************
	** the all interrupt service routine is locked
	** we need to handle it as soon as possible and exit
	************************************************
	*/
4080 4081
	if (!atomic_read(&acb->ccboutstandingcount)) {
		acb->acb_flags &= ~ACB_F_ABORT;
4082
		return rtn;
4083
	}
4084

4085
	intmask_org = arcmsr_disable_outbound_ints(acb);
4086 4087 4088
	for (i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++) {
		struct CommandControlBlock *ccb = acb->pccb_pool[i];
		if (ccb->startdone == ARCMSR_CCB_START && ccb->pcmd == cmd) {
4089 4090
			ccb->startdone = ARCMSR_CCB_ABORTED;
			rtn = arcmsr_abort_one_cmd(acb, ccb);
4091 4092 4093
			break;
		}
	}
4094
	acb->acb_flags &= ~ACB_F_ABORT;
4095
	arcmsr_enable_outbound_ints(acb, intmask_org);
4096
	return rtn;
4097 4098 4099 4100 4101 4102 4103 4104 4105 4106 4107
}

static const char *arcmsr_info(struct Scsi_Host *host)
{
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *) host->hostdata;
	static char buf[256];
	char *type;
	int raid6 = 1;
	switch (acb->pdev->device) {
	case PCI_DEVICE_ID_ARECA_1110:
4108 4109
	case PCI_DEVICE_ID_ARECA_1200:
	case PCI_DEVICE_ID_ARECA_1202:
4110 4111 4112 4113 4114 4115 4116
	case PCI_DEVICE_ID_ARECA_1210:
		raid6 = 0;
		/*FALLTHRU*/
	case PCI_DEVICE_ID_ARECA_1120:
	case PCI_DEVICE_ID_ARECA_1130:
	case PCI_DEVICE_ID_ARECA_1160:
	case PCI_DEVICE_ID_ARECA_1170:
4117
	case PCI_DEVICE_ID_ARECA_1201:
4118 4119 4120 4121 4122 4123 4124
	case PCI_DEVICE_ID_ARECA_1220:
	case PCI_DEVICE_ID_ARECA_1230:
	case PCI_DEVICE_ID_ARECA_1260:
	case PCI_DEVICE_ID_ARECA_1270:
	case PCI_DEVICE_ID_ARECA_1280:
		type = "SATA";
		break;
4125
	case PCI_DEVICE_ID_ARECA_1214:
4126 4127 4128 4129
	case PCI_DEVICE_ID_ARECA_1380:
	case PCI_DEVICE_ID_ARECA_1381:
	case PCI_DEVICE_ID_ARECA_1680:
	case PCI_DEVICE_ID_ARECA_1681:
4130
	case PCI_DEVICE_ID_ARECA_1880:
4131
		type = "SAS/SATA";
4132 4133
		break;
	default:
4134 4135
		type = "unknown";
		raid6 =	0;
4136 4137
		break;
	}
4138 4139
	sprintf(buf, "Areca %s RAID Controller %s\narcmsr version %s\n",
		type, raid6 ? "(RAID6 capable)" : "", ARCMSR_DRIVER_VERSION);
4140 4141
	return buf;
}