arcmsr_hba.c 100.4 KB
Newer Older
1 2 3 4
/*
*******************************************************************************
**        O.S   : Linux
**   FILE NAME  : arcmsr_hba.c
5
**        BY    : Nick Cheng
6 7 8 9 10 11
**   Description: SCSI RAID Device Driver for
**                ARECA RAID Host adapter
*******************************************************************************
** Copyright (C) 2002 - 2005, Areca Technology Corporation All rights reserved
**
**     Web site: www.areca.com.tw
12
**       E-mail: support@areca.com.tw
13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58
**
** This program is free software; you can redistribute it and/or modify
** it under the terms of the GNU General Public License version 2 as
** published by the Free Software Foundation.
** This program is distributed in the hope that it will be useful,
** but WITHOUT ANY WARRANTY; without even the implied warranty of
** MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
** GNU General Public License for more details.
*******************************************************************************
** Redistribution and use in source and binary forms, with or without
** modification, are permitted provided that the following conditions
** are met:
** 1. Redistributions of source code must retain the above copyright
**    notice, this list of conditions and the following disclaimer.
** 2. Redistributions in binary form must reproduce the above copyright
**    notice, this list of conditions and the following disclaimer in the
**    documentation and/or other materials provided with the distribution.
** 3. The name of the author may not be used to endorse or promote products
**    derived from this software without specific prior written permission.
**
** THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
** IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
** OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
** IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
** INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES(INCLUDING,BUT
** NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
** DATA, OR PROFITS; OR BUSINESS INTERRUPTION)HOWEVER CAUSED AND ON ANY
** THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
** (INCLUDING NEGLIGENCE OR OTHERWISE)ARISING IN ANY WAY OUT OF THE USE OF
** THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*******************************************************************************
** For history of changes, see Documentation/scsi/ChangeLog.arcmsr
**     Firmware Specification, see Documentation/scsi/arcmsr_spec.txt
*******************************************************************************
*/
#include <linux/module.h>
#include <linux/reboot.h>
#include <linux/spinlock.h>
#include <linux/pci_ids.h>
#include <linux/interrupt.h>
#include <linux/moduleparam.h>
#include <linux/errno.h>
#include <linux/types.h>
#include <linux/delay.h>
#include <linux/dma-mapping.h>
#include <linux/timer.h>
59
#include <linux/slab.h>
60
#include <linux/pci.h>
61
#include <linux/aer.h>
62 63 64 65 66 67 68 69 70 71 72
#include <asm/dma.h>
#include <asm/io.h>
#include <asm/uaccess.h>
#include <scsi/scsi_host.h>
#include <scsi/scsi.h>
#include <scsi/scsi_cmnd.h>
#include <scsi/scsi_tcq.h>
#include <scsi/scsi_device.h>
#include <scsi/scsi_transport.h>
#include <scsi/scsicam.h>
#include "arcmsr.h"
73
MODULE_AUTHOR("Nick Cheng <support@areca.com.tw>");
74
MODULE_DESCRIPTION("ARECA (ARC11xx/12xx/16xx/1880) SATA/SAS RAID Host Bus Adapter");
75 76
MODULE_LICENSE("Dual BSD/GPL");
MODULE_VERSION(ARCMSR_DRIVER_VERSION);
77 78 79 80

#define	ARCMSR_SLEEPTIME	10
#define	ARCMSR_RETRYCOUNT	12

81
wait_queue_head_t wait_q;
82 83 84
static int arcmsr_iop_message_xfer(struct AdapterControlBlock *acb,
					struct scsi_cmnd *cmd);
static int arcmsr_iop_confirm(struct AdapterControlBlock *acb);
85 86 87
static int arcmsr_abort(struct scsi_cmnd *);
static int arcmsr_bus_reset(struct scsi_cmnd *);
static int arcmsr_bios_param(struct scsi_device *sdev,
88
		struct block_device *bdev, sector_t capacity, int *info);
J
Jeff Garzik 已提交
89
static int arcmsr_queue_command(struct Scsi_Host *h, struct scsi_cmnd *cmd);
90 91
static int arcmsr_probe(struct pci_dev *pdev,
				const struct pci_device_id *id);
92 93
static int arcmsr_suspend(struct pci_dev *pdev, pm_message_t state);
static int arcmsr_resume(struct pci_dev *pdev);
94 95 96 97
static void arcmsr_remove(struct pci_dev *pdev);
static void arcmsr_shutdown(struct pci_dev *pdev);
static void arcmsr_iop_init(struct AdapterControlBlock *acb);
static void arcmsr_free_ccb_pool(struct AdapterControlBlock *acb);
98
static u32 arcmsr_disable_outbound_ints(struct AdapterControlBlock *acb);
99 100
static void arcmsr_enable_outbound_ints(struct AdapterControlBlock *acb,
	u32 intmask_org);
101
static void arcmsr_stop_adapter_bgrb(struct AdapterControlBlock *acb);
102 103
static void arcmsr_flush_hba_cache(struct AdapterControlBlock *acb);
static void arcmsr_flush_hbb_cache(struct AdapterControlBlock *acb);
104 105 106
static void arcmsr_request_device_map(unsigned long pacb);
static void arcmsr_request_hba_device_map(struct AdapterControlBlock *acb);
static void arcmsr_request_hbb_device_map(struct AdapterControlBlock *acb);
107
static void arcmsr_request_hbc_device_map(struct AdapterControlBlock *acb);
108
static void arcmsr_message_isr_bh_fn(struct work_struct *work);
109
static bool arcmsr_get_firmware_spec(struct AdapterControlBlock *acb);
110
static void arcmsr_start_adapter_bgrb(struct AdapterControlBlock *acb);
111 112
static void arcmsr_hbc_message_isr(struct AdapterControlBlock *pACB);
static void arcmsr_hardware_reset(struct AdapterControlBlock *acb);
113 114
static const char *arcmsr_info(struct Scsi_Host *);
static irqreturn_t arcmsr_interrupt(struct AdapterControlBlock *acb);
115
static int arcmsr_adjust_disk_queue_depth(struct scsi_device *sdev,
116
					  int queue_depth, int reason)
117
{
118 119 120
	if (reason != SCSI_QDEPTH_DEFAULT)
		return -EOPNOTSUPP;

121 122 123 124 125 126 127 128
	if (queue_depth > ARCMSR_MAX_CMD_PERLUN)
		queue_depth = ARCMSR_MAX_CMD_PERLUN;
	scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG, queue_depth);
	return queue_depth;
}

static struct scsi_host_template arcmsr_scsi_host_template = {
	.module			= THIS_MODULE,
129 130
	.name			= "ARCMSR ARECA SATA/SAS RAID Controller"
				ARCMSR_DRIVER_VERSION,
131 132
	.info			= arcmsr_info,
	.queuecommand		= arcmsr_queue_command,
133
	.eh_abort_handler		= arcmsr_abort,
134 135 136
	.eh_bus_reset_handler	= arcmsr_bus_reset,
	.bios_param		= arcmsr_bios_param,
	.change_queue_depth	= arcmsr_adjust_disk_queue_depth,
137
	.can_queue		= ARCMSR_MAX_OUTSTANDING_CMD,
138 139 140
	.this_id			= ARCMSR_SCSI_INITIATOR_ID,
	.sg_tablesize	        	= ARCMSR_DEFAULT_SG_ENTRIES, 
	.max_sectors    	    	= ARCMSR_MAX_XFER_SECTORS_C, 
141 142 143
	.cmd_per_lun		= ARCMSR_MAX_CMD_PERLUN,
	.use_clustering		= ENABLE_CLUSTERING,
	.shost_attrs		= arcmsr_host_attrs,
144
	.no_write_same		= 1,
145
};
146

147
static struct pci_device_id arcmsr_device_id_table[] = {
148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1110),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1120),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1130),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1160),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1170),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1200),
		.driver_data = ACB_ADAPTER_TYPE_B},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1201),
		.driver_data = ACB_ADAPTER_TYPE_B},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1202),
		.driver_data = ACB_ADAPTER_TYPE_B},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1210),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1220),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1230),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1260),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1270),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1280),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1380),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1381),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1680),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1681),
		.driver_data = ACB_ADAPTER_TYPE_A},
	{PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1880),
		.driver_data = ACB_ADAPTER_TYPE_C},
186 187 188
	{0, 0}, /* Terminating entry */
};
MODULE_DEVICE_TABLE(pci, arcmsr_device_id_table);
189

190 191
static struct pci_driver arcmsr_pci_driver = {
	.name			= "arcmsr",
192
	.id_table			= arcmsr_device_id_table,
193 194
	.probe			= arcmsr_probe,
	.remove			= arcmsr_remove,
195 196
	.suspend		= arcmsr_suspend,
	.resume			= arcmsr_resume,
197
	.shutdown		= arcmsr_shutdown,
198
};
199 200 201 202
/*
****************************************************************************
****************************************************************************
*/
203

204
static void arcmsr_free_hbb_mu(struct AdapterControlBlock *acb)
205 206 207
{
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A:
208
	case ACB_ADAPTER_TYPE_C:
209 210
		break;
	case ACB_ADAPTER_TYPE_B:{
211 212 213
		dma_free_coherent(&acb->pdev->dev,
			sizeof(struct MessageUnit_B),
			acb->pmuB, acb->dma_coherent_handle_hbb_mu);
214 215 216 217 218 219 220
	}
	}
}

static bool arcmsr_remap_pciregion(struct AdapterControlBlock *acb)
{
	struct pci_dev *pdev = acb->pdev;
221
	switch (acb->adapter_type){
222
	case ACB_ADAPTER_TYPE_A:{
223
		acb->pmuA = ioremap(pci_resource_start(pdev,0), pci_resource_len(pdev,0));
224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244
		if (!acb->pmuA) {
			printk(KERN_NOTICE "arcmsr%d: memory mapping region fail \n", acb->host->host_no);
			return false;
		}
		break;
	}
	case ACB_ADAPTER_TYPE_B:{
		void __iomem *mem_base0, *mem_base1;
		mem_base0 = ioremap(pci_resource_start(pdev, 0), pci_resource_len(pdev, 0));
		if (!mem_base0) {
			printk(KERN_NOTICE "arcmsr%d: memory mapping region fail \n", acb->host->host_no);
			return false;
		}
		mem_base1 = ioremap(pci_resource_start(pdev, 2), pci_resource_len(pdev, 2));
		if (!mem_base1) {
			iounmap(mem_base0);
			printk(KERN_NOTICE "arcmsr%d: memory mapping region fail \n", acb->host->host_no);
			return false;
		}
		acb->mem_base0 = mem_base0;
		acb->mem_base1 = mem_base1;
245 246 247 248 249 250 251 252 253 254 255 256 257
		break;
	}
	case ACB_ADAPTER_TYPE_C:{
		acb->pmuC = ioremap_nocache(pci_resource_start(pdev, 1), pci_resource_len(pdev, 1));
		if (!acb->pmuC) {
			printk(KERN_NOTICE "arcmsr%d: memory mapping region fail \n", acb->host->host_no);
			return false;
		}
		if (readl(&acb->pmuC->outbound_doorbell) & ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE) {
			writel(ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE_DOORBELL_CLEAR, &acb->pmuC->outbound_doorbell_clear);/*clear interrupt*/
			return true;
		}
		break;
258 259 260 261 262 263 264 265
	}
	}
	return true;
}

static void arcmsr_unmap_pciregion(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
266 267 268 269 270 271 272 273 274 275 276 277 278
	case ACB_ADAPTER_TYPE_A:{
		iounmap(acb->pmuA);
	}
	break;
	case ACB_ADAPTER_TYPE_B:{
		iounmap(acb->mem_base0);
		iounmap(acb->mem_base1);
	}

	break;
	case ACB_ADAPTER_TYPE_C:{
		iounmap(acb->pmuC);
	}
279 280 281
	}
}

282
static irqreturn_t arcmsr_do_interrupt(int irq, void *dev_id)
283 284
{
	irqreturn_t handle_state;
285
	struct AdapterControlBlock *acb = dev_id;
286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318

	handle_state = arcmsr_interrupt(acb);
	return handle_state;
}

static int arcmsr_bios_param(struct scsi_device *sdev,
		struct block_device *bdev, sector_t capacity, int *geom)
{
	int ret, heads, sectors, cylinders, total_capacity;
	unsigned char *buffer;/* return copy of block device's partition table */

	buffer = scsi_bios_ptable(bdev);
	if (buffer) {
		ret = scsi_partsize(buffer, capacity, &geom[2], &geom[0], &geom[1]);
		kfree(buffer);
		if (ret != -1)
			return ret;
	}
	total_capacity = capacity;
	heads = 64;
	sectors = 32;
	cylinders = total_capacity / (heads * sectors);
	if (cylinders > 1024) {
		heads = 255;
		sectors = 63;
		cylinders = total_capacity / (heads * sectors);
	}
	geom[0] = heads;
	geom[1] = sectors;
	geom[2] = cylinders;
	return 0;
}

319 320 321
static uint8_t arcmsr_hba_wait_msgint_ready(struct AdapterControlBlock *acb)
{
	struct MessageUnit_A __iomem *reg = acb->pmuA;
322 323 324 325 326 327 328 329 330 331 332
	int i;

	for (i = 0; i < 2000; i++) {
		if (readl(&reg->outbound_intstatus) &
				ARCMSR_MU_OUTBOUND_MESSAGE0_INT) {
			writel(ARCMSR_MU_OUTBOUND_MESSAGE0_INT,
				&reg->outbound_intstatus);
			return true;
		}
		msleep(10);
	} /* max 20 seconds */
333

334
	return false;
335 336 337
}

static uint8_t arcmsr_hbb_wait_msgint_ready(struct AdapterControlBlock *acb)
338
{
339
	struct MessageUnit_B *reg = acb->pmuB;
340 341 342 343 344 345 346 347 348 349 350 351 352
	int i;

	for (i = 0; i < 2000; i++) {
		if (readl(reg->iop2drv_doorbell)
			& ARCMSR_IOP2DRV_MESSAGE_CMD_DONE) {
			writel(ARCMSR_MESSAGE_INT_CLEAR_PATTERN,
					reg->iop2drv_doorbell);
			writel(ARCMSR_DRV2IOP_END_OF_INTERRUPT,
					reg->drv2iop_doorbell);
			return true;
		}
		msleep(10);
	} /* max 20 seconds */
353

354
	return false;
355 356
}

357 358 359
static uint8_t arcmsr_hbc_wait_msgint_ready(struct AdapterControlBlock *pACB)
{
	struct MessageUnit_C *phbcmu = (struct MessageUnit_C *)pACB->pmuC;
360 361 362 363 364 365 366 367 368 369 370 371
	int i;

	for (i = 0; i < 2000; i++) {
		if (readl(&phbcmu->outbound_doorbell)
				& ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE) {
			writel(ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE_DOORBELL_CLEAR,
				&phbcmu->outbound_doorbell_clear); /*clear interrupt*/
			return true;
		}
		msleep(10);
	} /* max 20 seconds */

372 373
	return false;
}
374

375 376 377 378 379 380
static void arcmsr_flush_hba_cache(struct AdapterControlBlock *acb)
{
	struct MessageUnit_A __iomem *reg = acb->pmuA;
	int retry_count = 30;
	writel(ARCMSR_INBOUND_MESG0_FLUSH_CACHE, &reg->inbound_msgaddr0);
	do {
381
		if (arcmsr_hba_wait_msgint_ready(acb))
382 383 384 385 386 387 388 389 390 391 392 393 394 395 396
			break;
		else {
			retry_count--;
			printk(KERN_NOTICE "arcmsr%d: wait 'flush adapter cache' \
			timeout, retry count down = %d \n", acb->host->host_no, retry_count);
		}
	} while (retry_count != 0);
}

static void arcmsr_flush_hbb_cache(struct AdapterControlBlock *acb)
{
	struct MessageUnit_B *reg = acb->pmuB;
	int retry_count = 30;
	writel(ARCMSR_MESSAGE_FLUSH_CACHE, reg->drv2iop_doorbell);
	do {
397
		if (arcmsr_hbb_wait_msgint_ready(acb))
398 399 400 401 402 403 404 405 406
			break;
		else {
			retry_count--;
			printk(KERN_NOTICE "arcmsr%d: wait 'flush adapter cache' \
			timeout,retry count down = %d \n", acb->host->host_no, retry_count);
		}
	} while (retry_count != 0);
}

407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423
static void arcmsr_flush_hbc_cache(struct AdapterControlBlock *pACB)
{
	struct MessageUnit_C *reg = (struct MessageUnit_C *)pACB->pmuC;
	int retry_count = 30;/* enlarge wait flush adapter cache time: 10 minute */
	writel(ARCMSR_INBOUND_MESG0_FLUSH_CACHE, &reg->inbound_msgaddr0);
	writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
	do {
		if (arcmsr_hbc_wait_msgint_ready(pACB)) {
			break;
		} else {
			retry_count--;
			printk(KERN_NOTICE "arcmsr%d: wait 'flush adapter cache' \
			timeout,retry count down = %d \n", pACB->host->host_no, retry_count);
		}
	} while (retry_count != 0);
	return;
}
424 425
static void arcmsr_flush_adapter_cache(struct AdapterControlBlock *acb)
{
426
	switch (acb->adapter_type) {
427

428
	case ACB_ADAPTER_TYPE_A: {
429 430 431
		arcmsr_flush_hba_cache(acb);
		}
		break;
432

433 434
	case ACB_ADAPTER_TYPE_B: {
		arcmsr_flush_hbb_cache(acb);
435
		}
436 437 438 439
		break;
	case ACB_ADAPTER_TYPE_C: {
		arcmsr_flush_hbc_cache(acb);
		}
440 441
	}
}
442

443 444
static int arcmsr_alloc_ccb_pool(struct AdapterControlBlock *acb)
{
445 446 447 448 449 450
	struct pci_dev *pdev = acb->pdev;
	void *dma_coherent;
	dma_addr_t dma_coherent_handle;
	struct CommandControlBlock *ccb_tmp;
	int i = 0, j = 0;
	dma_addr_t cdb_phyaddr;
451
	unsigned long roundup_ccbsize;
452 453 454
	unsigned long max_xfer_len;
	unsigned long max_sg_entrys;
	uint32_t  firm_config_version;
455

456 457 458 459 460 461 462 463 464
	for (i = 0; i < ARCMSR_MAX_TARGETID; i++)
		for (j = 0; j < ARCMSR_MAX_TARGETLUN; j++)
			acb->devstate[i][j] = ARECA_RAID_GONE;

	max_xfer_len = ARCMSR_MAX_XFER_LEN;
	max_sg_entrys = ARCMSR_DEFAULT_SG_ENTRIES;
	firm_config_version = acb->firm_cfg_version;
	if((firm_config_version & 0xFF) >= 3){
		max_xfer_len = (ARCMSR_CDB_SG_PAGE_LENGTH << ((firm_config_version >> 8) & 0xFF)) * 1024;/* max 4M byte */
465
		max_sg_entrys = (max_xfer_len/4096);
466 467 468 469
	}
	acb->host->max_sectors = max_xfer_len/512;
	acb->host->sg_tablesize = max_sg_entrys;
	roundup_ccbsize = roundup(sizeof(struct CommandControlBlock) + (max_sg_entrys - 1) * sizeof(struct SG64ENTRY), 32);
470
	acb->uncache_size = roundup_ccbsize * ARCMSR_MAX_FREECCB_NUM;
471 472
	dma_coherent = dma_alloc_coherent(&pdev->dev, acb->uncache_size, &dma_coherent_handle, GFP_KERNEL);
	if(!dma_coherent){
473
		printk(KERN_NOTICE "arcmsr%d: dma_alloc_coherent got error\n", acb->host->host_no);
474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489
		return -ENOMEM;
	}
	acb->dma_coherent = dma_coherent;
	acb->dma_coherent_handle = dma_coherent_handle;
	memset(dma_coherent, 0, acb->uncache_size);
	ccb_tmp = dma_coherent;
	acb->vir2phy_offset = (unsigned long)dma_coherent - (unsigned long)dma_coherent_handle;
	for(i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++){
		cdb_phyaddr = dma_coherent_handle + offsetof(struct CommandControlBlock, arcmsr_cdb);
		ccb_tmp->cdb_phyaddr_pattern = ((acb->adapter_type == ACB_ADAPTER_TYPE_C) ? cdb_phyaddr : (cdb_phyaddr >> 5));
		acb->pccb_pool[i] = ccb_tmp;
		ccb_tmp->acb = acb;
		INIT_LIST_HEAD(&ccb_tmp->list);
		list_add_tail(&ccb_tmp->list, &acb->ccb_free_list);
		ccb_tmp = (struct CommandControlBlock *)((unsigned long)ccb_tmp + roundup_ccbsize);
		dma_coherent_handle = dma_coherent_handle + roundup_ccbsize;
490
	}
491 492
	return 0;
}
493

494 495
static void arcmsr_message_isr_bh_fn(struct work_struct *work) 
{
496 497 498 499 500 501 502 503 504
	struct AdapterControlBlock *acb = container_of(work,
		struct AdapterControlBlock, arcmsr_do_message_isr_bh);
	char *acb_dev_map = (char *)acb->device_map;
	uint32_t __iomem *signature = NULL;
	char __iomem *devicemap = NULL;
	int target, lun;
	struct scsi_device *psdev;
	char diff, temp;

505
	switch (acb->adapter_type) {
506 507
	case ACB_ADAPTER_TYPE_A: {
		struct MessageUnit_A __iomem *reg  = acb->pmuA;
508

509 510
		signature = (uint32_t __iomem *)(&reg->message_rwbuffer[0]);
		devicemap = (char __iomem *)(&reg->message_rwbuffer[21]);
511
		break;
512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549
	}
	case ACB_ADAPTER_TYPE_B: {
		struct MessageUnit_B *reg  = acb->pmuB;

		signature = (uint32_t __iomem *)(&reg->message_rwbuffer[0]);
		devicemap = (char __iomem *)(&reg->message_rwbuffer[21]);
		break;
	}
	case ACB_ADAPTER_TYPE_C: {
		struct MessageUnit_C __iomem *reg  = acb->pmuC;

		signature = (uint32_t __iomem *)(&reg->msgcode_rwbuffer[0]);
		devicemap = (char __iomem *)(&reg->msgcode_rwbuffer[21]);
		break;
	}
	}
	atomic_inc(&acb->rq_map_token);
	if (readl(signature) != ARCMSR_SIGNATURE_GET_CONFIG)
		return;
	for (target = 0; target < ARCMSR_MAX_TARGETID - 1;
		target++) {
		temp = readb(devicemap);
		diff = (*acb_dev_map) ^ temp;
		if (diff != 0) {
			*acb_dev_map = temp;
			for (lun = 0; lun < ARCMSR_MAX_TARGETLUN;
				lun++) {
				if ((diff & 0x01) == 1 &&
					(temp & 0x01) == 1) {
					scsi_add_device(acb->host,
						0, target, lun);
				} else if ((diff & 0x01) == 1
					&& (temp & 0x01) == 0) {
					psdev = scsi_device_lookup(acb->host,
						0, target, lun);
					if (psdev != NULL) {
						scsi_remove_device(psdev);
						scsi_device_put(psdev);
550 551
					}
				}
552 553
				temp >>= 1;
				diff >>= 1;
554 555
			}
		}
556 557
		devicemap++;
		acb_dev_map++;
558 559
	}
}
560

561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610
static int
arcmsr_request_irq(struct pci_dev *pdev, struct AdapterControlBlock *acb)
{
	int	i, j, r;
	struct msix_entry entries[ARCMST_NUM_MSIX_VECTORS];

	for (i = 0; i < ARCMST_NUM_MSIX_VECTORS; i++)
		entries[i].entry = i;
	r = pci_enable_msix_range(pdev, entries, 1, ARCMST_NUM_MSIX_VECTORS);
	if (r < 0)
		goto msi_int;
	acb->msix_vector_count = r;
	for (i = 0; i < r; i++) {
		if (request_irq(entries[i].vector,
			arcmsr_do_interrupt, 0, "arcmsr", acb)) {
			pr_warn("arcmsr%d: request_irq =%d failed!\n",
				acb->host->host_no, entries[i].vector);
			for (j = 0 ; j < i ; j++)
				free_irq(entries[j].vector, acb);
			pci_disable_msix(pdev);
			goto msi_int;
		}
		acb->entries[i] = entries[i];
	}
	acb->acb_flags |= ACB_F_MSIX_ENABLED;
	pr_info("arcmsr%d: msi-x enabled\n", acb->host->host_no);
	return SUCCESS;
msi_int:
	if (pci_enable_msi_exact(pdev, 1) < 0)
		goto legacy_int;
	if (request_irq(pdev->irq, arcmsr_do_interrupt,
		IRQF_SHARED, "arcmsr", acb)) {
		pr_warn("arcmsr%d: request_irq =%d failed!\n",
			acb->host->host_no, pdev->irq);
		pci_disable_msi(pdev);
		goto legacy_int;
	}
	acb->acb_flags |= ACB_F_MSI_ENABLED;
	pr_info("arcmsr%d: msi enabled\n", acb->host->host_no);
	return SUCCESS;
legacy_int:
	if (request_irq(pdev->irq, arcmsr_do_interrupt,
		IRQF_SHARED, "arcmsr", acb)) {
		pr_warn("arcmsr%d: request_irq = %d failed!\n",
			acb->host->host_no, pdev->irq);
		return FAILED;
	}
	return SUCCESS;
}

611
static int arcmsr_probe(struct pci_dev *pdev, const struct pci_device_id *id)
612 613 614
{
	struct Scsi_Host *host;
	struct AdapterControlBlock *acb;
615
	uint8_t bus,dev_fun;
616 617
	int error;
	error = pci_enable_device(pdev);
618
	if(error){
619 620 621
		return -ENODEV;
	}
	host = scsi_host_alloc(&arcmsr_scsi_host_template, sizeof(struct AdapterControlBlock));
622 623
	if(!host){
    		goto pci_disable_dev;
624
	}
625
	error = pci_set_dma_mask(pdev, DMA_BIT_MASK(64));
626
	if(error){
627
		error = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
628
		if(error){
629 630 631
			printk(KERN_WARNING
			       "scsi%d: No suitable DMA mask available\n",
			       host->host_no);
632
			goto scsi_host_release;
633 634
		}
	}
635
	init_waitqueue_head(&wait_q);
636 637
	bus = pdev->bus->number;
	dev_fun = pdev->devfn;
638
	acb = (struct AdapterControlBlock *) host->hostdata;
639
	memset(acb,0,sizeof(struct AdapterControlBlock));
640
	acb->pdev = pdev;
641
	acb->host = host;
642
	host->max_lun = ARCMSR_MAX_TARGETLUN;
643 644
	host->max_id = ARCMSR_MAX_TARGETID;		/*16:8*/
	host->max_cmd_len = 16;	 			/*this is issue of 64bit LBA ,over 2T byte*/
645
	host->can_queue = ARCMSR_MAX_OUTSTANDING_CMD;
646
	host->cmd_per_lun = ARCMSR_MAX_CMD_PERLUN;	    
647 648
	host->this_id = ARCMSR_SCSI_INITIATOR_ID;
	host->unique_id = (bus << 8) | dev_fun;
649 650
	pci_set_drvdata(pdev, host);
	pci_set_master(pdev);
651
	error = pci_request_regions(pdev, "arcmsr");
652
	if(error){
653
		goto scsi_host_release;
654
	}
655 656
	spin_lock_init(&acb->eh_lock);
	spin_lock_init(&acb->ccblist_lock);
657
	acb->acb_flags |= (ACB_F_MESSAGE_WQBUFFER_CLEARED |
658 659
			ACB_F_MESSAGE_RQBUFFER_CLEARED |
			ACB_F_MESSAGE_WQBUFFER_READED);
660 661
	acb->acb_flags &= ~ACB_F_SCSISTOPADAPTER;
	INIT_LIST_HEAD(&acb->ccb_free_list);
662
	acb->adapter_type = id->driver_data;
663
	error = arcmsr_remap_pciregion(acb);
664
	if(!error){
665 666 667
		goto pci_release_regs;
	}
	error = arcmsr_get_firmware_spec(acb);
668
	if(!error){
669 670
		goto unmap_pci_region;
	}
671
	error = arcmsr_alloc_ccb_pool(acb);
672
	if(error){
673 674
		goto free_hbb_mu;
	}
675
	error = scsi_add_host(host, &pdev->dev);
676
	if(error){
677 678
		goto RAID_controller_stop;
	}
679
	if (arcmsr_request_irq(pdev, acb) == FAILED)
680
		goto scsi_host_remove;
681
	arcmsr_iop_init(acb);
682
    	scsi_scan_host(host);
683
	INIT_WORK(&acb->arcmsr_do_message_isr_bh, arcmsr_message_isr_bh_fn);
684
	atomic_set(&acb->rq_map_token, 16);
685 686
	atomic_set(&acb->ante_token_value, 16);
	acb->fw_flag = FW_NORMAL;
687
	init_timer(&acb->eternal_timer);
688
	acb->eternal_timer.expires = jiffies + msecs_to_jiffies(6 * HZ);
689 690 691
	acb->eternal_timer.data = (unsigned long) acb;
	acb->eternal_timer.function = &arcmsr_request_device_map;
	add_timer(&acb->eternal_timer);
692
	if(arcmsr_alloc_sysfs_attr(acb))
693
		goto out_free_sysfs;
694
	return 0;
695
out_free_sysfs:
696 697 698 699 700
scsi_host_remove:
	scsi_remove_host(host);
RAID_controller_stop:
	arcmsr_stop_adapter_bgrb(acb);
	arcmsr_flush_adapter_cache(acb);
701
	arcmsr_free_ccb_pool(acb);
702
free_hbb_mu:
703
	arcmsr_free_hbb_mu(acb);
704 705 706
unmap_pci_region:
	arcmsr_unmap_pciregion(acb);
pci_release_regs:
707
	pci_release_regions(pdev);
708
scsi_host_release:
709
	scsi_host_put(host);
710
pci_disable_dev:
711
	pci_disable_device(pdev);
712
	return -ENODEV;
713 714
}

715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730
static void arcmsr_free_irq(struct pci_dev *pdev,
		struct AdapterControlBlock *acb)
{
	int i;

	if (acb->acb_flags & ACB_F_MSI_ENABLED) {
		free_irq(pdev->irq, acb);
		pci_disable_msi(pdev);
	} else if (acb->acb_flags & ACB_F_MSIX_ENABLED) {
		for (i = 0; i < acb->msix_vector_count; i++)
			free_irq(acb->entries[i].vector, acb);
		pci_disable_msix(pdev);
	} else
		free_irq(pdev->irq, acb);
}

731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800
static int arcmsr_suspend(struct pci_dev *pdev, pm_message_t state)
{
	uint32_t intmask_org;
	struct Scsi_Host *host = pci_get_drvdata(pdev);
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *)host->hostdata;

	intmask_org = arcmsr_disable_outbound_ints(acb);
	arcmsr_free_irq(pdev, acb);
	del_timer_sync(&acb->eternal_timer);
	flush_work(&acb->arcmsr_do_message_isr_bh);
	arcmsr_stop_adapter_bgrb(acb);
	arcmsr_flush_adapter_cache(acb);
	pci_set_drvdata(pdev, host);
	pci_save_state(pdev);
	pci_disable_device(pdev);
	pci_set_power_state(pdev, pci_choose_state(pdev, state));
	return 0;
}

static int arcmsr_resume(struct pci_dev *pdev)
{
	int error;
	struct Scsi_Host *host = pci_get_drvdata(pdev);
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *)host->hostdata;

	pci_set_power_state(pdev, PCI_D0);
	pci_enable_wake(pdev, PCI_D0, 0);
	pci_restore_state(pdev);
	if (pci_enable_device(pdev)) {
		pr_warn("%s: pci_enable_device error\n", __func__);
		return -ENODEV;
	}
	error = pci_set_dma_mask(pdev, DMA_BIT_MASK(64));
	if (error) {
		error = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
		if (error) {
			pr_warn("scsi%d: No suitable DMA mask available\n",
			       host->host_no);
			goto controller_unregister;
		}
	}
	pci_set_master(pdev);
	if (arcmsr_request_irq(pdev, acb) == FAILED)
		goto controller_stop;
	arcmsr_iop_init(acb);
	INIT_WORK(&acb->arcmsr_do_message_isr_bh, arcmsr_message_isr_bh_fn);
	atomic_set(&acb->rq_map_token, 16);
	atomic_set(&acb->ante_token_value, 16);
	acb->fw_flag = FW_NORMAL;
	init_timer(&acb->eternal_timer);
	acb->eternal_timer.expires = jiffies + msecs_to_jiffies(6 * HZ);
	acb->eternal_timer.data = (unsigned long) acb;
	acb->eternal_timer.function = &arcmsr_request_device_map;
	add_timer(&acb->eternal_timer);
	return 0;
controller_stop:
	arcmsr_stop_adapter_bgrb(acb);
	arcmsr_flush_adapter_cache(acb);
controller_unregister:
	scsi_remove_host(host);
	arcmsr_free_ccb_pool(acb);
	arcmsr_unmap_pciregion(acb);
	pci_release_regions(pdev);
	scsi_host_put(host);
	pci_disable_device(pdev);
	return -ENODEV;
}

801
static uint8_t arcmsr_abort_hba_allcmd(struct AdapterControlBlock *acb)
802
{
A
Al Viro 已提交
803
	struct MessageUnit_A __iomem *reg = acb->pmuA;
804
	writel(ARCMSR_INBOUND_MESG0_ABORT_CMD, &reg->inbound_msgaddr0);
805
	if (!arcmsr_hba_wait_msgint_ready(acb)) {
806 807 808
		printk(KERN_NOTICE
			"arcmsr%d: wait 'abort all outstanding command' timeout \n"
			, acb->host->host_no);
809
		return false;
810
	}
811
	return true;
812 813
}

814
static uint8_t arcmsr_abort_hbb_allcmd(struct AdapterControlBlock *acb)
815
{
A
Al Viro 已提交
816
	struct MessageUnit_B *reg = acb->pmuB;
817

818
	writel(ARCMSR_MESSAGE_ABORT_CMD, reg->drv2iop_doorbell);
819
	if (!arcmsr_hbb_wait_msgint_ready(acb)) {
820 821 822
		printk(KERN_NOTICE
			"arcmsr%d: wait 'abort all outstanding command' timeout \n"
			, acb->host->host_no);
823
		return false;
824
	}
825 826 827 828 829 830 831 832 833 834 835 836 837 838
	return true;
}
static uint8_t arcmsr_abort_hbc_allcmd(struct AdapterControlBlock *pACB)
{
	struct MessageUnit_C *reg = (struct MessageUnit_C *)pACB->pmuC;
	writel(ARCMSR_INBOUND_MESG0_ABORT_CMD, &reg->inbound_msgaddr0);
	writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
	if (!arcmsr_hbc_wait_msgint_ready(pACB)) {
		printk(KERN_NOTICE
			"arcmsr%d: wait 'abort all outstanding command' timeout \n"
			, pACB->host->host_no);
		return false;
	}
	return true;
839
}
840
static uint8_t arcmsr_abort_allcmd(struct AdapterControlBlock *acb)
841
{
842
	uint8_t rtnval = 0;
843 844
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
845
		rtnval = arcmsr_abort_hba_allcmd(acb);
846 847 848 849
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
850
		rtnval = arcmsr_abort_hbb_allcmd(acb);
851
		}
852 853 854 855 856
		break;

	case ACB_ADAPTER_TYPE_C: {
		rtnval = arcmsr_abort_hbc_allcmd(acb);
		}
857
	}
858
	return rtnval;
859 860
}

861 862 863 864
static void arcmsr_pci_unmap_dma(struct CommandControlBlock *ccb)
{
	struct scsi_cmnd *pcmd = ccb->pcmd;

865
	scsi_dma_unmap(pcmd);
866
}
867

868
static void arcmsr_ccb_complete(struct CommandControlBlock *ccb)
869 870 871
{
	struct AdapterControlBlock *acb = ccb->acb;
	struct scsi_cmnd *pcmd = ccb->pcmd;
872 873
	unsigned long flags;
	atomic_dec(&acb->ccboutstandingcount);
874 875
	arcmsr_pci_unmap_dma(ccb);
	ccb->startdone = ARCMSR_CCB_DONE;
876
	spin_lock_irqsave(&acb->ccblist_lock, flags);
877
	list_add_tail(&ccb->list, &acb->ccb_free_list);
878
	spin_unlock_irqrestore(&acb->ccblist_lock, flags);
879 880 881
	pcmd->scsi_done(pcmd);
}

882 883 884 885 886 887 888 889
static void arcmsr_report_sense_info(struct CommandControlBlock *ccb)
{

	struct scsi_cmnd *pcmd = ccb->pcmd;
	struct SENSE_DATA *sensebuffer = (struct SENSE_DATA *)pcmd->sense_buffer;
	pcmd->result = DID_OK << 16;
	if (sensebuffer) {
		int sense_data_length =
890 891 892
			sizeof(struct SENSE_DATA) < SCSI_SENSE_BUFFERSIZE
			? sizeof(struct SENSE_DATA) : SCSI_SENSE_BUFFERSIZE;
		memset(sensebuffer, 0, SCSI_SENSE_BUFFERSIZE);
893 894 895 896 897 898 899 900 901
		memcpy(sensebuffer, ccb->arcmsr_cdb.SenseData, sense_data_length);
		sensebuffer->ErrorCode = SCSI_SENSE_CURRENT_ERRORS;
		sensebuffer->Valid = 1;
	}
}

static u32 arcmsr_disable_outbound_ints(struct AdapterControlBlock *acb)
{
	u32 orig_mask = 0;
902
	switch (acb->adapter_type) {	
903
	case ACB_ADAPTER_TYPE_A : {
A
Al Viro 已提交
904
		struct MessageUnit_A __iomem *reg = acb->pmuA;
905
		orig_mask = readl(&reg->outbound_intmask);
906 907 908 909 910
		writel(orig_mask|ARCMSR_MU_OUTBOUND_ALL_INTMASKENABLE, \
						&reg->outbound_intmask);
		}
		break;
	case ACB_ADAPTER_TYPE_B : {
A
Al Viro 已提交
911
		struct MessageUnit_B *reg = acb->pmuB;
912 913
		orig_mask = readl(reg->iop2drv_doorbell_mask);
		writel(0, reg->iop2drv_doorbell_mask);
914 915
		}
		break;
916 917 918 919 920 921 922
	case ACB_ADAPTER_TYPE_C:{
		struct MessageUnit_C *reg = (struct MessageUnit_C *)acb->pmuC;
		/* disable all outbound interrupt */
		orig_mask = readl(&reg->host_int_mask); /* disable outbound message0 int */
		writel(orig_mask|ARCMSR_HBCMU_ALL_INTMASKENABLE, &reg->host_int_mask);
		}
		break;
923 924 925 926
	}
	return orig_mask;
}

927 928
static void arcmsr_report_ccb_state(struct AdapterControlBlock *acb, 
			struct CommandControlBlock *ccb, bool error)
929 930 931 932
{
	uint8_t id, lun;
	id = ccb->pcmd->device->id;
	lun = ccb->pcmd->device->lun;
933
	if (!error) {
934 935
		if (acb->devstate[id][lun] == ARECA_RAID_GONE)
			acb->devstate[id][lun] = ARECA_RAID_GOOD;
936 937
		ccb->pcmd->result = DID_OK << 16;
		arcmsr_ccb_complete(ccb);
938
	}else{
939 940 941 942
		switch (ccb->arcmsr_cdb.DeviceStatus) {
		case ARCMSR_DEV_SELECT_TIMEOUT: {
			acb->devstate[id][lun] = ARECA_RAID_GONE;
			ccb->pcmd->result = DID_NO_CONNECT << 16;
943
			arcmsr_ccb_complete(ccb);
944 945 946 947 948 949 950 951
			}
			break;

		case ARCMSR_DEV_ABORTED:

		case ARCMSR_DEV_INIT_FAIL: {
			acb->devstate[id][lun] = ARECA_RAID_GONE;
			ccb->pcmd->result = DID_BAD_TARGET << 16;
952
			arcmsr_ccb_complete(ccb);
953 954 955 956 957 958
			}
			break;

		case ARCMSR_DEV_CHECK_CONDITION: {
			acb->devstate[id][lun] = ARECA_RAID_GOOD;
			arcmsr_report_sense_info(ccb);
959
			arcmsr_ccb_complete(ccb);
960 961 962 963
			}
			break;

		default:
964 965 966 967 968 969 970 971 972 973
			printk(KERN_NOTICE
				"arcmsr%d: scsi id = %d lun = %d isr get command error done, \
				but got unknown DeviceStatus = 0x%x \n"
				, acb->host->host_no
				, id
				, lun
				, ccb->arcmsr_cdb.DeviceStatus);
				acb->devstate[id][lun] = ARECA_RAID_GONE;
				ccb->pcmd->result = DID_NO_CONNECT << 16;
				arcmsr_ccb_complete(ccb);
974 975 976 977 978
			break;
		}
	}
}

979
static void arcmsr_drain_donequeue(struct AdapterControlBlock *acb, struct CommandControlBlock *pCCB, bool error)
980
{
981
	int id, lun;
982 983 984
	if ((pCCB->acb != acb) || (pCCB->startdone != ARCMSR_CCB_START)) {
		if (pCCB->startdone == ARCMSR_CCB_ABORTED) {
			struct scsi_cmnd *abortcmd = pCCB->pcmd;
985
			if (abortcmd) {
986
				id = abortcmd->device->id;
987
				lun = abortcmd->device->lun;				
988
				abortcmd->result |= DID_ABORT << 16;
989 990 991
				arcmsr_ccb_complete(pCCB);
				printk(KERN_NOTICE "arcmsr%d: pCCB ='0x%p' isr got aborted command \n",
				acb->host->host_no, pCCB);
992
			}
993
			return;
994 995 996 997 998 999 1000
		}
		printk(KERN_NOTICE "arcmsr%d: isr get an illegal ccb command \
				done acb = '0x%p'"
				"ccb = '0x%p' ccbacb = '0x%p' startdone = 0x%x"
				" ccboutstandingcount = %d \n"
				, acb->host->host_no
				, acb
1001 1002 1003
				, pCCB
				, pCCB->acb
				, pCCB->startdone
1004
				, atomic_read(&acb->ccboutstandingcount));
1005
		  return;
1006
	}
1007
	arcmsr_report_ccb_state(acb, pCCB, error);
1008 1009 1010 1011 1012 1013
}

static void arcmsr_done4abort_postqueue(struct AdapterControlBlock *acb)
{
	int i = 0;
	uint32_t flag_ccb;
1014 1015 1016
	struct ARCMSR_CDB *pARCMSR_CDB;
	bool error;
	struct CommandControlBlock *pCCB;
1017 1018 1019
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1020
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1021
		uint32_t outbound_intstatus;
A
Al Viro 已提交
1022
		outbound_intstatus = readl(&reg->outbound_intstatus) &
1023 1024 1025
					acb->outbound_int_enable;
		/*clear and abort all outbound posted Q*/
		writel(outbound_intstatus, &reg->outbound_intstatus);/*clear interrupt*/
1026
		while(((flag_ccb = readl(&reg->outbound_queueport)) != 0xFFFFFFFF)
1027
				&& (i++ < ARCMSR_MAX_OUTSTANDING_CMD)) {
1028 1029 1030 1031
			pARCMSR_CDB = (struct ARCMSR_CDB *)(acb->vir2phy_offset + (flag_ccb << 5));/*frame must be 32 bytes aligned*/
			pCCB = container_of(pARCMSR_CDB, struct CommandControlBlock, arcmsr_cdb);
			error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
			arcmsr_drain_donequeue(acb, pCCB, error);
1032 1033 1034 1035 1036
		}
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1037
		struct MessageUnit_B *reg = acb->pmuB;
1038
		/*clear all outbound posted Q*/
1039
		writel(ARCMSR_DOORBELL_INT_CLEAR_PATTERN, reg->iop2drv_doorbell); /* clear doorbell interrupt */
1040 1041 1042
		for (i = 0; i < ARCMSR_MAX_HBB_POSTQUEUE; i++) {
			if ((flag_ccb = readl(&reg->done_qbuffer[i])) != 0) {
				writel(0, &reg->done_qbuffer[i]);
1043 1044 1045 1046
				pARCMSR_CDB = (struct ARCMSR_CDB *)(acb->vir2phy_offset+(flag_ccb << 5));/*frame must be 32 bytes aligned*/
				pCCB = container_of(pARCMSR_CDB, struct CommandControlBlock, arcmsr_cdb);
				error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
				arcmsr_drain_donequeue(acb, pCCB, error);
1047
			}
1048
			reg->post_qbuffer[i] = 0;
1049 1050 1051 1052 1053
		}
		reg->doneq_index = 0;
		reg->postq_index = 0;
		}
		break;
1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069
	case ACB_ADAPTER_TYPE_C: {
		struct MessageUnit_C *reg = acb->pmuC;
		struct  ARCMSR_CDB *pARCMSR_CDB;
		uint32_t flag_ccb, ccb_cdb_phy;
		bool error;
		struct CommandControlBlock *pCCB;
		while ((readl(&reg->host_int_status) & ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR) && (i++ < ARCMSR_MAX_OUTSTANDING_CMD)) {
			/*need to do*/
			flag_ccb = readl(&reg->outbound_queueport_low);
			ccb_cdb_phy = (flag_ccb & 0xFFFFFFF0);
			pARCMSR_CDB = (struct  ARCMSR_CDB *)(acb->vir2phy_offset+ccb_cdb_phy);/*frame must be 32 bytes aligned*/
			pCCB = container_of(pARCMSR_CDB, struct CommandControlBlock, arcmsr_cdb);
			error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE1) ? true : false;
			arcmsr_drain_donequeue(acb, pCCB, error);
		}
	}
1070 1071
	}
}
1072

1073 1074 1075 1076 1077 1078 1079 1080
static void arcmsr_remove(struct pci_dev *pdev)
{
	struct Scsi_Host *host = pci_get_drvdata(pdev);
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *) host->hostdata;
	int poll_count = 0;
	arcmsr_free_sysfs_attr(acb);
	scsi_remove_host(host);
1081
	flush_work(&acb->arcmsr_do_message_isr_bh);
1082 1083
	del_timer_sync(&acb->eternal_timer);
	arcmsr_disable_outbound_ints(acb);
1084
	arcmsr_stop_adapter_bgrb(acb);
1085
	arcmsr_flush_adapter_cache(acb);	
1086 1087 1088
	acb->acb_flags |= ACB_F_SCSISTOPADAPTER;
	acb->acb_flags &= ~ACB_F_IOP_INITED;

1089
	for (poll_count = 0; poll_count < ARCMSR_MAX_OUTSTANDING_CMD; poll_count++){
1090 1091
		if (!atomic_read(&acb->ccboutstandingcount))
			break;
1092
		arcmsr_interrupt(acb);/* FIXME: need spinlock */
1093 1094 1095 1096 1097 1098 1099
		msleep(25);
	}

	if (atomic_read(&acb->ccboutstandingcount)) {
		int i;

		arcmsr_abort_allcmd(acb);
1100
		arcmsr_done4abort_postqueue(acb);
1101 1102 1103 1104 1105
		for (i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++) {
			struct CommandControlBlock *ccb = acb->pccb_pool[i];
			if (ccb->startdone == ARCMSR_CCB_START) {
				ccb->startdone = ARCMSR_CCB_ABORTED;
				ccb->pcmd->result = DID_ABORT << 16;
1106
				arcmsr_ccb_complete(ccb);
1107 1108 1109
			}
		}
	}
1110
	arcmsr_free_irq(pdev, acb);
1111
	arcmsr_free_ccb_pool(acb);
1112 1113
	arcmsr_free_hbb_mu(acb);
	arcmsr_unmap_pciregion(acb);
1114
	pci_release_regions(pdev);
1115
	scsi_host_put(host);
1116 1117 1118 1119 1120 1121 1122 1123
	pci_disable_device(pdev);
}

static void arcmsr_shutdown(struct pci_dev *pdev)
{
	struct Scsi_Host *host = pci_get_drvdata(pdev);
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *)host->hostdata;
1124 1125
	del_timer_sync(&acb->eternal_timer);
	arcmsr_disable_outbound_ints(acb);
1126
	arcmsr_free_irq(pdev, acb);
1127
	flush_work(&acb->arcmsr_do_message_isr_bh);
1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145
	arcmsr_stop_adapter_bgrb(acb);
	arcmsr_flush_adapter_cache(acb);
}

static int arcmsr_module_init(void)
{
	int error = 0;
	error = pci_register_driver(&arcmsr_pci_driver);
	return error;
}

static void arcmsr_module_exit(void)
{
	pci_unregister_driver(&arcmsr_pci_driver);
}
module_init(arcmsr_module_init);
module_exit(arcmsr_module_exit);

1146
static void arcmsr_enable_outbound_ints(struct AdapterControlBlock *acb,
1147
						u32 intmask_org)
1148 1149
{
	u32 mask;
1150
	switch (acb->adapter_type) {
1151

1152
	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1153
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1154
		mask = intmask_org & ~(ARCMSR_MU_OUTBOUND_POSTQUEUE_INTMASKENABLE |
1155 1156
			     ARCMSR_MU_OUTBOUND_DOORBELL_INTMASKENABLE|
			     ARCMSR_MU_OUTBOUND_MESSAGE0_INTMASKENABLE);
1157 1158 1159 1160
		writel(mask, &reg->outbound_intmask);
		acb->outbound_int_enable = ~(intmask_org & mask) & 0x000000ff;
		}
		break;
1161

1162
	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1163
		struct MessageUnit_B *reg = acb->pmuB;
1164 1165 1166 1167
		mask = intmask_org | (ARCMSR_IOP2DRV_DATA_WRITE_OK |
			ARCMSR_IOP2DRV_DATA_READ_OK |
			ARCMSR_IOP2DRV_CDB_DONE |
			ARCMSR_IOP2DRV_MESSAGE_CMD_DONE);
1168
		writel(mask, reg->iop2drv_doorbell_mask);
1169 1170
		acb->outbound_int_enable = (intmask_org | mask) & 0x0000000f;
		}
1171 1172 1173 1174 1175 1176 1177
		break;
	case ACB_ADAPTER_TYPE_C: {
		struct MessageUnit_C *reg = acb->pmuC;
		mask = ~(ARCMSR_HBCMU_UTILITY_A_ISR_MASK | ARCMSR_HBCMU_OUTBOUND_DOORBELL_ISR_MASK|ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR_MASK);
		writel(intmask_org & mask, &reg->host_int_mask);
		acb->outbound_int_enable = ~(intmask_org & mask) & 0x0000000f;
		}
1178 1179 1180
	}
}

N
Nick Cheng 已提交
1181
static int arcmsr_build_ccb(struct AdapterControlBlock *acb,
1182
	struct CommandControlBlock *ccb, struct scsi_cmnd *pcmd)
1183
{
1184 1185
	struct ARCMSR_CDB *arcmsr_cdb = (struct ARCMSR_CDB *)&ccb->arcmsr_cdb;
	int8_t *psge = (int8_t *)&arcmsr_cdb->u;
A
Al Viro 已提交
1186
	__le32 address_lo, address_hi;
1187
	int arccdbsize = 0x30;
1188
	__le32 length = 0;
1189
	int i;
1190
	struct scatterlist *sg;
1191
	int nseg;
1192
	ccb->pcmd = pcmd;
1193
	memset(arcmsr_cdb, 0, sizeof(struct ARCMSR_CDB));
1194 1195 1196
	arcmsr_cdb->TargetID = pcmd->device->id;
	arcmsr_cdb->LUN = pcmd->device->lun;
	arcmsr_cdb->Function = 1;
1197
	arcmsr_cdb->Context = 0;
1198
	memcpy(arcmsr_cdb->Cdb, pcmd->cmnd, pcmd->cmd_len);
1199 1200

	nseg = scsi_dma_map(pcmd);
1201
	if (unlikely(nseg > acb->host->sg_tablesize || nseg < 0))
N
Nick Cheng 已提交
1202
		return FAILED;
1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216
	scsi_for_each_sg(pcmd, sg, nseg, i) {
		/* Get the physical address of the current data pointer */
		length = cpu_to_le32(sg_dma_len(sg));
		address_lo = cpu_to_le32(dma_addr_lo32(sg_dma_address(sg)));
		address_hi = cpu_to_le32(dma_addr_hi32(sg_dma_address(sg)));
		if (address_hi == 0) {
			struct SG32ENTRY *pdma_sg = (struct SG32ENTRY *)psge;

			pdma_sg->address = address_lo;
			pdma_sg->length = length;
			psge += sizeof (struct SG32ENTRY);
			arccdbsize += sizeof (struct SG32ENTRY);
		} else {
			struct SG64ENTRY *pdma_sg = (struct SG64ENTRY *)psge;
1217

1218 1219 1220 1221 1222
			pdma_sg->addresshigh = address_hi;
			pdma_sg->address = address_lo;
			pdma_sg->length = length|cpu_to_le32(IS_SG64_ADDR);
			psge += sizeof (struct SG64ENTRY);
			arccdbsize += sizeof (struct SG64ENTRY);
1223
		}
1224 1225 1226
	}
	arcmsr_cdb->sgcount = (uint8_t)nseg;
	arcmsr_cdb->DataLength = scsi_bufflen(pcmd);
1227
	arcmsr_cdb->msgPages = arccdbsize/0x100 + (arccdbsize % 0x100 ? 1 : 0);
1228 1229
	if ( arccdbsize > 256)
		arcmsr_cdb->Flags |= ARCMSR_CDB_FLAG_SGL_BSIZE;
1230
	if (pcmd->sc_data_direction == DMA_TO_DEVICE)
1231
		arcmsr_cdb->Flags |= ARCMSR_CDB_FLAG_WRITE;
1232
	ccb->arc_cdb_size = arccdbsize;
N
Nick Cheng 已提交
1233
	return SUCCESS;
1234 1235 1236 1237
}

static void arcmsr_post_ccb(struct AdapterControlBlock *acb, struct CommandControlBlock *ccb)
{
1238
	uint32_t cdb_phyaddr_pattern = ccb->cdb_phyaddr_pattern;
1239 1240 1241
	struct ARCMSR_CDB *arcmsr_cdb = (struct ARCMSR_CDB *)&ccb->arcmsr_cdb;
	atomic_inc(&acb->ccboutstandingcount);
	ccb->startdone = ARCMSR_CCB_START;
1242 1243
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1244
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1245 1246

		if (arcmsr_cdb->Flags & ARCMSR_CDB_FLAG_SGL_BSIZE)
1247
			writel(cdb_phyaddr_pattern | ARCMSR_CCBPOST_FLAG_SGL_BSIZE,
1248
			&reg->inbound_queueport);
1249
		else {
1250
				writel(cdb_phyaddr_pattern, &reg->inbound_queueport);
1251 1252 1253
		}
		}
		break;
1254

1255
	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1256
		struct MessageUnit_B *reg = acb->pmuB;
1257
		uint32_t ending_index, index = reg->postq_index;
1258

1259 1260 1261
		ending_index = ((index + 1) % ARCMSR_MAX_HBB_POSTQUEUE);
		writel(0, &reg->post_qbuffer[ending_index]);
		if (arcmsr_cdb->Flags & ARCMSR_CDB_FLAG_SGL_BSIZE) {
1262
			writel(cdb_phyaddr_pattern | ARCMSR_CCBPOST_FLAG_SGL_BSIZE,\
1263
						 &reg->post_qbuffer[index]);
1264 1265
		} else {
			writel(cdb_phyaddr_pattern, &reg->post_qbuffer[index]);
1266 1267 1268 1269
		}
		index++;
		index %= ARCMSR_MAX_HBB_POSTQUEUE;/*if last index number set it to 0 */
		reg->postq_index = index;
1270
		writel(ARCMSR_DRV2IOP_CDB_POSTED, reg->drv2iop_doorbell);
1271
		}
1272
		break;
1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285
	case ACB_ADAPTER_TYPE_C: {
		struct MessageUnit_C *phbcmu = (struct MessageUnit_C *)acb->pmuC;
		uint32_t ccb_post_stamp, arc_cdb_size;

		arc_cdb_size = (ccb->arc_cdb_size > 0x300) ? 0x300 : ccb->arc_cdb_size;
		ccb_post_stamp = (cdb_phyaddr_pattern | ((arc_cdb_size - 1) >> 6) | 1);
		if (acb->cdb_phyaddr_hi32) {
			writel(acb->cdb_phyaddr_hi32, &phbcmu->inbound_queueport_high);
			writel(ccb_post_stamp, &phbcmu->inbound_queueport_low);
		} else {
			writel(ccb_post_stamp, &phbcmu->inbound_queueport_low);
		}
		}
1286 1287 1288
	}
}

1289
static void arcmsr_stop_hba_bgrb(struct AdapterControlBlock *acb)
1290
{
A
Al Viro 已提交
1291
	struct MessageUnit_A __iomem *reg = acb->pmuA;
1292 1293
	acb->acb_flags &= ~ACB_F_MSG_START_BGRB;
	writel(ARCMSR_INBOUND_MESG0_STOP_BGRB, &reg->inbound_msgaddr0);
1294
	if (!arcmsr_hba_wait_msgint_ready(acb)) {
1295 1296 1297 1298 1299 1300 1301 1302
		printk(KERN_NOTICE
			"arcmsr%d: wait 'stop adapter background rebulid' timeout \n"
			, acb->host->host_no);
	}
}

static void arcmsr_stop_hbb_bgrb(struct AdapterControlBlock *acb)
{
A
Al Viro 已提交
1303
	struct MessageUnit_B *reg = acb->pmuB;
1304
	acb->acb_flags &= ~ACB_F_MSG_START_BGRB;
1305
	writel(ARCMSR_MESSAGE_STOP_BGRB, reg->drv2iop_doorbell);
1306

1307
	if (!arcmsr_hbb_wait_msgint_ready(acb)) {
1308 1309 1310
		printk(KERN_NOTICE
			"arcmsr%d: wait 'stop adapter background rebulid' timeout \n"
			, acb->host->host_no);
1311 1312 1313
	}
}

1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326
static void arcmsr_stop_hbc_bgrb(struct AdapterControlBlock *pACB)
{
	struct MessageUnit_C *reg = (struct MessageUnit_C *)pACB->pmuC;
	pACB->acb_flags &= ~ACB_F_MSG_START_BGRB;
	writel(ARCMSR_INBOUND_MESG0_STOP_BGRB, &reg->inbound_msgaddr0);
	writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
	if (!arcmsr_hbc_wait_msgint_ready(pACB)) {
		printk(KERN_NOTICE
			"arcmsr%d: wait 'stop adapter background rebulid' timeout \n"
			, pACB->host->host_no);
	}
	return;
}
1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338
static void arcmsr_stop_adapter_bgrb(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
		arcmsr_stop_hba_bgrb(acb);
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
		arcmsr_stop_hbb_bgrb(acb);
		}
		break;
1339 1340 1341
	case ACB_ADAPTER_TYPE_C: {
		arcmsr_stop_hbc_bgrb(acb);
		}
1342
	}
1343 1344 1345 1346
}

static void arcmsr_free_ccb_pool(struct AdapterControlBlock *acb)
{
1347
	dma_free_coherent(&acb->pdev->dev, acb->uncache_size, acb->dma_coherent, acb->dma_coherent_handle);
1348 1349
}

1350
void arcmsr_iop_message_read(struct AdapterControlBlock *acb)
1351
{
1352 1353
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1354
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1355 1356 1357
		writel(ARCMSR_INBOUND_DRIVER_DATA_READ_OK, &reg->inbound_doorbell);
		}
		break;
1358

1359
	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1360
		struct MessageUnit_B *reg = acb->pmuB;
1361
		writel(ARCMSR_DRV2IOP_DATA_READ_OK, reg->drv2iop_doorbell);
1362
		}
1363
		break;
1364 1365 1366 1367
	case ACB_ADAPTER_TYPE_C: {
		struct MessageUnit_C __iomem *reg = acb->pmuC;
		writel(ARCMSR_HBCMU_DRV2IOP_DATA_READ_OK, &reg->inbound_doorbell);
		}
1368
	}
1369 1370 1371 1372 1373 1374
}

static void arcmsr_iop_message_wrote(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1375
		struct MessageUnit_A __iomem *reg = acb->pmuA;
1376
		/*
1377 1378
		** push inbound doorbell tell iop, driver data write ok
		** and wait reply on next hwinterrupt for next Qbuffer post
1379
		*/
1380 1381 1382 1383 1384
		writel(ARCMSR_INBOUND_DRIVER_DATA_WRITE_OK, &reg->inbound_doorbell);
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1385
		struct MessageUnit_B *reg = acb->pmuB;
1386 1387 1388 1389
		/*
		** push inbound doorbell tell iop, driver data write ok
		** and wait reply on next hwinterrupt for next Qbuffer post
		*/
1390
		writel(ARCMSR_DRV2IOP_DATA_WRITE_OK, reg->drv2iop_doorbell);
1391 1392
		}
		break;
1393 1394 1395 1396 1397 1398 1399 1400 1401
	case ACB_ADAPTER_TYPE_C: {
		struct MessageUnit_C __iomem *reg = acb->pmuC;
		/*
		** push inbound doorbell tell iop, driver data write ok
		** and wait reply on next hwinterrupt for next Qbuffer post
		*/
		writel(ARCMSR_HBCMU_DRV2IOP_DATA_WRITE_OK, &reg->inbound_doorbell);
		}
		break;
1402 1403 1404
	}
}

A
Al Viro 已提交
1405
struct QBUFFER __iomem *arcmsr_get_iop_rqbuffer(struct AdapterControlBlock *acb)
1406
{
1407
	struct QBUFFER __iomem *qbuffer = NULL;
1408 1409 1410
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1411 1412
		struct MessageUnit_A __iomem *reg = acb->pmuA;
		qbuffer = (struct QBUFFER __iomem *)&reg->message_rbuffer;
1413 1414 1415 1416
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1417
		struct MessageUnit_B *reg = acb->pmuB;
1418
		qbuffer = (struct QBUFFER __iomem *)reg->message_rbuffer;
1419 1420
		}
		break;
1421 1422 1423 1424
	case ACB_ADAPTER_TYPE_C: {
		struct MessageUnit_C *phbcmu = (struct MessageUnit_C *)acb->pmuC;
		qbuffer = (struct QBUFFER __iomem *)&phbcmu->message_rbuffer;
		}
1425 1426 1427 1428
	}
	return qbuffer;
}

A
Al Viro 已提交
1429
static struct QBUFFER __iomem *arcmsr_get_iop_wqbuffer(struct AdapterControlBlock *acb)
1430
{
1431
	struct QBUFFER __iomem *pqbuffer = NULL;
1432 1433 1434
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
1435 1436
		struct MessageUnit_A __iomem *reg = acb->pmuA;
		pqbuffer = (struct QBUFFER __iomem *) &reg->message_wbuffer;
1437 1438 1439 1440
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
1441
		struct MessageUnit_B  *reg = acb->pmuB;
1442
		pqbuffer = (struct QBUFFER __iomem *)reg->message_wbuffer;
1443 1444
		}
		break;
1445 1446 1447 1448 1449
	case ACB_ADAPTER_TYPE_C: {
		struct MessageUnit_C *reg = (struct MessageUnit_C *)acb->pmuC;
		pqbuffer = (struct QBUFFER __iomem *)&reg->message_wbuffer;
	}

1450 1451 1452 1453 1454 1455
	}
	return pqbuffer;
}

static void arcmsr_iop2drv_data_wrote_handle(struct AdapterControlBlock *acb)
{
A
Al Viro 已提交
1456
	struct QBUFFER __iomem *prbuffer;
1457
	struct QBUFFER *pQbuffer;
A
Al Viro 已提交
1458
	uint8_t __iomem *iop_data;
1459 1460 1461 1462
	int32_t my_empty_len, iop_len, rqbuf_firstindex, rqbuf_lastindex;
	rqbuf_lastindex = acb->rqbuf_lastindex;
	rqbuf_firstindex = acb->rqbuf_firstindex;
	prbuffer = arcmsr_get_iop_rqbuffer(acb);
A
Al Viro 已提交
1463
	iop_data = (uint8_t __iomem *)prbuffer->data;
1464
	iop_len = prbuffer->data_len;
1465
	my_empty_len = (rqbuf_firstindex - rqbuf_lastindex - 1) & (ARCMSR_MAX_QBUFFER - 1);
1466 1467 1468 1469 1470

	if (my_empty_len >= iop_len)
	{
		while (iop_len > 0) {
			pQbuffer = (struct QBUFFER *)&acb->rqbuffer[rqbuf_lastindex];
1471
			memcpy(pQbuffer, iop_data, 1);
1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490
			rqbuf_lastindex++;
			rqbuf_lastindex %= ARCMSR_MAX_QBUFFER;
			iop_data++;
			iop_len--;
		}
		acb->rqbuf_lastindex = rqbuf_lastindex;
		arcmsr_iop_message_read(acb);
	}

	else {
		acb->acb_flags |= ACB_F_IOPDATA_OVERFLOW;
	}
}

static void arcmsr_iop2drv_data_read_handle(struct AdapterControlBlock *acb)
{
	acb->acb_flags |= ACB_F_MESSAGE_WQBUFFER_READED;
	if (acb->wqbuf_firstindex != acb->wqbuf_lastindex) {
		uint8_t *pQbuffer;
A
Al Viro 已提交
1491 1492
		struct QBUFFER __iomem *pwbuffer;
		uint8_t __iomem *iop_data;
1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520
		int32_t allxfer_len = 0;

		acb->acb_flags &= (~ACB_F_MESSAGE_WQBUFFER_READED);
		pwbuffer = arcmsr_get_iop_wqbuffer(acb);
		iop_data = (uint8_t __iomem *)pwbuffer->data;

		while ((acb->wqbuf_firstindex != acb->wqbuf_lastindex) && \
							(allxfer_len < 124)) {
			pQbuffer = &acb->wqbuffer[acb->wqbuf_firstindex];
			memcpy(iop_data, pQbuffer, 1);
			acb->wqbuf_firstindex++;
			acb->wqbuf_firstindex %= ARCMSR_MAX_QBUFFER;
			iop_data++;
			allxfer_len++;
		}
		pwbuffer->data_len = allxfer_len;

		arcmsr_iop_message_wrote(acb);
	}

	if (acb->wqbuf_firstindex == acb->wqbuf_lastindex) {
		acb->acb_flags |= ACB_F_MESSAGE_WQBUFFER_CLEARED;
	}
}

static void arcmsr_hba_doorbell_isr(struct AdapterControlBlock *acb)
{
	uint32_t outbound_doorbell;
A
Al Viro 已提交
1521
	struct MessageUnit_A __iomem *reg = acb->pmuA;
1522
	outbound_doorbell = readl(&reg->outbound_doorbell);
1523 1524 1525 1526 1527 1528 1529 1530 1531
	do {
		writel(outbound_doorbell, &reg->outbound_doorbell);
		if (outbound_doorbell & ARCMSR_OUTBOUND_IOP331_DATA_WRITE_OK)
			arcmsr_iop2drv_data_wrote_handle(acb);
		if (outbound_doorbell & ARCMSR_OUTBOUND_IOP331_DATA_READ_OK)
			arcmsr_iop2drv_data_read_handle(acb);
		outbound_doorbell = readl(&reg->outbound_doorbell);
	} while (outbound_doorbell & (ARCMSR_OUTBOUND_IOP331_DATA_WRITE_OK
		| ARCMSR_OUTBOUND_IOP331_DATA_READ_OK));
1532
}
1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544
static void arcmsr_hbc_doorbell_isr(struct AdapterControlBlock *pACB)
{
	uint32_t outbound_doorbell;
	struct MessageUnit_C *reg = (struct MessageUnit_C *)pACB->pmuC;
	/*
	*******************************************************************
	**  Maybe here we need to check wrqbuffer_lock is lock or not
	**  DOORBELL: din! don!
	**  check if there are any mail need to pack from firmware
	*******************************************************************
	*/
	outbound_doorbell = readl(&reg->outbound_doorbell);
1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557
	do {
		writel(outbound_doorbell, &reg->outbound_doorbell_clear);
		readl(&reg->outbound_doorbell_clear);
		if (outbound_doorbell & ARCMSR_HBCMU_IOP2DRV_DATA_WRITE_OK)
			arcmsr_iop2drv_data_wrote_handle(pACB);
		if (outbound_doorbell & ARCMSR_HBCMU_IOP2DRV_DATA_READ_OK)
			arcmsr_iop2drv_data_read_handle(pACB);
		if (outbound_doorbell & ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE)
			arcmsr_hbc_message_isr(pACB);
		outbound_doorbell = readl(&reg->outbound_doorbell);
	} while (outbound_doorbell & (ARCMSR_HBCMU_IOP2DRV_DATA_WRITE_OK
		| ARCMSR_HBCMU_IOP2DRV_DATA_READ_OK
		| ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE));
1558
}
1559 1560 1561
static void arcmsr_hba_postqueue_isr(struct AdapterControlBlock *acb)
{
	uint32_t flag_ccb;
A
Al Viro 已提交
1562
	struct MessageUnit_A __iomem *reg = acb->pmuA;
1563 1564 1565
	struct ARCMSR_CDB *pARCMSR_CDB;
	struct CommandControlBlock *pCCB;
	bool error;
1566
	while ((flag_ccb = readl(&reg->outbound_queueport)) != 0xFFFFFFFF) {
1567 1568 1569 1570
		pARCMSR_CDB = (struct ARCMSR_CDB *)(acb->vir2phy_offset + (flag_ccb << 5));/*frame must be 32 bytes aligned*/
		pCCB = container_of(pARCMSR_CDB, struct CommandControlBlock, arcmsr_cdb);
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
		arcmsr_drain_donequeue(acb, pCCB, error);
1571 1572 1573 1574 1575 1576
	}
}
static void arcmsr_hbb_postqueue_isr(struct AdapterControlBlock *acb)
{
	uint32_t index;
	uint32_t flag_ccb;
A
Al Viro 已提交
1577
	struct MessageUnit_B *reg = acb->pmuB;
1578 1579 1580
	struct ARCMSR_CDB *pARCMSR_CDB;
	struct CommandControlBlock *pCCB;
	bool error;
1581 1582 1583
	index = reg->doneq_index;
	while ((flag_ccb = readl(&reg->done_qbuffer[index])) != 0) {
		writel(0, &reg->done_qbuffer[index]);
1584 1585 1586 1587
		pARCMSR_CDB = (struct ARCMSR_CDB *)(acb->vir2phy_offset+(flag_ccb << 5));/*frame must be 32 bytes aligned*/
		pCCB = container_of(pARCMSR_CDB, struct CommandControlBlock, arcmsr_cdb);
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
		arcmsr_drain_donequeue(acb, pCCB, error);
1588 1589 1590 1591 1592
		index++;
		index %= ARCMSR_MAX_HBB_POSTQUEUE;
		reg->doneq_index = index;
	}
}
1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605

static void arcmsr_hbc_postqueue_isr(struct AdapterControlBlock *acb)
{
	struct MessageUnit_C *phbcmu;
	struct ARCMSR_CDB *arcmsr_cdb;
	struct CommandControlBlock *ccb;
	uint32_t flag_ccb, ccb_cdb_phy, throttling = 0;
	int error;

	phbcmu = (struct MessageUnit_C *)acb->pmuC;
	/* areca cdb command done */
	/* Use correct offset and size for syncing */

1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622
	while ((flag_ccb = readl(&phbcmu->outbound_queueport_low)) !=
			0xFFFFFFFF) {
		ccb_cdb_phy = (flag_ccb & 0xFFFFFFF0);
		arcmsr_cdb = (struct ARCMSR_CDB *)(acb->vir2phy_offset
			+ ccb_cdb_phy);
		ccb = container_of(arcmsr_cdb, struct CommandControlBlock,
			arcmsr_cdb);
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE1)
			? true : false;
		/* check if command done with no error */
		arcmsr_drain_donequeue(acb, ccb, error);
		throttling++;
		if (throttling == ARCMSR_HBC_ISR_THROTTLING_LEVEL) {
			writel(ARCMSR_HBCMU_DRV2IOP_POSTQUEUE_THROTTLING,
				&phbcmu->inbound_doorbell);
			throttling = 0;
		}
1623 1624
	}
}
1625 1626 1627 1628
/*
**********************************************************************************
** Handle a message interrupt
**
1629
** The only message interrupt we expect is in response to a query for the current adapter config.  
1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642
** We want this in order to compare the drivemap so that we can detect newly-attached drives.
**********************************************************************************
*/
static void arcmsr_hba_message_isr(struct AdapterControlBlock *acb)
{
	struct MessageUnit_A *reg  = acb->pmuA;
	/*clear interrupt and message state*/
	writel(ARCMSR_MU_OUTBOUND_MESSAGE0_INT, &reg->outbound_intstatus);
	schedule_work(&acb->arcmsr_do_message_isr_bh);
}
static void arcmsr_hbb_message_isr(struct AdapterControlBlock *acb)
{
	struct MessageUnit_B *reg  = acb->pmuB;
1643

1644
	/*clear interrupt and message state*/
1645
	writel(ARCMSR_MESSAGE_INT_CLEAR_PATTERN, reg->iop2drv_doorbell);
1646 1647
	schedule_work(&acb->arcmsr_do_message_isr_bh);
}
1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663 1664
/*
**********************************************************************************
** Handle a message interrupt
**
** The only message interrupt we expect is in response to a query for the
** current adapter config.
** We want this in order to compare the drivemap so that we can detect newly-attached drives.
**********************************************************************************
*/
static void arcmsr_hbc_message_isr(struct AdapterControlBlock *acb)
{
	struct MessageUnit_C *reg  = acb->pmuC;
	/*clear interrupt and message state*/
	writel(ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE_DOORBELL_CLEAR, &reg->outbound_doorbell_clear);
	schedule_work(&acb->arcmsr_do_message_isr_bh);
}

1665 1666 1667
static int arcmsr_handle_hba_isr(struct AdapterControlBlock *acb)
{
	uint32_t outbound_intstatus;
A
Al Viro 已提交
1668
	struct MessageUnit_A __iomem *reg = acb->pmuA;
1669
	outbound_intstatus = readl(&reg->outbound_intstatus) &
1670
		acb->outbound_int_enable;
1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686
	if (!(outbound_intstatus & ARCMSR_MU_OUTBOUND_HANDLE_INT))
		return IRQ_NONE;
	do {
		writel(outbound_intstatus, &reg->outbound_intstatus);
		if (outbound_intstatus & ARCMSR_MU_OUTBOUND_DOORBELL_INT)
			arcmsr_hba_doorbell_isr(acb);
		if (outbound_intstatus & ARCMSR_MU_OUTBOUND_POSTQUEUE_INT)
			arcmsr_hba_postqueue_isr(acb);
		if (outbound_intstatus & ARCMSR_MU_OUTBOUND_MESSAGE0_INT)
			arcmsr_hba_message_isr(acb);
		outbound_intstatus = readl(&reg->outbound_intstatus) &
			acb->outbound_int_enable;
	} while (outbound_intstatus & (ARCMSR_MU_OUTBOUND_DOORBELL_INT
		| ARCMSR_MU_OUTBOUND_POSTQUEUE_INT
		| ARCMSR_MU_OUTBOUND_MESSAGE0_INT));
	return IRQ_HANDLED;
1687 1688 1689 1690 1691
}

static int arcmsr_handle_hbb_isr(struct AdapterControlBlock *acb)
{
	uint32_t outbound_doorbell;
A
Al Viro 已提交
1692
	struct MessageUnit_B *reg = acb->pmuB;
1693
	outbound_doorbell = readl(reg->iop2drv_doorbell) &
1694
				acb->outbound_int_enable;
1695
	if (!outbound_doorbell)
1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714
		return IRQ_NONE;
	do {
		writel(~outbound_doorbell, reg->iop2drv_doorbell);
		writel(ARCMSR_DRV2IOP_END_OF_INTERRUPT, reg->drv2iop_doorbell);
		if (outbound_doorbell & ARCMSR_IOP2DRV_DATA_WRITE_OK)
			arcmsr_iop2drv_data_wrote_handle(acb);
		if (outbound_doorbell & ARCMSR_IOP2DRV_DATA_READ_OK)
			arcmsr_iop2drv_data_read_handle(acb);
		if (outbound_doorbell & ARCMSR_IOP2DRV_CDB_DONE)
			arcmsr_hbb_postqueue_isr(acb);
		if (outbound_doorbell & ARCMSR_IOP2DRV_MESSAGE_CMD_DONE)
			arcmsr_hbb_message_isr(acb);
		outbound_doorbell = readl(reg->iop2drv_doorbell) &
			acb->outbound_int_enable;
	} while (outbound_doorbell & (ARCMSR_IOP2DRV_DATA_WRITE_OK
		| ARCMSR_IOP2DRV_DATA_READ_OK
		| ARCMSR_IOP2DRV_CDB_DONE
		| ARCMSR_IOP2DRV_MESSAGE_CMD_DONE));
	return IRQ_HANDLED;
1715 1716
}

1717 1718 1719 1720 1721 1722 1723 1724 1725
static int arcmsr_handle_hbc_isr(struct AdapterControlBlock *pACB)
{
	uint32_t host_interrupt_status;
	struct MessageUnit_C *phbcmu = (struct MessageUnit_C *)pACB->pmuC;
	/*
	*********************************************
	**   check outbound intstatus
	*********************************************
	*/
1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739 1740
	host_interrupt_status = readl(&phbcmu->host_int_status) &
		(ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR |
		ARCMSR_HBCMU_OUTBOUND_DOORBELL_ISR);
	if (!host_interrupt_status)
		return IRQ_NONE;
	do {
		if (host_interrupt_status & ARCMSR_HBCMU_OUTBOUND_DOORBELL_ISR)
			arcmsr_hbc_doorbell_isr(pACB);
		/* MU post queue interrupts*/
		if (host_interrupt_status & ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR)
			arcmsr_hbc_postqueue_isr(pACB);
		host_interrupt_status = readl(&phbcmu->host_int_status);
	} while (host_interrupt_status & (ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR |
		ARCMSR_HBCMU_OUTBOUND_DOORBELL_ISR));
	return IRQ_HANDLED;
1741
}
1742 1743 1744
static irqreturn_t arcmsr_interrupt(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
1745 1746
	case ACB_ADAPTER_TYPE_A:
		return arcmsr_handle_hba_isr(acb);
1747
		break;
1748 1749
	case ACB_ADAPTER_TYPE_B:
		return arcmsr_handle_hbb_isr(acb);
1750
		break;
1751 1752 1753 1754
	case ACB_ADAPTER_TYPE_C:
		return arcmsr_handle_hbc_isr(acb);
	default:
		return IRQ_NONE;
1755 1756 1757 1758 1759 1760 1761 1762
	}
}

static void arcmsr_iop_parking(struct AdapterControlBlock *acb)
{
	if (acb) {
		/* stop adapter background rebuild */
		if (acb->acb_flags & ACB_F_MSG_START_BGRB) {
1763
			uint32_t intmask_org;
1764
			acb->acb_flags &= ~ACB_F_MSG_START_BGRB;
1765
			intmask_org = arcmsr_disable_outbound_ints(acb);
1766 1767
			arcmsr_stop_adapter_bgrb(acb);
			arcmsr_flush_adapter_cache(acb);
1768 1769 1770 1771 1772 1773 1774 1775 1776
			arcmsr_enable_outbound_ints(acb, intmask_org);
		}
	}
}

void arcmsr_post_ioctldata2iop(struct AdapterControlBlock *acb)
{
	int32_t wqbuf_firstindex, wqbuf_lastindex;
	uint8_t *pQbuffer;
A
Al Viro 已提交
1777 1778
	struct QBUFFER __iomem *pwbuffer;
	uint8_t __iomem *iop_data;
1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792
	int32_t allxfer_len = 0;
	pwbuffer = arcmsr_get_iop_wqbuffer(acb);
	iop_data = (uint8_t __iomem *)pwbuffer->data;
	if (acb->acb_flags & ACB_F_MESSAGE_WQBUFFER_READED) {
		acb->acb_flags &= (~ACB_F_MESSAGE_WQBUFFER_READED);
		wqbuf_firstindex = acb->wqbuf_firstindex;
		wqbuf_lastindex = acb->wqbuf_lastindex;
		while ((wqbuf_firstindex != wqbuf_lastindex) && (allxfer_len < 124)) {
			pQbuffer = &acb->wqbuffer[wqbuf_firstindex];
			memcpy(iop_data, pQbuffer, 1);
			wqbuf_firstindex++;
			wqbuf_firstindex %= ARCMSR_MAX_QBUFFER;
			iop_data++;
			allxfer_len++;
1793
		}
1794 1795 1796
		acb->wqbuf_firstindex = wqbuf_firstindex;
		pwbuffer->data_len = allxfer_len;
		arcmsr_iop_message_wrote(acb);
1797 1798 1799
	}
}

1800
static int arcmsr_iop_message_xfer(struct AdapterControlBlock *acb,
1801
					struct scsi_cmnd *cmd)
1802 1803 1804 1805
{
	struct CMD_MESSAGE_FIELD *pcmdmessagefld;
	int retvalue = 0, transfer_len = 0;
	char *buffer;
1806
	struct scatterlist *sg;
1807 1808 1809 1810
	uint32_t controlcode = (uint32_t ) cmd->cmnd[5] << 24 |
						(uint32_t ) cmd->cmnd[6] << 16 |
						(uint32_t ) cmd->cmnd[7] << 8  |
						(uint32_t ) cmd->cmnd[8];
1811
						/* 4 bytes: Areca io control code */
1812
	sg = scsi_sglist(cmd);
1813
	buffer = kmap_atomic(sg_page(sg)) + sg->offset;
1814 1815 1816
	if (scsi_sg_count(cmd) > 1) {
		retvalue = ARCMSR_MESSAGE_FAIL;
		goto message_out;
1817
	}
1818 1819
	transfer_len += sg->length;

1820 1821 1822 1823 1824 1825
	if (transfer_len > sizeof(struct CMD_MESSAGE_FIELD)) {
		retvalue = ARCMSR_MESSAGE_FAIL;
		goto message_out;
	}
	pcmdmessagefld = (struct CMD_MESSAGE_FIELD *) buffer;
	switch(controlcode) {
1826

1827
	case ARCMSR_MESSAGE_READ_RQBUFFER: {
1828
		unsigned char *ver_addr;
1829 1830 1831
		uint8_t *pQbuffer, *ptmpQbuffer;
		int32_t allxfer_len = 0;

1832 1833
		ver_addr = kmalloc(1032, GFP_ATOMIC);
		if (!ver_addr) {
1834 1835 1836
			retvalue = ARCMSR_MESSAGE_FAIL;
			goto message_out;
		}
1837
				
1838
		ptmpQbuffer = ver_addr;
1839 1840 1841 1842 1843 1844 1845 1846 1847 1848
		while ((acb->rqbuf_firstindex != acb->rqbuf_lastindex)
			&& (allxfer_len < 1031)) {
			pQbuffer = &acb->rqbuffer[acb->rqbuf_firstindex];
			memcpy(ptmpQbuffer, pQbuffer, 1);
			acb->rqbuf_firstindex++;
			acb->rqbuf_firstindex %= ARCMSR_MAX_QBUFFER;
			ptmpQbuffer++;
			allxfer_len++;
		}
		if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
1849

A
Al Viro 已提交
1850 1851
			struct QBUFFER __iomem *prbuffer;
			uint8_t __iomem *iop_data;
1852 1853 1854 1855
			int32_t iop_len;

			acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
			prbuffer = arcmsr_get_iop_rqbuffer(acb);
A
Al Viro 已提交
1856
			iop_data = prbuffer->data;
1857 1858 1859 1860 1861 1862 1863
			iop_len = readl(&prbuffer->data_len);
			while (iop_len > 0) {
				acb->rqbuffer[acb->rqbuf_lastindex] = readb(iop_data);
				acb->rqbuf_lastindex++;
				acb->rqbuf_lastindex %= ARCMSR_MAX_QBUFFER;
				iop_data++;
				iop_len--;
1864
			}
1865 1866
			arcmsr_iop_message_read(acb);
		}
1867
		memcpy(pcmdmessagefld->messagedatabuffer, ver_addr, allxfer_len);
1868
		pcmdmessagefld->cmdmessage.Length = allxfer_len;
1869
		if(acb->fw_flag == FW_DEADLOCK) {
1870
			pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
1871 1872
		}else{
			pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_OK;
1873
		}
1874
		kfree(ver_addr);
1875 1876 1877
		}
		break;

1878
	case ARCMSR_MESSAGE_WRITE_WQBUFFER: {
1879
		unsigned char *ver_addr;
1880 1881 1882
		int32_t my_empty_len, user_len, wqbuf_firstindex, wqbuf_lastindex;
		uint8_t *pQbuffer, *ptmpuserbuffer;

1883 1884
		ver_addr = kmalloc(1032, GFP_ATOMIC);
		if (!ver_addr) {
1885 1886 1887
			retvalue = ARCMSR_MESSAGE_FAIL;
			goto message_out;
		}
1888 1889
		if(acb->fw_flag == FW_DEADLOCK) {
			pcmdmessagefld->cmdmessage.ReturnCode = 
1890
			ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
1891 1892
		}else{
			pcmdmessagefld->cmdmessage.ReturnCode = 
1893
			ARCMSR_MESSAGE_RETURNCODE_OK;
1894
		}
1895
		ptmpuserbuffer = ver_addr;
1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930
		user_len = pcmdmessagefld->cmdmessage.Length;
		memcpy(ptmpuserbuffer, pcmdmessagefld->messagedatabuffer, user_len);
		wqbuf_lastindex = acb->wqbuf_lastindex;
		wqbuf_firstindex = acb->wqbuf_firstindex;
		if (wqbuf_lastindex != wqbuf_firstindex) {
			struct SENSE_DATA *sensebuffer =
				(struct SENSE_DATA *)cmd->sense_buffer;
			arcmsr_post_ioctldata2iop(acb);
			/* has error report sensedata */
			sensebuffer->ErrorCode = 0x70;
			sensebuffer->SenseKey = ILLEGAL_REQUEST;
			sensebuffer->AdditionalSenseLength = 0x0A;
			sensebuffer->AdditionalSenseCode = 0x20;
			sensebuffer->Valid = 1;
			retvalue = ARCMSR_MESSAGE_FAIL;
		} else {
			my_empty_len = (wqbuf_firstindex-wqbuf_lastindex - 1)
				&(ARCMSR_MAX_QBUFFER - 1);
			if (my_empty_len >= user_len) {
				while (user_len > 0) {
					pQbuffer =
					&acb->wqbuffer[acb->wqbuf_lastindex];
					memcpy(pQbuffer, ptmpuserbuffer, 1);
					acb->wqbuf_lastindex++;
					acb->wqbuf_lastindex %= ARCMSR_MAX_QBUFFER;
					ptmpuserbuffer++;
					user_len--;
				}
				if (acb->acb_flags & ACB_F_MESSAGE_WQBUFFER_CLEARED) {
					acb->acb_flags &=
						~ACB_F_MESSAGE_WQBUFFER_CLEARED;
					arcmsr_post_ioctldata2iop(acb);
				}
			} else {
				/* has error report sensedata */
1931 1932 1933 1934 1935 1936 1937 1938
				struct SENSE_DATA *sensebuffer =
					(struct SENSE_DATA *)cmd->sense_buffer;
				sensebuffer->ErrorCode = 0x70;
				sensebuffer->SenseKey = ILLEGAL_REQUEST;
				sensebuffer->AdditionalSenseLength = 0x0A;
				sensebuffer->AdditionalSenseCode = 0x20;
				sensebuffer->Valid = 1;
				retvalue = ARCMSR_MESSAGE_FAIL;
1939
			}
1940
			}
1941
			kfree(ver_addr);
1942 1943
		}
		break;
1944

1945
	case ARCMSR_MESSAGE_CLEAR_RQBUFFER: {
1946 1947 1948 1949 1950 1951 1952 1953 1954
		uint8_t *pQbuffer = acb->rqbuffer;
		if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
			acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
			arcmsr_iop_message_read(acb);
		}
		acb->acb_flags |= ACB_F_MESSAGE_RQBUFFER_CLEARED;
		acb->rqbuf_firstindex = 0;
		acb->rqbuf_lastindex = 0;
		memset(pQbuffer, 0, ARCMSR_MAX_QBUFFER);
1955
		if(acb->fw_flag == FW_DEADLOCK) {
1956 1957
			pcmdmessagefld->cmdmessage.ReturnCode =
			ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
1958
		}else{
1959 1960 1961
			pcmdmessagefld->cmdmessage.ReturnCode =
			ARCMSR_MESSAGE_RETURNCODE_OK;
		}
1962 1963
		}
		break;
1964

1965
	case ARCMSR_MESSAGE_CLEAR_WQBUFFER: {
1966
		uint8_t *pQbuffer = acb->wqbuffer;
1967
		if(acb->fw_flag == FW_DEADLOCK) {
1968 1969
			pcmdmessagefld->cmdmessage.ReturnCode =
			ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
1970
		}else{
1971 1972
			pcmdmessagefld->cmdmessage.ReturnCode =
			ARCMSR_MESSAGE_RETURNCODE_OK;
1973
		}
1974

1975 1976 1977 1978 1979 1980 1981 1982 1983 1984
		if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
			acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
			arcmsr_iop_message_read(acb);
		}
		acb->acb_flags |=
			(ACB_F_MESSAGE_WQBUFFER_CLEARED |
				ACB_F_MESSAGE_WQBUFFER_READED);
		acb->wqbuf_firstindex = 0;
		acb->wqbuf_lastindex = 0;
		memset(pQbuffer, 0, ARCMSR_MAX_QBUFFER);
1985 1986
		}
		break;
1987

1988
	case ARCMSR_MESSAGE_CLEAR_ALLQBUFFER: {
1989
		uint8_t *pQbuffer;
1990

1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003 2004 2005 2006
		if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
			acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
			arcmsr_iop_message_read(acb);
		}
		acb->acb_flags |=
			(ACB_F_MESSAGE_WQBUFFER_CLEARED
			| ACB_F_MESSAGE_RQBUFFER_CLEARED
			| ACB_F_MESSAGE_WQBUFFER_READED);
		acb->rqbuf_firstindex = 0;
		acb->rqbuf_lastindex = 0;
		acb->wqbuf_firstindex = 0;
		acb->wqbuf_lastindex = 0;
		pQbuffer = acb->rqbuffer;
		memset(pQbuffer, 0, sizeof(struct QBUFFER));
		pQbuffer = acb->wqbuffer;
		memset(pQbuffer, 0, sizeof(struct QBUFFER));
2007
		if(acb->fw_flag == FW_DEADLOCK) {
2008 2009
			pcmdmessagefld->cmdmessage.ReturnCode =
			ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
2010
		}else{
2011 2012 2013
			pcmdmessagefld->cmdmessage.ReturnCode =
			ARCMSR_MESSAGE_RETURNCODE_OK;
		}
2014 2015
		}
		break;
2016

2017
	case ARCMSR_MESSAGE_RETURN_CODE_3F: {
2018
		if(acb->fw_flag == FW_DEADLOCK) {
2019 2020
			pcmdmessagefld->cmdmessage.ReturnCode =
			ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
2021
		}else{
2022 2023
			pcmdmessagefld->cmdmessage.ReturnCode =
			ARCMSR_MESSAGE_RETURNCODE_3F;
2024 2025
		}
		break;
2026
		}
2027
	case ARCMSR_MESSAGE_SAY_HELLO: {
2028
		int8_t *hello_string = "Hello! I am ARCMSR";
2029
		if(acb->fw_flag == FW_DEADLOCK) {
2030 2031
			pcmdmessagefld->cmdmessage.ReturnCode =
			ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
2032
		}else{
2033 2034
			pcmdmessagefld->cmdmessage.ReturnCode =
			ARCMSR_MESSAGE_RETURNCODE_OK;
2035
		}
2036 2037
		memcpy(pcmdmessagefld->messagedatabuffer, hello_string
			, (int16_t)strlen(hello_string));
2038 2039
		}
		break;
2040

2041
	case ARCMSR_MESSAGE_SAY_GOODBYE:
2042
		if(acb->fw_flag == FW_DEADLOCK) {
2043 2044 2045
			pcmdmessagefld->cmdmessage.ReturnCode =
			ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		}
2046 2047
		arcmsr_iop_parking(acb);
		break;
2048

2049
	case ARCMSR_MESSAGE_FLUSH_ADAPTER_CACHE:
2050
		if(acb->fw_flag == FW_DEADLOCK) {
2051 2052 2053
			pcmdmessagefld->cmdmessage.ReturnCode =
			ARCMSR_MESSAGE_RETURNCODE_BUS_HANG_ON;
		}
2054 2055
		arcmsr_flush_adapter_cache(acb);
		break;
2056

2057 2058 2059
	default:
		retvalue = ARCMSR_MESSAGE_FAIL;
	}
2060
	message_out:
2061
	sg = scsi_sglist(cmd);
2062
	kunmap_atomic(buffer - sg->offset);
2063 2064 2065 2066 2067 2068 2069
	return retvalue;
}

static struct CommandControlBlock *arcmsr_get_freeccb(struct AdapterControlBlock *acb)
{
	struct list_head *head = &acb->ccb_free_list;
	struct CommandControlBlock *ccb = NULL;
2070 2071
	unsigned long flags;
	spin_lock_irqsave(&acb->ccblist_lock, flags);
2072 2073
	if (!list_empty(head)) {
		ccb = list_entry(head->next, struct CommandControlBlock, list);
2074
		list_del_init(&ccb->list);
2075
	}else{
2076 2077
		spin_unlock_irqrestore(&acb->ccblist_lock, flags);
		return 0;
2078
	}
2079
	spin_unlock_irqrestore(&acb->ccblist_lock, flags);
2080 2081 2082 2083 2084 2085 2086 2087 2088 2089
	return ccb;
}

static void arcmsr_handle_virtual_command(struct AdapterControlBlock *acb,
		struct scsi_cmnd *cmd)
{
	switch (cmd->cmnd[0]) {
	case INQUIRY: {
		unsigned char inqdata[36];
		char *buffer;
2090
		struct scatterlist *sg;
2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101

		if (cmd->device->lun) {
			cmd->result = (DID_TIME_OUT << 16);
			cmd->scsi_done(cmd);
			return;
		}
		inqdata[0] = TYPE_PROCESSOR;
		/* Periph Qualifier & Periph Dev Type */
		inqdata[1] = 0;
		/* rem media bit & Dev Type Modifier */
		inqdata[2] = 0;
2102
		/* ISO, ECMA, & ANSI versions */
2103 2104 2105 2106 2107 2108 2109 2110
		inqdata[4] = 31;
		/* length of additional data */
		strncpy(&inqdata[8], "Areca   ", 8);
		/* Vendor Identification */
		strncpy(&inqdata[16], "RAID controller ", 16);
		/* Product Identification */
		strncpy(&inqdata[32], "R001", 4); /* Product Revision */

2111
		sg = scsi_sglist(cmd);
2112
		buffer = kmap_atomic(sg_page(sg)) + sg->offset;
2113

2114
		memcpy(buffer, inqdata, sizeof(inqdata));
2115
		sg = scsi_sglist(cmd);
2116
		kunmap_atomic(buffer - sg->offset);
2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132

		cmd->scsi_done(cmd);
	}
	break;
	case WRITE_BUFFER:
	case READ_BUFFER: {
		if (arcmsr_iop_message_xfer(acb, cmd))
			cmd->result = (DID_ERROR << 16);
		cmd->scsi_done(cmd);
	}
	break;
	default:
		cmd->scsi_done(cmd);
	}
}

J
Jeff Garzik 已提交
2133
static int arcmsr_queue_command_lck(struct scsi_cmnd *cmd,
2134 2135 2136
	void (* done)(struct scsi_cmnd *))
{
	struct Scsi_Host *host = cmd->device->host;
2137
	struct AdapterControlBlock *acb = (struct AdapterControlBlock *) host->hostdata;
2138 2139 2140
	struct CommandControlBlock *ccb;
	int target = cmd->device->id;
	int lun = cmd->device->lun;
2141
	uint8_t scsicmd = cmd->cmnd[0];
2142 2143 2144
	cmd->scsi_done = done;
	cmd->host_scribble = NULL;
	cmd->result = 0;
2145 2146 2147
	if ((scsicmd == SYNCHRONIZE_CACHE) ||(scsicmd == SEND_DIAGNOSTIC)){
		if(acb->devstate[target][lun] == ARECA_RAID_GONE) {
    			cmd->result = (DID_NO_CONNECT << 16);
2148 2149 2150 2151
		}
		cmd->scsi_done(cmd);
		return 0;
	}
2152
	if (target == 16) {
2153 2154 2155 2156 2157 2158 2159
		/* virtual device for iop message transfer */
		arcmsr_handle_virtual_command(acb, cmd);
		return 0;
	}
	ccb = arcmsr_get_freeccb(acb);
	if (!ccb)
		return SCSI_MLQUEUE_HOST_BUSY;
2160
	if (arcmsr_build_ccb( acb, ccb, cmd ) == FAILED) {
N
Nick Cheng 已提交
2161 2162 2163 2164
		cmd->result = (DID_ERROR << 16) | (RESERVATION_CONFLICT << 1);
		cmd->scsi_done(cmd);
		return 0;
	}
2165 2166 2167 2168
	arcmsr_post_ccb(acb, ccb);
	return 0;
}

J
Jeff Garzik 已提交
2169 2170
static DEF_SCSI_QCMD(arcmsr_queue_command)

2171
static bool arcmsr_get_hba_config(struct AdapterControlBlock *acb)
2172
{
A
Al Viro 已提交
2173
	struct MessageUnit_A __iomem *reg = acb->pmuA;
2174 2175
	char *acb_firm_model = acb->firm_model;
	char *acb_firm_version = acb->firm_version;
2176
	char *acb_device_map = acb->device_map;
A
Al Viro 已提交
2177 2178
	char __iomem *iop_firm_model = (char __iomem *)(&reg->message_rwbuffer[15]);
	char __iomem *iop_firm_version = (char __iomem *)(&reg->message_rwbuffer[17]);
2179
	char __iomem *iop_device_map = (char __iomem *)(&reg->message_rwbuffer[21]);
2180 2181
	int count;
	writel(ARCMSR_INBOUND_MESG0_GET_CONFIG, &reg->inbound_msgaddr0);
2182
	if (!arcmsr_hba_wait_msgint_ready(acb)) {
2183 2184
		printk(KERN_NOTICE "arcmsr%d: wait 'get adapter firmware \
			miscellaneous data' timeout \n", acb->host->host_no);
2185
		return false;
2186
	}
2187
	count = 8;
2188
	while (count){
2189 2190 2191 2192 2193
		*acb_firm_model = readb(iop_firm_model);
		acb_firm_model++;
		iop_firm_model++;
		count--;
	}
2194

2195
	count = 16;
2196
	while (count){
2197 2198 2199 2200 2201
		*acb_firm_version = readb(iop_firm_version);
		acb_firm_version++;
		iop_firm_version++;
		count--;
	}
2202

2203 2204 2205 2206 2207 2208 2209
	count=16;
	while(count){
		*acb_device_map = readb(iop_device_map);
		acb_device_map++;
		iop_device_map++;
		count--;
	}
2210
	pr_notice("Areca RAID Controller%d: Model %s, F/W %s\n",
2211
		acb->host->host_no,
2212 2213
		acb->firm_model,
		acb->firm_version);
2214
	acb->signature = readl(&reg->message_rwbuffer[0]);
2215 2216 2217 2218
	acb->firm_request_len = readl(&reg->message_rwbuffer[1]);
	acb->firm_numbers_queue = readl(&reg->message_rwbuffer[2]);
	acb->firm_sdram_size = readl(&reg->message_rwbuffer[3]);
	acb->firm_hd_channels = readl(&reg->message_rwbuffer[4]);
2219 2220
	acb->firm_cfg_version = readl(&reg->message_rwbuffer[25]);  /*firm_cfg_version,25,100-103*/
	return true;
2221
}
2222
static bool arcmsr_get_hbb_config(struct AdapterControlBlock *acb)
2223
{
A
Al Viro 已提交
2224
	struct MessageUnit_B *reg = acb->pmuB;
2225 2226 2227
	struct pci_dev *pdev = acb->pdev;
	void *dma_coherent;
	dma_addr_t dma_coherent_handle;
2228 2229
	char *acb_firm_model = acb->firm_model;
	char *acb_firm_version = acb->firm_version;
2230
	char *acb_device_map = acb->device_map;
2231
	char __iomem *iop_firm_model;
2232
	/*firm_model,15,60-67*/
2233
	char __iomem *iop_firm_version;
2234
	/*firm_version,17,68-83*/
2235
	char __iomem *iop_device_map;
2236
	/*firm_version,21,84-99*/
2237
	int count;
2238
	dma_coherent = dma_alloc_coherent(&pdev->dev, sizeof(struct MessageUnit_B), &dma_coherent_handle, GFP_KERNEL);
2239
	if (!dma_coherent){
2240 2241 2242 2243 2244 2245
		printk(KERN_NOTICE "arcmsr%d: dma_alloc_coherent got error for hbb mu\n", acb->host->host_no);
		return false;
	}
	acb->dma_coherent_handle_hbb_mu = dma_coherent_handle;
	reg = (struct MessageUnit_B *)dma_coherent;
	acb->pmuB = reg;
2246
	reg->drv2iop_doorbell= (uint32_t __iomem *)((unsigned long)acb->mem_base0 + ARCMSR_DRV2IOP_DOORBELL);
2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257
	reg->drv2iop_doorbell_mask = (uint32_t __iomem *)((unsigned long)acb->mem_base0 + ARCMSR_DRV2IOP_DOORBELL_MASK);
	reg->iop2drv_doorbell = (uint32_t __iomem *)((unsigned long)acb->mem_base0 + ARCMSR_IOP2DRV_DOORBELL);
	reg->iop2drv_doorbell_mask = (uint32_t __iomem *)((unsigned long)acb->mem_base0 + ARCMSR_IOP2DRV_DOORBELL_MASK);
	reg->message_wbuffer = (uint32_t __iomem *)((unsigned long)acb->mem_base1 + ARCMSR_MESSAGE_WBUFFER);
	reg->message_rbuffer =  (uint32_t __iomem *)((unsigned long)acb->mem_base1 + ARCMSR_MESSAGE_RBUFFER);
	reg->message_rwbuffer = (uint32_t __iomem *)((unsigned long)acb->mem_base1 + ARCMSR_MESSAGE_RWBUFFER);
	iop_firm_model = (char __iomem *)(&reg->message_rwbuffer[15]);	/*firm_model,15,60-67*/
	iop_firm_version = (char __iomem *)(&reg->message_rwbuffer[17]);	/*firm_version,17,68-83*/
	iop_device_map = (char __iomem *)(&reg->message_rwbuffer[21]);	/*firm_version,21,84-99*/

	writel(ARCMSR_MESSAGE_GET_CONFIG, reg->drv2iop_doorbell);
2258
	if (!arcmsr_hbb_wait_msgint_ready(acb)) {
2259 2260
		printk(KERN_NOTICE "arcmsr%d: wait 'get adapter firmware \
			miscellaneous data' timeout \n", acb->host->host_no);
2261
		return false;
2262 2263
	}
	count = 8;
2264
	while (count){
2265 2266 2267 2268 2269 2270
		*acb_firm_model = readb(iop_firm_model);
		acb_firm_model++;
		iop_firm_model++;
		count--;
	}
	count = 16;
2271
	while (count){
2272 2273 2274 2275 2276 2277
		*acb_firm_version = readb(iop_firm_version);
		acb_firm_version++;
		iop_firm_version++;
		count--;
	}

2278 2279 2280 2281 2282 2283 2284 2285
	count = 16;
	while(count){
		*acb_device_map = readb(iop_device_map);
		acb_device_map++;
		iop_device_map++;
		count--;
	}
	
2286
	pr_notice("Areca RAID Controller%d: Model %s, F/W %s\n",
2287
		acb->host->host_no,
2288 2289
		acb->firm_model,
		acb->firm_version);
2290

2291
	acb->signature = readl(&reg->message_rwbuffer[1]);
2292
	/*firm_signature,1,00-03*/
2293
	acb->firm_request_len = readl(&reg->message_rwbuffer[2]);
2294
	/*firm_request_len,1,04-07*/
2295
	acb->firm_numbers_queue = readl(&reg->message_rwbuffer[3]);
2296
	/*firm_numbers_queue,2,08-11*/
2297
	acb->firm_sdram_size = readl(&reg->message_rwbuffer[4]);
2298
	/*firm_sdram_size,3,12-15*/
2299
	acb->firm_hd_channels = readl(&reg->message_rwbuffer[5]);
2300
	/*firm_ide_channels,4,16-19*/
2301 2302 2303
	acb->firm_cfg_version = readl(&reg->message_rwbuffer[25]);  /*firm_cfg_version,25,100-103*/
	/*firm_ide_channels,4,16-19*/
	return true;
2304
}
2305 2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350 2351

static bool arcmsr_get_hbc_config(struct AdapterControlBlock *pACB)
{
	uint32_t intmask_org, Index, firmware_state = 0;
	struct MessageUnit_C *reg = pACB->pmuC;
	char *acb_firm_model = pACB->firm_model;
	char *acb_firm_version = pACB->firm_version;
	char *iop_firm_model = (char *)(&reg->msgcode_rwbuffer[15]);    /*firm_model,15,60-67*/
	char *iop_firm_version = (char *)(&reg->msgcode_rwbuffer[17]);  /*firm_version,17,68-83*/
	int count;
	/* disable all outbound interrupt */
	intmask_org = readl(&reg->host_int_mask); /* disable outbound message0 int */
	writel(intmask_org|ARCMSR_HBCMU_ALL_INTMASKENABLE, &reg->host_int_mask);
	/* wait firmware ready */
	do {
		firmware_state = readl(&reg->outbound_msgaddr1);
	} while ((firmware_state & ARCMSR_HBCMU_MESSAGE_FIRMWARE_OK) == 0);
	/* post "get config" instruction */
	writel(ARCMSR_INBOUND_MESG0_GET_CONFIG, &reg->inbound_msgaddr0);
	writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
	/* wait message ready */
	for (Index = 0; Index < 2000; Index++) {
		if (readl(&reg->outbound_doorbell) & ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE) {
			writel(ARCMSR_HBCMU_IOP2DRV_MESSAGE_CMD_DONE_DOORBELL_CLEAR, &reg->outbound_doorbell_clear);/*clear interrupt*/
			break;
		}
		udelay(10);
	} /*max 1 seconds*/
	if (Index >= 2000) {
		printk(KERN_NOTICE "arcmsr%d: wait 'get adapter firmware \
			miscellaneous data' timeout \n", pACB->host->host_no);
		return false;
	}
	count = 8;
	while (count) {
		*acb_firm_model = readb(iop_firm_model);
		acb_firm_model++;
		iop_firm_model++;
		count--;
	}
	count = 16;
	while (count) {
		*acb_firm_version = readb(iop_firm_version);
		acb_firm_version++;
		iop_firm_version++;
		count--;
	}
2352
	pr_notice("Areca RAID Controller%d: Model %s, F/W %s\n",
2353
		pACB->host->host_no,
2354 2355
		pACB->firm_model,
		pACB->firm_version);
2356 2357 2358 2359 2360 2361 2362 2363
	pACB->firm_request_len = readl(&reg->msgcode_rwbuffer[1]);   /*firm_request_len,1,04-07*/
	pACB->firm_numbers_queue = readl(&reg->msgcode_rwbuffer[2]); /*firm_numbers_queue,2,08-11*/
	pACB->firm_sdram_size = readl(&reg->msgcode_rwbuffer[3]);    /*firm_sdram_size,3,12-15*/
	pACB->firm_hd_channels = readl(&reg->msgcode_rwbuffer[4]);  /*firm_ide_channels,4,16-19*/
	pACB->firm_cfg_version = readl(&reg->msgcode_rwbuffer[25]);  /*firm_cfg_version,25,100-103*/
	/*all interrupt service will be enable at arcmsr_iop_init*/
	return true;
}
2364
static bool arcmsr_get_firmware_spec(struct AdapterControlBlock *acb)
2365
{
2366 2367 2368 2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382
	bool rtn = false;

	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A:
		rtn = arcmsr_get_hba_config(acb);
		break;
	case ACB_ADAPTER_TYPE_B:
		rtn = arcmsr_get_hbb_config(acb);
		break;
	case ACB_ADAPTER_TYPE_C:
		rtn = arcmsr_get_hbc_config(acb);
		break;
	default:
		break;
	}
	if (acb->firm_numbers_queue > ARCMSR_MAX_OUTSTANDING_CMD)
		acb->maxOutstanding = ARCMSR_MAX_OUTSTANDING_CMD;
2383
	else
2384 2385 2386
		acb->maxOutstanding = acb->firm_numbers_queue - 1;
	acb->host->can_queue = acb->maxOutstanding;
	return rtn;
2387 2388
}

2389
static int arcmsr_polling_hba_ccbdone(struct AdapterControlBlock *acb,
2390 2391
	struct CommandControlBlock *poll_ccb)
{
A
Al Viro 已提交
2392
	struct MessageUnit_A __iomem *reg = acb->pmuA;
2393
	struct CommandControlBlock *ccb;
2394
	struct ARCMSR_CDB *arcmsr_cdb;
2395
	uint32_t flag_ccb, outbound_intstatus, poll_ccb_done = 0, poll_count = 0;
2396
	int rtn;
2397
	bool error;
2398
	polling_hba_ccb_retry:
2399
	poll_count++;
2400
	outbound_intstatus = readl(&reg->outbound_intstatus) & acb->outbound_int_enable;
2401 2402 2403
	writel(outbound_intstatus, &reg->outbound_intstatus);/*clear interrupt*/
	while (1) {
		if ((flag_ccb = readl(&reg->outbound_queueport)) == 0xFFFFFFFF) {
2404
			if (poll_ccb_done){
2405
				rtn = SUCCESS;
2406
				break;
2407 2408 2409
			}else {
				msleep(25);
				if (poll_count > 100){
2410
					rtn = FAILED;
2411
					break;
2412
				}
2413
				goto polling_hba_ccb_retry;
2414 2415
			}
		}
2416 2417
		arcmsr_cdb = (struct ARCMSR_CDB *)(acb->vir2phy_offset + (flag_ccb << 5));
		ccb = container_of(arcmsr_cdb, struct CommandControlBlock, arcmsr_cdb);
2418
		poll_ccb_done |= (ccb == poll_ccb) ? 1 : 0;
2419 2420 2421
		if ((ccb->acb != acb) || (ccb->startdone != ARCMSR_CCB_START)) {
			if ((ccb->startdone == ARCMSR_CCB_ABORTED) || (ccb == poll_ccb)) {
				printk(KERN_NOTICE "arcmsr%d: scsi id = %d lun = %d ccb = '0x%p'"
2422 2423 2424
					" poll command abort successfully \n"
					, acb->host->host_no
					, ccb->pcmd->device->id
H
Hannes Reinecke 已提交
2425
					, (u32)ccb->pcmd->device->lun
2426 2427
					, ccb);
				ccb->pcmd->result = DID_ABORT << 16;
2428
				arcmsr_ccb_complete(ccb);
2429 2430
				continue;
			}
2431 2432
			printk(KERN_NOTICE "arcmsr%d: polling get an illegal ccb"
				" command done ccb = '0x%p'"
2433
				"ccboutstandingcount = %d \n"
2434 2435 2436 2437
				, acb->host->host_no
				, ccb
				, atomic_read(&acb->ccboutstandingcount));
			continue;
2438 2439 2440
		}
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
		arcmsr_report_ccb_state(acb, ccb, error);
2441
	}
2442 2443
	return rtn;
}
2444

2445
static int arcmsr_polling_hbb_ccbdone(struct AdapterControlBlock *acb,
2446 2447
					struct CommandControlBlock *poll_ccb)
{
2448
	struct MessageUnit_B *reg = acb->pmuB;
2449
	struct ARCMSR_CDB *arcmsr_cdb;
2450 2451
	struct CommandControlBlock *ccb;
	uint32_t flag_ccb, poll_ccb_done = 0, poll_count = 0;
2452
	int index, rtn;
2453
	bool error;
2454
	polling_hbb_ccb_retry:
2455

2456 2457
	poll_count++;
	/* clear doorbell interrupt */
2458
	writel(ARCMSR_DOORBELL_INT_CLEAR_PATTERN, reg->iop2drv_doorbell);
2459 2460 2461 2462
	while(1){
		index = reg->doneq_index;
		if ((flag_ccb = readl(&reg->done_qbuffer[index])) == 0) {
			if (poll_ccb_done){
2463
				rtn = SUCCESS;
2464 2465 2466 2467
				break;
			}else {
				msleep(25);
				if (poll_count > 100){
2468
					rtn = FAILED;
2469
					break;
2470
				}
2471
				goto polling_hbb_ccb_retry;
2472
			}
2473 2474 2475 2476 2477 2478 2479
		}
		writel(0, &reg->done_qbuffer[index]);
		index++;
		/*if last index number set it to 0 */
		index %= ARCMSR_MAX_HBB_POSTQUEUE;
		reg->doneq_index = index;
		/* check if command done with no error*/
2480 2481
		arcmsr_cdb = (struct ARCMSR_CDB *)(acb->vir2phy_offset + (flag_ccb << 5));
		ccb = container_of(arcmsr_cdb, struct CommandControlBlock, arcmsr_cdb);
2482
		poll_ccb_done |= (ccb == poll_ccb) ? 1 : 0;
2483 2484
		if ((ccb->acb != acb) || (ccb->startdone != ARCMSR_CCB_START)) {
			if ((ccb->startdone == ARCMSR_CCB_ABORTED) || (ccb == poll_ccb)) {
2485 2486
				printk(KERN_NOTICE "arcmsr%d: scsi id = %d lun = %d ccb = '0x%p'"
					" poll command abort successfully \n"
2487 2488
					,acb->host->host_no
					,ccb->pcmd->device->id
H
Hannes Reinecke 已提交
2489
					,(u32)ccb->pcmd->device->lun
2490 2491
					,ccb);
				ccb->pcmd->result = DID_ABORT << 16;
2492
				arcmsr_ccb_complete(ccb);
2493 2494 2495 2496 2497 2498 2499 2500 2501 2502 2503 2504 2505 2506 2507 2508 2509 2510 2511 2512 2513 2514 2515 2516 2517 2518 2519 2520 2521 2522 2523 2524 2525 2526 2527 2528 2529
				continue;
			}
			printk(KERN_NOTICE "arcmsr%d: polling get an illegal ccb"
				" command done ccb = '0x%p'"
				"ccboutstandingcount = %d \n"
				, acb->host->host_no
				, ccb
				, atomic_read(&acb->ccboutstandingcount));
			continue;
		} 
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE0) ? true : false;
		arcmsr_report_ccb_state(acb, ccb, error);
	}
	return rtn;
}

static int arcmsr_polling_hbc_ccbdone(struct AdapterControlBlock *acb, struct CommandControlBlock *poll_ccb)
{
	struct MessageUnit_C *reg = (struct MessageUnit_C *)acb->pmuC;
	uint32_t flag_ccb, ccb_cdb_phy;
	struct ARCMSR_CDB *arcmsr_cdb;
	bool error;
	struct CommandControlBlock *pCCB;
	uint32_t poll_ccb_done = 0, poll_count = 0;
	int rtn;
polling_hbc_ccb_retry:
	poll_count++;
	while (1) {
		if ((readl(&reg->host_int_status) & ARCMSR_HBCMU_OUTBOUND_POSTQUEUE_ISR) == 0) {
			if (poll_ccb_done) {
				rtn = SUCCESS;
				break;
			} else {
				msleep(25);
				if (poll_count > 100) {
					rtn = FAILED;
					break;
2530
				}
2531 2532 2533 2534 2535 2536 2537
				goto polling_hbc_ccb_retry;
			}
		}
		flag_ccb = readl(&reg->outbound_queueport_low);
		ccb_cdb_phy = (flag_ccb & 0xFFFFFFF0);
		arcmsr_cdb = (struct ARCMSR_CDB *)(acb->vir2phy_offset + ccb_cdb_phy);/*frame must be 32 bytes aligned*/
		pCCB = container_of(arcmsr_cdb, struct CommandControlBlock, arcmsr_cdb);
2538
		poll_ccb_done |= (pCCB == poll_ccb) ? 1 : 0;
2539 2540 2541 2542 2543
		/* check ifcommand done with no error*/
		if ((pCCB->acb != acb) || (pCCB->startdone != ARCMSR_CCB_START)) {
			if (pCCB->startdone == ARCMSR_CCB_ABORTED) {
				printk(KERN_NOTICE "arcmsr%d: scsi id = %d lun = %d ccb = '0x%p'"
					" poll command abort successfully \n"
2544
					, acb->host->host_no
2545
					, pCCB->pcmd->device->id
H
Hannes Reinecke 已提交
2546
					, (u32)pCCB->pcmd->device->lun
2547 2548 2549
					, pCCB);
					pCCB->pcmd->result = DID_ABORT << 16;
					arcmsr_ccb_complete(pCCB);
2550
				continue;
2551 2552 2553 2554 2555 2556 2557 2558
			}
			printk(KERN_NOTICE "arcmsr%d: polling get an illegal ccb"
				" command done ccb = '0x%p'"
				"ccboutstandingcount = %d \n"
				, acb->host->host_no
				, pCCB
				, atomic_read(&acb->ccboutstandingcount));
			continue;
2559
		}
2560 2561 2562
		error = (flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR_MODE1) ? true : false;
		arcmsr_report_ccb_state(acb, pCCB, error);
	}
2563
	return rtn;
2564
}
2565
static int arcmsr_polling_ccbdone(struct AdapterControlBlock *acb,
2566 2567
					struct CommandControlBlock *poll_ccb)
{
2568
	int rtn = 0;
2569 2570 2571
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
2572
		rtn = arcmsr_polling_hba_ccbdone(acb, poll_ccb);
2573 2574 2575 2576
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
2577
		rtn = arcmsr_polling_hbb_ccbdone(acb, poll_ccb);
2578
		}
2579 2580 2581 2582
		break;
	case ACB_ADAPTER_TYPE_C: {
		rtn = arcmsr_polling_hbc_ccbdone(acb, poll_ccb);
		}
2583
	}
2584
	return rtn;
2585
}
2586 2587

static int arcmsr_iop_confirm(struct AdapterControlBlock *acb)
2588
{
2589
	uint32_t cdb_phyaddr, cdb_phyaddr_hi32;
2590

2591 2592 2593 2594 2595 2596
	/*
	********************************************************************
	** here we need to tell iop 331 our freeccb.HighPart
	** if freeccb.HighPart is not zero
	********************************************************************
	*/
2597 2598
	cdb_phyaddr = lower_32_bits(acb->dma_coherent_handle);
	cdb_phyaddr_hi32 = upper_32_bits(acb->dma_coherent_handle);
2599
	acb->cdb_phyaddr_hi32 = cdb_phyaddr_hi32;
2600 2601 2602 2603 2604 2605 2606 2607
	/*
	***********************************************************************
	**    if adapter type B, set window of "post command Q"
	***********************************************************************
	*/
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
2608
		if (cdb_phyaddr_hi32 != 0) {
A
Al Viro 已提交
2609
			struct MessageUnit_A __iomem *reg = acb->pmuA;
2610 2611
			writel(ARCMSR_SIGNATURE_SET_CONFIG, \
						&reg->message_rwbuffer[0]);
2612
			writel(cdb_phyaddr_hi32, &reg->message_rwbuffer[1]);
2613 2614
			writel(ARCMSR_INBOUND_MESG0_SET_CONFIG, \
							&reg->inbound_msgaddr0);
2615
			if (!arcmsr_hba_wait_msgint_ready(acb)) {
2616 2617 2618 2619
				printk(KERN_NOTICE "arcmsr%d: ""set ccb high \
				part physical address timeout\n",
				acb->host->host_no);
				return 1;
2620
			}
2621 2622 2623
		}
		}
		break;
2624

2625 2626
	case ACB_ADAPTER_TYPE_B: {
		unsigned long post_queue_phyaddr;
A
Al Viro 已提交
2627
		uint32_t __iomem *rwbuffer;
2628

A
Al Viro 已提交
2629
		struct MessageUnit_B *reg = acb->pmuB;
2630 2631
		reg->postq_index = 0;
		reg->doneq_index = 0;
2632
		writel(ARCMSR_MESSAGE_SET_POST_WINDOW, reg->drv2iop_doorbell);
2633
		if (!arcmsr_hbb_wait_msgint_ready(acb)) {
2634 2635 2636 2637
			printk(KERN_NOTICE "arcmsr%d:can not set diver mode\n", \
				acb->host->host_no);
			return 1;
		}
2638 2639
		post_queue_phyaddr = acb->dma_coherent_handle_hbb_mu;
		rwbuffer = reg->message_rwbuffer;
2640 2641 2642
		/* driver "set config" signature */
		writel(ARCMSR_SIGNATURE_SET_CONFIG, rwbuffer++);
		/* normal should be zero */
2643
		writel(cdb_phyaddr_hi32, rwbuffer++);
2644 2645 2646 2647 2648 2649 2650
		/* postQ size (256 + 8)*4	 */
		writel(post_queue_phyaddr, rwbuffer++);
		/* doneQ size (256 + 8)*4	 */
		writel(post_queue_phyaddr + 1056, rwbuffer++);
		/* ccb maxQ size must be --> [(256 + 8)*4]*/
		writel(1056, rwbuffer);

2651
		writel(ARCMSR_MESSAGE_SET_CONFIG, reg->drv2iop_doorbell);
2652
		if (!arcmsr_hbb_wait_msgint_ready(acb)) {
2653 2654 2655 2656
			printk(KERN_NOTICE "arcmsr%d: 'set command Q window' \
			timeout \n",acb->host->host_no);
			return 1;
		}
2657 2658 2659 2660 2661 2662
		writel(ARCMSR_MESSAGE_START_DRIVER_MODE, reg->drv2iop_doorbell);
		if (!arcmsr_hbb_wait_msgint_ready(acb)) {
			pr_err("arcmsr%d: can't set driver mode.\n",
				acb->host->host_no);
			return 1;
		}
2663 2664
		}
		break;
2665 2666 2667 2668
	case ACB_ADAPTER_TYPE_C: {
		if (cdb_phyaddr_hi32 != 0) {
			struct MessageUnit_C *reg = (struct MessageUnit_C *)acb->pmuC;

2669 2670
			printk(KERN_NOTICE "arcmsr%d: cdb_phyaddr_hi32=0x%x\n",
					acb->adapter_index, cdb_phyaddr_hi32);
2671 2672 2673 2674 2675 2676 2677 2678 2679 2680 2681
			writel(ARCMSR_SIGNATURE_SET_CONFIG, &reg->msgcode_rwbuffer[0]);
			writel(cdb_phyaddr_hi32, &reg->msgcode_rwbuffer[1]);
			writel(ARCMSR_INBOUND_MESG0_SET_CONFIG, &reg->inbound_msgaddr0);
			writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
			if (!arcmsr_hbc_wait_msgint_ready(acb)) {
				printk(KERN_NOTICE "arcmsr%d: 'set command Q window' \
				timeout \n", acb->host->host_no);
				return 1;
			}
		}
		}
2682 2683 2684
	}
	return 0;
}
2685

2686 2687 2688 2689 2690 2691
static void arcmsr_wait_firmware_ready(struct AdapterControlBlock *acb)
{
	uint32_t firmware_state = 0;
	switch (acb->adapter_type) {

	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
2692
		struct MessageUnit_A __iomem *reg = acb->pmuA;
2693 2694 2695 2696 2697 2698 2699
		do {
			firmware_state = readl(&reg->outbound_msgaddr1);
		} while ((firmware_state & ARCMSR_OUTBOUND_MESG1_FIRMWARE_OK) == 0);
		}
		break;

	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
2700
		struct MessageUnit_B *reg = acb->pmuB;
2701
		do {
2702
			firmware_state = readl(reg->iop2drv_doorbell);
2703
		} while ((firmware_state & ARCMSR_MESSAGE_FIRMWARE_OK) == 0);
2704
		writel(ARCMSR_DRV2IOP_END_OF_INTERRUPT, reg->drv2iop_doorbell);
2705 2706
		}
		break;
2707 2708 2709 2710 2711 2712
	case ACB_ADAPTER_TYPE_C: {
		struct MessageUnit_C *reg = (struct MessageUnit_C *)acb->pmuC;
		do {
			firmware_state = readl(&reg->outbound_msgaddr1);
		} while ((firmware_state & ARCMSR_HBCMU_MESSAGE_FIRMWARE_OK) == 0);
		}
2713
	}
2714 2715
}

2716 2717 2718
static void arcmsr_request_hba_device_map(struct AdapterControlBlock *acb)
{
	struct MessageUnit_A __iomem *reg = acb->pmuA;
2719
	if (unlikely(atomic_read(&acb->rq_map_token) == 0) || ((acb->acb_flags & ACB_F_BUS_RESET) != 0 ) || ((acb->acb_flags & ACB_F_ABORT) != 0 )){
2720
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
2721
		return;
2722
	} else {
2723
		acb->fw_flag = FW_NORMAL;
2724
		if (atomic_read(&acb->ante_token_value) == atomic_read(&acb->rq_map_token)){
2725 2726
			atomic_set(&acb->rq_map_token, 16);
		}
2727
		atomic_set(&acb->ante_token_value, atomic_read(&acb->rq_map_token));
2728 2729
		if (atomic_dec_and_test(&acb->rq_map_token)) {
			mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
2730
			return;
2731
		}
2732
		writel(ARCMSR_INBOUND_MESG0_GET_CONFIG, &reg->inbound_msgaddr0);
2733
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
2734 2735 2736 2737 2738 2739 2740
	}
	return;
}

static void arcmsr_request_hbb_device_map(struct AdapterControlBlock *acb)
{
	struct MessageUnit_B __iomem *reg = acb->pmuB;
2741
	if (unlikely(atomic_read(&acb->rq_map_token) == 0) || ((acb->acb_flags & ACB_F_BUS_RESET) != 0 ) || ((acb->acb_flags & ACB_F_ABORT) != 0 )){
2742
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
2743 2744 2745 2746
		return;
	} else {
		acb->fw_flag = FW_NORMAL;
		if (atomic_read(&acb->ante_token_value) == atomic_read(&acb->rq_map_token)) {
2747
			atomic_set(&acb->rq_map_token, 16);
2748 2749
		}
		atomic_set(&acb->ante_token_value, atomic_read(&acb->rq_map_token));
2750 2751
		if (atomic_dec_and_test(&acb->rq_map_token)) {
			mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
2752
			return;
2753
		}
2754 2755 2756 2757 2758
		writel(ARCMSR_MESSAGE_GET_CONFIG, reg->drv2iop_doorbell);
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
	}
	return;
}
2759

2760 2761 2762
static void arcmsr_request_hbc_device_map(struct AdapterControlBlock *acb)
{
	struct MessageUnit_C __iomem *reg = acb->pmuC;
2763
	if (unlikely(atomic_read(&acb->rq_map_token) == 0) || ((acb->acb_flags & ACB_F_BUS_RESET) != 0) || ((acb->acb_flags & ACB_F_ABORT) != 0)) {
2764
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
2765
		return;
2766
	} else {
2767 2768
		acb->fw_flag = FW_NORMAL;
		if (atomic_read(&acb->ante_token_value) == atomic_read(&acb->rq_map_token)) {
2769 2770
			atomic_set(&acb->rq_map_token, 16);
		}
2771
		atomic_set(&acb->ante_token_value, atomic_read(&acb->rq_map_token));
2772 2773
		if (atomic_dec_and_test(&acb->rq_map_token)) {
			mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
2774
			return;
2775
		}
2776 2777 2778
		writel(ARCMSR_INBOUND_MESG0_GET_CONFIG, &reg->inbound_msgaddr0);
		writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &reg->inbound_doorbell);
		mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789 2790 2791 2792 2793 2794
	}
	return;
}

static void arcmsr_request_device_map(unsigned long pacb)
{
	struct AdapterControlBlock *acb = (struct AdapterControlBlock *)pacb;
	switch (acb->adapter_type) {
		case ACB_ADAPTER_TYPE_A: {
			arcmsr_request_hba_device_map(acb);
		}
		break;
		case ACB_ADAPTER_TYPE_B: {
			arcmsr_request_hbb_device_map(acb);
		}
		break;
2795 2796 2797
		case ACB_ADAPTER_TYPE_C: {
			arcmsr_request_hbc_device_map(acb);
		}
2798 2799 2800
	}
}

2801 2802
static void arcmsr_start_hba_bgrb(struct AdapterControlBlock *acb)
{
A
Al Viro 已提交
2803
	struct MessageUnit_A __iomem *reg = acb->pmuA;
2804 2805
	acb->acb_flags |= ACB_F_MSG_START_BGRB;
	writel(ARCMSR_INBOUND_MESG0_START_BGRB, &reg->inbound_msgaddr0);
2806
	if (!arcmsr_hba_wait_msgint_ready(acb)) {
2807 2808
		printk(KERN_NOTICE "arcmsr%d: wait 'start adapter background \
				rebulid' timeout \n", acb->host->host_no);
2809 2810 2811
	}
}

2812 2813
static void arcmsr_start_hbb_bgrb(struct AdapterControlBlock *acb)
{
A
Al Viro 已提交
2814
	struct MessageUnit_B *reg = acb->pmuB;
2815
	acb->acb_flags |= ACB_F_MSG_START_BGRB;
2816
	writel(ARCMSR_MESSAGE_START_BGRB, reg->drv2iop_doorbell);
2817
	if (!arcmsr_hbb_wait_msgint_ready(acb)) {
2818 2819 2820 2821
		printk(KERN_NOTICE "arcmsr%d: wait 'start adapter background \
				rebulid' timeout \n",acb->host->host_no);
	}
}
2822

2823 2824 2825 2826 2827 2828 2829 2830 2831 2832 2833 2834
static void arcmsr_start_hbc_bgrb(struct AdapterControlBlock *pACB)
{
	struct MessageUnit_C *phbcmu = (struct MessageUnit_C *)pACB->pmuC;
	pACB->acb_flags |= ACB_F_MSG_START_BGRB;
	writel(ARCMSR_INBOUND_MESG0_START_BGRB, &phbcmu->inbound_msgaddr0);
	writel(ARCMSR_HBCMU_DRV2IOP_MESSAGE_CMD_DONE, &phbcmu->inbound_doorbell);
	if (!arcmsr_hbc_wait_msgint_ready(pACB)) {
		printk(KERN_NOTICE "arcmsr%d: wait 'start adapter background \
				rebulid' timeout \n", pACB->host->host_no);
	}
	return;
}
2835
static void arcmsr_start_adapter_bgrb(struct AdapterControlBlock *acb)
2836
{
2837 2838 2839 2840 2841 2842 2843
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A:
		arcmsr_start_hba_bgrb(acb);
		break;
	case ACB_ADAPTER_TYPE_B:
		arcmsr_start_hbb_bgrb(acb);
		break;
2844 2845
	case ACB_ADAPTER_TYPE_C:
		arcmsr_start_hbc_bgrb(acb);
2846 2847
	}
}
2848

2849 2850 2851 2852
static void arcmsr_clear_doorbell_queue_buffer(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A: {
A
Al Viro 已提交
2853
		struct MessageUnit_A __iomem *reg = acb->pmuA;
2854 2855 2856 2857 2858 2859 2860 2861
		uint32_t outbound_doorbell;
		/* empty doorbell Qbuffer if door bell ringed */
		outbound_doorbell = readl(&reg->outbound_doorbell);
		/*clear doorbell interrupt */
		writel(outbound_doorbell, &reg->outbound_doorbell);
		writel(ARCMSR_INBOUND_DRIVER_DATA_READ_OK, &reg->inbound_doorbell);
		}
		break;
2862

2863
	case ACB_ADAPTER_TYPE_B: {
A
Al Viro 已提交
2864
		struct MessageUnit_B *reg = acb->pmuB;
2865
		/*clear interrupt and message state*/
2866 2867
		writel(ARCMSR_MESSAGE_INT_CLEAR_PATTERN, reg->iop2drv_doorbell);
		writel(ARCMSR_DRV2IOP_DATA_READ_OK, reg->drv2iop_doorbell);
2868 2869 2870
		/* let IOP know data has been read */
		}
		break;
2871 2872
	case ACB_ADAPTER_TYPE_C: {
		struct MessageUnit_C *reg = (struct MessageUnit_C *)acb->pmuC;
2873
		uint32_t outbound_doorbell, i;
2874 2875 2876 2877
		/* empty doorbell Qbuffer if door bell ringed */
		outbound_doorbell = readl(&reg->outbound_doorbell);
		writel(outbound_doorbell, &reg->outbound_doorbell_clear);
		writel(ARCMSR_HBCMU_DRV2IOP_DATA_READ_OK, &reg->inbound_doorbell);
2878 2879 2880 2881 2882 2883 2884 2885 2886 2887 2888 2889
		for (i = 0; i < 200; i++) {
			msleep(20);
			outbound_doorbell = readl(&reg->outbound_doorbell);
			if (outbound_doorbell &
				ARCMSR_HBCMU_IOP2DRV_DATA_WRITE_OK) {
				writel(outbound_doorbell,
					&reg->outbound_doorbell_clear);
				writel(ARCMSR_HBCMU_DRV2IOP_DATA_READ_OK,
					&reg->inbound_doorbell);
			} else
				break;
		}
2890
		}
2891
	}
2892
}
2893

N
Nick Cheng 已提交
2894 2895 2896 2897 2898 2899 2900 2901
static void arcmsr_enable_eoi_mode(struct AdapterControlBlock *acb)
{
	switch (acb->adapter_type) {
	case ACB_ADAPTER_TYPE_A:
		return;
	case ACB_ADAPTER_TYPE_B:
		{
			struct MessageUnit_B *reg = acb->pmuB;
2902
			writel(ARCMSR_MESSAGE_ACTIVE_EOI_MODE, reg->drv2iop_doorbell);
2903
			if (!arcmsr_hbb_wait_msgint_ready(acb)) {
N
Nick Cheng 已提交
2904 2905 2906 2907 2908
				printk(KERN_NOTICE "ARCMSR IOP enables EOI_MODE TIMEOUT");
				return;
			}
		}
		break;
2909 2910
	case ACB_ADAPTER_TYPE_C:
		return;
N
Nick Cheng 已提交
2911 2912 2913 2914
	}
	return;
}

2915 2916 2917
static void arcmsr_hardware_reset(struct AdapterControlBlock *acb)
{
	uint8_t value[64];
2918 2919 2920
	int i, count = 0;
	struct MessageUnit_A __iomem *pmuA = acb->pmuA;
	struct MessageUnit_C __iomem *pmuC = acb->pmuC;
2921

2922
	/* backup pci config data */
2923
	printk(KERN_NOTICE "arcmsr%d: executing hw bus reset .....\n", acb->host->host_no);
2924 2925 2926 2927
	for (i = 0; i < 64; i++) {
		pci_read_config_byte(acb->pdev, i, &value[i]);
	}
	/* hardware reset signal */
2928
	if ((acb->dev_id == 0x1680)) {
2929 2930 2931 2932 2933 2934 2935 2936 2937 2938
		writel(ARCMSR_ARC1680_BUS_RESET, &pmuA->reserved1[0]);
	} else if ((acb->dev_id == 0x1880)) {
		do {
			count++;
			writel(0xF, &pmuC->write_sequence);
			writel(0x4, &pmuC->write_sequence);
			writel(0xB, &pmuC->write_sequence);
			writel(0x2, &pmuC->write_sequence);
			writel(0x7, &pmuC->write_sequence);
			writel(0xD, &pmuC->write_sequence);
2939
		} while (((readl(&pmuC->host_diagnostic) & ARCMSR_ARC1880_DiagWrite_ENABLE) == 0) && (count < 5));
2940
		writel(ARCMSR_ARC1880_RESET_ADAPTER, &pmuC->host_diagnostic);
2941
	} else {
2942
		pci_write_config_byte(acb->pdev, 0x84, 0x20);
2943
	}
2944
	msleep(2000);
2945 2946 2947 2948 2949 2950 2951
	/* write back pci config data */
	for (i = 0; i < 64; i++) {
		pci_write_config_byte(acb->pdev, i, value[i]);
	}
	msleep(1000);
	return;
}
2952 2953 2954
static void arcmsr_iop_init(struct AdapterControlBlock *acb)
{
	uint32_t intmask_org;
2955 2956
	/* disable all outbound interrupt */
	intmask_org = arcmsr_disable_outbound_ints(acb);
N
Nick Cheng 已提交
2957 2958
	arcmsr_wait_firmware_ready(acb);
	arcmsr_iop_confirm(acb);
2959 2960 2961 2962
	/*start background rebuild*/
	arcmsr_start_adapter_bgrb(acb);
	/* empty doorbell Qbuffer if door bell ringed */
	arcmsr_clear_doorbell_queue_buffer(acb);
N
Nick Cheng 已提交
2963
	arcmsr_enable_eoi_mode(acb);
2964 2965
	/* enable outbound Post Queue,outbound doorbell Interrupt */
	arcmsr_enable_outbound_ints(acb, intmask_org);
2966 2967 2968
	acb->acb_flags |= ACB_F_IOP_INITED;
}

2969
static uint8_t arcmsr_iop_reset(struct AdapterControlBlock *acb)
2970 2971 2972
{
	struct CommandControlBlock *ccb;
	uint32_t intmask_org;
2973
	uint8_t rtnval = 0x00;
2974
	int i = 0;
2975 2976
	unsigned long flags;

2977
	if (atomic_read(&acb->ccboutstandingcount) != 0) {
2978 2979
		/* disable all outbound interrupt */
		intmask_org = arcmsr_disable_outbound_ints(acb);
2980
		/* talk to iop 331 outstanding command aborted */
2981
		rtnval = arcmsr_abort_allcmd(acb);
2982
		/* clear all outbound posted Q */
2983
		arcmsr_done4abort_postqueue(acb);
2984 2985
		for (i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++) {
			ccb = acb->pccb_pool[i];
2986
			if (ccb->startdone == ARCMSR_CCB_START) {
2987 2988 2989 2990 2991 2992
				scsi_dma_unmap(ccb->pcmd);
				ccb->startdone = ARCMSR_CCB_DONE;
				ccb->ccb_flags = 0;
				spin_lock_irqsave(&acb->ccblist_lock, flags);
				list_add_tail(&ccb->list, &acb->ccb_free_list);
				spin_unlock_irqrestore(&acb->ccblist_lock, flags);
2993 2994
			}
		}
2995
		atomic_set(&acb->ccboutstandingcount, 0);
2996 2997
		/* enable all outbound interrupt */
		arcmsr_enable_outbound_ints(acb, intmask_org);
2998
		return rtnval;
2999
	}
3000
	return rtnval;
3001 3002 3003 3004
}

static int arcmsr_bus_reset(struct scsi_cmnd *cmd)
{
3005
	struct AdapterControlBlock *acb;
3006 3007 3008 3009
	uint32_t intmask_org, outbound_doorbell;
	int retry_count = 0;
	int rtn = FAILED;
	acb = (struct AdapterControlBlock *) cmd->device->host->hostdata;
3010
	printk(KERN_ERR "arcmsr: executing bus reset eh.....num_resets = %d, num_aborts = %d \n", acb->num_resets, acb->num_aborts);
3011 3012
	acb->num_resets++;

3013 3014 3015
	switch(acb->adapter_type){
		case ACB_ADAPTER_TYPE_A:{
			if (acb->acb_flags & ACB_F_BUS_RESET){
3016
				long timeout;
3017 3018
				printk(KERN_ERR "arcmsr: there is an  bus reset eh proceeding.......\n");
				timeout = wait_event_timeout(wait_q, (acb->acb_flags & ACB_F_BUS_RESET) == 0, 220*HZ);
3019 3020 3021 3022 3023
				if (timeout) {
					return SUCCESS;
				}
			}
			acb->acb_flags |= ACB_F_BUS_RESET;
3024
			if (!arcmsr_iop_reset(acb)) {
3025 3026
				struct MessageUnit_A __iomem *reg;
				reg = acb->pmuA;
3027 3028
				arcmsr_hardware_reset(acb);
				acb->acb_flags &= ~ACB_F_IOP_INITED;
3029
sleep_again:
3030
				ssleep(ARCMSR_SLEEPTIME);
3031
				if ((readl(&reg->outbound_msgaddr1) & ARCMSR_OUTBOUND_MESG1_FIRMWARE_OK) == 0) {
3032 3033
					printk(KERN_ERR "arcmsr%d: waiting for hw bus reset return, retry=%d\n", acb->host->host_no, retry_count);
					if (retry_count > ARCMSR_RETRYCOUNT) {
3034
						acb->fw_flag = FW_DEADLOCK;
3035
						printk(KERN_ERR "arcmsr%d: waiting for hw bus reset return, RETRY TERMINATED!!\n", acb->host->host_no);
3036
						return FAILED;
3037 3038 3039 3040 3041 3042 3043
					}
					retry_count++;
					goto sleep_again;
				}
				acb->acb_flags |= ACB_F_IOP_INITED;
				/* disable all outbound interrupt */
				intmask_org = arcmsr_disable_outbound_ints(acb);
3044
				arcmsr_get_firmware_spec(acb);
3045 3046 3047 3048 3049 3050 3051 3052
				arcmsr_start_adapter_bgrb(acb);
				/* clear Qbuffer if door bell ringed */
				outbound_doorbell = readl(&reg->outbound_doorbell);
				writel(outbound_doorbell, &reg->outbound_doorbell); /*clear interrupt */
   				writel(ARCMSR_INBOUND_DRIVER_DATA_READ_OK, &reg->inbound_doorbell);
				/* enable outbound Post Queue,outbound doorbell Interrupt */
				arcmsr_enable_outbound_ints(acb, intmask_org);
				atomic_set(&acb->rq_map_token, 16);
3053 3054
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
3055
				mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3056 3057
				acb->acb_flags &= ~ACB_F_BUS_RESET;
				rtn = SUCCESS;
3058
				printk(KERN_ERR "arcmsr: scsi  bus reset eh returns with success\n");
3059 3060
			} else {
				acb->acb_flags &= ~ACB_F_BUS_RESET;
3061 3062 3063 3064
				atomic_set(&acb->rq_map_token, 16);
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
				mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6*HZ));
3065
				rtn = SUCCESS;
3066
			}
3067
			break;
3068
		}
3069 3070
		case ACB_ADAPTER_TYPE_B:{
			acb->acb_flags |= ACB_F_BUS_RESET;
3071
			if (!arcmsr_iop_reset(acb)) {
3072 3073
				acb->acb_flags &= ~ACB_F_BUS_RESET;
				rtn = FAILED;
3074 3075
			} else {
				acb->acb_flags &= ~ACB_F_BUS_RESET;
3076 3077 3078 3079
				atomic_set(&acb->rq_map_token, 16);
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
				mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3080
				rtn = SUCCESS;
3081 3082 3083 3084 3085 3086 3087 3088 3089 3090 3091 3092 3093 3094 3095 3096 3097 3098 3099
			}
			break;
		}
		case ACB_ADAPTER_TYPE_C:{
			if (acb->acb_flags & ACB_F_BUS_RESET) {
				long timeout;
				printk(KERN_ERR "arcmsr: there is an bus reset eh proceeding.......\n");
				timeout = wait_event_timeout(wait_q, (acb->acb_flags & ACB_F_BUS_RESET) == 0, 220*HZ);
				if (timeout) {
					return SUCCESS;
				}
			}
			acb->acb_flags |= ACB_F_BUS_RESET;
			if (!arcmsr_iop_reset(acb)) {
				struct MessageUnit_C __iomem *reg;
				reg = acb->pmuC;
				arcmsr_hardware_reset(acb);
				acb->acb_flags &= ~ACB_F_IOP_INITED;
sleep:
3100
				ssleep(ARCMSR_SLEEPTIME);
3101
				if ((readl(&reg->host_diagnostic) & 0x04) != 0) {
3102 3103
					printk(KERN_ERR "arcmsr%d: waiting for hw bus reset return, retry=%d\n", acb->host->host_no, retry_count);
					if (retry_count > ARCMSR_RETRYCOUNT) {
3104
						acb->fw_flag = FW_DEADLOCK;
3105
						printk(KERN_ERR "arcmsr%d: waiting for hw bus reset return, RETRY TERMINATED!!\n", acb->host->host_no);
3106 3107 3108 3109 3110 3111 3112 3113 3114 3115 3116
						return FAILED;
					}
					retry_count++;
					goto sleep;
				}
				acb->acb_flags |= ACB_F_IOP_INITED;
				/* disable all outbound interrupt */
				intmask_org = arcmsr_disable_outbound_ints(acb);
				arcmsr_get_firmware_spec(acb);
				arcmsr_start_adapter_bgrb(acb);
				/* clear Qbuffer if door bell ringed */
3117
				arcmsr_clear_doorbell_queue_buffer(acb);
3118 3119 3120 3121 3122
				/* enable outbound Post Queue,outbound doorbell Interrupt */
				arcmsr_enable_outbound_ints(acb, intmask_org);
				atomic_set(&acb->rq_map_token, 16);
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
3123
				mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6 * HZ));
3124 3125 3126 3127 3128
				acb->acb_flags &= ~ACB_F_BUS_RESET;
				rtn = SUCCESS;
				printk(KERN_ERR "arcmsr: scsi bus reset eh returns with success\n");
			} else {
				acb->acb_flags &= ~ACB_F_BUS_RESET;
3129 3130 3131 3132
				atomic_set(&acb->rq_map_token, 16);
				atomic_set(&acb->ante_token_value, 16);
				acb->fw_flag = FW_NORMAL;
				mod_timer(&acb->eternal_timer, jiffies + msecs_to_jiffies(6*HZ));
3133 3134 3135
				rtn = SUCCESS;
			}
			break;
3136 3137 3138
		}
	}
	return rtn;
3139 3140
}

3141
static int arcmsr_abort_one_cmd(struct AdapterControlBlock *acb,
3142 3143
		struct CommandControlBlock *ccb)
{
3144 3145 3146
	int rtn;
	rtn = arcmsr_polling_ccbdone(acb, ccb);
	return rtn;
3147 3148 3149 3150 3151 3152 3153
}

static int arcmsr_abort(struct scsi_cmnd *cmd)
{
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *)cmd->device->host->hostdata;
	int i = 0;
3154
	int rtn = FAILED;
3155 3156
	uint32_t intmask_org;

3157
	printk(KERN_NOTICE
3158
		"arcmsr%d: abort device command of scsi id = %d lun = %d\n",
H
Hannes Reinecke 已提交
3159
		acb->host->host_no, cmd->device->id, (u32)cmd->device->lun);
3160
	acb->acb_flags |= ACB_F_ABORT;
3161 3162 3163 3164 3165 3166 3167
	acb->num_aborts++;
	/*
	************************************************
	** the all interrupt service routine is locked
	** we need to handle it as soon as possible and exit
	************************************************
	*/
3168 3169
	if (!atomic_read(&acb->ccboutstandingcount)) {
		acb->acb_flags &= ~ACB_F_ABORT;
3170
		return rtn;
3171
	}
3172

3173
	intmask_org = arcmsr_disable_outbound_ints(acb);
3174 3175 3176
	for (i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++) {
		struct CommandControlBlock *ccb = acb->pccb_pool[i];
		if (ccb->startdone == ARCMSR_CCB_START && ccb->pcmd == cmd) {
3177 3178
			ccb->startdone = ARCMSR_CCB_ABORTED;
			rtn = arcmsr_abort_one_cmd(acb, ccb);
3179 3180 3181
			break;
		}
	}
3182
	acb->acb_flags &= ~ACB_F_ABORT;
3183
	arcmsr_enable_outbound_ints(acb, intmask_org);
3184
	return rtn;
3185 3186 3187 3188 3189 3190 3191 3192 3193 3194 3195
}

static const char *arcmsr_info(struct Scsi_Host *host)
{
	struct AdapterControlBlock *acb =
		(struct AdapterControlBlock *) host->hostdata;
	static char buf[256];
	char *type;
	int raid6 = 1;
	switch (acb->pdev->device) {
	case PCI_DEVICE_ID_ARECA_1110:
3196 3197
	case PCI_DEVICE_ID_ARECA_1200:
	case PCI_DEVICE_ID_ARECA_1202:
3198 3199 3200 3201 3202 3203 3204
	case PCI_DEVICE_ID_ARECA_1210:
		raid6 = 0;
		/*FALLTHRU*/
	case PCI_DEVICE_ID_ARECA_1120:
	case PCI_DEVICE_ID_ARECA_1130:
	case PCI_DEVICE_ID_ARECA_1160:
	case PCI_DEVICE_ID_ARECA_1170:
3205
	case PCI_DEVICE_ID_ARECA_1201:
3206 3207 3208 3209 3210 3211 3212 3213 3214 3215 3216
	case PCI_DEVICE_ID_ARECA_1220:
	case PCI_DEVICE_ID_ARECA_1230:
	case PCI_DEVICE_ID_ARECA_1260:
	case PCI_DEVICE_ID_ARECA_1270:
	case PCI_DEVICE_ID_ARECA_1280:
		type = "SATA";
		break;
	case PCI_DEVICE_ID_ARECA_1380:
	case PCI_DEVICE_ID_ARECA_1381:
	case PCI_DEVICE_ID_ARECA_1680:
	case PCI_DEVICE_ID_ARECA_1681:
3217
	case PCI_DEVICE_ID_ARECA_1880:
3218 3219 3220 3221 3222 3223
		type = "SAS";
		break;
	default:
		type = "X-TYPE";
		break;
	}
3224
	sprintf(buf, "Areca %s Host Adapter RAID Controller%s\n %s",
3225 3226 3227 3228
			type, raid6 ? "( RAID6 capable)" : "",
			ARCMSR_DRIVER_VERSION);
	return buf;
}