aoecmd.c 17.5 KB
Newer Older
E
Ed L. Cashin 已提交
1
/* Copyright (c) 2006 Coraid, Inc.  See COPYING for GPL terms. */
L
Linus Torvalds 已提交
2 3 4 5 6 7 8 9 10
/*
 * aoecmd.c
 * Filesystem request handling methods
 */

#include <linux/hdreg.h>
#include <linux/blkdev.h>
#include <linux/skbuff.h>
#include <linux/netdevice.h>
11
#include <linux/genhd.h>
12
#include <asm/unaligned.h>
L
Linus Torvalds 已提交
13 14 15 16 17
#include "aoe.h"

#define TIMERTICK (HZ / 10)
#define MINTIMER (2 * TIMERTICK)
#define MAXTIMER (HZ << 1)
18 19 20 21

static int aoe_deadsecs = 60 * 3;
module_param(aoe_deadsecs, int, 0644);
MODULE_PARM_DESC(aoe_deadsecs, "After aoe_deadsecs seconds, give up and fail dev.");
L
Linus Torvalds 已提交
22

E
Ed L. Cashin 已提交
23 24
struct sk_buff *
new_skb(ulong len)
L
Linus Torvalds 已提交
25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76
{
	struct sk_buff *skb;

	skb = alloc_skb(len, GFP_ATOMIC);
	if (skb) {
		skb->nh.raw = skb->mac.raw = skb->data;
		skb->protocol = __constant_htons(ETH_P_AOE);
		skb->priority = 0;
		skb->next = skb->prev = NULL;

		/* tell the network layer not to perform IP checksums
		 * or to get the NIC to do it
		 */
		skb->ip_summed = CHECKSUM_NONE;
	}
	return skb;
}

static struct frame *
getframe(struct aoedev *d, int tag)
{
	struct frame *f, *e;

	f = d->frames;
	e = f + d->nframes;
	for (; f<e; f++)
		if (f->tag == tag)
			return f;
	return NULL;
}

/*
 * Leave the top bit clear so we have tagspace for userland.
 * The bottom 16 bits are the xmit tick for rexmit/rttavg processing.
 * This driver reserves tag -1 to mean "unused frame."
 */
static int
newtag(struct aoedev *d)
{
	register ulong n;

	n = jiffies & 0xffff;
	return n |= (++d->lasttag & 0x7fff) << 16;
}

static int
aoehdr_atainit(struct aoedev *d, struct aoe_hdr *h)
{
	u32 host_tag = newtag(d);

	memcpy(h->src, d->ifp->dev_addr, sizeof h->src);
	memcpy(h->dst, d->addr, sizeof h->dst);
77
	h->type = __constant_cpu_to_be16(ETH_P_AOE);
L
Linus Torvalds 已提交
78
	h->verfl = AOE_HVER;
79
	h->major = cpu_to_be16(d->aoemajor);
L
Linus Torvalds 已提交
80 81
	h->minor = d->aoeminor;
	h->cmd = AOECMD_ATA;
82
	h->tag = cpu_to_be32(host_tag);
L
Linus Torvalds 已提交
83 84 85 86

	return host_tag;
}

E
Ed L. Cashin 已提交
87 88 89 90 91 92 93 94 95 96 97
static inline void
put_lba(struct aoe_atahdr *ah, sector_t lba)
{
	ah->lba0 = lba;
	ah->lba1 = lba >>= 8;
	ah->lba2 = lba >>= 8;
	ah->lba3 = lba >>= 8;
	ah->lba4 = lba >>= 8;
	ah->lba5 = lba >>= 8;
}

L
Linus Torvalds 已提交
98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115
static void
aoecmd_ata_rw(struct aoedev *d, struct frame *f)
{
	struct aoe_hdr *h;
	struct aoe_atahdr *ah;
	struct buf *buf;
	struct sk_buff *skb;
	ulong bcnt;
	register sector_t sector;
	char writebit, extbit;

	writebit = 0x10;
	extbit = 0x4;

	buf = d->inprocess;

	sector = buf->sector;
	bcnt = buf->bv_resid;
E
Ed L. Cashin 已提交
116 117
	if (bcnt > d->maxbcnt)
		bcnt = d->maxbcnt;
L
Linus Torvalds 已提交
118 119

	/* initialize the headers & frame */
E
Ed L. Cashin 已提交
120 121
	skb = f->skb;
	h = (struct aoe_hdr *) skb->mac.raw;
L
Linus Torvalds 已提交
122
	ah = (struct aoe_atahdr *) (h+1);
123 124
	skb_put(skb, sizeof *h + sizeof *ah);
	memset(h, 0, skb->len);
L
Linus Torvalds 已提交
125 126 127 128
	f->tag = aoehdr_atainit(d, h);
	f->waited = 0;
	f->buf = buf;
	f->bufaddr = buf->bufaddr;
E
Ed L. Cashin 已提交
129 130
	f->bcnt = bcnt;
	f->lba = sector;
L
Linus Torvalds 已提交
131 132 133

	/* set up ata header */
	ah->scnt = bcnt >> 9;
E
Ed L. Cashin 已提交
134
	put_lba(ah, sector);
L
Linus Torvalds 已提交
135 136 137 138 139 140 141 142 143
	if (d->flags & DEVFL_EXT) {
		ah->aflags |= AOEAFL_EXT;
	} else {
		extbit = 0;
		ah->lba3 &= 0x0f;
		ah->lba3 |= 0xe0;	/* LBA bit + obsolete 0xa0 */
	}

	if (bio_data_dir(buf->bio) == WRITE) {
E
Ed L. Cashin 已提交
144 145
		skb_fill_page_desc(skb, 0, virt_to_page(f->bufaddr),
			offset_in_page(f->bufaddr), bcnt);
L
Linus Torvalds 已提交
146
		ah->aflags |= AOEAFL_WRITE;
E
Ed L. Cashin 已提交
147 148
		skb->len += bcnt;
		skb->data_len = bcnt;
L
Linus Torvalds 已提交
149 150 151 152 153 154 155 156 157 158
	} else {
		writebit = 0;
	}

	ah->cmdstat = WIN_READ | writebit | extbit;

	/* mark all tracking fields and load out */
	buf->nframesout += 1;
	buf->bufaddr += bcnt;
	buf->bv_resid -= bcnt;
E
Ed L. Cashin 已提交
159
/* printk(KERN_DEBUG "aoe: bv_resid=%ld\n", buf->bv_resid); */
L
Linus Torvalds 已提交
160 161 162 163 164 165
	buf->resid -= bcnt;
	buf->sector += bcnt >> 9;
	if (buf->resid == 0) {
		d->inprocess = NULL;
	} else if (buf->bv_resid == 0) {
		buf->bv++;
E
Ed L. Cashin 已提交
166
		WARN_ON(buf->bv->bv_len == 0);
L
Linus Torvalds 已提交
167 168 169 170
		buf->bv_resid = buf->bv->bv_len;
		buf->bufaddr = page_address(buf->bv->bv_page) + buf->bv->bv_offset;
	}

E
Ed L. Cashin 已提交
171
	skb->dev = d->ifp;
E
Ed L. Cashin 已提交
172 173 174
	skb = skb_clone(skb, GFP_ATOMIC);
	if (skb == NULL)
		return;
E
Ed L. Cashin 已提交
175 176 177 178 179
	if (d->sendq_hd)
		d->sendq_tl->next = skb;
	else
		d->sendq_hd = skb;
	d->sendq_tl = skb;
L
Linus Torvalds 已提交
180 181
}

182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200
/* some callers cannot sleep, and they can call this function,
 * transmitting the packets later, when interrupts are on
 */
static struct sk_buff *
aoecmd_cfg_pkts(ushort aoemajor, unsigned char aoeminor, struct sk_buff **tail)
{
	struct aoe_hdr *h;
	struct aoe_cfghdr *ch;
	struct sk_buff *skb, *sl, *sl_tail;
	struct net_device *ifp;

	sl = sl_tail = NULL;

	read_lock(&dev_base_lock);
	for (ifp = dev_base; ifp; dev_put(ifp), ifp = ifp->next) {
		dev_hold(ifp);
		if (!is_aoe_netif(ifp))
			continue;

E
Ed L. Cashin 已提交
201
		skb = new_skb(sizeof *h + sizeof *ch);
202
		if (skb == NULL) {
E
Ed L. Cashin 已提交
203
			printk(KERN_INFO "aoe: skb alloc failure\n");
204 205
			continue;
		}
206
		skb_put(skb, sizeof *h + sizeof *ch);
E
Ed L. Cashin 已提交
207
		skb->dev = ifp;
208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230
		if (sl_tail == NULL)
			sl_tail = skb;
		h = (struct aoe_hdr *) skb->mac.raw;
		memset(h, 0, sizeof *h + sizeof *ch);

		memset(h->dst, 0xff, sizeof h->dst);
		memcpy(h->src, ifp->dev_addr, sizeof h->src);
		h->type = __constant_cpu_to_be16(ETH_P_AOE);
		h->verfl = AOE_HVER;
		h->major = cpu_to_be16(aoemajor);
		h->minor = aoeminor;
		h->cmd = AOECMD_CFG;

		skb->next = sl;
		sl = skb;
	}
	read_unlock(&dev_base_lock);

	if (tail != NULL)
		*tail = sl_tail;
	return sl;
}

E
Ed L. Cashin 已提交
231 232 233 234 235 236 237 238 239 240 241 242 243
static struct frame *
freeframe(struct aoedev *d)
{
	struct frame *f, *e;
	int n = 0;

	f = d->frames;
	e = f + d->nframes;
	for (; f<e; f++) {
		if (f->tag != FREETAG)
			continue;
		if (atomic_read(&skb_shinfo(f->skb)->dataref) == 1) {
			skb_shinfo(f->skb)->nr_frags = f->skb->data_len = 0;
244
			skb_trim(f->skb, 0);
E
Ed L. Cashin 已提交
245 246 247 248 249 250 251 252 253 254
			return f;
		}
		n++;
	}
	if (n == d->nframes)	/* wait for network layer */
		d->flags |= DEVFL_KICKME;

	return NULL;
}

L
Linus Torvalds 已提交
255 256 257 258 259 260
/* enters with d->lock held */
void
aoecmd_work(struct aoedev *d)
{
	struct frame *f;
	struct buf *buf;
261 262 263 264 265 266 267 268

	if (d->flags & DEVFL_PAUSE) {
		if (!aoedev_isbusy(d))
			d->sendq_hd = aoecmd_cfg_pkts(d->aoemajor,
						d->aoeminor, &d->sendq_tl);
		return;
	}

L
Linus Torvalds 已提交
269
loop:
E
Ed L. Cashin 已提交
270
	f = freeframe(d);
L
Linus Torvalds 已提交
271 272 273 274 275 276 277
	if (f == NULL)
		return;
	if (d->inprocess == NULL) {
		if (list_empty(&d->bufq))
			return;
		buf = container_of(d->bufq.next, struct buf, bufs);
		list_del(d->bufq.next);
E
Ed L. Cashin 已提交
278
/*printk(KERN_DEBUG "aoe: bi_size=%ld\n", buf->bio->bi_size); */
L
Linus Torvalds 已提交
279 280 281 282 283 284 285 286 287 288 289
		d->inprocess = buf;
	}
	aoecmd_ata_rw(d, f);
	goto loop;
}

static void
rexmit(struct aoedev *d, struct frame *f)
{
	struct sk_buff *skb;
	struct aoe_hdr *h;
E
Ed L. Cashin 已提交
290
	struct aoe_atahdr *ah;
L
Linus Torvalds 已提交
291 292 293 294 295 296 297 298 299 300 301
	char buf[128];
	u32 n;

	n = newtag(d);

	snprintf(buf, sizeof buf,
		"%15s e%ld.%ld oldtag=%08x@%08lx newtag=%08x\n",
		"retransmit",
		d->aoemajor, d->aoeminor, f->tag, jiffies, n);
	aoechr_error(buf);

E
Ed L. Cashin 已提交
302 303
	skb = f->skb;
	h = (struct aoe_hdr *) skb->mac.raw;
E
Ed L. Cashin 已提交
304
	ah = (struct aoe_atahdr *) (h+1);
L
Linus Torvalds 已提交
305
	f->tag = n;
306
	h->tag = cpu_to_be32(n);
307 308
	memcpy(h->dst, d->addr, sizeof h->dst);
	memcpy(h->src, d->ifp->dev_addr, sizeof h->src);
L
Linus Torvalds 已提交
309

E
Ed L. Cashin 已提交
310 311 312
	n = DEFAULTBCNT / 512;
	if (ah->scnt > n) {
		ah->scnt = n;
E
Ed L. Cashin 已提交
313
		if (ah->aflags & AOEAFL_WRITE) {
E
Ed L. Cashin 已提交
314 315
			skb_fill_page_desc(skb, 0, virt_to_page(f->bufaddr),
				offset_in_page(f->bufaddr), DEFAULTBCNT);
E
Ed L. Cashin 已提交
316 317 318
			skb->len = sizeof *h + sizeof *ah + DEFAULTBCNT;
			skb->data_len = DEFAULTBCNT;
		}
E
Ed L. Cashin 已提交
319 320
		if (++d->lostjumbo > (d->nframes << 1))
		if (d->maxbcnt != DEFAULTBCNT) {
E
Ed L. Cashin 已提交
321
			printk(KERN_INFO "aoe: e%ld.%ld: too many lost jumbo on %s - using 1KB frames.\n",
E
Ed L. Cashin 已提交
322
				d->aoemajor, d->aoeminor, d->ifp->name);
E
Ed L. Cashin 已提交
323 324 325 326 327
			d->maxbcnt = DEFAULTBCNT;
			d->flags |= DEVFL_MAXBCNT;
		}
	}

E
Ed L. Cashin 已提交
328
	skb->dev = d->ifp;
E
Ed L. Cashin 已提交
329 330 331
	skb = skb_clone(skb, GFP_ATOMIC);
	if (skb == NULL)
		return;
E
Ed L. Cashin 已提交
332 333 334 335 336
	if (d->sendq_hd)
		d->sendq_tl->next = skb;
	else
		d->sendq_hd = skb;
	d->sendq_tl = skb;
L
Linus Torvalds 已提交
337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369
}

static int
tsince(int tag)
{
	int n;

	n = jiffies & 0xffff;
	n -= tag & 0xffff;
	if (n < 0)
		n += 1<<16;
	return n;
}

static void
rexmit_timer(ulong vp)
{
	struct aoedev *d;
	struct frame *f, *e;
	struct sk_buff *sl;
	register long timeout;
	ulong flags, n;

	d = (struct aoedev *) vp;
	sl = NULL;

	/* timeout is always ~150% of the moving average */
	timeout = d->rttavg;
	timeout += timeout >> 1;

	spin_lock_irqsave(&d->lock, flags);

	if (d->flags & DEVFL_TKILL) {
370
		spin_unlock_irqrestore(&d->lock, flags);
L
Linus Torvalds 已提交
371 372 373 374 375 376 377 378
		return;
	}
	f = d->frames;
	e = f + d->nframes;
	for (; f<e; f++) {
		if (f->tag != FREETAG && tsince(f->tag) >= timeout) {
			n = f->waited += timeout;
			n /= HZ;
379
			if (n > aoe_deadsecs) { /* waited too long for response */
L
Linus Torvalds 已提交
380
				aoedev_downdev(d);
381
				break;
L
Linus Torvalds 已提交
382 383 384 385
			}
			rexmit(d, f);
		}
	}
E
Ed L. Cashin 已提交
386 387 388 389
	if (d->flags & DEVFL_KICKME) {
		d->flags &= ~DEVFL_KICKME;
		aoecmd_work(d);
	}
L
Linus Torvalds 已提交
390

391 392
	sl = d->sendq_hd;
	d->sendq_hd = d->sendq_tl = NULL;
L
Linus Torvalds 已提交
393 394 395 396 397 398 399 400 401 402 403 404 405 406
	if (sl) {
		n = d->rttavg <<= 1;
		if (n > MAXTIMER)
			d->rttavg = MAXTIMER;
	}

	d->timer.expires = jiffies + TIMERTICK;
	add_timer(&d->timer);

	spin_unlock_irqrestore(&d->lock, flags);

	aoenet_xmit(sl);
}

407 408 409
/* this function performs work that has been deferred until sleeping is OK
 */
void
D
David Howells 已提交
410
aoecmd_sleepwork(struct work_struct *work)
411
{
D
David Howells 已提交
412
	struct aoedev *d = container_of(work, struct aoedev, work);
413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437

	if (d->flags & DEVFL_GDALLOC)
		aoeblk_gdalloc(d);

	if (d->flags & DEVFL_NEWSIZE) {
		struct block_device *bd;
		unsigned long flags;
		u64 ssize;

		ssize = d->gd->capacity;
		bd = bdget_disk(d->gd, 0);

		if (bd) {
			mutex_lock(&bd->bd_inode->i_mutex);
			i_size_write(bd->bd_inode, (loff_t)ssize<<9);
			mutex_unlock(&bd->bd_inode->i_mutex);
			bdput(bd);
		}
		spin_lock_irqsave(&d->lock, flags);
		d->flags |= DEVFL_UP;
		d->flags &= ~DEVFL_NEWSIZE;
		spin_unlock_irqrestore(&d->lock, flags);
	}
}

L
Linus Torvalds 已提交
438 439 440 441 442 443 444
static void
ataid_complete(struct aoedev *d, unsigned char *id)
{
	u64 ssize;
	u16 n;

	/* word 83: command set supported */
445
	n = le16_to_cpu(get_unaligned((__le16 *) &id[83<<1]));
L
Linus Torvalds 已提交
446 447

	/* word 86: command set/feature enabled */
448
	n |= le16_to_cpu(get_unaligned((__le16 *) &id[86<<1]));
L
Linus Torvalds 已提交
449 450 451 452 453

	if (n & (1<<10)) {	/* bit 10: LBA 48 */
		d->flags |= DEVFL_EXT;

		/* word 100: number lba48 sectors */
454
		ssize = le64_to_cpu(get_unaligned((__le64 *) &id[100<<1]));
L
Linus Torvalds 已提交
455 456 457 458 459 460 461 462 463 464

		/* set as in ide-disk.c:init_idedisk_capacity */
		d->geo.cylinders = ssize;
		d->geo.cylinders /= (255 * 63);
		d->geo.heads = 255;
		d->geo.sectors = 63;
	} else {
		d->flags &= ~DEVFL_EXT;

		/* number lba28 sectors */
465
		ssize = le32_to_cpu(get_unaligned((__le32 *) &id[60<<1]));
L
Linus Torvalds 已提交
466 467

		/* NOTE: obsolete in ATA 6 */
468 469 470
		d->geo.cylinders = le16_to_cpu(get_unaligned((__le16 *) &id[54<<1]));
		d->geo.heads = le16_to_cpu(get_unaligned((__le16 *) &id[55<<1]));
		d->geo.sectors = le16_to_cpu(get_unaligned((__le16 *) &id[56<<1]));
L
Linus Torvalds 已提交
471
	}
472 473

	if (d->ssize != ssize)
E
Ed L. Cashin 已提交
474
		printk(KERN_INFO "aoe: %012llx e%lu.%lu v%04x has %llu sectors\n",
E
Ed L. Cashin 已提交
475
			(unsigned long long)mac_addr(d->addr),
476 477
			d->aoemajor, d->aoeminor,
			d->fw_ver, (long long)ssize);
L
Linus Torvalds 已提交
478 479 480 481
	d->ssize = ssize;
	d->geo.start = 0;
	if (d->gd != NULL) {
		d->gd->capacity = ssize;
482 483 484
		d->flags |= DEVFL_NEWSIZE;
	} else {
		if (d->flags & DEVFL_GDALLOC) {
E
Ed L. Cashin 已提交
485
			printk(KERN_ERR "aoe: can't schedule work for e%lu.%lu, %s\n",
486
			       d->aoemajor, d->aoeminor,
E
Ed L. Cashin 已提交
487
			       "it's already on!  This shouldn't happen.\n");
488 489 490
			return;
		}
		d->flags |= DEVFL_GDALLOC;
L
Linus Torvalds 已提交
491 492 493 494 495 496 497 498 499 500
	}
	schedule_work(&d->work);
}

static void
calc_rttavg(struct aoedev *d, int rtt)
{
	register long n;

	n = rtt;
501 502 503 504 505 506 507 508 509
	if (n < 0) {
		n = -rtt;
		if (n < MINTIMER)
			n = MINTIMER;
		else if (n > MAXTIMER)
			n = MAXTIMER;
		d->mintimer += (n - d->mintimer) >> 1;
	} else if (n < d->mintimer)
		n = d->mintimer;
L
Linus Torvalds 已提交
510 511 512 513 514 515 516 517 518 519 520 521
	else if (n > MAXTIMER)
		n = MAXTIMER;

	/* g == .25; cf. Congestion Avoidance and Control, Jacobson & Karels; 1988 */
	n -= d->rttavg;
	d->rttavg += n >> 2;
}

void
aoecmd_ata_rsp(struct sk_buff *skb)
{
	struct aoedev *d;
E
Ed L. Cashin 已提交
522
	struct aoe_hdr *hin, *hout;
L
Linus Torvalds 已提交
523 524 525 526 527 528 529
	struct aoe_atahdr *ahin, *ahout;
	struct frame *f;
	struct buf *buf;
	struct sk_buff *sl;
	register long n;
	ulong flags;
	char ebuf[128];
530 531
	u16 aoemajor;

L
Linus Torvalds 已提交
532
	hin = (struct aoe_hdr *) skb->mac.raw;
533
	aoemajor = be16_to_cpu(hin->major);
534
	d = aoedev_by_aoeaddr(aoemajor, hin->minor);
L
Linus Torvalds 已提交
535 536 537
	if (d == NULL) {
		snprintf(ebuf, sizeof ebuf, "aoecmd_ata_rsp: ata response "
			"for unknown device %d.%d\n",
538
			 aoemajor, hin->minor);
L
Linus Torvalds 已提交
539 540 541 542 543 544
		aoechr_error(ebuf);
		return;
	}

	spin_lock_irqsave(&d->lock, flags);

545 546
	n = be32_to_cpu(hin->tag);
	f = getframe(d, n);
L
Linus Torvalds 已提交
547
	if (f == NULL) {
548
		calc_rttavg(d, -tsince(n));
L
Linus Torvalds 已提交
549 550 551 552
		spin_unlock_irqrestore(&d->lock, flags);
		snprintf(ebuf, sizeof ebuf,
			"%15s e%d.%d    tag=%08x@%08lx\n",
			"unexpected rsp",
553
			be16_to_cpu(hin->major),
L
Linus Torvalds 已提交
554
			hin->minor,
555
			be32_to_cpu(hin->tag),
L
Linus Torvalds 已提交
556 557 558 559 560 561 562 563
			jiffies);
		aoechr_error(ebuf);
		return;
	}

	calc_rttavg(d, tsince(f->tag));

	ahin = (struct aoe_atahdr *) (hin+1);
E
Ed L. Cashin 已提交
564 565
	hout = (struct aoe_hdr *) f->skb->mac.raw;
	ahout = (struct aoe_atahdr *) (hout+1);
L
Linus Torvalds 已提交
566 567
	buf = f->buf;

568 569
	if (ahout->cmdstat == WIN_IDENTIFY)
		d->flags &= ~DEVFL_PAUSE;
L
Linus Torvalds 已提交
570
	if (ahin->cmdstat & 0xa9) {	/* these bits cleared on success */
E
Ed L. Cashin 已提交
571 572
		printk(KERN_ERR
			"aoe: ata error cmd=%2.2Xh stat=%2.2Xh from e%ld.%ld\n",
L
Linus Torvalds 已提交
573 574 575 576 577
			ahout->cmdstat, ahin->cmdstat,
			d->aoemajor, d->aoeminor);
		if (buf)
			buf->flags |= BUFFL_FAIL;
	} else {
E
Ed L. Cashin 已提交
578
		n = ahout->scnt << 9;
L
Linus Torvalds 已提交
579 580 581 582
		switch (ahout->cmdstat) {
		case WIN_READ:
		case WIN_READ_EXT:
			if (skb->len - sizeof *hin - sizeof *ahin < n) {
E
Ed L. Cashin 已提交
583 584
				printk(KERN_ERR
					"aoe: runt data size in read.  skb->len=%d\n",
L
Linus Torvalds 已提交
585 586 587 588 589 590 591 592
					skb->len);
				/* fail frame f?  just returning will rexmit. */
				spin_unlock_irqrestore(&d->lock, flags);
				return;
			}
			memcpy(f->bufaddr, ahin+1, n);
		case WIN_WRITE:
		case WIN_WRITE_EXT:
E
Ed L. Cashin 已提交
593
			if (f->bcnt -= n) {
E
Ed L. Cashin 已提交
594
				skb = f->skb;
E
Ed L. Cashin 已提交
595 596
				f->bufaddr += n;
				put_lba(ahout, f->lba += ahout->scnt);
E
Ed L. Cashin 已提交
597 598 599
				n = f->bcnt;
				if (n > DEFAULTBCNT)
					n = DEFAULTBCNT;
E
Ed L. Cashin 已提交
600
				ahout->scnt = n >> 9;
E
Ed L. Cashin 已提交
601 602
				if (ahout->aflags & AOEAFL_WRITE) {
					skb_fill_page_desc(skb, 0,
E
Ed L. Cashin 已提交
603
						virt_to_page(f->bufaddr),
E
Ed L. Cashin 已提交
604
						offset_in_page(f->bufaddr), n);
E
Ed L. Cashin 已提交
605 606 607
					skb->len = sizeof *hout + sizeof *ahout + n;
					skb->data_len = n;
				}
E
Ed L. Cashin 已提交
608 609 610
				f->tag = newtag(d);
				hout->tag = cpu_to_be32(f->tag);
				skb->dev = d->ifp;
E
Ed L. Cashin 已提交
611
				skb = skb_clone(skb, GFP_ATOMIC);
E
Ed L. Cashin 已提交
612
				spin_unlock_irqrestore(&d->lock, flags);
E
Ed L. Cashin 已提交
613 614
				if (skb)
					aoenet_xmit(skb);
E
Ed L. Cashin 已提交
615 616 617 618
				return;
			}
			if (n > DEFAULTBCNT)
				d->lostjumbo = 0;
L
Linus Torvalds 已提交
619 620 621
			break;
		case WIN_IDENTIFY:
			if (skb->len - sizeof *hin - sizeof *ahin < 512) {
E
Ed L. Cashin 已提交
622 623
				printk(KERN_INFO
					"aoe: runt data size in ataid.  skb->len=%d\n",
E
Ed L. Cashin 已提交
624
					skb->len);
L
Linus Torvalds 已提交
625 626 627 628 629 630
				spin_unlock_irqrestore(&d->lock, flags);
				return;
			}
			ataid_complete(d, (char *) (ahin+1));
			break;
		default:
E
Ed L. Cashin 已提交
631 632
			printk(KERN_INFO
				"aoe: unrecognized ata command %2.2Xh for %d.%d\n",
E
Ed L. Cashin 已提交
633 634 635
				ahout->cmdstat,
				be16_to_cpu(hin->major),
				hin->minor);
L
Linus Torvalds 已提交
636 637 638 639 640 641
		}
	}

	if (buf) {
		buf->nframesout -= 1;
		if (buf->nframesout == 0 && buf->resid == 0) {
642 643 644
			unsigned long duration = jiffies - buf->start_time;
			unsigned long n_sect = buf->bio->bi_size >> 9;
			struct gendisk *disk = d->gd;
645
			const int rw = bio_data_dir(buf->bio);
646

647 648 649
			disk_stat_inc(disk, ios[rw]);
			disk_stat_add(disk, ticks[rw], duration);
			disk_stat_add(disk, sectors[rw], n_sect);
650
			disk_stat_add(disk, io_ticks, duration);
L
Linus Torvalds 已提交
651 652 653 654 655 656 657 658 659 660
			n = (buf->flags & BUFFL_FAIL) ? -EIO : 0;
			bio_endio(buf->bio, buf->bio->bi_size, n);
			mempool_free(buf, d->bufpool);
		}
	}

	f->buf = NULL;
	f->tag = FREETAG;

	aoecmd_work(d);
661 662
	sl = d->sendq_hd;
	d->sendq_hd = d->sendq_tl = NULL;
L
Linus Torvalds 已提交
663 664 665 666 667 668 669 670

	spin_unlock_irqrestore(&d->lock, flags);
	aoenet_xmit(sl);
}

void
aoecmd_cfg(ushort aoemajor, unsigned char aoeminor)
{
671
	struct sk_buff *sl;
L
Linus Torvalds 已提交
672

673
	sl = aoecmd_cfg_pkts(aoemajor, aoeminor, NULL);
L
Linus Torvalds 已提交
674 675 676 677 678 679

	aoenet_xmit(sl);
}
 
/*
 * Since we only call this in one place (and it only prepares one frame)
680
 * we just return the skb.  Usually we'd chain it up to the aoedev sendq.
L
Linus Torvalds 已提交
681 682 683 684 685 686 687 688 689
 */
static struct sk_buff *
aoecmd_ata_id(struct aoedev *d)
{
	struct aoe_hdr *h;
	struct aoe_atahdr *ah;
	struct frame *f;
	struct sk_buff *skb;

E
Ed L. Cashin 已提交
690
	f = freeframe(d);
L
Linus Torvalds 已提交
691
	if (f == NULL) {
E
Ed L. Cashin 已提交
692
		printk(KERN_ERR "aoe: can't get a frame. This shouldn't happen.\n");
L
Linus Torvalds 已提交
693 694 695 696
		return NULL;
	}

	/* initialize the headers & frame */
E
Ed L. Cashin 已提交
697 698
	skb = f->skb;
	h = (struct aoe_hdr *) skb->mac.raw;
L
Linus Torvalds 已提交
699
	ah = (struct aoe_atahdr *) (h+1);
700 701
	skb_put(skb, sizeof *h + sizeof *ah);
	memset(h, 0, skb->len);
L
Linus Torvalds 已提交
702 703 704 705 706 707 708 709
	f->tag = aoehdr_atainit(d, h);
	f->waited = 0;

	/* set up ata header */
	ah->scnt = 1;
	ah->cmdstat = WIN_IDENTIFY;
	ah->lba3 = 0xa0;

E
Ed L. Cashin 已提交
710
	skb->dev = d->ifp;
L
Linus Torvalds 已提交
711

712
	d->rttavg = MAXTIMER;
L
Linus Torvalds 已提交
713 714
	d->timer.function = rexmit_timer;

E
Ed L. Cashin 已提交
715
	return skb_clone(skb, GFP_ATOMIC);
L
Linus Torvalds 已提交
716 717 718 719 720 721 722 723
}
 
void
aoecmd_cfg_rsp(struct sk_buff *skb)
{
	struct aoedev *d;
	struct aoe_hdr *h;
	struct aoe_cfghdr *ch;
724
	ulong flags, sysminor, aoemajor;
L
Linus Torvalds 已提交
725
	struct sk_buff *sl;
726
	enum { MAXFRAMES = 16 };
E
Ed L. Cashin 已提交
727
	u16 n;
L
Linus Torvalds 已提交
728 729 730 731 732 733 734 735

	h = (struct aoe_hdr *) skb->mac.raw;
	ch = (struct aoe_cfghdr *) (h+1);

	/*
	 * Enough people have their dip switches set backwards to
	 * warrant a loud message for this special case.
	 */
736
	aoemajor = be16_to_cpu(h->major);
L
Linus Torvalds 已提交
737
	if (aoemajor == 0xfff) {
E
Ed L. Cashin 已提交
738
		printk(KERN_ERR "aoe: Warning: shelf address is all ones.  "
E
Ed L. Cashin 已提交
739
			"Check shelf dip switches.\n");
L
Linus Torvalds 已提交
740 741 742 743
		return;
	}

	sysminor = SYSMINOR(aoemajor, h->minor);
744
	if (sysminor * AOE_PARTITIONS + AOE_PARTITIONS > MINORMASK) {
E
Ed L. Cashin 已提交
745
		printk(KERN_INFO "aoe: e%ld.%d: minor number too large\n",
746
			aoemajor, (int) h->minor);
L
Linus Torvalds 已提交
747 748 749
		return;
	}

E
Ed L. Cashin 已提交
750 751 752
	n = be16_to_cpu(ch->bufcnt);
	if (n > MAXFRAMES)	/* keep it reasonable */
		n = MAXFRAMES;
L
Linus Torvalds 已提交
753

E
Ed L. Cashin 已提交
754
	d = aoedev_by_sysminor_m(sysminor, n);
L
Linus Torvalds 已提交
755
	if (d == NULL) {
E
Ed L. Cashin 已提交
756
		printk(KERN_INFO "aoe: device sysminor_m failure\n");
L
Linus Torvalds 已提交
757 758 759 760 761
		return;
	}

	spin_lock_irqsave(&d->lock, flags);

762 763 764
	/* permit device to migrate mac and network interface */
	d->ifp = skb->dev;
	memcpy(d->addr, h->src, sizeof d->addr);
E
Ed L. Cashin 已提交
765 766 767 768 769 770
	if (!(d->flags & DEVFL_MAXBCNT)) {
		n = d->ifp->mtu;
		n -= sizeof (struct aoe_hdr) + sizeof (struct aoe_atahdr);
		n /= 512;
		if (n > ch->scnt)
			n = ch->scnt;
E
Ed L. Cashin 已提交
771 772
		n = n ? n * 512 : DEFAULTBCNT;
		if (n != d->maxbcnt) {
E
Ed L. Cashin 已提交
773 774
			printk(KERN_INFO
				"aoe: e%ld.%ld: setting %d byte data frames on %s\n",
E
Ed L. Cashin 已提交
775 776 777
				d->aoemajor, d->aoeminor, n, d->ifp->name);
			d->maxbcnt = n;
		}
E
Ed L. Cashin 已提交
778
	}
779 780 781

	/* don't change users' perspective */
	if (d->nopen && !(d->flags & DEVFL_PAUSE)) {
L
Linus Torvalds 已提交
782 783 784
		spin_unlock_irqrestore(&d->lock, flags);
		return;
	}
785
	d->flags |= DEVFL_PAUSE;	/* force pause */
786
	d->mintimer = MINTIMER;
787
	d->fw_ver = be16_to_cpu(ch->fwver);
L
Linus Torvalds 已提交
788

789 790
	/* check for already outstanding ataid */
	sl = aoedev_isbusy(d) == 0 ? aoecmd_ata_id(d) : NULL;
L
Linus Torvalds 已提交
791 792 793 794 795 796

	spin_unlock_irqrestore(&d->lock, flags);

	aoenet_xmit(sl);
}