raid0.c 22.2 KB
Newer Older
L
Linus Torvalds 已提交
1 2
/*
   raid0.c : Multiple Devices driver for Linux
3
	     Copyright (C) 1994-96 Marc ZYNGIER
L
Linus Torvalds 已提交
4 5
	     <zyngier@ufr-info-p7.ibp.fr> or
	     <maz@gloups.fdn.fr>
6
	     Copyright (C) 1999, 2000 Ingo Molnar, Red Hat
L
Linus Torvalds 已提交
7 8 9 10 11 12 13

   RAID-0 management functions.

   This program is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 2, or (at your option)
   any later version.
14

L
Linus Torvalds 已提交
15 16
   You should have received a copy of the GNU General Public License
   (for example /usr/src/linux/COPYING); if not, write to the Free
17
   Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
L
Linus Torvalds 已提交
18 19
*/

20 21
#include <linux/blkdev.h>
#include <linux/seq_file.h>
22
#include <linux/module.h>
23
#include <linux/slab.h>
24
#include <trace/events/block.h>
25
#include "md.h"
26
#include "raid0.h"
27
#include "raid5.h"
L
Linus Torvalds 已提交
28

29 30 31
static int default_layout = 0;
module_param(default_layout, int, 0644);

32 33 34
#define UNSUPPORTED_MDDEV_FLAGS		\
	((1L << MD_HAS_JOURNAL) |	\
	 (1L << MD_JOURNAL_CLEAN) |	\
35
	 (1L << MD_FAILFAST_SUPPORTED) |\
36 37
	 (1L << MD_HAS_PPL) |		\
	 (1L << MD_HAS_MULTIPLE_PPLS))
38

39
static int raid0_congested(struct mddev *mddev, int bits)
40
{
41
	struct r0conf *conf = mddev->private;
42
	struct md_rdev **devlist = conf->devlist;
43
	int raid_disks = conf->strip_zone[0].nb_dev;
44 45
	int i, ret = 0;

46
	for (i = 0; i < raid_disks && !ret ; i++) {
47
		struct request_queue *q = bdev_get_queue(devlist[i]->bdev);
48

49
		ret |= bdi_congested(q->backing_dev_info, bits);
50 51 52 53
	}
	return ret;
}

54 55 56
/*
 * inform the user of the raid configuration
*/
57
static void dump_zones(struct mddev *mddev)
58
{
59
	int j, k;
60 61 62
	sector_t zone_size = 0;
	sector_t zone_start = 0;
	char b[BDEVNAME_SIZE];
63
	struct r0conf *conf = mddev->private;
64
	int raid_disks = conf->strip_zone[0].nb_dev;
N
NeilBrown 已提交
65 66 67
	pr_debug("md: RAID0 configuration for %s - %d zone%s\n",
		 mdname(mddev),
		 conf->nr_strip_zones, conf->nr_strip_zones==1?"":"s");
68
	for (j = 0; j < conf->nr_strip_zones; j++) {
N
NeilBrown 已提交
69 70 71
		char line[200];
		int len = 0;

72
		for (k = 0; k < conf->strip_zone[j].nb_dev; k++)
N
NeilBrown 已提交
73 74 75 76
			len += snprintf(line+len, 200-len, "%s%s", k?"/":"",
					bdevname(conf->devlist[j*raid_disks
							       + k]->bdev, b));
		pr_debug("md: zone%d=[%s]\n", j, line);
77 78

		zone_size  = conf->strip_zone[j].zone_end - zone_start;
N
NeilBrown 已提交
79
		pr_debug("      zone-offset=%10lluKB, device-offset=%10lluKB, size=%10lluKB\n",
80 81 82 83 84 85 86
			(unsigned long long)zone_start>>1,
			(unsigned long long)conf->strip_zone[j].dev_start>>1,
			(unsigned long long)zone_size>>1);
		zone_start = conf->strip_zone[j].zone_end;
	}
}

87
static int create_strip_zones(struct mddev *mddev, struct r0conf **private_conf)
L
Linus Torvalds 已提交
88
{
89
	int i, c, err;
90
	sector_t curr_zone_end, sectors;
91
	struct md_rdev *smallest, *rdev1, *rdev2, *rdev, **dev;
L
Linus Torvalds 已提交
92 93 94
	struct strip_zone *zone;
	int cnt;
	char b[BDEVNAME_SIZE];
95
	char b2[BDEVNAME_SIZE];
96
	struct r0conf *conf = kzalloc(sizeof(*conf), GFP_KERNEL);
97
	unsigned short blksize = 512;
98

99
	*private_conf = ERR_PTR(-ENOMEM);
100 101
	if (!conf)
		return -ENOMEM;
N
NeilBrown 已提交
102
	rdev_for_each(rdev1, mddev) {
103 104 105
		pr_debug("md/raid0:%s: looking at %s\n",
			 mdname(mddev),
			 bdevname(rdev1->bdev, b));
L
Linus Torvalds 已提交
106
		c = 0;
107 108 109 110 111 112

		/* round size to chunk_size */
		sectors = rdev1->sectors;
		sector_div(sectors, mddev->chunk_sectors);
		rdev1->sectors = sectors * mddev->chunk_sectors;

113 114 115
		blksize = max(blksize, queue_logical_block_size(
				      rdev1->bdev->bd_disk->queue));

N
NeilBrown 已提交
116
		rdev_for_each(rdev2, mddev) {
117 118 119 120 121 122 123
			pr_debug("md/raid0:%s:   comparing %s(%llu)"
				 " with %s(%llu)\n",
				 mdname(mddev),
				 bdevname(rdev1->bdev,b),
				 (unsigned long long)rdev1->sectors,
				 bdevname(rdev2->bdev,b2),
				 (unsigned long long)rdev2->sectors);
L
Linus Torvalds 已提交
124
			if (rdev2 == rdev1) {
125 126
				pr_debug("md/raid0:%s:   END\n",
					 mdname(mddev));
L
Linus Torvalds 已提交
127 128
				break;
			}
129
			if (rdev2->sectors == rdev1->sectors) {
L
Linus Torvalds 已提交
130 131 132 133
				/*
				 * Not unique, don't count it as a new
				 * group
				 */
134 135
				pr_debug("md/raid0:%s:   EQUAL\n",
					 mdname(mddev));
L
Linus Torvalds 已提交
136 137 138
				c = 1;
				break;
			}
139 140
			pr_debug("md/raid0:%s:   NOT EQUAL\n",
				 mdname(mddev));
L
Linus Torvalds 已提交
141 142
		}
		if (!c) {
143 144
			pr_debug("md/raid0:%s:   ==> UNIQUE\n",
				 mdname(mddev));
L
Linus Torvalds 已提交
145
			conf->nr_strip_zones++;
146 147
			pr_debug("md/raid0:%s: %d zones\n",
				 mdname(mddev), conf->nr_strip_zones);
L
Linus Torvalds 已提交
148 149
		}
	}
150 151
	pr_debug("md/raid0:%s: FINAL %d zones\n",
		 mdname(mddev), conf->nr_strip_zones);
152 153 154 155 156 157 158 159 160

	if (conf->nr_strip_zones == 1) {
		conf->layout = RAID0_ORIG_LAYOUT;
	} else if (default_layout == RAID0_ORIG_LAYOUT ||
		   default_layout == RAID0_ALT_MULTIZONE_LAYOUT) {
		conf->layout = default_layout;
	} else {
		pr_err("md/raid0:%s: cannot assemble multi-zone RAID0 with default_layout setting\n",
		       mdname(mddev));
161
		pr_err("md/raid0: please set raid0.default_layout to 1 or 2\n");
162 163 164
		err = -ENOTSUPP;
		goto abort;
	}
165 166 167 168 169
	/*
	 * now since we have the hard sector sizes, we can make sure
	 * chunk size is a multiple of that sector size
	 */
	if ((mddev->chunk_sectors << 9) % blksize) {
N
NeilBrown 已提交
170 171 172
		pr_warn("md/raid0:%s: chunk_size of %d not multiple of block size %d\n",
			mdname(mddev),
			mddev->chunk_sectors << 9, blksize);
173 174 175 176
		err = -EINVAL;
		goto abort;
	}

177
	err = -ENOMEM;
K
Kees Cook 已提交
178 179 180
	conf->strip_zone = kcalloc(conf->nr_strip_zones,
				   sizeof(struct strip_zone),
				   GFP_KERNEL);
L
Linus Torvalds 已提交
181
	if (!conf->strip_zone)
182
		goto abort;
K
Kees Cook 已提交
183 184 185
	conf->devlist = kzalloc(array3_size(sizeof(struct md_rdev *),
					    conf->nr_strip_zones,
					    mddev->raid_disks),
L
Linus Torvalds 已提交
186 187
				GFP_KERNEL);
	if (!conf->devlist)
188
		goto abort;
L
Linus Torvalds 已提交
189 190 191 192 193 194 195

	/* The first zone must contain all devices, so here we check that
	 * there is a proper alignment of slots to devices and find them all
	 */
	zone = &conf->strip_zone[0];
	cnt = 0;
	smallest = NULL;
196
	dev = conf->devlist;
197
	err = -EINVAL;
N
NeilBrown 已提交
198
	rdev_for_each(rdev1, mddev) {
L
Linus Torvalds 已提交
199 200
		int j = rdev1->raid_disk;

201
		if (mddev->level == 10) {
202 203
			/* taking over a raid10-n2 array */
			j /= 2;
204 205
			rdev1->new_raid_disk = j;
		}
206

207 208 209 210 211 212 213 214
		if (mddev->level == 1) {
			/* taiking over a raid1 array-
			 * we have only one active disk
			 */
			j = 0;
			rdev1->new_raid_disk = j;
		}

215
		if (j < 0) {
N
NeilBrown 已提交
216 217
			pr_warn("md/raid0:%s: remove inactive devices before converting to RAID0\n",
				mdname(mddev));
218 219 220
			goto abort;
		}
		if (j >= mddev->raid_disks) {
N
NeilBrown 已提交
221 222
			pr_warn("md/raid0:%s: bad disk number %d - aborting!\n",
				mdname(mddev), j);
L
Linus Torvalds 已提交
223 224
			goto abort;
		}
225
		if (dev[j]) {
N
NeilBrown 已提交
226 227
			pr_warn("md/raid0:%s: multiple devices for %d - aborting!\n",
				mdname(mddev), j);
L
Linus Torvalds 已提交
228 229
			goto abort;
		}
230
		dev[j] = rdev1;
L
Linus Torvalds 已提交
231

232
		if (!smallest || (rdev1->sectors < smallest->sectors))
L
Linus Torvalds 已提交
233 234 235 236
			smallest = rdev1;
		cnt++;
	}
	if (cnt != mddev->raid_disks) {
N
NeilBrown 已提交
237 238
		pr_warn("md/raid0:%s: too few disks (%d of %d) - aborting!\n",
			mdname(mddev), cnt, mddev->raid_disks);
L
Linus Torvalds 已提交
239 240 241
		goto abort;
	}
	zone->nb_dev = cnt;
242
	zone->zone_end = smallest->sectors * cnt;
L
Linus Torvalds 已提交
243

244
	curr_zone_end = zone->zone_end;
L
Linus Torvalds 已提交
245 246 247 248

	/* now do the other zones */
	for (i = 1; i < conf->nr_strip_zones; i++)
	{
249 250
		int j;

L
Linus Torvalds 已提交
251
		zone = conf->strip_zone + i;
252
		dev = conf->devlist + i * mddev->raid_disks;
L
Linus Torvalds 已提交
253

254
		pr_debug("md/raid0:%s: zone %d\n", mdname(mddev), i);
255
		zone->dev_start = smallest->sectors;
L
Linus Torvalds 已提交
256 257 258 259
		smallest = NULL;
		c = 0;

		for (j=0; j<cnt; j++) {
260
			rdev = conf->devlist[j];
261
			if (rdev->sectors <= zone->dev_start) {
262 263 264
				pr_debug("md/raid0:%s: checking %s ... nope\n",
					 mdname(mddev),
					 bdevname(rdev->bdev, b));
265 266
				continue;
			}
267 268 269 270
			pr_debug("md/raid0:%s: checking %s ..."
				 " contained as device %d\n",
				 mdname(mddev),
				 bdevname(rdev->bdev, b), c);
271
			dev[c] = rdev;
272 273 274
			c++;
			if (!smallest || rdev->sectors < smallest->sectors) {
				smallest = rdev;
275 276 277
				pr_debug("md/raid0:%s:  (%llu) is smallest!.\n",
					 mdname(mddev),
					 (unsigned long long)rdev->sectors);
278
			}
L
Linus Torvalds 已提交
279 280 281
		}

		zone->nb_dev = c;
282
		sectors = (smallest->sectors - zone->dev_start) * c;
283 284 285
		pr_debug("md/raid0:%s: zone->nb_dev: %d, sectors: %llu\n",
			 mdname(mddev),
			 zone->nb_dev, (unsigned long long)sectors);
L
Linus Torvalds 已提交
286

287
		curr_zone_end += sectors;
288
		zone->zone_end = curr_zone_end;
L
Linus Torvalds 已提交
289

290 291 292
		pr_debug("md/raid0:%s: current zone start: %llu\n",
			 mdname(mddev),
			 (unsigned long long)smallest->sectors);
L
Linus Torvalds 已提交
293 294
	}

295
	pr_debug("md/raid0:%s: done.\n", mdname(mddev));
296 297
	*private_conf = conf;

L
Linus Torvalds 已提交
298
	return 0;
299
abort:
300 301 302
	kfree(conf->strip_zone);
	kfree(conf->devlist);
	kfree(conf);
303
	*private_conf = ERR_PTR(err);
304
	return err;
L
Linus Torvalds 已提交
305 306
}

307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327
/* Find the zone which holds a particular offset
 * Update *sectorp to be an offset in that zone
 */
static struct strip_zone *find_zone(struct r0conf *conf,
				    sector_t *sectorp)
{
	int i;
	struct strip_zone *z = conf->strip_zone;
	sector_t sector = *sectorp;

	for (i = 0; i < conf->nr_strip_zones; i++)
		if (sector < z[i].zone_end) {
			if (i)
				*sectorp = sector - z[i-1].zone_end;
			return z + i;
		}
	BUG();
}

/*
 * remaps the bio to the target device. we separate two flows.
328
 * power 2 flow and a general flow for the sake of performance
329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362
*/
static struct md_rdev *map_sector(struct mddev *mddev, struct strip_zone *zone,
				sector_t sector, sector_t *sector_offset)
{
	unsigned int sect_in_chunk;
	sector_t chunk;
	struct r0conf *conf = mddev->private;
	int raid_disks = conf->strip_zone[0].nb_dev;
	unsigned int chunk_sects = mddev->chunk_sectors;

	if (is_power_of_2(chunk_sects)) {
		int chunksect_bits = ffz(~chunk_sects);
		/* find the sector offset inside the chunk */
		sect_in_chunk  = sector & (chunk_sects - 1);
		sector >>= chunksect_bits;
		/* chunk in zone */
		chunk = *sector_offset;
		/* quotient is the chunk in real device*/
		sector_div(chunk, zone->nb_dev << chunksect_bits);
	} else{
		sect_in_chunk = sector_div(sector, chunk_sects);
		chunk = *sector_offset;
		sector_div(chunk, chunk_sects * zone->nb_dev);
	}
	/*
	*  position the bio over the real device
	*  real sector = chunk in device + starting of zone
	*	+ the position in the chunk
	*/
	*sector_offset = (chunk * chunk_sects) + sect_in_chunk;
	return conf->devlist[(zone - conf->strip_zone)*raid_disks
			     + sector_div(sector, zone->nb_dev)];
}

363
static sector_t raid0_size(struct mddev *mddev, sector_t sectors, int raid_disks)
364 365
{
	sector_t array_sectors = 0;
366
	struct md_rdev *rdev;
367 368 369 370

	WARN_ONCE(sectors || raid_disks,
		  "%s does not support generic reshape\n", __func__);

N
NeilBrown 已提交
371
	rdev_for_each(rdev, mddev)
372 373
		array_sectors += (rdev->sectors &
				  ~(sector_t)(mddev->chunk_sectors-1));
374 375 376 377

	return array_sectors;
}

N
NeilBrown 已提交
378
static void raid0_free(struct mddev *mddev, void *priv);
379

380
static int raid0_run(struct mddev *mddev)
L
Linus Torvalds 已提交
381
{
382
	struct r0conf *conf;
383
	int ret;
L
Linus Torvalds 已提交
384

385
	if (mddev->chunk_sectors == 0) {
N
NeilBrown 已提交
386
		pr_warn("md/raid0:%s: chunk size must be set.\n", mdname(mddev));
387 388
		return -EINVAL;
	}
389 390
	if (md_check_no_bitmap(mddev))
		return -EINVAL;
391

392 393 394 395 396 397 398 399
	/* if private is not null, we are here after takeover */
	if (mddev->private == NULL) {
		ret = create_strip_zones(mddev, &conf);
		if (ret < 0)
			return ret;
		mddev->private = conf;
	}
	conf = mddev->private;
400 401 402 403 404 405
	if (mddev->queue) {
		struct md_rdev *rdev;
		bool discard_supported = false;

		blk_queue_max_hw_sectors(mddev->queue, mddev->chunk_sectors);
		blk_queue_max_write_same_sectors(mddev->queue, mddev->chunk_sectors);
406
		blk_queue_max_write_zeroes_sectors(mddev->queue, mddev->chunk_sectors);
407
		blk_queue_max_discard_sectors(mddev->queue, UINT_MAX);
408 409 410 411 412

		blk_queue_io_min(mddev->queue, mddev->chunk_sectors << 9);
		blk_queue_io_opt(mddev->queue,
				 (mddev->chunk_sectors << 9) * mddev->raid_disks);

413 414 415 416 417 418
		rdev_for_each(rdev, mddev) {
			disk_stack_limits(mddev->gendisk, rdev->bdev,
					  rdev->data_offset << 9);
			if (blk_queue_discard(bdev_get_queue(rdev->bdev)))
				discard_supported = true;
		}
419
		if (!discard_supported)
420
			blk_queue_flag_clear(QUEUE_FLAG_DISCARD, mddev->queue);
421
		else
422
			blk_queue_flag_set(QUEUE_FLAG_DISCARD, mddev->queue);
423
	}
L
Linus Torvalds 已提交
424 425

	/* calculate array device size */
426
	md_set_array_sectors(mddev, raid0_size(mddev, 0, 0));
L
Linus Torvalds 已提交
427

N
NeilBrown 已提交
428 429 430
	pr_debug("md/raid0:%s: md_size is %llu sectors.\n",
		 mdname(mddev),
		 (unsigned long long)mddev->array_sectors);
431 432 433 434 435 436 437 438 439 440 441

	if (mddev->queue) {
		/* calculate the max read-ahead size.
		 * For read-ahead of large files to be effective, we need to
		 * readahead at least twice a whole stripe. i.e. number of devices
		 * multiplied by chunk size times 2.
		 * If an individual device has an ra_pages greater than the
		 * chunk size, then we will not drive that device as hard as it
		 * wants.  We consider this a configuration error: a larger
		 * chunksize should be used in that case.
		 */
442 443
		int stripe = mddev->raid_disks *
			(mddev->chunk_sectors << 9) / PAGE_SIZE;
444 445
		if (mddev->queue->backing_dev_info->ra_pages < 2* stripe)
			mddev->queue->backing_dev_info->ra_pages = 2* stripe;
L
Linus Torvalds 已提交
446 447
	}

448
	dump_zones(mddev);
449 450 451 452

	ret = md_integrity_register(mddev);

	return ret;
L
Linus Torvalds 已提交
453 454
}

N
NeilBrown 已提交
455
static void raid0_free(struct mddev *mddev, void *priv)
L
Linus Torvalds 已提交
456
{
N
NeilBrown 已提交
457
	struct r0conf *conf = priv;
L
Linus Torvalds 已提交
458

459
	kfree(conf->strip_zone);
460
	kfree(conf->devlist);
461
	kfree(conf);
L
Linus Torvalds 已提交
462 463
}

464 465 466
/*
 * Is io distribute over 1 or more chunks ?
*/
467
static inline int is_io_in_chunk_boundary(struct mddev *mddev,
468 469
			unsigned int chunk_sects, struct bio *bio)
{
N
NeilBrown 已提交
470
	if (likely(is_power_of_2(chunk_sects))) {
471 472
		return chunk_sects >=
			((bio->bi_iter.bi_sector & (chunk_sects-1))
473
					+ bio_sectors(bio));
474
	} else{
475
		sector_t sector = bio->bi_iter.bi_sector;
476
		return chunk_sects >= (sector_div(sector, chunk_sects)
477
						+ bio_sectors(bio));
478 479 480
	}
}

481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499
static void raid0_handle_discard(struct mddev *mddev, struct bio *bio)
{
	struct r0conf *conf = mddev->private;
	struct strip_zone *zone;
	sector_t start = bio->bi_iter.bi_sector;
	sector_t end;
	unsigned int stripe_size;
	sector_t first_stripe_index, last_stripe_index;
	sector_t start_disk_offset;
	unsigned int start_disk_index;
	sector_t end_disk_offset;
	unsigned int end_disk_index;
	unsigned int disk;

	zone = find_zone(conf, &start);

	if (bio_end_sector(bio) > zone->zone_end) {
		struct bio *split = bio_split(bio,
			zone->zone_end - bio->bi_iter.bi_sector, GFP_NOIO,
500
			&mddev->bio_set);
501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560
		bio_chain(split, bio);
		generic_make_request(bio);
		bio = split;
		end = zone->zone_end;
	} else
		end = bio_end_sector(bio);

	if (zone != conf->strip_zone)
		end = end - zone[-1].zone_end;

	/* Now start and end is the offset in zone */
	stripe_size = zone->nb_dev * mddev->chunk_sectors;

	first_stripe_index = start;
	sector_div(first_stripe_index, stripe_size);
	last_stripe_index = end;
	sector_div(last_stripe_index, stripe_size);

	start_disk_index = (int)(start - first_stripe_index * stripe_size) /
		mddev->chunk_sectors;
	start_disk_offset = ((int)(start - first_stripe_index * stripe_size) %
		mddev->chunk_sectors) +
		first_stripe_index * mddev->chunk_sectors;
	end_disk_index = (int)(end - last_stripe_index * stripe_size) /
		mddev->chunk_sectors;
	end_disk_offset = ((int)(end - last_stripe_index * stripe_size) %
		mddev->chunk_sectors) +
		last_stripe_index * mddev->chunk_sectors;

	for (disk = 0; disk < zone->nb_dev; disk++) {
		sector_t dev_start, dev_end;
		struct bio *discard_bio = NULL;
		struct md_rdev *rdev;

		if (disk < start_disk_index)
			dev_start = (first_stripe_index + 1) *
				mddev->chunk_sectors;
		else if (disk > start_disk_index)
			dev_start = first_stripe_index * mddev->chunk_sectors;
		else
			dev_start = start_disk_offset;

		if (disk < end_disk_index)
			dev_end = (last_stripe_index + 1) * mddev->chunk_sectors;
		else if (disk > end_disk_index)
			dev_end = last_stripe_index * mddev->chunk_sectors;
		else
			dev_end = end_disk_offset;

		if (dev_end <= dev_start)
			continue;

		rdev = conf->devlist[(zone - conf->strip_zone) *
			conf->strip_zone[0].nb_dev + disk];
		if (__blkdev_issue_discard(rdev->bdev,
			dev_start + zone->dev_start + rdev->data_offset,
			dev_end - dev_start, GFP_NOIO, 0, &discard_bio) ||
		    !discard_bio)
			continue;
		bio_chain(discard_bio, bio);
561
		bio_clone_blkcg_association(discard_bio, bio);
562 563 564 565
		if (mddev->gendisk)
			trace_block_bio_remap(bdev_get_queue(rdev->bdev),
				discard_bio, disk_devt(mddev->gendisk),
				bio->bi_iter.bi_sector);
566
		bio_clear_flag(bio, BIO_QUEUE_ENTERED);
567 568 569 570 571
		generic_make_request(discard_bio);
	}
	bio_endio(bio);
}

572
static bool raid0_make_request(struct mddev *mddev, struct bio *bio)
573
{
574
	struct r0conf *conf = mddev->private;
L
Linus Torvalds 已提交
575
	struct strip_zone *zone;
576
	struct md_rdev *tmp_dev;
N
NeilBrown 已提交
577 578
	sector_t bio_sector;
	sector_t sector;
579
	sector_t orig_sector;
N
NeilBrown 已提交
580 581
	unsigned chunk_sects;
	unsigned sectors;
L
Linus Torvalds 已提交
582

J
Jens Axboe 已提交
583
	if (unlikely(bio->bi_opf & REQ_PREFLUSH)) {
T
Tejun Heo 已提交
584
		md_flush_request(mddev, bio);
585
		return true;
586 587
	}

588 589
	if (unlikely((bio_op(bio) == REQ_OP_DISCARD))) {
		raid0_handle_discard(mddev, bio);
590
		return true;
591 592
	}

N
NeilBrown 已提交
593 594 595
	bio_sector = bio->bi_iter.bi_sector;
	sector = bio_sector;
	chunk_sects = mddev->chunk_sectors;
K
Kent Overstreet 已提交
596

N
NeilBrown 已提交
597 598 599 600
	sectors = chunk_sects -
		(likely(is_power_of_2(chunk_sects))
		 ? (sector & (chunk_sects-1))
		 : sector_div(sector, chunk_sects));
K
Kent Overstreet 已提交
601

N
NeilBrown 已提交
602 603
	/* Restore due to sector_div */
	sector = bio_sector;
604

N
NeilBrown 已提交
605
	if (sectors < bio_sectors(bio)) {
606 607
		struct bio *split = bio_split(bio, sectors, GFP_NOIO,
					      &mddev->bio_set);
N
NeilBrown 已提交
608 609 610 611
		bio_chain(split, bio);
		generic_make_request(bio);
		bio = split;
	}
L
Linus Torvalds 已提交
612

613
	orig_sector = sector;
N
NeilBrown 已提交
614
	zone = find_zone(mddev->private, &sector);
615 616 617 618 619 620 621 622
	switch (conf->layout) {
	case RAID0_ORIG_LAYOUT:
		tmp_dev = map_sector(mddev, zone, orig_sector, &sector);
		break;
	case RAID0_ALT_MULTIZONE_LAYOUT:
		tmp_dev = map_sector(mddev, zone, sector, &sector);
		break;
	default:
623
		WARN(1, "md/raid0:%s: Invalid layout\n", mdname(mddev));
624 625 626 627
		bio_io_error(bio);
		return true;
	}

628
	bio_set_dev(bio, tmp_dev->bdev);
N
NeilBrown 已提交
629 630 631
	bio->bi_iter.bi_sector = sector + zone->dev_start +
		tmp_dev->data_offset;

632
	if (mddev->gendisk)
633 634
		trace_block_bio_remap(bio->bi_disk->queue, bio,
				disk_devt(mddev->gendisk), bio_sector);
635 636
	mddev_check_writesame(mddev, bio);
	mddev_check_write_zeroes(mddev, bio);
637
	bio_clear_flag(bio, BIO_QUEUE_ENTERED);
638
	generic_make_request(bio);
639
	return true;
L
Linus Torvalds 已提交
640
}
N
NeilBrown 已提交
641

642
static void raid0_status(struct seq_file *seq, struct mddev *mddev)
L
Linus Torvalds 已提交
643
{
644
	seq_printf(seq, " %dk chunks", mddev->chunk_sectors / 2);
L
Linus Torvalds 已提交
645 646 647
	return;
}

648
static void *raid0_takeover_raid45(struct mddev *mddev)
649
{
650
	struct md_rdev *rdev;
651
	struct r0conf *priv_conf;
652 653

	if (mddev->degraded != 1) {
N
NeilBrown 已提交
654 655 656
		pr_warn("md/raid0:%s: raid5 must be degraded! Degraded disks: %d\n",
			mdname(mddev),
			mddev->degraded);
657 658 659
		return ERR_PTR(-EINVAL);
	}

N
NeilBrown 已提交
660
	rdev_for_each(rdev, mddev) {
661 662
		/* check slot number for a disk */
		if (rdev->raid_disk == mddev->raid_disks-1) {
N
NeilBrown 已提交
663 664
			pr_warn("md/raid0:%s: raid5 must have missing parity disk!\n",
				mdname(mddev));
665 666
			return ERR_PTR(-EINVAL);
		}
667
		rdev->sectors = mddev->dev_sectors;
668 669 670 671
	}

	/* Set new parameters */
	mddev->new_level = 0;
672
	mddev->new_layout = 0;
673 674 675 676 677
	mddev->new_chunk_sectors = mddev->chunk_sectors;
	mddev->raid_disks--;
	mddev->delta_disks = -1;
	/* make sure it will be not marked as dirty */
	mddev->recovery_cp = MaxSector;
678
	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);
679 680

	create_strip_zones(mddev, &priv_conf);
681

682 683 684
	return priv_conf;
}

685
static void *raid0_takeover_raid10(struct mddev *mddev)
686
{
687
	struct r0conf *priv_conf;
688 689 690 691 692 693 694 695

	/* Check layout:
	 *  - far_copies must be 1
	 *  - near_copies must be 2
	 *  - disks number must be even
	 *  - all mirrors must be already degraded
	 */
	if (mddev->layout != ((1 << 8) + 2)) {
N
NeilBrown 已提交
696 697 698
		pr_warn("md/raid0:%s:: Raid0 cannot takeover layout: 0x%x\n",
			mdname(mddev),
			mddev->layout);
699 700 701
		return ERR_PTR(-EINVAL);
	}
	if (mddev->raid_disks & 1) {
N
NeilBrown 已提交
702 703
		pr_warn("md/raid0:%s: Raid0 cannot takeover Raid10 with odd disk number.\n",
			mdname(mddev));
704 705 706
		return ERR_PTR(-EINVAL);
	}
	if (mddev->degraded != (mddev->raid_disks>>1)) {
N
NeilBrown 已提交
707 708
		pr_warn("md/raid0:%s: All mirrors must be already degraded!\n",
			mdname(mddev));
709 710 711 712 713
		return ERR_PTR(-EINVAL);
	}

	/* Set new parameters */
	mddev->new_level = 0;
714
	mddev->new_layout = 0;
715 716 717 718 719 720
	mddev->new_chunk_sectors = mddev->chunk_sectors;
	mddev->delta_disks = - mddev->raid_disks / 2;
	mddev->raid_disks += mddev->delta_disks;
	mddev->degraded = 0;
	/* make sure it will be not marked as dirty */
	mddev->recovery_cp = MaxSector;
721
	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);
722 723 724 725 726

	create_strip_zones(mddev, &priv_conf);
	return priv_conf;
}

727
static void *raid0_takeover_raid1(struct mddev *mddev)
728
{
729
	struct r0conf *priv_conf;
730
	int chunksect;
731 732 733 734 735

	/* Check layout:
	 *  - (N - 1) mirror drives must be already faulty
	 */
	if ((mddev->raid_disks - 1) != mddev->degraded) {
N
NeilBrown 已提交
736
		pr_err("md/raid0:%s: (N - 1) mirrors drives must be already faulty!\n",
737 738 739 740
		       mdname(mddev));
		return ERR_PTR(-EINVAL);
	}

741 742 743 744 745 746 747 748 749 750 751 752 753 754
	/*
	 * a raid1 doesn't have the notion of chunk size, so
	 * figure out the largest suitable size we can use.
	 */
	chunksect = 64 * 2; /* 64K by default */

	/* The array must be an exact multiple of chunksize */
	while (chunksect && (mddev->array_sectors & (chunksect - 1)))
		chunksect >>= 1;

	if ((chunksect << 9) < PAGE_SIZE)
		/* array size does not allow a suitable chunk size */
		return ERR_PTR(-EINVAL);

755 756 757
	/* Set new parameters */
	mddev->new_level = 0;
	mddev->new_layout = 0;
758 759
	mddev->new_chunk_sectors = chunksect;
	mddev->chunk_sectors = chunksect;
760
	mddev->delta_disks = 1 - mddev->raid_disks;
K
Krzysztof Wojcik 已提交
761
	mddev->raid_disks = 1;
762 763
	/* make sure it will be not marked as dirty */
	mddev->recovery_cp = MaxSector;
764
	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);
765 766 767 768 769

	create_strip_zones(mddev, &priv_conf);
	return priv_conf;
}

770
static void *raid0_takeover(struct mddev *mddev)
771 772
{
	/* raid0 can take over:
M
Maciej Trela 已提交
773
	 *  raid4 - if all data disks are active.
774 775
	 *  raid5 - providing it is Raid4 layout and one disk is faulty
	 *  raid10 - assuming we have all necessary active disks
776
	 *  raid1 - with (N -1) mirror drives faulty
777
	 */
778 779

	if (mddev->bitmap) {
N
NeilBrown 已提交
780 781
		pr_warn("md/raid0: %s: cannot takeover array with bitmap\n",
			mdname(mddev));
782 783
		return ERR_PTR(-EBUSY);
	}
M
Maciej Trela 已提交
784 785 786
	if (mddev->level == 4)
		return raid0_takeover_raid45(mddev);

787 788
	if (mddev->level == 5) {
		if (mddev->layout == ALGORITHM_PARITY_N)
M
Maciej Trela 已提交
789
			return raid0_takeover_raid45(mddev);
790

N
NeilBrown 已提交
791 792
		pr_warn("md/raid0:%s: Raid can only takeover Raid5 with layout: %d\n",
			mdname(mddev), ALGORITHM_PARITY_N);
793 794 795 796 797
	}

	if (mddev->level == 10)
		return raid0_takeover_raid10(mddev);

798 799 800
	if (mddev->level == 1)
		return raid0_takeover_raid1(mddev);

N
NeilBrown 已提交
801
	pr_warn("Takeover from raid%i to raid0 not supported\n",
802 803
		mddev->level);

804 805 806
	return ERR_PTR(-EINVAL);
}

807
static void raid0_quiesce(struct mddev *mddev, int quiesce)
808 809 810
{
}

811
static struct md_personality raid0_personality=
L
Linus Torvalds 已提交
812 813
{
	.name		= "raid0",
814
	.level		= 0,
L
Linus Torvalds 已提交
815 816 817
	.owner		= THIS_MODULE,
	.make_request	= raid0_make_request,
	.run		= raid0_run,
N
NeilBrown 已提交
818
	.free		= raid0_free,
L
Linus Torvalds 已提交
819
	.status		= raid0_status,
820
	.size		= raid0_size,
821 822
	.takeover	= raid0_takeover,
	.quiesce	= raid0_quiesce,
823
	.congested	= raid0_congested,
L
Linus Torvalds 已提交
824 825 826 827
};

static int __init raid0_init (void)
{
828
	return register_md_personality (&raid0_personality);
L
Linus Torvalds 已提交
829 830 831 832
}

static void raid0_exit (void)
{
833
	unregister_md_personality (&raid0_personality);
L
Linus Torvalds 已提交
834 835 836 837 838
}

module_init(raid0_init);
module_exit(raid0_exit);
MODULE_LICENSE("GPL");
839
MODULE_DESCRIPTION("RAID0 (striping) personality for MD");
L
Linus Torvalds 已提交
840
MODULE_ALIAS("md-personality-2"); /* RAID0 */
841
MODULE_ALIAS("md-raid0");
842
MODULE_ALIAS("md-level-0");