raid0.c 21.3 KB
Newer Older
L
Linus Torvalds 已提交
1 2
/*
   raid0.c : Multiple Devices driver for Linux
3
	     Copyright (C) 1994-96 Marc ZYNGIER
L
Linus Torvalds 已提交
4 5
	     <zyngier@ufr-info-p7.ibp.fr> or
	     <maz@gloups.fdn.fr>
6
	     Copyright (C) 1999, 2000 Ingo Molnar, Red Hat
L
Linus Torvalds 已提交
7 8 9 10 11 12 13

   RAID-0 management functions.

   This program is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 2, or (at your option)
   any later version.
14

L
Linus Torvalds 已提交
15 16
   You should have received a copy of the GNU General Public License
   (for example /usr/src/linux/COPYING); if not, write to the Free
17
   Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
L
Linus Torvalds 已提交
18 19
*/

20 21
#include <linux/blkdev.h>
#include <linux/seq_file.h>
22
#include <linux/module.h>
23
#include <linux/slab.h>
24
#include <trace/events/block.h>
25
#include "md.h"
26
#include "raid0.h"
27
#include "raid5.h"
L
Linus Torvalds 已提交
28

29 30 31
#define UNSUPPORTED_MDDEV_FLAGS		\
	((1L << MD_HAS_JOURNAL) |	\
	 (1L << MD_JOURNAL_CLEAN) |	\
32
	 (1L << MD_FAILFAST_SUPPORTED) |\
33 34
	 (1L << MD_HAS_PPL) |		\
	 (1L << MD_HAS_MULTIPLE_PPLS))
35

36
static int raid0_congested(struct mddev *mddev, int bits)
37
{
38
	struct r0conf *conf = mddev->private;
39
	struct md_rdev **devlist = conf->devlist;
40
	int raid_disks = conf->strip_zone[0].nb_dev;
41 42
	int i, ret = 0;

43
	for (i = 0; i < raid_disks && !ret ; i++) {
44
		struct request_queue *q = bdev_get_queue(devlist[i]->bdev);
45

46
		ret |= bdi_congested(q->backing_dev_info, bits);
47 48 49 50
	}
	return ret;
}

51 52 53
/*
 * inform the user of the raid configuration
*/
54
static void dump_zones(struct mddev *mddev)
55
{
56
	int j, k;
57 58 59
	sector_t zone_size = 0;
	sector_t zone_start = 0;
	char b[BDEVNAME_SIZE];
60
	struct r0conf *conf = mddev->private;
61
	int raid_disks = conf->strip_zone[0].nb_dev;
N
NeilBrown 已提交
62 63 64
	pr_debug("md: RAID0 configuration for %s - %d zone%s\n",
		 mdname(mddev),
		 conf->nr_strip_zones, conf->nr_strip_zones==1?"":"s");
65
	for (j = 0; j < conf->nr_strip_zones; j++) {
N
NeilBrown 已提交
66 67 68
		char line[200];
		int len = 0;

69
		for (k = 0; k < conf->strip_zone[j].nb_dev; k++)
N
NeilBrown 已提交
70 71 72 73
			len += snprintf(line+len, 200-len, "%s%s", k?"/":"",
					bdevname(conf->devlist[j*raid_disks
							       + k]->bdev, b));
		pr_debug("md: zone%d=[%s]\n", j, line);
74 75

		zone_size  = conf->strip_zone[j].zone_end - zone_start;
N
NeilBrown 已提交
76
		pr_debug("      zone-offset=%10lluKB, device-offset=%10lluKB, size=%10lluKB\n",
77 78 79 80 81 82 83
			(unsigned long long)zone_start>>1,
			(unsigned long long)conf->strip_zone[j].dev_start>>1,
			(unsigned long long)zone_size>>1);
		zone_start = conf->strip_zone[j].zone_end;
	}
}

84
static int create_strip_zones(struct mddev *mddev, struct r0conf **private_conf)
L
Linus Torvalds 已提交
85
{
86
	int i, c, err;
87
	sector_t curr_zone_end, sectors;
88
	struct md_rdev *smallest, *rdev1, *rdev2, *rdev, **dev;
L
Linus Torvalds 已提交
89 90 91
	struct strip_zone *zone;
	int cnt;
	char b[BDEVNAME_SIZE];
92
	char b2[BDEVNAME_SIZE];
93
	struct r0conf *conf = kzalloc(sizeof(*conf), GFP_KERNEL);
94
	unsigned short blksize = 512;
95

96
	*private_conf = ERR_PTR(-ENOMEM);
97 98
	if (!conf)
		return -ENOMEM;
N
NeilBrown 已提交
99
	rdev_for_each(rdev1, mddev) {
100 101 102
		pr_debug("md/raid0:%s: looking at %s\n",
			 mdname(mddev),
			 bdevname(rdev1->bdev, b));
L
Linus Torvalds 已提交
103
		c = 0;
104 105 106 107 108 109

		/* round size to chunk_size */
		sectors = rdev1->sectors;
		sector_div(sectors, mddev->chunk_sectors);
		rdev1->sectors = sectors * mddev->chunk_sectors;

110 111 112
		blksize = max(blksize, queue_logical_block_size(
				      rdev1->bdev->bd_disk->queue));

N
NeilBrown 已提交
113
		rdev_for_each(rdev2, mddev) {
114 115 116 117 118 119 120
			pr_debug("md/raid0:%s:   comparing %s(%llu)"
				 " with %s(%llu)\n",
				 mdname(mddev),
				 bdevname(rdev1->bdev,b),
				 (unsigned long long)rdev1->sectors,
				 bdevname(rdev2->bdev,b2),
				 (unsigned long long)rdev2->sectors);
L
Linus Torvalds 已提交
121
			if (rdev2 == rdev1) {
122 123
				pr_debug("md/raid0:%s:   END\n",
					 mdname(mddev));
L
Linus Torvalds 已提交
124 125
				break;
			}
126
			if (rdev2->sectors == rdev1->sectors) {
L
Linus Torvalds 已提交
127 128 129 130
				/*
				 * Not unique, don't count it as a new
				 * group
				 */
131 132
				pr_debug("md/raid0:%s:   EQUAL\n",
					 mdname(mddev));
L
Linus Torvalds 已提交
133 134 135
				c = 1;
				break;
			}
136 137
			pr_debug("md/raid0:%s:   NOT EQUAL\n",
				 mdname(mddev));
L
Linus Torvalds 已提交
138 139
		}
		if (!c) {
140 141
			pr_debug("md/raid0:%s:   ==> UNIQUE\n",
				 mdname(mddev));
L
Linus Torvalds 已提交
142
			conf->nr_strip_zones++;
143 144
			pr_debug("md/raid0:%s: %d zones\n",
				 mdname(mddev), conf->nr_strip_zones);
L
Linus Torvalds 已提交
145 146
		}
	}
147 148
	pr_debug("md/raid0:%s: FINAL %d zones\n",
		 mdname(mddev), conf->nr_strip_zones);
149 150 151 152 153
	/*
	 * now since we have the hard sector sizes, we can make sure
	 * chunk size is a multiple of that sector size
	 */
	if ((mddev->chunk_sectors << 9) % blksize) {
N
NeilBrown 已提交
154 155 156
		pr_warn("md/raid0:%s: chunk_size of %d not multiple of block size %d\n",
			mdname(mddev),
			mddev->chunk_sectors << 9, blksize);
157 158 159 160
		err = -EINVAL;
		goto abort;
	}

161
	err = -ENOMEM;
162
	conf->strip_zone = kzalloc(sizeof(struct strip_zone)*
L
Linus Torvalds 已提交
163 164
				conf->nr_strip_zones, GFP_KERNEL);
	if (!conf->strip_zone)
165
		goto abort;
166
	conf->devlist = kzalloc(sizeof(struct md_rdev*)*
L
Linus Torvalds 已提交
167 168 169
				conf->nr_strip_zones*mddev->raid_disks,
				GFP_KERNEL);
	if (!conf->devlist)
170
		goto abort;
L
Linus Torvalds 已提交
171 172 173 174 175 176 177

	/* The first zone must contain all devices, so here we check that
	 * there is a proper alignment of slots to devices and find them all
	 */
	zone = &conf->strip_zone[0];
	cnt = 0;
	smallest = NULL;
178
	dev = conf->devlist;
179
	err = -EINVAL;
N
NeilBrown 已提交
180
	rdev_for_each(rdev1, mddev) {
L
Linus Torvalds 已提交
181 182
		int j = rdev1->raid_disk;

183
		if (mddev->level == 10) {
184 185
			/* taking over a raid10-n2 array */
			j /= 2;
186 187
			rdev1->new_raid_disk = j;
		}
188

189 190 191 192 193 194 195 196
		if (mddev->level == 1) {
			/* taiking over a raid1 array-
			 * we have only one active disk
			 */
			j = 0;
			rdev1->new_raid_disk = j;
		}

197
		if (j < 0) {
N
NeilBrown 已提交
198 199
			pr_warn("md/raid0:%s: remove inactive devices before converting to RAID0\n",
				mdname(mddev));
200 201 202
			goto abort;
		}
		if (j >= mddev->raid_disks) {
N
NeilBrown 已提交
203 204
			pr_warn("md/raid0:%s: bad disk number %d - aborting!\n",
				mdname(mddev), j);
L
Linus Torvalds 已提交
205 206
			goto abort;
		}
207
		if (dev[j]) {
N
NeilBrown 已提交
208 209
			pr_warn("md/raid0:%s: multiple devices for %d - aborting!\n",
				mdname(mddev), j);
L
Linus Torvalds 已提交
210 211
			goto abort;
		}
212
		dev[j] = rdev1;
L
Linus Torvalds 已提交
213

214
		if (!smallest || (rdev1->sectors < smallest->sectors))
L
Linus Torvalds 已提交
215 216 217 218
			smallest = rdev1;
		cnt++;
	}
	if (cnt != mddev->raid_disks) {
N
NeilBrown 已提交
219 220
		pr_warn("md/raid0:%s: too few disks (%d of %d) - aborting!\n",
			mdname(mddev), cnt, mddev->raid_disks);
L
Linus Torvalds 已提交
221 222 223
		goto abort;
	}
	zone->nb_dev = cnt;
224
	zone->zone_end = smallest->sectors * cnt;
L
Linus Torvalds 已提交
225

226
	curr_zone_end = zone->zone_end;
L
Linus Torvalds 已提交
227 228 229 230

	/* now do the other zones */
	for (i = 1; i < conf->nr_strip_zones; i++)
	{
231 232
		int j;

L
Linus Torvalds 已提交
233
		zone = conf->strip_zone + i;
234
		dev = conf->devlist + i * mddev->raid_disks;
L
Linus Torvalds 已提交
235

236
		pr_debug("md/raid0:%s: zone %d\n", mdname(mddev), i);
237
		zone->dev_start = smallest->sectors;
L
Linus Torvalds 已提交
238 239 240 241
		smallest = NULL;
		c = 0;

		for (j=0; j<cnt; j++) {
242
			rdev = conf->devlist[j];
243
			if (rdev->sectors <= zone->dev_start) {
244 245 246
				pr_debug("md/raid0:%s: checking %s ... nope\n",
					 mdname(mddev),
					 bdevname(rdev->bdev, b));
247 248
				continue;
			}
249 250 251 252
			pr_debug("md/raid0:%s: checking %s ..."
				 " contained as device %d\n",
				 mdname(mddev),
				 bdevname(rdev->bdev, b), c);
253
			dev[c] = rdev;
254 255 256
			c++;
			if (!smallest || rdev->sectors < smallest->sectors) {
				smallest = rdev;
257 258 259
				pr_debug("md/raid0:%s:  (%llu) is smallest!.\n",
					 mdname(mddev),
					 (unsigned long long)rdev->sectors);
260
			}
L
Linus Torvalds 已提交
261 262 263
		}

		zone->nb_dev = c;
264
		sectors = (smallest->sectors - zone->dev_start) * c;
265 266 267
		pr_debug("md/raid0:%s: zone->nb_dev: %d, sectors: %llu\n",
			 mdname(mddev),
			 zone->nb_dev, (unsigned long long)sectors);
L
Linus Torvalds 已提交
268

269
		curr_zone_end += sectors;
270
		zone->zone_end = curr_zone_end;
L
Linus Torvalds 已提交
271

272 273 274
		pr_debug("md/raid0:%s: current zone start: %llu\n",
			 mdname(mddev),
			 (unsigned long long)smallest->sectors);
L
Linus Torvalds 已提交
275 276
	}

277
	pr_debug("md/raid0:%s: done.\n", mdname(mddev));
278 279
	*private_conf = conf;

L
Linus Torvalds 已提交
280
	return 0;
281
abort:
282 283 284
	kfree(conf->strip_zone);
	kfree(conf->devlist);
	kfree(conf);
285
	*private_conf = ERR_PTR(err);
286
	return err;
L
Linus Torvalds 已提交
287 288
}

289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309
/* Find the zone which holds a particular offset
 * Update *sectorp to be an offset in that zone
 */
static struct strip_zone *find_zone(struct r0conf *conf,
				    sector_t *sectorp)
{
	int i;
	struct strip_zone *z = conf->strip_zone;
	sector_t sector = *sectorp;

	for (i = 0; i < conf->nr_strip_zones; i++)
		if (sector < z[i].zone_end) {
			if (i)
				*sectorp = sector - z[i-1].zone_end;
			return z + i;
		}
	BUG();
}

/*
 * remaps the bio to the target device. we separate two flows.
310
 * power 2 flow and a general flow for the sake of performance
311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344
*/
static struct md_rdev *map_sector(struct mddev *mddev, struct strip_zone *zone,
				sector_t sector, sector_t *sector_offset)
{
	unsigned int sect_in_chunk;
	sector_t chunk;
	struct r0conf *conf = mddev->private;
	int raid_disks = conf->strip_zone[0].nb_dev;
	unsigned int chunk_sects = mddev->chunk_sectors;

	if (is_power_of_2(chunk_sects)) {
		int chunksect_bits = ffz(~chunk_sects);
		/* find the sector offset inside the chunk */
		sect_in_chunk  = sector & (chunk_sects - 1);
		sector >>= chunksect_bits;
		/* chunk in zone */
		chunk = *sector_offset;
		/* quotient is the chunk in real device*/
		sector_div(chunk, zone->nb_dev << chunksect_bits);
	} else{
		sect_in_chunk = sector_div(sector, chunk_sects);
		chunk = *sector_offset;
		sector_div(chunk, chunk_sects * zone->nb_dev);
	}
	/*
	*  position the bio over the real device
	*  real sector = chunk in device + starting of zone
	*	+ the position in the chunk
	*/
	*sector_offset = (chunk * chunk_sects) + sect_in_chunk;
	return conf->devlist[(zone - conf->strip_zone)*raid_disks
			     + sector_div(sector, zone->nb_dev)];
}

345
static sector_t raid0_size(struct mddev *mddev, sector_t sectors, int raid_disks)
346 347
{
	sector_t array_sectors = 0;
348
	struct md_rdev *rdev;
349 350 351 352

	WARN_ONCE(sectors || raid_disks,
		  "%s does not support generic reshape\n", __func__);

N
NeilBrown 已提交
353
	rdev_for_each(rdev, mddev)
354 355
		array_sectors += (rdev->sectors &
				  ~(sector_t)(mddev->chunk_sectors-1));
356 357 358 359

	return array_sectors;
}

N
NeilBrown 已提交
360
static void raid0_free(struct mddev *mddev, void *priv);
361

362
static int raid0_run(struct mddev *mddev)
L
Linus Torvalds 已提交
363
{
364
	struct r0conf *conf;
365
	int ret;
L
Linus Torvalds 已提交
366

367
	if (mddev->chunk_sectors == 0) {
N
NeilBrown 已提交
368
		pr_warn("md/raid0:%s: chunk size must be set.\n", mdname(mddev));
369 370
		return -EINVAL;
	}
371 372
	if (md_check_no_bitmap(mddev))
		return -EINVAL;
373

374 375 376 377 378 379 380 381
	/* if private is not null, we are here after takeover */
	if (mddev->private == NULL) {
		ret = create_strip_zones(mddev, &conf);
		if (ret < 0)
			return ret;
		mddev->private = conf;
	}
	conf = mddev->private;
382 383 384 385 386 387
	if (mddev->queue) {
		struct md_rdev *rdev;
		bool discard_supported = false;

		blk_queue_max_hw_sectors(mddev->queue, mddev->chunk_sectors);
		blk_queue_max_write_same_sectors(mddev->queue, mddev->chunk_sectors);
388
		blk_queue_max_write_zeroes_sectors(mddev->queue, mddev->chunk_sectors);
389
		blk_queue_max_discard_sectors(mddev->queue, UINT_MAX);
390 391 392 393 394

		blk_queue_io_min(mddev->queue, mddev->chunk_sectors << 9);
		blk_queue_io_opt(mddev->queue,
				 (mddev->chunk_sectors << 9) * mddev->raid_disks);

395 396 397 398 399 400
		rdev_for_each(rdev, mddev) {
			disk_stack_limits(mddev->gendisk, rdev->bdev,
					  rdev->data_offset << 9);
			if (blk_queue_discard(bdev_get_queue(rdev->bdev)))
				discard_supported = true;
		}
401
		if (!discard_supported)
402
			blk_queue_flag_clear(QUEUE_FLAG_DISCARD, mddev->queue);
403
		else
404
			blk_queue_flag_set(QUEUE_FLAG_DISCARD, mddev->queue);
405
	}
L
Linus Torvalds 已提交
406 407

	/* calculate array device size */
408
	md_set_array_sectors(mddev, raid0_size(mddev, 0, 0));
L
Linus Torvalds 已提交
409

N
NeilBrown 已提交
410 411 412
	pr_debug("md/raid0:%s: md_size is %llu sectors.\n",
		 mdname(mddev),
		 (unsigned long long)mddev->array_sectors);
413 414 415 416 417 418 419 420 421 422 423

	if (mddev->queue) {
		/* calculate the max read-ahead size.
		 * For read-ahead of large files to be effective, we need to
		 * readahead at least twice a whole stripe. i.e. number of devices
		 * multiplied by chunk size times 2.
		 * If an individual device has an ra_pages greater than the
		 * chunk size, then we will not drive that device as hard as it
		 * wants.  We consider this a configuration error: a larger
		 * chunksize should be used in that case.
		 */
424 425
		int stripe = mddev->raid_disks *
			(mddev->chunk_sectors << 9) / PAGE_SIZE;
426 427
		if (mddev->queue->backing_dev_info->ra_pages < 2* stripe)
			mddev->queue->backing_dev_info->ra_pages = 2* stripe;
L
Linus Torvalds 已提交
428 429
	}

430
	dump_zones(mddev);
431 432 433 434

	ret = md_integrity_register(mddev);

	return ret;
L
Linus Torvalds 已提交
435 436
}

N
NeilBrown 已提交
437
static void raid0_free(struct mddev *mddev, void *priv)
L
Linus Torvalds 已提交
438
{
N
NeilBrown 已提交
439
	struct r0conf *conf = priv;
L
Linus Torvalds 已提交
440

441
	kfree(conf->strip_zone);
442
	kfree(conf->devlist);
443
	kfree(conf);
L
Linus Torvalds 已提交
444 445
}

446 447 448
/*
 * Is io distribute over 1 or more chunks ?
*/
449
static inline int is_io_in_chunk_boundary(struct mddev *mddev,
450 451
			unsigned int chunk_sects, struct bio *bio)
{
N
NeilBrown 已提交
452
	if (likely(is_power_of_2(chunk_sects))) {
453 454
		return chunk_sects >=
			((bio->bi_iter.bi_sector & (chunk_sects-1))
455
					+ bio_sectors(bio));
456
	} else{
457
		sector_t sector = bio->bi_iter.bi_sector;
458
		return chunk_sects >= (sector_div(sector, chunk_sects)
459
						+ bio_sectors(bio));
460 461 462
	}
}

463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542
static void raid0_handle_discard(struct mddev *mddev, struct bio *bio)
{
	struct r0conf *conf = mddev->private;
	struct strip_zone *zone;
	sector_t start = bio->bi_iter.bi_sector;
	sector_t end;
	unsigned int stripe_size;
	sector_t first_stripe_index, last_stripe_index;
	sector_t start_disk_offset;
	unsigned int start_disk_index;
	sector_t end_disk_offset;
	unsigned int end_disk_index;
	unsigned int disk;

	zone = find_zone(conf, &start);

	if (bio_end_sector(bio) > zone->zone_end) {
		struct bio *split = bio_split(bio,
			zone->zone_end - bio->bi_iter.bi_sector, GFP_NOIO,
			mddev->bio_set);
		bio_chain(split, bio);
		generic_make_request(bio);
		bio = split;
		end = zone->zone_end;
	} else
		end = bio_end_sector(bio);

	if (zone != conf->strip_zone)
		end = end - zone[-1].zone_end;

	/* Now start and end is the offset in zone */
	stripe_size = zone->nb_dev * mddev->chunk_sectors;

	first_stripe_index = start;
	sector_div(first_stripe_index, stripe_size);
	last_stripe_index = end;
	sector_div(last_stripe_index, stripe_size);

	start_disk_index = (int)(start - first_stripe_index * stripe_size) /
		mddev->chunk_sectors;
	start_disk_offset = ((int)(start - first_stripe_index * stripe_size) %
		mddev->chunk_sectors) +
		first_stripe_index * mddev->chunk_sectors;
	end_disk_index = (int)(end - last_stripe_index * stripe_size) /
		mddev->chunk_sectors;
	end_disk_offset = ((int)(end - last_stripe_index * stripe_size) %
		mddev->chunk_sectors) +
		last_stripe_index * mddev->chunk_sectors;

	for (disk = 0; disk < zone->nb_dev; disk++) {
		sector_t dev_start, dev_end;
		struct bio *discard_bio = NULL;
		struct md_rdev *rdev;

		if (disk < start_disk_index)
			dev_start = (first_stripe_index + 1) *
				mddev->chunk_sectors;
		else if (disk > start_disk_index)
			dev_start = first_stripe_index * mddev->chunk_sectors;
		else
			dev_start = start_disk_offset;

		if (disk < end_disk_index)
			dev_end = (last_stripe_index + 1) * mddev->chunk_sectors;
		else if (disk > end_disk_index)
			dev_end = last_stripe_index * mddev->chunk_sectors;
		else
			dev_end = end_disk_offset;

		if (dev_end <= dev_start)
			continue;

		rdev = conf->devlist[(zone - conf->strip_zone) *
			conf->strip_zone[0].nb_dev + disk];
		if (__blkdev_issue_discard(rdev->bdev,
			dev_start + zone->dev_start + rdev->data_offset,
			dev_end - dev_start, GFP_NOIO, 0, &discard_bio) ||
		    !discard_bio)
			continue;
		bio_chain(discard_bio, bio);
543
		bio_clone_blkcg_association(discard_bio, bio);
544 545 546 547 548 549 550 551 552
		if (mddev->gendisk)
			trace_block_bio_remap(bdev_get_queue(rdev->bdev),
				discard_bio, disk_devt(mddev->gendisk),
				bio->bi_iter.bi_sector);
		generic_make_request(discard_bio);
	}
	bio_endio(bio);
}

553
static bool raid0_make_request(struct mddev *mddev, struct bio *bio)
554
{
L
Linus Torvalds 已提交
555
	struct strip_zone *zone;
556
	struct md_rdev *tmp_dev;
N
NeilBrown 已提交
557 558 559 560
	sector_t bio_sector;
	sector_t sector;
	unsigned chunk_sects;
	unsigned sectors;
L
Linus Torvalds 已提交
561

J
Jens Axboe 已提交
562
	if (unlikely(bio->bi_opf & REQ_PREFLUSH)) {
T
Tejun Heo 已提交
563
		md_flush_request(mddev, bio);
564
		return true;
565 566
	}

567 568
	if (unlikely((bio_op(bio) == REQ_OP_DISCARD))) {
		raid0_handle_discard(mddev, bio);
569
		return true;
570 571
	}

N
NeilBrown 已提交
572 573 574
	bio_sector = bio->bi_iter.bi_sector;
	sector = bio_sector;
	chunk_sects = mddev->chunk_sectors;
K
Kent Overstreet 已提交
575

N
NeilBrown 已提交
576 577 578 579
	sectors = chunk_sects -
		(likely(is_power_of_2(chunk_sects))
		 ? (sector & (chunk_sects-1))
		 : sector_div(sector, chunk_sects));
K
Kent Overstreet 已提交
580

N
NeilBrown 已提交
581 582
	/* Restore due to sector_div */
	sector = bio_sector;
583

N
NeilBrown 已提交
584 585 586 587 588 589
	if (sectors < bio_sectors(bio)) {
		struct bio *split = bio_split(bio, sectors, GFP_NOIO, mddev->bio_set);
		bio_chain(split, bio);
		generic_make_request(bio);
		bio = split;
	}
L
Linus Torvalds 已提交
590

N
NeilBrown 已提交
591 592
	zone = find_zone(mddev->private, &sector);
	tmp_dev = map_sector(mddev, zone, sector, &sector);
593
	bio_set_dev(bio, tmp_dev->bdev);
N
NeilBrown 已提交
594 595 596
	bio->bi_iter.bi_sector = sector + zone->dev_start +
		tmp_dev->data_offset;

597
	if (mddev->gendisk)
598 599
		trace_block_bio_remap(bio->bi_disk->queue, bio,
				disk_devt(mddev->gendisk), bio_sector);
600 601 602
	mddev_check_writesame(mddev, bio);
	mddev_check_write_zeroes(mddev, bio);
	generic_make_request(bio);
603
	return true;
L
Linus Torvalds 已提交
604
}
N
NeilBrown 已提交
605

606
static void raid0_status(struct seq_file *seq, struct mddev *mddev)
L
Linus Torvalds 已提交
607
{
608
	seq_printf(seq, " %dk chunks", mddev->chunk_sectors / 2);
L
Linus Torvalds 已提交
609 610 611
	return;
}

612
static void *raid0_takeover_raid45(struct mddev *mddev)
613
{
614
	struct md_rdev *rdev;
615
	struct r0conf *priv_conf;
616 617

	if (mddev->degraded != 1) {
N
NeilBrown 已提交
618 619 620
		pr_warn("md/raid0:%s: raid5 must be degraded! Degraded disks: %d\n",
			mdname(mddev),
			mddev->degraded);
621 622 623
		return ERR_PTR(-EINVAL);
	}

N
NeilBrown 已提交
624
	rdev_for_each(rdev, mddev) {
625 626
		/* check slot number for a disk */
		if (rdev->raid_disk == mddev->raid_disks-1) {
N
NeilBrown 已提交
627 628
			pr_warn("md/raid0:%s: raid5 must have missing parity disk!\n",
				mdname(mddev));
629 630
			return ERR_PTR(-EINVAL);
		}
631
		rdev->sectors = mddev->dev_sectors;
632 633 634 635
	}

	/* Set new parameters */
	mddev->new_level = 0;
636
	mddev->new_layout = 0;
637 638 639 640 641
	mddev->new_chunk_sectors = mddev->chunk_sectors;
	mddev->raid_disks--;
	mddev->delta_disks = -1;
	/* make sure it will be not marked as dirty */
	mddev->recovery_cp = MaxSector;
642
	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);
643 644

	create_strip_zones(mddev, &priv_conf);
645

646 647 648
	return priv_conf;
}

649
static void *raid0_takeover_raid10(struct mddev *mddev)
650
{
651
	struct r0conf *priv_conf;
652 653 654 655 656 657 658 659

	/* Check layout:
	 *  - far_copies must be 1
	 *  - near_copies must be 2
	 *  - disks number must be even
	 *  - all mirrors must be already degraded
	 */
	if (mddev->layout != ((1 << 8) + 2)) {
N
NeilBrown 已提交
660 661 662
		pr_warn("md/raid0:%s:: Raid0 cannot takeover layout: 0x%x\n",
			mdname(mddev),
			mddev->layout);
663 664 665
		return ERR_PTR(-EINVAL);
	}
	if (mddev->raid_disks & 1) {
N
NeilBrown 已提交
666 667
		pr_warn("md/raid0:%s: Raid0 cannot takeover Raid10 with odd disk number.\n",
			mdname(mddev));
668 669 670
		return ERR_PTR(-EINVAL);
	}
	if (mddev->degraded != (mddev->raid_disks>>1)) {
N
NeilBrown 已提交
671 672
		pr_warn("md/raid0:%s: All mirrors must be already degraded!\n",
			mdname(mddev));
673 674 675 676 677
		return ERR_PTR(-EINVAL);
	}

	/* Set new parameters */
	mddev->new_level = 0;
678
	mddev->new_layout = 0;
679 680 681 682 683 684
	mddev->new_chunk_sectors = mddev->chunk_sectors;
	mddev->delta_disks = - mddev->raid_disks / 2;
	mddev->raid_disks += mddev->delta_disks;
	mddev->degraded = 0;
	/* make sure it will be not marked as dirty */
	mddev->recovery_cp = MaxSector;
685
	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);
686 687 688 689 690

	create_strip_zones(mddev, &priv_conf);
	return priv_conf;
}

691
static void *raid0_takeover_raid1(struct mddev *mddev)
692
{
693
	struct r0conf *priv_conf;
694
	int chunksect;
695 696 697 698 699

	/* Check layout:
	 *  - (N - 1) mirror drives must be already faulty
	 */
	if ((mddev->raid_disks - 1) != mddev->degraded) {
N
NeilBrown 已提交
700
		pr_err("md/raid0:%s: (N - 1) mirrors drives must be already faulty!\n",
701 702 703 704
		       mdname(mddev));
		return ERR_PTR(-EINVAL);
	}

705 706 707 708 709 710 711 712 713 714 715 716 717 718
	/*
	 * a raid1 doesn't have the notion of chunk size, so
	 * figure out the largest suitable size we can use.
	 */
	chunksect = 64 * 2; /* 64K by default */

	/* The array must be an exact multiple of chunksize */
	while (chunksect && (mddev->array_sectors & (chunksect - 1)))
		chunksect >>= 1;

	if ((chunksect << 9) < PAGE_SIZE)
		/* array size does not allow a suitable chunk size */
		return ERR_PTR(-EINVAL);

719 720 721
	/* Set new parameters */
	mddev->new_level = 0;
	mddev->new_layout = 0;
722 723
	mddev->new_chunk_sectors = chunksect;
	mddev->chunk_sectors = chunksect;
724
	mddev->delta_disks = 1 - mddev->raid_disks;
K
Krzysztof Wojcik 已提交
725
	mddev->raid_disks = 1;
726 727
	/* make sure it will be not marked as dirty */
	mddev->recovery_cp = MaxSector;
728
	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);
729 730 731 732 733

	create_strip_zones(mddev, &priv_conf);
	return priv_conf;
}

734
static void *raid0_takeover(struct mddev *mddev)
735 736
{
	/* raid0 can take over:
M
Maciej Trela 已提交
737
	 *  raid4 - if all data disks are active.
738 739
	 *  raid5 - providing it is Raid4 layout and one disk is faulty
	 *  raid10 - assuming we have all necessary active disks
740
	 *  raid1 - with (N -1) mirror drives faulty
741
	 */
742 743

	if (mddev->bitmap) {
N
NeilBrown 已提交
744 745
		pr_warn("md/raid0: %s: cannot takeover array with bitmap\n",
			mdname(mddev));
746 747
		return ERR_PTR(-EBUSY);
	}
M
Maciej Trela 已提交
748 749 750
	if (mddev->level == 4)
		return raid0_takeover_raid45(mddev);

751 752
	if (mddev->level == 5) {
		if (mddev->layout == ALGORITHM_PARITY_N)
M
Maciej Trela 已提交
753
			return raid0_takeover_raid45(mddev);
754

N
NeilBrown 已提交
755 756
		pr_warn("md/raid0:%s: Raid can only takeover Raid5 with layout: %d\n",
			mdname(mddev), ALGORITHM_PARITY_N);
757 758 759 760 761
	}

	if (mddev->level == 10)
		return raid0_takeover_raid10(mddev);

762 763 764
	if (mddev->level == 1)
		return raid0_takeover_raid1(mddev);

N
NeilBrown 已提交
765
	pr_warn("Takeover from raid%i to raid0 not supported\n",
766 767
		mddev->level);

768 769 770
	return ERR_PTR(-EINVAL);
}

771
static void raid0_quiesce(struct mddev *mddev, int quiesce)
772 773 774
{
}

775
static struct md_personality raid0_personality=
L
Linus Torvalds 已提交
776 777
{
	.name		= "raid0",
778
	.level		= 0,
L
Linus Torvalds 已提交
779 780 781
	.owner		= THIS_MODULE,
	.make_request	= raid0_make_request,
	.run		= raid0_run,
N
NeilBrown 已提交
782
	.free		= raid0_free,
L
Linus Torvalds 已提交
783
	.status		= raid0_status,
784
	.size		= raid0_size,
785 786
	.takeover	= raid0_takeover,
	.quiesce	= raid0_quiesce,
787
	.congested	= raid0_congested,
L
Linus Torvalds 已提交
788 789 790 791
};

static int __init raid0_init (void)
{
792
	return register_md_personality (&raid0_personality);
L
Linus Torvalds 已提交
793 794 795 796
}

static void raid0_exit (void)
{
797
	unregister_md_personality (&raid0_personality);
L
Linus Torvalds 已提交
798 799 800 801 802
}

module_init(raid0_init);
module_exit(raid0_exit);
MODULE_LICENSE("GPL");
803
MODULE_DESCRIPTION("RAID0 (striping) personality for MD");
L
Linus Torvalds 已提交
804
MODULE_ALIAS("md-personality-2"); /* RAID0 */
805
MODULE_ALIAS("md-raid0");
806
MODULE_ALIAS("md-level-0");