raid0.c 21.4 KB
Newer Older
L
Linus Torvalds 已提交
1 2
/*
   raid0.c : Multiple Devices driver for Linux
3
	     Copyright (C) 1994-96 Marc ZYNGIER
L
Linus Torvalds 已提交
4 5
	     <zyngier@ufr-info-p7.ibp.fr> or
	     <maz@gloups.fdn.fr>
6
	     Copyright (C) 1999, 2000 Ingo Molnar, Red Hat
L
Linus Torvalds 已提交
7 8 9 10 11 12 13

   RAID-0 management functions.

   This program is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 2, or (at your option)
   any later version.
14

L
Linus Torvalds 已提交
15 16
   You should have received a copy of the GNU General Public License
   (for example /usr/src/linux/COPYING); if not, write to the Free
17
   Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
L
Linus Torvalds 已提交
18 19
*/

20 21
#include <linux/blkdev.h>
#include <linux/seq_file.h>
22
#include <linux/module.h>
23
#include <linux/slab.h>
24
#include <trace/events/block.h>
25
#include "md.h"
26
#include "raid0.h"
27
#include "raid5.h"
L
Linus Torvalds 已提交
28

29 30 31
#define UNSUPPORTED_MDDEV_FLAGS		\
	((1L << MD_HAS_JOURNAL) |	\
	 (1L << MD_JOURNAL_CLEAN) |	\
32
	 (1L << MD_FAILFAST_SUPPORTED) |\
33 34
	 (1L << MD_HAS_PPL) |		\
	 (1L << MD_HAS_MULTIPLE_PPLS))
35

36
static int raid0_congested(struct mddev *mddev, int bits)
37
{
38
	struct r0conf *conf = mddev->private;
39
	struct md_rdev **devlist = conf->devlist;
40
	int raid_disks = conf->strip_zone[0].nb_dev;
41 42
	int i, ret = 0;

43
	for (i = 0; i < raid_disks && !ret ; i++) {
44
		struct request_queue *q = bdev_get_queue(devlist[i]->bdev);
45

46
		ret |= bdi_congested(q->backing_dev_info, bits);
47 48 49 50
	}
	return ret;
}

51 52 53
/*
 * inform the user of the raid configuration
*/
54
static void dump_zones(struct mddev *mddev)
55
{
56
	int j, k;
57 58 59
	sector_t zone_size = 0;
	sector_t zone_start = 0;
	char b[BDEVNAME_SIZE];
60
	struct r0conf *conf = mddev->private;
61
	int raid_disks = conf->strip_zone[0].nb_dev;
N
NeilBrown 已提交
62 63 64
	pr_debug("md: RAID0 configuration for %s - %d zone%s\n",
		 mdname(mddev),
		 conf->nr_strip_zones, conf->nr_strip_zones==1?"":"s");
65
	for (j = 0; j < conf->nr_strip_zones; j++) {
N
NeilBrown 已提交
66 67 68
		char line[200];
		int len = 0;

69
		for (k = 0; k < conf->strip_zone[j].nb_dev; k++)
N
NeilBrown 已提交
70 71 72 73
			len += snprintf(line+len, 200-len, "%s%s", k?"/":"",
					bdevname(conf->devlist[j*raid_disks
							       + k]->bdev, b));
		pr_debug("md: zone%d=[%s]\n", j, line);
74 75

		zone_size  = conf->strip_zone[j].zone_end - zone_start;
N
NeilBrown 已提交
76
		pr_debug("      zone-offset=%10lluKB, device-offset=%10lluKB, size=%10lluKB\n",
77 78 79 80 81 82 83
			(unsigned long long)zone_start>>1,
			(unsigned long long)conf->strip_zone[j].dev_start>>1,
			(unsigned long long)zone_size>>1);
		zone_start = conf->strip_zone[j].zone_end;
	}
}

84
static int create_strip_zones(struct mddev *mddev, struct r0conf **private_conf)
L
Linus Torvalds 已提交
85
{
86
	int i, c, err;
87
	sector_t curr_zone_end, sectors;
88
	struct md_rdev *smallest, *rdev1, *rdev2, *rdev, **dev;
L
Linus Torvalds 已提交
89 90 91
	struct strip_zone *zone;
	int cnt;
	char b[BDEVNAME_SIZE];
92
	char b2[BDEVNAME_SIZE];
93
	struct r0conf *conf = kzalloc(sizeof(*conf), GFP_KERNEL);
94
	unsigned short blksize = 512;
95

96
	*private_conf = ERR_PTR(-ENOMEM);
97 98
	if (!conf)
		return -ENOMEM;
N
NeilBrown 已提交
99
	rdev_for_each(rdev1, mddev) {
100 101 102
		pr_debug("md/raid0:%s: looking at %s\n",
			 mdname(mddev),
			 bdevname(rdev1->bdev, b));
L
Linus Torvalds 已提交
103
		c = 0;
104 105 106 107 108 109

		/* round size to chunk_size */
		sectors = rdev1->sectors;
		sector_div(sectors, mddev->chunk_sectors);
		rdev1->sectors = sectors * mddev->chunk_sectors;

110 111 112
		blksize = max(blksize, queue_logical_block_size(
				      rdev1->bdev->bd_disk->queue));

N
NeilBrown 已提交
113
		rdev_for_each(rdev2, mddev) {
114 115 116 117 118 119 120
			pr_debug("md/raid0:%s:   comparing %s(%llu)"
				 " with %s(%llu)\n",
				 mdname(mddev),
				 bdevname(rdev1->bdev,b),
				 (unsigned long long)rdev1->sectors,
				 bdevname(rdev2->bdev,b2),
				 (unsigned long long)rdev2->sectors);
L
Linus Torvalds 已提交
121
			if (rdev2 == rdev1) {
122 123
				pr_debug("md/raid0:%s:   END\n",
					 mdname(mddev));
L
Linus Torvalds 已提交
124 125
				break;
			}
126
			if (rdev2->sectors == rdev1->sectors) {
L
Linus Torvalds 已提交
127 128 129 130
				/*
				 * Not unique, don't count it as a new
				 * group
				 */
131 132
				pr_debug("md/raid0:%s:   EQUAL\n",
					 mdname(mddev));
L
Linus Torvalds 已提交
133 134 135
				c = 1;
				break;
			}
136 137
			pr_debug("md/raid0:%s:   NOT EQUAL\n",
				 mdname(mddev));
L
Linus Torvalds 已提交
138 139
		}
		if (!c) {
140 141
			pr_debug("md/raid0:%s:   ==> UNIQUE\n",
				 mdname(mddev));
L
Linus Torvalds 已提交
142
			conf->nr_strip_zones++;
143 144
			pr_debug("md/raid0:%s: %d zones\n",
				 mdname(mddev), conf->nr_strip_zones);
L
Linus Torvalds 已提交
145 146
		}
	}
147 148
	pr_debug("md/raid0:%s: FINAL %d zones\n",
		 mdname(mddev), conf->nr_strip_zones);
149 150 151 152 153
	/*
	 * now since we have the hard sector sizes, we can make sure
	 * chunk size is a multiple of that sector size
	 */
	if ((mddev->chunk_sectors << 9) % blksize) {
N
NeilBrown 已提交
154 155 156
		pr_warn("md/raid0:%s: chunk_size of %d not multiple of block size %d\n",
			mdname(mddev),
			mddev->chunk_sectors << 9, blksize);
157 158 159 160
		err = -EINVAL;
		goto abort;
	}

161
	err = -ENOMEM;
K
Kees Cook 已提交
162 163 164
	conf->strip_zone = kcalloc(conf->nr_strip_zones,
				   sizeof(struct strip_zone),
				   GFP_KERNEL);
L
Linus Torvalds 已提交
165
	if (!conf->strip_zone)
166
		goto abort;
K
Kees Cook 已提交
167 168 169
	conf->devlist = kzalloc(array3_size(sizeof(struct md_rdev *),
					    conf->nr_strip_zones,
					    mddev->raid_disks),
L
Linus Torvalds 已提交
170 171
				GFP_KERNEL);
	if (!conf->devlist)
172
		goto abort;
L
Linus Torvalds 已提交
173 174 175 176 177 178 179

	/* The first zone must contain all devices, so here we check that
	 * there is a proper alignment of slots to devices and find them all
	 */
	zone = &conf->strip_zone[0];
	cnt = 0;
	smallest = NULL;
180
	dev = conf->devlist;
181
	err = -EINVAL;
N
NeilBrown 已提交
182
	rdev_for_each(rdev1, mddev) {
L
Linus Torvalds 已提交
183 184
		int j = rdev1->raid_disk;

185
		if (mddev->level == 10) {
186 187
			/* taking over a raid10-n2 array */
			j /= 2;
188 189
			rdev1->new_raid_disk = j;
		}
190

191 192 193 194 195 196 197 198
		if (mddev->level == 1) {
			/* taiking over a raid1 array-
			 * we have only one active disk
			 */
			j = 0;
			rdev1->new_raid_disk = j;
		}

199
		if (j < 0) {
N
NeilBrown 已提交
200 201
			pr_warn("md/raid0:%s: remove inactive devices before converting to RAID0\n",
				mdname(mddev));
202 203 204
			goto abort;
		}
		if (j >= mddev->raid_disks) {
N
NeilBrown 已提交
205 206
			pr_warn("md/raid0:%s: bad disk number %d - aborting!\n",
				mdname(mddev), j);
L
Linus Torvalds 已提交
207 208
			goto abort;
		}
209
		if (dev[j]) {
N
NeilBrown 已提交
210 211
			pr_warn("md/raid0:%s: multiple devices for %d - aborting!\n",
				mdname(mddev), j);
L
Linus Torvalds 已提交
212 213
			goto abort;
		}
214
		dev[j] = rdev1;
L
Linus Torvalds 已提交
215

216
		if (!smallest || (rdev1->sectors < smallest->sectors))
L
Linus Torvalds 已提交
217 218 219 220
			smallest = rdev1;
		cnt++;
	}
	if (cnt != mddev->raid_disks) {
N
NeilBrown 已提交
221 222
		pr_warn("md/raid0:%s: too few disks (%d of %d) - aborting!\n",
			mdname(mddev), cnt, mddev->raid_disks);
L
Linus Torvalds 已提交
223 224 225
		goto abort;
	}
	zone->nb_dev = cnt;
226
	zone->zone_end = smallest->sectors * cnt;
L
Linus Torvalds 已提交
227

228
	curr_zone_end = zone->zone_end;
L
Linus Torvalds 已提交
229 230 231 232

	/* now do the other zones */
	for (i = 1; i < conf->nr_strip_zones; i++)
	{
233 234
		int j;

L
Linus Torvalds 已提交
235
		zone = conf->strip_zone + i;
236
		dev = conf->devlist + i * mddev->raid_disks;
L
Linus Torvalds 已提交
237

238
		pr_debug("md/raid0:%s: zone %d\n", mdname(mddev), i);
239
		zone->dev_start = smallest->sectors;
L
Linus Torvalds 已提交
240 241 242 243
		smallest = NULL;
		c = 0;

		for (j=0; j<cnt; j++) {
244
			rdev = conf->devlist[j];
245
			if (rdev->sectors <= zone->dev_start) {
246 247 248
				pr_debug("md/raid0:%s: checking %s ... nope\n",
					 mdname(mddev),
					 bdevname(rdev->bdev, b));
249 250
				continue;
			}
251 252 253 254
			pr_debug("md/raid0:%s: checking %s ..."
				 " contained as device %d\n",
				 mdname(mddev),
				 bdevname(rdev->bdev, b), c);
255
			dev[c] = rdev;
256 257 258
			c++;
			if (!smallest || rdev->sectors < smallest->sectors) {
				smallest = rdev;
259 260 261
				pr_debug("md/raid0:%s:  (%llu) is smallest!.\n",
					 mdname(mddev),
					 (unsigned long long)rdev->sectors);
262
			}
L
Linus Torvalds 已提交
263 264 265
		}

		zone->nb_dev = c;
266
		sectors = (smallest->sectors - zone->dev_start) * c;
267 268 269
		pr_debug("md/raid0:%s: zone->nb_dev: %d, sectors: %llu\n",
			 mdname(mddev),
			 zone->nb_dev, (unsigned long long)sectors);
L
Linus Torvalds 已提交
270

271
		curr_zone_end += sectors;
272
		zone->zone_end = curr_zone_end;
L
Linus Torvalds 已提交
273

274 275 276
		pr_debug("md/raid0:%s: current zone start: %llu\n",
			 mdname(mddev),
			 (unsigned long long)smallest->sectors);
L
Linus Torvalds 已提交
277 278
	}

279
	pr_debug("md/raid0:%s: done.\n", mdname(mddev));
280 281
	*private_conf = conf;

L
Linus Torvalds 已提交
282
	return 0;
283
abort:
284 285 286
	kfree(conf->strip_zone);
	kfree(conf->devlist);
	kfree(conf);
287
	*private_conf = ERR_PTR(err);
288
	return err;
L
Linus Torvalds 已提交
289 290
}

291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311
/* Find the zone which holds a particular offset
 * Update *sectorp to be an offset in that zone
 */
static struct strip_zone *find_zone(struct r0conf *conf,
				    sector_t *sectorp)
{
	int i;
	struct strip_zone *z = conf->strip_zone;
	sector_t sector = *sectorp;

	for (i = 0; i < conf->nr_strip_zones; i++)
		if (sector < z[i].zone_end) {
			if (i)
				*sectorp = sector - z[i-1].zone_end;
			return z + i;
		}
	BUG();
}

/*
 * remaps the bio to the target device. we separate two flows.
312
 * power 2 flow and a general flow for the sake of performance
313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346
*/
static struct md_rdev *map_sector(struct mddev *mddev, struct strip_zone *zone,
				sector_t sector, sector_t *sector_offset)
{
	unsigned int sect_in_chunk;
	sector_t chunk;
	struct r0conf *conf = mddev->private;
	int raid_disks = conf->strip_zone[0].nb_dev;
	unsigned int chunk_sects = mddev->chunk_sectors;

	if (is_power_of_2(chunk_sects)) {
		int chunksect_bits = ffz(~chunk_sects);
		/* find the sector offset inside the chunk */
		sect_in_chunk  = sector & (chunk_sects - 1);
		sector >>= chunksect_bits;
		/* chunk in zone */
		chunk = *sector_offset;
		/* quotient is the chunk in real device*/
		sector_div(chunk, zone->nb_dev << chunksect_bits);
	} else{
		sect_in_chunk = sector_div(sector, chunk_sects);
		chunk = *sector_offset;
		sector_div(chunk, chunk_sects * zone->nb_dev);
	}
	/*
	*  position the bio over the real device
	*  real sector = chunk in device + starting of zone
	*	+ the position in the chunk
	*/
	*sector_offset = (chunk * chunk_sects) + sect_in_chunk;
	return conf->devlist[(zone - conf->strip_zone)*raid_disks
			     + sector_div(sector, zone->nb_dev)];
}

347
static sector_t raid0_size(struct mddev *mddev, sector_t sectors, int raid_disks)
348 349
{
	sector_t array_sectors = 0;
350
	struct md_rdev *rdev;
351 352 353 354

	WARN_ONCE(sectors || raid_disks,
		  "%s does not support generic reshape\n", __func__);

N
NeilBrown 已提交
355
	rdev_for_each(rdev, mddev)
356 357
		array_sectors += (rdev->sectors &
				  ~(sector_t)(mddev->chunk_sectors-1));
358 359 360 361

	return array_sectors;
}

N
NeilBrown 已提交
362
static void raid0_free(struct mddev *mddev, void *priv);
363

364
static int raid0_run(struct mddev *mddev)
L
Linus Torvalds 已提交
365
{
366
	struct r0conf *conf;
367
	int ret;
L
Linus Torvalds 已提交
368

369
	if (mddev->chunk_sectors == 0) {
N
NeilBrown 已提交
370
		pr_warn("md/raid0:%s: chunk size must be set.\n", mdname(mddev));
371 372
		return -EINVAL;
	}
373 374
	if (md_check_no_bitmap(mddev))
		return -EINVAL;
375

376 377 378 379 380 381 382 383
	/* if private is not null, we are here after takeover */
	if (mddev->private == NULL) {
		ret = create_strip_zones(mddev, &conf);
		if (ret < 0)
			return ret;
		mddev->private = conf;
	}
	conf = mddev->private;
384 385 386 387 388 389
	if (mddev->queue) {
		struct md_rdev *rdev;
		bool discard_supported = false;

		blk_queue_max_hw_sectors(mddev->queue, mddev->chunk_sectors);
		blk_queue_max_write_same_sectors(mddev->queue, mddev->chunk_sectors);
390
		blk_queue_max_write_zeroes_sectors(mddev->queue, mddev->chunk_sectors);
391
		blk_queue_max_discard_sectors(mddev->queue, UINT_MAX);
392 393 394 395 396

		blk_queue_io_min(mddev->queue, mddev->chunk_sectors << 9);
		blk_queue_io_opt(mddev->queue,
				 (mddev->chunk_sectors << 9) * mddev->raid_disks);

397 398 399 400 401 402
		rdev_for_each(rdev, mddev) {
			disk_stack_limits(mddev->gendisk, rdev->bdev,
					  rdev->data_offset << 9);
			if (blk_queue_discard(bdev_get_queue(rdev->bdev)))
				discard_supported = true;
		}
403
		if (!discard_supported)
404
			blk_queue_flag_clear(QUEUE_FLAG_DISCARD, mddev->queue);
405
		else
406
			blk_queue_flag_set(QUEUE_FLAG_DISCARD, mddev->queue);
407
	}
L
Linus Torvalds 已提交
408 409

	/* calculate array device size */
410
	md_set_array_sectors(mddev, raid0_size(mddev, 0, 0));
L
Linus Torvalds 已提交
411

N
NeilBrown 已提交
412 413 414
	pr_debug("md/raid0:%s: md_size is %llu sectors.\n",
		 mdname(mddev),
		 (unsigned long long)mddev->array_sectors);
415 416 417 418 419 420 421 422 423 424 425

	if (mddev->queue) {
		/* calculate the max read-ahead size.
		 * For read-ahead of large files to be effective, we need to
		 * readahead at least twice a whole stripe. i.e. number of devices
		 * multiplied by chunk size times 2.
		 * If an individual device has an ra_pages greater than the
		 * chunk size, then we will not drive that device as hard as it
		 * wants.  We consider this a configuration error: a larger
		 * chunksize should be used in that case.
		 */
426 427
		int stripe = mddev->raid_disks *
			(mddev->chunk_sectors << 9) / PAGE_SIZE;
428 429
		if (mddev->queue->backing_dev_info->ra_pages < 2* stripe)
			mddev->queue->backing_dev_info->ra_pages = 2* stripe;
L
Linus Torvalds 已提交
430 431
	}

432
	dump_zones(mddev);
433 434 435 436

	ret = md_integrity_register(mddev);

	return ret;
L
Linus Torvalds 已提交
437 438
}

N
NeilBrown 已提交
439
static void raid0_free(struct mddev *mddev, void *priv)
L
Linus Torvalds 已提交
440
{
N
NeilBrown 已提交
441
	struct r0conf *conf = priv;
L
Linus Torvalds 已提交
442

443
	kfree(conf->strip_zone);
444
	kfree(conf->devlist);
445
	kfree(conf);
L
Linus Torvalds 已提交
446 447
}

448 449 450
/*
 * Is io distribute over 1 or more chunks ?
*/
451
static inline int is_io_in_chunk_boundary(struct mddev *mddev,
452 453
			unsigned int chunk_sects, struct bio *bio)
{
N
NeilBrown 已提交
454
	if (likely(is_power_of_2(chunk_sects))) {
455 456
		return chunk_sects >=
			((bio->bi_iter.bi_sector & (chunk_sects-1))
457
					+ bio_sectors(bio));
458
	} else{
459
		sector_t sector = bio->bi_iter.bi_sector;
460
		return chunk_sects >= (sector_div(sector, chunk_sects)
461
						+ bio_sectors(bio));
462 463 464
	}
}

465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483
static void raid0_handle_discard(struct mddev *mddev, struct bio *bio)
{
	struct r0conf *conf = mddev->private;
	struct strip_zone *zone;
	sector_t start = bio->bi_iter.bi_sector;
	sector_t end;
	unsigned int stripe_size;
	sector_t first_stripe_index, last_stripe_index;
	sector_t start_disk_offset;
	unsigned int start_disk_index;
	sector_t end_disk_offset;
	unsigned int end_disk_index;
	unsigned int disk;

	zone = find_zone(conf, &start);

	if (bio_end_sector(bio) > zone->zone_end) {
		struct bio *split = bio_split(bio,
			zone->zone_end - bio->bi_iter.bi_sector, GFP_NOIO,
484
			&mddev->bio_set);
485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544
		bio_chain(split, bio);
		generic_make_request(bio);
		bio = split;
		end = zone->zone_end;
	} else
		end = bio_end_sector(bio);

	if (zone != conf->strip_zone)
		end = end - zone[-1].zone_end;

	/* Now start and end is the offset in zone */
	stripe_size = zone->nb_dev * mddev->chunk_sectors;

	first_stripe_index = start;
	sector_div(first_stripe_index, stripe_size);
	last_stripe_index = end;
	sector_div(last_stripe_index, stripe_size);

	start_disk_index = (int)(start - first_stripe_index * stripe_size) /
		mddev->chunk_sectors;
	start_disk_offset = ((int)(start - first_stripe_index * stripe_size) %
		mddev->chunk_sectors) +
		first_stripe_index * mddev->chunk_sectors;
	end_disk_index = (int)(end - last_stripe_index * stripe_size) /
		mddev->chunk_sectors;
	end_disk_offset = ((int)(end - last_stripe_index * stripe_size) %
		mddev->chunk_sectors) +
		last_stripe_index * mddev->chunk_sectors;

	for (disk = 0; disk < zone->nb_dev; disk++) {
		sector_t dev_start, dev_end;
		struct bio *discard_bio = NULL;
		struct md_rdev *rdev;

		if (disk < start_disk_index)
			dev_start = (first_stripe_index + 1) *
				mddev->chunk_sectors;
		else if (disk > start_disk_index)
			dev_start = first_stripe_index * mddev->chunk_sectors;
		else
			dev_start = start_disk_offset;

		if (disk < end_disk_index)
			dev_end = (last_stripe_index + 1) * mddev->chunk_sectors;
		else if (disk > end_disk_index)
			dev_end = last_stripe_index * mddev->chunk_sectors;
		else
			dev_end = end_disk_offset;

		if (dev_end <= dev_start)
			continue;

		rdev = conf->devlist[(zone - conf->strip_zone) *
			conf->strip_zone[0].nb_dev + disk];
		if (__blkdev_issue_discard(rdev->bdev,
			dev_start + zone->dev_start + rdev->data_offset,
			dev_end - dev_start, GFP_NOIO, 0, &discard_bio) ||
		    !discard_bio)
			continue;
		bio_chain(discard_bio, bio);
545
		bio_clone_blkcg_association(discard_bio, bio);
546 547 548 549
		if (mddev->gendisk)
			trace_block_bio_remap(bdev_get_queue(rdev->bdev),
				discard_bio, disk_devt(mddev->gendisk),
				bio->bi_iter.bi_sector);
550
		bio_clear_flag(bio, BIO_QUEUE_ENTERED);
551 552 553 554 555
		generic_make_request(discard_bio);
	}
	bio_endio(bio);
}

556
static bool raid0_make_request(struct mddev *mddev, struct bio *bio)
557
{
L
Linus Torvalds 已提交
558
	struct strip_zone *zone;
559
	struct md_rdev *tmp_dev;
N
NeilBrown 已提交
560 561 562 563
	sector_t bio_sector;
	sector_t sector;
	unsigned chunk_sects;
	unsigned sectors;
L
Linus Torvalds 已提交
564

J
Jens Axboe 已提交
565
	if (unlikely(bio->bi_opf & REQ_PREFLUSH)) {
T
Tejun Heo 已提交
566
		md_flush_request(mddev, bio);
567
		return true;
568 569
	}

570 571
	if (unlikely((bio_op(bio) == REQ_OP_DISCARD))) {
		raid0_handle_discard(mddev, bio);
572
		return true;
573 574
	}

N
NeilBrown 已提交
575 576 577
	bio_sector = bio->bi_iter.bi_sector;
	sector = bio_sector;
	chunk_sects = mddev->chunk_sectors;
K
Kent Overstreet 已提交
578

N
NeilBrown 已提交
579 580 581 582
	sectors = chunk_sects -
		(likely(is_power_of_2(chunk_sects))
		 ? (sector & (chunk_sects-1))
		 : sector_div(sector, chunk_sects));
K
Kent Overstreet 已提交
583

N
NeilBrown 已提交
584 585
	/* Restore due to sector_div */
	sector = bio_sector;
586

N
NeilBrown 已提交
587
	if (sectors < bio_sectors(bio)) {
588 589
		struct bio *split = bio_split(bio, sectors, GFP_NOIO,
					      &mddev->bio_set);
N
NeilBrown 已提交
590 591 592 593
		bio_chain(split, bio);
		generic_make_request(bio);
		bio = split;
	}
L
Linus Torvalds 已提交
594

N
NeilBrown 已提交
595 596
	zone = find_zone(mddev->private, &sector);
	tmp_dev = map_sector(mddev, zone, sector, &sector);
597
	bio_set_dev(bio, tmp_dev->bdev);
N
NeilBrown 已提交
598 599 600
	bio->bi_iter.bi_sector = sector + zone->dev_start +
		tmp_dev->data_offset;

601
	if (mddev->gendisk)
602 603
		trace_block_bio_remap(bio->bi_disk->queue, bio,
				disk_devt(mddev->gendisk), bio_sector);
604 605
	mddev_check_writesame(mddev, bio);
	mddev_check_write_zeroes(mddev, bio);
606
	bio_clear_flag(bio, BIO_QUEUE_ENTERED);
607
	generic_make_request(bio);
608
	return true;
L
Linus Torvalds 已提交
609
}
N
NeilBrown 已提交
610

611
static void raid0_status(struct seq_file *seq, struct mddev *mddev)
L
Linus Torvalds 已提交
612
{
613
	seq_printf(seq, " %dk chunks", mddev->chunk_sectors / 2);
L
Linus Torvalds 已提交
614 615 616
	return;
}

617
static void *raid0_takeover_raid45(struct mddev *mddev)
618
{
619
	struct md_rdev *rdev;
620
	struct r0conf *priv_conf;
621 622

	if (mddev->degraded != 1) {
N
NeilBrown 已提交
623 624 625
		pr_warn("md/raid0:%s: raid5 must be degraded! Degraded disks: %d\n",
			mdname(mddev),
			mddev->degraded);
626 627 628
		return ERR_PTR(-EINVAL);
	}

N
NeilBrown 已提交
629
	rdev_for_each(rdev, mddev) {
630 631
		/* check slot number for a disk */
		if (rdev->raid_disk == mddev->raid_disks-1) {
N
NeilBrown 已提交
632 633
			pr_warn("md/raid0:%s: raid5 must have missing parity disk!\n",
				mdname(mddev));
634 635
			return ERR_PTR(-EINVAL);
		}
636
		rdev->sectors = mddev->dev_sectors;
637 638 639 640
	}

	/* Set new parameters */
	mddev->new_level = 0;
641
	mddev->new_layout = 0;
642 643 644 645 646
	mddev->new_chunk_sectors = mddev->chunk_sectors;
	mddev->raid_disks--;
	mddev->delta_disks = -1;
	/* make sure it will be not marked as dirty */
	mddev->recovery_cp = MaxSector;
647
	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);
648 649

	create_strip_zones(mddev, &priv_conf);
650

651 652 653
	return priv_conf;
}

654
static void *raid0_takeover_raid10(struct mddev *mddev)
655
{
656
	struct r0conf *priv_conf;
657 658 659 660 661 662 663 664

	/* Check layout:
	 *  - far_copies must be 1
	 *  - near_copies must be 2
	 *  - disks number must be even
	 *  - all mirrors must be already degraded
	 */
	if (mddev->layout != ((1 << 8) + 2)) {
N
NeilBrown 已提交
665 666 667
		pr_warn("md/raid0:%s:: Raid0 cannot takeover layout: 0x%x\n",
			mdname(mddev),
			mddev->layout);
668 669 670
		return ERR_PTR(-EINVAL);
	}
	if (mddev->raid_disks & 1) {
N
NeilBrown 已提交
671 672
		pr_warn("md/raid0:%s: Raid0 cannot takeover Raid10 with odd disk number.\n",
			mdname(mddev));
673 674 675
		return ERR_PTR(-EINVAL);
	}
	if (mddev->degraded != (mddev->raid_disks>>1)) {
N
NeilBrown 已提交
676 677
		pr_warn("md/raid0:%s: All mirrors must be already degraded!\n",
			mdname(mddev));
678 679 680 681 682
		return ERR_PTR(-EINVAL);
	}

	/* Set new parameters */
	mddev->new_level = 0;
683
	mddev->new_layout = 0;
684 685 686 687 688 689
	mddev->new_chunk_sectors = mddev->chunk_sectors;
	mddev->delta_disks = - mddev->raid_disks / 2;
	mddev->raid_disks += mddev->delta_disks;
	mddev->degraded = 0;
	/* make sure it will be not marked as dirty */
	mddev->recovery_cp = MaxSector;
690
	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);
691 692 693 694 695

	create_strip_zones(mddev, &priv_conf);
	return priv_conf;
}

696
static void *raid0_takeover_raid1(struct mddev *mddev)
697
{
698
	struct r0conf *priv_conf;
699
	int chunksect;
700 701 702 703 704

	/* Check layout:
	 *  - (N - 1) mirror drives must be already faulty
	 */
	if ((mddev->raid_disks - 1) != mddev->degraded) {
N
NeilBrown 已提交
705
		pr_err("md/raid0:%s: (N - 1) mirrors drives must be already faulty!\n",
706 707 708 709
		       mdname(mddev));
		return ERR_PTR(-EINVAL);
	}

710 711 712 713 714 715 716 717 718 719 720 721 722 723
	/*
	 * a raid1 doesn't have the notion of chunk size, so
	 * figure out the largest suitable size we can use.
	 */
	chunksect = 64 * 2; /* 64K by default */

	/* The array must be an exact multiple of chunksize */
	while (chunksect && (mddev->array_sectors & (chunksect - 1)))
		chunksect >>= 1;

	if ((chunksect << 9) < PAGE_SIZE)
		/* array size does not allow a suitable chunk size */
		return ERR_PTR(-EINVAL);

724 725 726
	/* Set new parameters */
	mddev->new_level = 0;
	mddev->new_layout = 0;
727 728
	mddev->new_chunk_sectors = chunksect;
	mddev->chunk_sectors = chunksect;
729
	mddev->delta_disks = 1 - mddev->raid_disks;
K
Krzysztof Wojcik 已提交
730
	mddev->raid_disks = 1;
731 732
	/* make sure it will be not marked as dirty */
	mddev->recovery_cp = MaxSector;
733
	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);
734 735 736 737 738

	create_strip_zones(mddev, &priv_conf);
	return priv_conf;
}

739
static void *raid0_takeover(struct mddev *mddev)
740 741
{
	/* raid0 can take over:
M
Maciej Trela 已提交
742
	 *  raid4 - if all data disks are active.
743 744
	 *  raid5 - providing it is Raid4 layout and one disk is faulty
	 *  raid10 - assuming we have all necessary active disks
745
	 *  raid1 - with (N -1) mirror drives faulty
746
	 */
747 748

	if (mddev->bitmap) {
N
NeilBrown 已提交
749 750
		pr_warn("md/raid0: %s: cannot takeover array with bitmap\n",
			mdname(mddev));
751 752
		return ERR_PTR(-EBUSY);
	}
M
Maciej Trela 已提交
753 754 755
	if (mddev->level == 4)
		return raid0_takeover_raid45(mddev);

756 757
	if (mddev->level == 5) {
		if (mddev->layout == ALGORITHM_PARITY_N)
M
Maciej Trela 已提交
758
			return raid0_takeover_raid45(mddev);
759

N
NeilBrown 已提交
760 761
		pr_warn("md/raid0:%s: Raid can only takeover Raid5 with layout: %d\n",
			mdname(mddev), ALGORITHM_PARITY_N);
762 763 764 765 766
	}

	if (mddev->level == 10)
		return raid0_takeover_raid10(mddev);

767 768 769
	if (mddev->level == 1)
		return raid0_takeover_raid1(mddev);

N
NeilBrown 已提交
770
	pr_warn("Takeover from raid%i to raid0 not supported\n",
771 772
		mddev->level);

773 774 775
	return ERR_PTR(-EINVAL);
}

776
static void raid0_quiesce(struct mddev *mddev, int quiesce)
777 778 779
{
}

780
static struct md_personality raid0_personality=
L
Linus Torvalds 已提交
781 782
{
	.name		= "raid0",
783
	.level		= 0,
L
Linus Torvalds 已提交
784 785 786
	.owner		= THIS_MODULE,
	.make_request	= raid0_make_request,
	.run		= raid0_run,
N
NeilBrown 已提交
787
	.free		= raid0_free,
L
Linus Torvalds 已提交
788
	.status		= raid0_status,
789
	.size		= raid0_size,
790 791
	.takeover	= raid0_takeover,
	.quiesce	= raid0_quiesce,
792
	.congested	= raid0_congested,
L
Linus Torvalds 已提交
793 794 795 796
};

static int __init raid0_init (void)
{
797
	return register_md_personality (&raid0_personality);
L
Linus Torvalds 已提交
798 799 800 801
}

static void raid0_exit (void)
{
802
	unregister_md_personality (&raid0_personality);
L
Linus Torvalds 已提交
803 804 805 806 807
}

module_init(raid0_init);
module_exit(raid0_exit);
MODULE_LICENSE("GPL");
808
MODULE_DESCRIPTION("RAID0 (striping) personality for MD");
L
Linus Torvalds 已提交
809
MODULE_ALIAS("md-personality-2"); /* RAID0 */
810
MODULE_ALIAS("md-raid0");
811
MODULE_ALIAS("md-level-0");