raid0.c 21.2 KB
Newer Older
L
Linus Torvalds 已提交
1 2
/*
   raid0.c : Multiple Devices driver for Linux
3
	     Copyright (C) 1994-96 Marc ZYNGIER
L
Linus Torvalds 已提交
4 5
	     <zyngier@ufr-info-p7.ibp.fr> or
	     <maz@gloups.fdn.fr>
6
	     Copyright (C) 1999, 2000 Ingo Molnar, Red Hat
L
Linus Torvalds 已提交
7 8 9 10 11 12 13

   RAID-0 management functions.

   This program is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 2, or (at your option)
   any later version.
14

L
Linus Torvalds 已提交
15 16
   You should have received a copy of the GNU General Public License
   (for example /usr/src/linux/COPYING); if not, write to the Free
17
   Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
L
Linus Torvalds 已提交
18 19
*/

20 21
#include <linux/blkdev.h>
#include <linux/seq_file.h>
22
#include <linux/module.h>
23
#include <linux/slab.h>
24
#include <trace/events/block.h>
25
#include "md.h"
26
#include "raid0.h"
27
#include "raid5.h"
L
Linus Torvalds 已提交
28

29 30 31
#define UNSUPPORTED_MDDEV_FLAGS		\
	((1L << MD_HAS_JOURNAL) |	\
	 (1L << MD_JOURNAL_CLEAN) |	\
32 33
	 (1L << MD_FAILFAST_SUPPORTED) |\
	 (1L << MD_HAS_PPL))
34

35
static int raid0_congested(struct mddev *mddev, int bits)
36
{
37
	struct r0conf *conf = mddev->private;
38
	struct md_rdev **devlist = conf->devlist;
39
	int raid_disks = conf->strip_zone[0].nb_dev;
40 41
	int i, ret = 0;

42
	for (i = 0; i < raid_disks && !ret ; i++) {
43
		struct request_queue *q = bdev_get_queue(devlist[i]->bdev);
44

45
		ret |= bdi_congested(q->backing_dev_info, bits);
46 47 48 49
	}
	return ret;
}

50 51 52
/*
 * inform the user of the raid configuration
*/
53
static void dump_zones(struct mddev *mddev)
54
{
55
	int j, k;
56 57 58
	sector_t zone_size = 0;
	sector_t zone_start = 0;
	char b[BDEVNAME_SIZE];
59
	struct r0conf *conf = mddev->private;
60
	int raid_disks = conf->strip_zone[0].nb_dev;
N
NeilBrown 已提交
61 62 63
	pr_debug("md: RAID0 configuration for %s - %d zone%s\n",
		 mdname(mddev),
		 conf->nr_strip_zones, conf->nr_strip_zones==1?"":"s");
64
	for (j = 0; j < conf->nr_strip_zones; j++) {
N
NeilBrown 已提交
65 66 67
		char line[200];
		int len = 0;

68
		for (k = 0; k < conf->strip_zone[j].nb_dev; k++)
N
NeilBrown 已提交
69 70 71 72
			len += snprintf(line+len, 200-len, "%s%s", k?"/":"",
					bdevname(conf->devlist[j*raid_disks
							       + k]->bdev, b));
		pr_debug("md: zone%d=[%s]\n", j, line);
73 74

		zone_size  = conf->strip_zone[j].zone_end - zone_start;
N
NeilBrown 已提交
75
		pr_debug("      zone-offset=%10lluKB, device-offset=%10lluKB, size=%10lluKB\n",
76 77 78 79 80 81 82
			(unsigned long long)zone_start>>1,
			(unsigned long long)conf->strip_zone[j].dev_start>>1,
			(unsigned long long)zone_size>>1);
		zone_start = conf->strip_zone[j].zone_end;
	}
}

83
static int create_strip_zones(struct mddev *mddev, struct r0conf **private_conf)
L
Linus Torvalds 已提交
84
{
85
	int i, c, err;
86
	sector_t curr_zone_end, sectors;
87
	struct md_rdev *smallest, *rdev1, *rdev2, *rdev, **dev;
L
Linus Torvalds 已提交
88 89 90
	struct strip_zone *zone;
	int cnt;
	char b[BDEVNAME_SIZE];
91
	char b2[BDEVNAME_SIZE];
92
	struct r0conf *conf = kzalloc(sizeof(*conf), GFP_KERNEL);
93
	unsigned short blksize = 512;
94

95
	*private_conf = ERR_PTR(-ENOMEM);
96 97
	if (!conf)
		return -ENOMEM;
N
NeilBrown 已提交
98
	rdev_for_each(rdev1, mddev) {
99 100 101
		pr_debug("md/raid0:%s: looking at %s\n",
			 mdname(mddev),
			 bdevname(rdev1->bdev, b));
L
Linus Torvalds 已提交
102
		c = 0;
103 104 105 106 107 108

		/* round size to chunk_size */
		sectors = rdev1->sectors;
		sector_div(sectors, mddev->chunk_sectors);
		rdev1->sectors = sectors * mddev->chunk_sectors;

109 110 111
		blksize = max(blksize, queue_logical_block_size(
				      rdev1->bdev->bd_disk->queue));

N
NeilBrown 已提交
112
		rdev_for_each(rdev2, mddev) {
113 114 115 116 117 118 119
			pr_debug("md/raid0:%s:   comparing %s(%llu)"
				 " with %s(%llu)\n",
				 mdname(mddev),
				 bdevname(rdev1->bdev,b),
				 (unsigned long long)rdev1->sectors,
				 bdevname(rdev2->bdev,b2),
				 (unsigned long long)rdev2->sectors);
L
Linus Torvalds 已提交
120
			if (rdev2 == rdev1) {
121 122
				pr_debug("md/raid0:%s:   END\n",
					 mdname(mddev));
L
Linus Torvalds 已提交
123 124
				break;
			}
125
			if (rdev2->sectors == rdev1->sectors) {
L
Linus Torvalds 已提交
126 127 128 129
				/*
				 * Not unique, don't count it as a new
				 * group
				 */
130 131
				pr_debug("md/raid0:%s:   EQUAL\n",
					 mdname(mddev));
L
Linus Torvalds 已提交
132 133 134
				c = 1;
				break;
			}
135 136
			pr_debug("md/raid0:%s:   NOT EQUAL\n",
				 mdname(mddev));
L
Linus Torvalds 已提交
137 138
		}
		if (!c) {
139 140
			pr_debug("md/raid0:%s:   ==> UNIQUE\n",
				 mdname(mddev));
L
Linus Torvalds 已提交
141
			conf->nr_strip_zones++;
142 143
			pr_debug("md/raid0:%s: %d zones\n",
				 mdname(mddev), conf->nr_strip_zones);
L
Linus Torvalds 已提交
144 145
		}
	}
146 147
	pr_debug("md/raid0:%s: FINAL %d zones\n",
		 mdname(mddev), conf->nr_strip_zones);
148 149 150 151 152
	/*
	 * now since we have the hard sector sizes, we can make sure
	 * chunk size is a multiple of that sector size
	 */
	if ((mddev->chunk_sectors << 9) % blksize) {
N
NeilBrown 已提交
153 154 155
		pr_warn("md/raid0:%s: chunk_size of %d not multiple of block size %d\n",
			mdname(mddev),
			mddev->chunk_sectors << 9, blksize);
156 157 158 159
		err = -EINVAL;
		goto abort;
	}

160
	err = -ENOMEM;
161
	conf->strip_zone = kzalloc(sizeof(struct strip_zone)*
L
Linus Torvalds 已提交
162 163
				conf->nr_strip_zones, GFP_KERNEL);
	if (!conf->strip_zone)
164
		goto abort;
165
	conf->devlist = kzalloc(sizeof(struct md_rdev*)*
L
Linus Torvalds 已提交
166 167 168
				conf->nr_strip_zones*mddev->raid_disks,
				GFP_KERNEL);
	if (!conf->devlist)
169
		goto abort;
L
Linus Torvalds 已提交
170 171 172 173 174 175 176

	/* The first zone must contain all devices, so here we check that
	 * there is a proper alignment of slots to devices and find them all
	 */
	zone = &conf->strip_zone[0];
	cnt = 0;
	smallest = NULL;
177
	dev = conf->devlist;
178
	err = -EINVAL;
N
NeilBrown 已提交
179
	rdev_for_each(rdev1, mddev) {
L
Linus Torvalds 已提交
180 181
		int j = rdev1->raid_disk;

182
		if (mddev->level == 10) {
183 184
			/* taking over a raid10-n2 array */
			j /= 2;
185 186
			rdev1->new_raid_disk = j;
		}
187

188 189 190 191 192 193 194 195
		if (mddev->level == 1) {
			/* taiking over a raid1 array-
			 * we have only one active disk
			 */
			j = 0;
			rdev1->new_raid_disk = j;
		}

196
		if (j < 0) {
N
NeilBrown 已提交
197 198
			pr_warn("md/raid0:%s: remove inactive devices before converting to RAID0\n",
				mdname(mddev));
199 200 201
			goto abort;
		}
		if (j >= mddev->raid_disks) {
N
NeilBrown 已提交
202 203
			pr_warn("md/raid0:%s: bad disk number %d - aborting!\n",
				mdname(mddev), j);
L
Linus Torvalds 已提交
204 205
			goto abort;
		}
206
		if (dev[j]) {
N
NeilBrown 已提交
207 208
			pr_warn("md/raid0:%s: multiple devices for %d - aborting!\n",
				mdname(mddev), j);
L
Linus Torvalds 已提交
209 210
			goto abort;
		}
211
		dev[j] = rdev1;
L
Linus Torvalds 已提交
212

213
		if (!smallest || (rdev1->sectors < smallest->sectors))
L
Linus Torvalds 已提交
214 215 216 217
			smallest = rdev1;
		cnt++;
	}
	if (cnt != mddev->raid_disks) {
N
NeilBrown 已提交
218 219
		pr_warn("md/raid0:%s: too few disks (%d of %d) - aborting!\n",
			mdname(mddev), cnt, mddev->raid_disks);
L
Linus Torvalds 已提交
220 221 222
		goto abort;
	}
	zone->nb_dev = cnt;
223
	zone->zone_end = smallest->sectors * cnt;
L
Linus Torvalds 已提交
224

225
	curr_zone_end = zone->zone_end;
L
Linus Torvalds 已提交
226 227 228 229

	/* now do the other zones */
	for (i = 1; i < conf->nr_strip_zones; i++)
	{
230 231
		int j;

L
Linus Torvalds 已提交
232
		zone = conf->strip_zone + i;
233
		dev = conf->devlist + i * mddev->raid_disks;
L
Linus Torvalds 已提交
234

235
		pr_debug("md/raid0:%s: zone %d\n", mdname(mddev), i);
236
		zone->dev_start = smallest->sectors;
L
Linus Torvalds 已提交
237 238 239 240
		smallest = NULL;
		c = 0;

		for (j=0; j<cnt; j++) {
241
			rdev = conf->devlist[j];
242
			if (rdev->sectors <= zone->dev_start) {
243 244 245
				pr_debug("md/raid0:%s: checking %s ... nope\n",
					 mdname(mddev),
					 bdevname(rdev->bdev, b));
246 247
				continue;
			}
248 249 250 251
			pr_debug("md/raid0:%s: checking %s ..."
				 " contained as device %d\n",
				 mdname(mddev),
				 bdevname(rdev->bdev, b), c);
252
			dev[c] = rdev;
253 254 255
			c++;
			if (!smallest || rdev->sectors < smallest->sectors) {
				smallest = rdev;
256 257 258
				pr_debug("md/raid0:%s:  (%llu) is smallest!.\n",
					 mdname(mddev),
					 (unsigned long long)rdev->sectors);
259
			}
L
Linus Torvalds 已提交
260 261 262
		}

		zone->nb_dev = c;
263
		sectors = (smallest->sectors - zone->dev_start) * c;
264 265 266
		pr_debug("md/raid0:%s: zone->nb_dev: %d, sectors: %llu\n",
			 mdname(mddev),
			 zone->nb_dev, (unsigned long long)sectors);
L
Linus Torvalds 已提交
267

268
		curr_zone_end += sectors;
269
		zone->zone_end = curr_zone_end;
L
Linus Torvalds 已提交
270

271 272 273
		pr_debug("md/raid0:%s: current zone start: %llu\n",
			 mdname(mddev),
			 (unsigned long long)smallest->sectors);
L
Linus Torvalds 已提交
274 275
	}

276
	pr_debug("md/raid0:%s: done.\n", mdname(mddev));
277 278
	*private_conf = conf;

L
Linus Torvalds 已提交
279
	return 0;
280
abort:
281 282 283
	kfree(conf->strip_zone);
	kfree(conf->devlist);
	kfree(conf);
284
	*private_conf = ERR_PTR(err);
285
	return err;
L
Linus Torvalds 已提交
286 287
}

288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308
/* Find the zone which holds a particular offset
 * Update *sectorp to be an offset in that zone
 */
static struct strip_zone *find_zone(struct r0conf *conf,
				    sector_t *sectorp)
{
	int i;
	struct strip_zone *z = conf->strip_zone;
	sector_t sector = *sectorp;

	for (i = 0; i < conf->nr_strip_zones; i++)
		if (sector < z[i].zone_end) {
			if (i)
				*sectorp = sector - z[i-1].zone_end;
			return z + i;
		}
	BUG();
}

/*
 * remaps the bio to the target device. we separate two flows.
309
 * power 2 flow and a general flow for the sake of performance
310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343
*/
static struct md_rdev *map_sector(struct mddev *mddev, struct strip_zone *zone,
				sector_t sector, sector_t *sector_offset)
{
	unsigned int sect_in_chunk;
	sector_t chunk;
	struct r0conf *conf = mddev->private;
	int raid_disks = conf->strip_zone[0].nb_dev;
	unsigned int chunk_sects = mddev->chunk_sectors;

	if (is_power_of_2(chunk_sects)) {
		int chunksect_bits = ffz(~chunk_sects);
		/* find the sector offset inside the chunk */
		sect_in_chunk  = sector & (chunk_sects - 1);
		sector >>= chunksect_bits;
		/* chunk in zone */
		chunk = *sector_offset;
		/* quotient is the chunk in real device*/
		sector_div(chunk, zone->nb_dev << chunksect_bits);
	} else{
		sect_in_chunk = sector_div(sector, chunk_sects);
		chunk = *sector_offset;
		sector_div(chunk, chunk_sects * zone->nb_dev);
	}
	/*
	*  position the bio over the real device
	*  real sector = chunk in device + starting of zone
	*	+ the position in the chunk
	*/
	*sector_offset = (chunk * chunk_sects) + sect_in_chunk;
	return conf->devlist[(zone - conf->strip_zone)*raid_disks
			     + sector_div(sector, zone->nb_dev)];
}

344
static sector_t raid0_size(struct mddev *mddev, sector_t sectors, int raid_disks)
345 346
{
	sector_t array_sectors = 0;
347
	struct md_rdev *rdev;
348 349 350 351

	WARN_ONCE(sectors || raid_disks,
		  "%s does not support generic reshape\n", __func__);

N
NeilBrown 已提交
352
	rdev_for_each(rdev, mddev)
353 354
		array_sectors += (rdev->sectors &
				  ~(sector_t)(mddev->chunk_sectors-1));
355 356 357 358

	return array_sectors;
}

N
NeilBrown 已提交
359
static void raid0_free(struct mddev *mddev, void *priv);
360

361
static int raid0_run(struct mddev *mddev)
L
Linus Torvalds 已提交
362
{
363
	struct r0conf *conf;
364
	int ret;
L
Linus Torvalds 已提交
365

366
	if (mddev->chunk_sectors == 0) {
N
NeilBrown 已提交
367
		pr_warn("md/raid0:%s: chunk size must be set.\n", mdname(mddev));
368 369
		return -EINVAL;
	}
370 371
	if (md_check_no_bitmap(mddev))
		return -EINVAL;
372

373 374 375 376 377 378 379 380
	/* if private is not null, we are here after takeover */
	if (mddev->private == NULL) {
		ret = create_strip_zones(mddev, &conf);
		if (ret < 0)
			return ret;
		mddev->private = conf;
	}
	conf = mddev->private;
381 382 383 384 385 386
	if (mddev->queue) {
		struct md_rdev *rdev;
		bool discard_supported = false;

		blk_queue_max_hw_sectors(mddev->queue, mddev->chunk_sectors);
		blk_queue_max_write_same_sectors(mddev->queue, mddev->chunk_sectors);
387
		blk_queue_max_write_zeroes_sectors(mddev->queue, mddev->chunk_sectors);
388
		blk_queue_max_discard_sectors(mddev->queue, UINT_MAX);
389 390 391 392 393

		blk_queue_io_min(mddev->queue, mddev->chunk_sectors << 9);
		blk_queue_io_opt(mddev->queue,
				 (mddev->chunk_sectors << 9) * mddev->raid_disks);

394 395 396 397 398 399
		rdev_for_each(rdev, mddev) {
			disk_stack_limits(mddev->gendisk, rdev->bdev,
					  rdev->data_offset << 9);
			if (blk_queue_discard(bdev_get_queue(rdev->bdev)))
				discard_supported = true;
		}
400 401 402 403 404
		if (!discard_supported)
			queue_flag_clear_unlocked(QUEUE_FLAG_DISCARD, mddev->queue);
		else
			queue_flag_set_unlocked(QUEUE_FLAG_DISCARD, mddev->queue);
	}
L
Linus Torvalds 已提交
405 406

	/* calculate array device size */
407
	md_set_array_sectors(mddev, raid0_size(mddev, 0, 0));
L
Linus Torvalds 已提交
408

N
NeilBrown 已提交
409 410 411
	pr_debug("md/raid0:%s: md_size is %llu sectors.\n",
		 mdname(mddev),
		 (unsigned long long)mddev->array_sectors);
412 413 414 415 416 417 418 419 420 421 422

	if (mddev->queue) {
		/* calculate the max read-ahead size.
		 * For read-ahead of large files to be effective, we need to
		 * readahead at least twice a whole stripe. i.e. number of devices
		 * multiplied by chunk size times 2.
		 * If an individual device has an ra_pages greater than the
		 * chunk size, then we will not drive that device as hard as it
		 * wants.  We consider this a configuration error: a larger
		 * chunksize should be used in that case.
		 */
423 424
		int stripe = mddev->raid_disks *
			(mddev->chunk_sectors << 9) / PAGE_SIZE;
425 426
		if (mddev->queue->backing_dev_info->ra_pages < 2* stripe)
			mddev->queue->backing_dev_info->ra_pages = 2* stripe;
L
Linus Torvalds 已提交
427 428
	}

429
	dump_zones(mddev);
430 431 432 433

	ret = md_integrity_register(mddev);

	return ret;
L
Linus Torvalds 已提交
434 435
}

N
NeilBrown 已提交
436
static void raid0_free(struct mddev *mddev, void *priv)
L
Linus Torvalds 已提交
437
{
N
NeilBrown 已提交
438
	struct r0conf *conf = priv;
L
Linus Torvalds 已提交
439

440
	kfree(conf->strip_zone);
441
	kfree(conf->devlist);
442
	kfree(conf);
L
Linus Torvalds 已提交
443 444
}

445 446 447
/*
 * Is io distribute over 1 or more chunks ?
*/
448
static inline int is_io_in_chunk_boundary(struct mddev *mddev,
449 450
			unsigned int chunk_sects, struct bio *bio)
{
N
NeilBrown 已提交
451
	if (likely(is_power_of_2(chunk_sects))) {
452 453
		return chunk_sects >=
			((bio->bi_iter.bi_sector & (chunk_sects-1))
454
					+ bio_sectors(bio));
455
	} else{
456
		sector_t sector = bio->bi_iter.bi_sector;
457
		return chunk_sects >= (sector_div(sector, chunk_sects)
458
						+ bio_sectors(bio));
459 460 461
	}
}

462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550
static void raid0_handle_discard(struct mddev *mddev, struct bio *bio)
{
	struct r0conf *conf = mddev->private;
	struct strip_zone *zone;
	sector_t start = bio->bi_iter.bi_sector;
	sector_t end;
	unsigned int stripe_size;
	sector_t first_stripe_index, last_stripe_index;
	sector_t start_disk_offset;
	unsigned int start_disk_index;
	sector_t end_disk_offset;
	unsigned int end_disk_index;
	unsigned int disk;

	zone = find_zone(conf, &start);

	if (bio_end_sector(bio) > zone->zone_end) {
		struct bio *split = bio_split(bio,
			zone->zone_end - bio->bi_iter.bi_sector, GFP_NOIO,
			mddev->bio_set);
		bio_chain(split, bio);
		generic_make_request(bio);
		bio = split;
		end = zone->zone_end;
	} else
		end = bio_end_sector(bio);

	if (zone != conf->strip_zone)
		end = end - zone[-1].zone_end;

	/* Now start and end is the offset in zone */
	stripe_size = zone->nb_dev * mddev->chunk_sectors;

	first_stripe_index = start;
	sector_div(first_stripe_index, stripe_size);
	last_stripe_index = end;
	sector_div(last_stripe_index, stripe_size);

	start_disk_index = (int)(start - first_stripe_index * stripe_size) /
		mddev->chunk_sectors;
	start_disk_offset = ((int)(start - first_stripe_index * stripe_size) %
		mddev->chunk_sectors) +
		first_stripe_index * mddev->chunk_sectors;
	end_disk_index = (int)(end - last_stripe_index * stripe_size) /
		mddev->chunk_sectors;
	end_disk_offset = ((int)(end - last_stripe_index * stripe_size) %
		mddev->chunk_sectors) +
		last_stripe_index * mddev->chunk_sectors;

	for (disk = 0; disk < zone->nb_dev; disk++) {
		sector_t dev_start, dev_end;
		struct bio *discard_bio = NULL;
		struct md_rdev *rdev;

		if (disk < start_disk_index)
			dev_start = (first_stripe_index + 1) *
				mddev->chunk_sectors;
		else if (disk > start_disk_index)
			dev_start = first_stripe_index * mddev->chunk_sectors;
		else
			dev_start = start_disk_offset;

		if (disk < end_disk_index)
			dev_end = (last_stripe_index + 1) * mddev->chunk_sectors;
		else if (disk > end_disk_index)
			dev_end = last_stripe_index * mddev->chunk_sectors;
		else
			dev_end = end_disk_offset;

		if (dev_end <= dev_start)
			continue;

		rdev = conf->devlist[(zone - conf->strip_zone) *
			conf->strip_zone[0].nb_dev + disk];
		if (__blkdev_issue_discard(rdev->bdev,
			dev_start + zone->dev_start + rdev->data_offset,
			dev_end - dev_start, GFP_NOIO, 0, &discard_bio) ||
		    !discard_bio)
			continue;
		bio_chain(discard_bio, bio);
		if (mddev->gendisk)
			trace_block_bio_remap(bdev_get_queue(rdev->bdev),
				discard_bio, disk_devt(mddev->gendisk),
				bio->bi_iter.bi_sector);
		generic_make_request(discard_bio);
	}
	bio_endio(bio);
}

551
static void raid0_make_request(struct mddev *mddev, struct bio *bio)
552
{
L
Linus Torvalds 已提交
553
	struct strip_zone *zone;
554
	struct md_rdev *tmp_dev;
N
NeilBrown 已提交
555 556 557 558
	sector_t bio_sector;
	sector_t sector;
	unsigned chunk_sects;
	unsigned sectors;
L
Linus Torvalds 已提交
559

J
Jens Axboe 已提交
560
	if (unlikely(bio->bi_opf & REQ_PREFLUSH)) {
T
Tejun Heo 已提交
561
		md_flush_request(mddev, bio);
562
		return;
563 564
	}

565 566 567 568 569
	if (unlikely((bio_op(bio) == REQ_OP_DISCARD))) {
		raid0_handle_discard(mddev, bio);
		return;
	}

N
NeilBrown 已提交
570 571 572
	bio_sector = bio->bi_iter.bi_sector;
	sector = bio_sector;
	chunk_sects = mddev->chunk_sectors;
K
Kent Overstreet 已提交
573

N
NeilBrown 已提交
574 575 576 577
	sectors = chunk_sects -
		(likely(is_power_of_2(chunk_sects))
		 ? (sector & (chunk_sects-1))
		 : sector_div(sector, chunk_sects));
K
Kent Overstreet 已提交
578

N
NeilBrown 已提交
579 580
	/* Restore due to sector_div */
	sector = bio_sector;
581

N
NeilBrown 已提交
582 583 584 585 586 587
	if (sectors < bio_sectors(bio)) {
		struct bio *split = bio_split(bio, sectors, GFP_NOIO, mddev->bio_set);
		bio_chain(split, bio);
		generic_make_request(bio);
		bio = split;
	}
L
Linus Torvalds 已提交
588

N
NeilBrown 已提交
589 590 591 592 593 594
	zone = find_zone(mddev->private, &sector);
	tmp_dev = map_sector(mddev, zone, sector, &sector);
	bio->bi_bdev = tmp_dev->bdev;
	bio->bi_iter.bi_sector = sector + zone->dev_start +
		tmp_dev->data_offset;

595 596 597 598 599 600 601
	if (mddev->gendisk)
		trace_block_bio_remap(bdev_get_queue(bio->bi_bdev),
				      bio, disk_devt(mddev->gendisk),
				      bio_sector);
	mddev_check_writesame(mddev, bio);
	mddev_check_write_zeroes(mddev, bio);
	generic_make_request(bio);
L
Linus Torvalds 已提交
602
}
N
NeilBrown 已提交
603

604
static void raid0_status(struct seq_file *seq, struct mddev *mddev)
L
Linus Torvalds 已提交
605
{
606
	seq_printf(seq, " %dk chunks", mddev->chunk_sectors / 2);
L
Linus Torvalds 已提交
607 608 609
	return;
}

610
static void *raid0_takeover_raid45(struct mddev *mddev)
611
{
612
	struct md_rdev *rdev;
613
	struct r0conf *priv_conf;
614 615

	if (mddev->degraded != 1) {
N
NeilBrown 已提交
616 617 618
		pr_warn("md/raid0:%s: raid5 must be degraded! Degraded disks: %d\n",
			mdname(mddev),
			mddev->degraded);
619 620 621
		return ERR_PTR(-EINVAL);
	}

N
NeilBrown 已提交
622
	rdev_for_each(rdev, mddev) {
623 624
		/* check slot number for a disk */
		if (rdev->raid_disk == mddev->raid_disks-1) {
N
NeilBrown 已提交
625 626
			pr_warn("md/raid0:%s: raid5 must have missing parity disk!\n",
				mdname(mddev));
627 628
			return ERR_PTR(-EINVAL);
		}
629
		rdev->sectors = mddev->dev_sectors;
630 631 632 633
	}

	/* Set new parameters */
	mddev->new_level = 0;
634
	mddev->new_layout = 0;
635 636 637 638 639
	mddev->new_chunk_sectors = mddev->chunk_sectors;
	mddev->raid_disks--;
	mddev->delta_disks = -1;
	/* make sure it will be not marked as dirty */
	mddev->recovery_cp = MaxSector;
640
	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);
641 642

	create_strip_zones(mddev, &priv_conf);
643

644 645 646
	return priv_conf;
}

647
static void *raid0_takeover_raid10(struct mddev *mddev)
648
{
649
	struct r0conf *priv_conf;
650 651 652 653 654 655 656 657

	/* Check layout:
	 *  - far_copies must be 1
	 *  - near_copies must be 2
	 *  - disks number must be even
	 *  - all mirrors must be already degraded
	 */
	if (mddev->layout != ((1 << 8) + 2)) {
N
NeilBrown 已提交
658 659 660
		pr_warn("md/raid0:%s:: Raid0 cannot takeover layout: 0x%x\n",
			mdname(mddev),
			mddev->layout);
661 662 663
		return ERR_PTR(-EINVAL);
	}
	if (mddev->raid_disks & 1) {
N
NeilBrown 已提交
664 665
		pr_warn("md/raid0:%s: Raid0 cannot takeover Raid10 with odd disk number.\n",
			mdname(mddev));
666 667 668
		return ERR_PTR(-EINVAL);
	}
	if (mddev->degraded != (mddev->raid_disks>>1)) {
N
NeilBrown 已提交
669 670
		pr_warn("md/raid0:%s: All mirrors must be already degraded!\n",
			mdname(mddev));
671 672 673 674 675
		return ERR_PTR(-EINVAL);
	}

	/* Set new parameters */
	mddev->new_level = 0;
676
	mddev->new_layout = 0;
677 678 679 680 681 682
	mddev->new_chunk_sectors = mddev->chunk_sectors;
	mddev->delta_disks = - mddev->raid_disks / 2;
	mddev->raid_disks += mddev->delta_disks;
	mddev->degraded = 0;
	/* make sure it will be not marked as dirty */
	mddev->recovery_cp = MaxSector;
683
	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);
684 685 686 687 688

	create_strip_zones(mddev, &priv_conf);
	return priv_conf;
}

689
static void *raid0_takeover_raid1(struct mddev *mddev)
690
{
691
	struct r0conf *priv_conf;
692
	int chunksect;
693 694 695 696 697

	/* Check layout:
	 *  - (N - 1) mirror drives must be already faulty
	 */
	if ((mddev->raid_disks - 1) != mddev->degraded) {
N
NeilBrown 已提交
698
		pr_err("md/raid0:%s: (N - 1) mirrors drives must be already faulty!\n",
699 700 701 702
		       mdname(mddev));
		return ERR_PTR(-EINVAL);
	}

703 704 705 706 707 708 709 710 711 712 713 714 715 716
	/*
	 * a raid1 doesn't have the notion of chunk size, so
	 * figure out the largest suitable size we can use.
	 */
	chunksect = 64 * 2; /* 64K by default */

	/* The array must be an exact multiple of chunksize */
	while (chunksect && (mddev->array_sectors & (chunksect - 1)))
		chunksect >>= 1;

	if ((chunksect << 9) < PAGE_SIZE)
		/* array size does not allow a suitable chunk size */
		return ERR_PTR(-EINVAL);

717 718 719
	/* Set new parameters */
	mddev->new_level = 0;
	mddev->new_layout = 0;
720 721
	mddev->new_chunk_sectors = chunksect;
	mddev->chunk_sectors = chunksect;
722
	mddev->delta_disks = 1 - mddev->raid_disks;
K
Krzysztof Wojcik 已提交
723
	mddev->raid_disks = 1;
724 725
	/* make sure it will be not marked as dirty */
	mddev->recovery_cp = MaxSector;
726
	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);
727 728 729 730 731

	create_strip_zones(mddev, &priv_conf);
	return priv_conf;
}

732
static void *raid0_takeover(struct mddev *mddev)
733 734
{
	/* raid0 can take over:
M
Maciej Trela 已提交
735
	 *  raid4 - if all data disks are active.
736 737
	 *  raid5 - providing it is Raid4 layout and one disk is faulty
	 *  raid10 - assuming we have all necessary active disks
738
	 *  raid1 - with (N -1) mirror drives faulty
739
	 */
740 741

	if (mddev->bitmap) {
N
NeilBrown 已提交
742 743
		pr_warn("md/raid0: %s: cannot takeover array with bitmap\n",
			mdname(mddev));
744 745
		return ERR_PTR(-EBUSY);
	}
M
Maciej Trela 已提交
746 747 748
	if (mddev->level == 4)
		return raid0_takeover_raid45(mddev);

749 750
	if (mddev->level == 5) {
		if (mddev->layout == ALGORITHM_PARITY_N)
M
Maciej Trela 已提交
751
			return raid0_takeover_raid45(mddev);
752

N
NeilBrown 已提交
753 754
		pr_warn("md/raid0:%s: Raid can only takeover Raid5 with layout: %d\n",
			mdname(mddev), ALGORITHM_PARITY_N);
755 756 757 758 759
	}

	if (mddev->level == 10)
		return raid0_takeover_raid10(mddev);

760 761 762
	if (mddev->level == 1)
		return raid0_takeover_raid1(mddev);

N
NeilBrown 已提交
763
	pr_warn("Takeover from raid%i to raid0 not supported\n",
764 765
		mddev->level);

766 767 768
	return ERR_PTR(-EINVAL);
}

769
static void raid0_quiesce(struct mddev *mddev, int state)
770 771 772
{
}

773
static struct md_personality raid0_personality=
L
Linus Torvalds 已提交
774 775
{
	.name		= "raid0",
776
	.level		= 0,
L
Linus Torvalds 已提交
777 778 779
	.owner		= THIS_MODULE,
	.make_request	= raid0_make_request,
	.run		= raid0_run,
N
NeilBrown 已提交
780
	.free		= raid0_free,
L
Linus Torvalds 已提交
781
	.status		= raid0_status,
782
	.size		= raid0_size,
783 784
	.takeover	= raid0_takeover,
	.quiesce	= raid0_quiesce,
785
	.congested	= raid0_congested,
L
Linus Torvalds 已提交
786 787 788 789
};

static int __init raid0_init (void)
{
790
	return register_md_personality (&raid0_personality);
L
Linus Torvalds 已提交
791 792 793 794
}

static void raid0_exit (void)
{
795
	unregister_md_personality (&raid0_personality);
L
Linus Torvalds 已提交
796 797 798 799 800
}

module_init(raid0_init);
module_exit(raid0_exit);
MODULE_LICENSE("GPL");
801
MODULE_DESCRIPTION("RAID0 (striping) personality for MD");
L
Linus Torvalds 已提交
802
MODULE_ALIAS("md-personality-2"); /* RAID0 */
803
MODULE_ALIAS("md-raid0");
804
MODULE_ALIAS("md-level-0");