raid0.c 21.3 KB
Newer Older
L
Linus Torvalds 已提交
1 2
/*
   raid0.c : Multiple Devices driver for Linux
3
	     Copyright (C) 1994-96 Marc ZYNGIER
L
Linus Torvalds 已提交
4 5
	     <zyngier@ufr-info-p7.ibp.fr> or
	     <maz@gloups.fdn.fr>
6
	     Copyright (C) 1999, 2000 Ingo Molnar, Red Hat
L
Linus Torvalds 已提交
7 8 9 10 11 12 13

   RAID-0 management functions.

   This program is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 2, or (at your option)
   any later version.
14

L
Linus Torvalds 已提交
15 16
   You should have received a copy of the GNU General Public License
   (for example /usr/src/linux/COPYING); if not, write to the Free
17
   Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
L
Linus Torvalds 已提交
18 19
*/

20 21
#include <linux/blkdev.h>
#include <linux/seq_file.h>
22
#include <linux/module.h>
23
#include <linux/slab.h>
24
#include <trace/events/block.h>
25
#include "md.h"
26
#include "raid0.h"
27
#include "raid5.h"
L
Linus Torvalds 已提交
28

29 30 31
#define UNSUPPORTED_MDDEV_FLAGS		\
	((1L << MD_HAS_JOURNAL) |	\
	 (1L << MD_JOURNAL_CLEAN) |	\
32 33
	 (1L << MD_FAILFAST_SUPPORTED) |\
	 (1L << MD_HAS_PPL))
34

35
static int raid0_congested(struct mddev *mddev, int bits)
36
{
37
	struct r0conf *conf = mddev->private;
38
	struct md_rdev **devlist = conf->devlist;
39
	int raid_disks = conf->strip_zone[0].nb_dev;
40 41
	int i, ret = 0;

42
	for (i = 0; i < raid_disks && !ret ; i++) {
43
		struct request_queue *q = bdev_get_queue(devlist[i]->bdev);
44

45
		ret |= bdi_congested(q->backing_dev_info, bits);
46 47 48 49
	}
	return ret;
}

50 51 52
/*
 * inform the user of the raid configuration
*/
53
static void dump_zones(struct mddev *mddev)
54
{
55
	int j, k;
56 57 58
	sector_t zone_size = 0;
	sector_t zone_start = 0;
	char b[BDEVNAME_SIZE];
59
	struct r0conf *conf = mddev->private;
60
	int raid_disks = conf->strip_zone[0].nb_dev;
N
NeilBrown 已提交
61 62 63
	pr_debug("md: RAID0 configuration for %s - %d zone%s\n",
		 mdname(mddev),
		 conf->nr_strip_zones, conf->nr_strip_zones==1?"":"s");
64
	for (j = 0; j < conf->nr_strip_zones; j++) {
N
NeilBrown 已提交
65 66 67
		char line[200];
		int len = 0;

68
		for (k = 0; k < conf->strip_zone[j].nb_dev; k++)
N
NeilBrown 已提交
69 70 71 72
			len += snprintf(line+len, 200-len, "%s%s", k?"/":"",
					bdevname(conf->devlist[j*raid_disks
							       + k]->bdev, b));
		pr_debug("md: zone%d=[%s]\n", j, line);
73 74

		zone_size  = conf->strip_zone[j].zone_end - zone_start;
N
NeilBrown 已提交
75
		pr_debug("      zone-offset=%10lluKB, device-offset=%10lluKB, size=%10lluKB\n",
76 77 78 79 80 81 82
			(unsigned long long)zone_start>>1,
			(unsigned long long)conf->strip_zone[j].dev_start>>1,
			(unsigned long long)zone_size>>1);
		zone_start = conf->strip_zone[j].zone_end;
	}
}

83
static int create_strip_zones(struct mddev *mddev, struct r0conf **private_conf)
L
Linus Torvalds 已提交
84
{
85
	int i, c, err;
86
	sector_t curr_zone_end, sectors;
87
	struct md_rdev *smallest, *rdev1, *rdev2, *rdev, **dev;
L
Linus Torvalds 已提交
88 89 90
	struct strip_zone *zone;
	int cnt;
	char b[BDEVNAME_SIZE];
91
	char b2[BDEVNAME_SIZE];
92
	struct r0conf *conf = kzalloc(sizeof(*conf), GFP_KERNEL);
93
	unsigned short blksize = 512;
94

95
	*private_conf = ERR_PTR(-ENOMEM);
96 97
	if (!conf)
		return -ENOMEM;
N
NeilBrown 已提交
98
	rdev_for_each(rdev1, mddev) {
99 100 101
		pr_debug("md/raid0:%s: looking at %s\n",
			 mdname(mddev),
			 bdevname(rdev1->bdev, b));
L
Linus Torvalds 已提交
102
		c = 0;
103 104 105 106 107 108

		/* round size to chunk_size */
		sectors = rdev1->sectors;
		sector_div(sectors, mddev->chunk_sectors);
		rdev1->sectors = sectors * mddev->chunk_sectors;

109 110 111
		blksize = max(blksize, queue_logical_block_size(
				      rdev1->bdev->bd_disk->queue));

N
NeilBrown 已提交
112
		rdev_for_each(rdev2, mddev) {
113 114 115 116 117 118 119
			pr_debug("md/raid0:%s:   comparing %s(%llu)"
				 " with %s(%llu)\n",
				 mdname(mddev),
				 bdevname(rdev1->bdev,b),
				 (unsigned long long)rdev1->sectors,
				 bdevname(rdev2->bdev,b2),
				 (unsigned long long)rdev2->sectors);
L
Linus Torvalds 已提交
120
			if (rdev2 == rdev1) {
121 122
				pr_debug("md/raid0:%s:   END\n",
					 mdname(mddev));
L
Linus Torvalds 已提交
123 124
				break;
			}
125
			if (rdev2->sectors == rdev1->sectors) {
L
Linus Torvalds 已提交
126 127 128 129
				/*
				 * Not unique, don't count it as a new
				 * group
				 */
130 131
				pr_debug("md/raid0:%s:   EQUAL\n",
					 mdname(mddev));
L
Linus Torvalds 已提交
132 133 134
				c = 1;
				break;
			}
135 136
			pr_debug("md/raid0:%s:   NOT EQUAL\n",
				 mdname(mddev));
L
Linus Torvalds 已提交
137 138
		}
		if (!c) {
139 140
			pr_debug("md/raid0:%s:   ==> UNIQUE\n",
				 mdname(mddev));
L
Linus Torvalds 已提交
141
			conf->nr_strip_zones++;
142 143
			pr_debug("md/raid0:%s: %d zones\n",
				 mdname(mddev), conf->nr_strip_zones);
L
Linus Torvalds 已提交
144 145
		}
	}
146 147
	pr_debug("md/raid0:%s: FINAL %d zones\n",
		 mdname(mddev), conf->nr_strip_zones);
148 149 150 151 152
	/*
	 * now since we have the hard sector sizes, we can make sure
	 * chunk size is a multiple of that sector size
	 */
	if ((mddev->chunk_sectors << 9) % blksize) {
N
NeilBrown 已提交
153 154 155
		pr_warn("md/raid0:%s: chunk_size of %d not multiple of block size %d\n",
			mdname(mddev),
			mddev->chunk_sectors << 9, blksize);
156 157 158 159
		err = -EINVAL;
		goto abort;
	}

160
	err = -ENOMEM;
161
	conf->strip_zone = kzalloc(sizeof(struct strip_zone)*
L
Linus Torvalds 已提交
162 163
				conf->nr_strip_zones, GFP_KERNEL);
	if (!conf->strip_zone)
164
		goto abort;
165
	conf->devlist = kzalloc(sizeof(struct md_rdev*)*
L
Linus Torvalds 已提交
166 167 168
				conf->nr_strip_zones*mddev->raid_disks,
				GFP_KERNEL);
	if (!conf->devlist)
169
		goto abort;
L
Linus Torvalds 已提交
170 171 172 173 174 175 176

	/* The first zone must contain all devices, so here we check that
	 * there is a proper alignment of slots to devices and find them all
	 */
	zone = &conf->strip_zone[0];
	cnt = 0;
	smallest = NULL;
177
	dev = conf->devlist;
178
	err = -EINVAL;
N
NeilBrown 已提交
179
	rdev_for_each(rdev1, mddev) {
L
Linus Torvalds 已提交
180 181
		int j = rdev1->raid_disk;

182
		if (mddev->level == 10) {
183 184
			/* taking over a raid10-n2 array */
			j /= 2;
185 186
			rdev1->new_raid_disk = j;
		}
187

188 189 190 191 192 193 194 195
		if (mddev->level == 1) {
			/* taiking over a raid1 array-
			 * we have only one active disk
			 */
			j = 0;
			rdev1->new_raid_disk = j;
		}

196
		if (j < 0) {
N
NeilBrown 已提交
197 198
			pr_warn("md/raid0:%s: remove inactive devices before converting to RAID0\n",
				mdname(mddev));
199 200 201
			goto abort;
		}
		if (j >= mddev->raid_disks) {
N
NeilBrown 已提交
202 203
			pr_warn("md/raid0:%s: bad disk number %d - aborting!\n",
				mdname(mddev), j);
L
Linus Torvalds 已提交
204 205
			goto abort;
		}
206
		if (dev[j]) {
N
NeilBrown 已提交
207 208
			pr_warn("md/raid0:%s: multiple devices for %d - aborting!\n",
				mdname(mddev), j);
L
Linus Torvalds 已提交
209 210
			goto abort;
		}
211
		dev[j] = rdev1;
L
Linus Torvalds 已提交
212

213
		if (!smallest || (rdev1->sectors < smallest->sectors))
L
Linus Torvalds 已提交
214 215 216 217
			smallest = rdev1;
		cnt++;
	}
	if (cnt != mddev->raid_disks) {
N
NeilBrown 已提交
218 219
		pr_warn("md/raid0:%s: too few disks (%d of %d) - aborting!\n",
			mdname(mddev), cnt, mddev->raid_disks);
L
Linus Torvalds 已提交
220 221 222
		goto abort;
	}
	zone->nb_dev = cnt;
223
	zone->zone_end = smallest->sectors * cnt;
L
Linus Torvalds 已提交
224

225
	curr_zone_end = zone->zone_end;
L
Linus Torvalds 已提交
226 227 228 229

	/* now do the other zones */
	for (i = 1; i < conf->nr_strip_zones; i++)
	{
230 231
		int j;

L
Linus Torvalds 已提交
232
		zone = conf->strip_zone + i;
233
		dev = conf->devlist + i * mddev->raid_disks;
L
Linus Torvalds 已提交
234

235
		pr_debug("md/raid0:%s: zone %d\n", mdname(mddev), i);
236
		zone->dev_start = smallest->sectors;
L
Linus Torvalds 已提交
237 238 239 240
		smallest = NULL;
		c = 0;

		for (j=0; j<cnt; j++) {
241
			rdev = conf->devlist[j];
242
			if (rdev->sectors <= zone->dev_start) {
243 244 245
				pr_debug("md/raid0:%s: checking %s ... nope\n",
					 mdname(mddev),
					 bdevname(rdev->bdev, b));
246 247
				continue;
			}
248 249 250 251
			pr_debug("md/raid0:%s: checking %s ..."
				 " contained as device %d\n",
				 mdname(mddev),
				 bdevname(rdev->bdev, b), c);
252
			dev[c] = rdev;
253 254 255
			c++;
			if (!smallest || rdev->sectors < smallest->sectors) {
				smallest = rdev;
256 257 258
				pr_debug("md/raid0:%s:  (%llu) is smallest!.\n",
					 mdname(mddev),
					 (unsigned long long)rdev->sectors);
259
			}
L
Linus Torvalds 已提交
260 261 262
		}

		zone->nb_dev = c;
263
		sectors = (smallest->sectors - zone->dev_start) * c;
264 265 266
		pr_debug("md/raid0:%s: zone->nb_dev: %d, sectors: %llu\n",
			 mdname(mddev),
			 zone->nb_dev, (unsigned long long)sectors);
L
Linus Torvalds 已提交
267

268
		curr_zone_end += sectors;
269
		zone->zone_end = curr_zone_end;
L
Linus Torvalds 已提交
270

271 272 273
		pr_debug("md/raid0:%s: current zone start: %llu\n",
			 mdname(mddev),
			 (unsigned long long)smallest->sectors);
L
Linus Torvalds 已提交
274 275
	}

276
	pr_debug("md/raid0:%s: done.\n", mdname(mddev));
277 278
	*private_conf = conf;

L
Linus Torvalds 已提交
279
	return 0;
280
abort:
281 282 283
	kfree(conf->strip_zone);
	kfree(conf->devlist);
	kfree(conf);
284
	*private_conf = ERR_PTR(err);
285
	return err;
L
Linus Torvalds 已提交
286 287
}

288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308
/* Find the zone which holds a particular offset
 * Update *sectorp to be an offset in that zone
 */
static struct strip_zone *find_zone(struct r0conf *conf,
				    sector_t *sectorp)
{
	int i;
	struct strip_zone *z = conf->strip_zone;
	sector_t sector = *sectorp;

	for (i = 0; i < conf->nr_strip_zones; i++)
		if (sector < z[i].zone_end) {
			if (i)
				*sectorp = sector - z[i-1].zone_end;
			return z + i;
		}
	BUG();
}

/*
 * remaps the bio to the target device. we separate two flows.
309
 * power 2 flow and a general flow for the sake of performance
310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343
*/
static struct md_rdev *map_sector(struct mddev *mddev, struct strip_zone *zone,
				sector_t sector, sector_t *sector_offset)
{
	unsigned int sect_in_chunk;
	sector_t chunk;
	struct r0conf *conf = mddev->private;
	int raid_disks = conf->strip_zone[0].nb_dev;
	unsigned int chunk_sects = mddev->chunk_sectors;

	if (is_power_of_2(chunk_sects)) {
		int chunksect_bits = ffz(~chunk_sects);
		/* find the sector offset inside the chunk */
		sect_in_chunk  = sector & (chunk_sects - 1);
		sector >>= chunksect_bits;
		/* chunk in zone */
		chunk = *sector_offset;
		/* quotient is the chunk in real device*/
		sector_div(chunk, zone->nb_dev << chunksect_bits);
	} else{
		sect_in_chunk = sector_div(sector, chunk_sects);
		chunk = *sector_offset;
		sector_div(chunk, chunk_sects * zone->nb_dev);
	}
	/*
	*  position the bio over the real device
	*  real sector = chunk in device + starting of zone
	*	+ the position in the chunk
	*/
	*sector_offset = (chunk * chunk_sects) + sect_in_chunk;
	return conf->devlist[(zone - conf->strip_zone)*raid_disks
			     + sector_div(sector, zone->nb_dev)];
}

344
static sector_t raid0_size(struct mddev *mddev, sector_t sectors, int raid_disks)
345 346
{
	sector_t array_sectors = 0;
347
	struct md_rdev *rdev;
348 349 350 351

	WARN_ONCE(sectors || raid_disks,
		  "%s does not support generic reshape\n", __func__);

N
NeilBrown 已提交
352
	rdev_for_each(rdev, mddev)
353 354
		array_sectors += (rdev->sectors &
				  ~(sector_t)(mddev->chunk_sectors-1));
355 356 357 358

	return array_sectors;
}

N
NeilBrown 已提交
359
static void raid0_free(struct mddev *mddev, void *priv);
360

361
static int raid0_run(struct mddev *mddev)
L
Linus Torvalds 已提交
362
{
363
	struct r0conf *conf;
364
	int ret;
L
Linus Torvalds 已提交
365

366
	if (mddev->chunk_sectors == 0) {
N
NeilBrown 已提交
367
		pr_warn("md/raid0:%s: chunk size must be set.\n", mdname(mddev));
368 369
		return -EINVAL;
	}
370 371
	if (md_check_no_bitmap(mddev))
		return -EINVAL;
372

373 374 375 376 377 378 379 380
	/* if private is not null, we are here after takeover */
	if (mddev->private == NULL) {
		ret = create_strip_zones(mddev, &conf);
		if (ret < 0)
			return ret;
		mddev->private = conf;
	}
	conf = mddev->private;
381 382 383 384 385 386
	if (mddev->queue) {
		struct md_rdev *rdev;
		bool discard_supported = false;

		blk_queue_max_hw_sectors(mddev->queue, mddev->chunk_sectors);
		blk_queue_max_write_same_sectors(mddev->queue, mddev->chunk_sectors);
387
		blk_queue_max_write_zeroes_sectors(mddev->queue, mddev->chunk_sectors);
388
		blk_queue_max_discard_sectors(mddev->queue, UINT_MAX);
389 390 391 392 393

		blk_queue_io_min(mddev->queue, mddev->chunk_sectors << 9);
		blk_queue_io_opt(mddev->queue,
				 (mddev->chunk_sectors << 9) * mddev->raid_disks);

394 395 396 397 398 399
		rdev_for_each(rdev, mddev) {
			disk_stack_limits(mddev->gendisk, rdev->bdev,
					  rdev->data_offset << 9);
			if (blk_queue_discard(bdev_get_queue(rdev->bdev)))
				discard_supported = true;
		}
400 401 402 403 404
		if (!discard_supported)
			queue_flag_clear_unlocked(QUEUE_FLAG_DISCARD, mddev->queue);
		else
			queue_flag_set_unlocked(QUEUE_FLAG_DISCARD, mddev->queue);
	}
L
Linus Torvalds 已提交
405 406

	/* calculate array device size */
407
	md_set_array_sectors(mddev, raid0_size(mddev, 0, 0));
L
Linus Torvalds 已提交
408

N
NeilBrown 已提交
409 410 411
	pr_debug("md/raid0:%s: md_size is %llu sectors.\n",
		 mdname(mddev),
		 (unsigned long long)mddev->array_sectors);
412 413 414 415 416 417 418 419 420 421 422

	if (mddev->queue) {
		/* calculate the max read-ahead size.
		 * For read-ahead of large files to be effective, we need to
		 * readahead at least twice a whole stripe. i.e. number of devices
		 * multiplied by chunk size times 2.
		 * If an individual device has an ra_pages greater than the
		 * chunk size, then we will not drive that device as hard as it
		 * wants.  We consider this a configuration error: a larger
		 * chunksize should be used in that case.
		 */
423 424
		int stripe = mddev->raid_disks *
			(mddev->chunk_sectors << 9) / PAGE_SIZE;
425 426
		if (mddev->queue->backing_dev_info->ra_pages < 2* stripe)
			mddev->queue->backing_dev_info->ra_pages = 2* stripe;
L
Linus Torvalds 已提交
427 428
	}

429
	dump_zones(mddev);
430 431 432 433

	ret = md_integrity_register(mddev);

	return ret;
L
Linus Torvalds 已提交
434 435
}

N
NeilBrown 已提交
436
static void raid0_free(struct mddev *mddev, void *priv)
L
Linus Torvalds 已提交
437
{
N
NeilBrown 已提交
438
	struct r0conf *conf = priv;
L
Linus Torvalds 已提交
439

440
	kfree(conf->strip_zone);
441
	kfree(conf->devlist);
442
	kfree(conf);
L
Linus Torvalds 已提交
443 444
}

445 446 447
/*
 * Is io distribute over 1 or more chunks ?
*/
448
static inline int is_io_in_chunk_boundary(struct mddev *mddev,
449 450
			unsigned int chunk_sects, struct bio *bio)
{
N
NeilBrown 已提交
451
	if (likely(is_power_of_2(chunk_sects))) {
452 453
		return chunk_sects >=
			((bio->bi_iter.bi_sector & (chunk_sects-1))
454
					+ bio_sectors(bio));
455
	} else{
456
		sector_t sector = bio->bi_iter.bi_sector;
457
		return chunk_sects >= (sector_div(sector, chunk_sects)
458
						+ bio_sectors(bio));
459 460 461
	}
}

462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541
static void raid0_handle_discard(struct mddev *mddev, struct bio *bio)
{
	struct r0conf *conf = mddev->private;
	struct strip_zone *zone;
	sector_t start = bio->bi_iter.bi_sector;
	sector_t end;
	unsigned int stripe_size;
	sector_t first_stripe_index, last_stripe_index;
	sector_t start_disk_offset;
	unsigned int start_disk_index;
	sector_t end_disk_offset;
	unsigned int end_disk_index;
	unsigned int disk;

	zone = find_zone(conf, &start);

	if (bio_end_sector(bio) > zone->zone_end) {
		struct bio *split = bio_split(bio,
			zone->zone_end - bio->bi_iter.bi_sector, GFP_NOIO,
			mddev->bio_set);
		bio_chain(split, bio);
		generic_make_request(bio);
		bio = split;
		end = zone->zone_end;
	} else
		end = bio_end_sector(bio);

	if (zone != conf->strip_zone)
		end = end - zone[-1].zone_end;

	/* Now start and end is the offset in zone */
	stripe_size = zone->nb_dev * mddev->chunk_sectors;

	first_stripe_index = start;
	sector_div(first_stripe_index, stripe_size);
	last_stripe_index = end;
	sector_div(last_stripe_index, stripe_size);

	start_disk_index = (int)(start - first_stripe_index * stripe_size) /
		mddev->chunk_sectors;
	start_disk_offset = ((int)(start - first_stripe_index * stripe_size) %
		mddev->chunk_sectors) +
		first_stripe_index * mddev->chunk_sectors;
	end_disk_index = (int)(end - last_stripe_index * stripe_size) /
		mddev->chunk_sectors;
	end_disk_offset = ((int)(end - last_stripe_index * stripe_size) %
		mddev->chunk_sectors) +
		last_stripe_index * mddev->chunk_sectors;

	for (disk = 0; disk < zone->nb_dev; disk++) {
		sector_t dev_start, dev_end;
		struct bio *discard_bio = NULL;
		struct md_rdev *rdev;

		if (disk < start_disk_index)
			dev_start = (first_stripe_index + 1) *
				mddev->chunk_sectors;
		else if (disk > start_disk_index)
			dev_start = first_stripe_index * mddev->chunk_sectors;
		else
			dev_start = start_disk_offset;

		if (disk < end_disk_index)
			dev_end = (last_stripe_index + 1) * mddev->chunk_sectors;
		else if (disk > end_disk_index)
			dev_end = last_stripe_index * mddev->chunk_sectors;
		else
			dev_end = end_disk_offset;

		if (dev_end <= dev_start)
			continue;

		rdev = conf->devlist[(zone - conf->strip_zone) *
			conf->strip_zone[0].nb_dev + disk];
		if (__blkdev_issue_discard(rdev->bdev,
			dev_start + zone->dev_start + rdev->data_offset,
			dev_end - dev_start, GFP_NOIO, 0, &discard_bio) ||
		    !discard_bio)
			continue;
		bio_chain(discard_bio, bio);
542
		bio_clone_blkcg_association(discard_bio, bio);
543 544 545 546 547 548 549 550 551
		if (mddev->gendisk)
			trace_block_bio_remap(bdev_get_queue(rdev->bdev),
				discard_bio, disk_devt(mddev->gendisk),
				bio->bi_iter.bi_sector);
		generic_make_request(discard_bio);
	}
	bio_endio(bio);
}

552
static bool raid0_make_request(struct mddev *mddev, struct bio *bio)
553
{
L
Linus Torvalds 已提交
554
	struct strip_zone *zone;
555
	struct md_rdev *tmp_dev;
N
NeilBrown 已提交
556 557 558 559
	sector_t bio_sector;
	sector_t sector;
	unsigned chunk_sects;
	unsigned sectors;
L
Linus Torvalds 已提交
560

J
Jens Axboe 已提交
561
	if (unlikely(bio->bi_opf & REQ_PREFLUSH)) {
T
Tejun Heo 已提交
562
		md_flush_request(mddev, bio);
563
		return true;
564 565
	}

566 567
	if (unlikely((bio_op(bio) == REQ_OP_DISCARD))) {
		raid0_handle_discard(mddev, bio);
568
		return true;
569 570
	}

N
NeilBrown 已提交
571 572 573
	bio_sector = bio->bi_iter.bi_sector;
	sector = bio_sector;
	chunk_sects = mddev->chunk_sectors;
K
Kent Overstreet 已提交
574

N
NeilBrown 已提交
575 576 577 578
	sectors = chunk_sects -
		(likely(is_power_of_2(chunk_sects))
		 ? (sector & (chunk_sects-1))
		 : sector_div(sector, chunk_sects));
K
Kent Overstreet 已提交
579

N
NeilBrown 已提交
580 581
	/* Restore due to sector_div */
	sector = bio_sector;
582

N
NeilBrown 已提交
583 584 585 586 587 588
	if (sectors < bio_sectors(bio)) {
		struct bio *split = bio_split(bio, sectors, GFP_NOIO, mddev->bio_set);
		bio_chain(split, bio);
		generic_make_request(bio);
		bio = split;
	}
L
Linus Torvalds 已提交
589

N
NeilBrown 已提交
590 591 592 593 594 595
	zone = find_zone(mddev->private, &sector);
	tmp_dev = map_sector(mddev, zone, sector, &sector);
	bio->bi_bdev = tmp_dev->bdev;
	bio->bi_iter.bi_sector = sector + zone->dev_start +
		tmp_dev->data_offset;

596 597 598 599 600 601 602
	if (mddev->gendisk)
		trace_block_bio_remap(bdev_get_queue(bio->bi_bdev),
				      bio, disk_devt(mddev->gendisk),
				      bio_sector);
	mddev_check_writesame(mddev, bio);
	mddev_check_write_zeroes(mddev, bio);
	generic_make_request(bio);
603
	return true;
L
Linus Torvalds 已提交
604
}
N
NeilBrown 已提交
605

606
static void raid0_status(struct seq_file *seq, struct mddev *mddev)
L
Linus Torvalds 已提交
607
{
608
	seq_printf(seq, " %dk chunks", mddev->chunk_sectors / 2);
L
Linus Torvalds 已提交
609 610 611
	return;
}

612
static void *raid0_takeover_raid45(struct mddev *mddev)
613
{
614
	struct md_rdev *rdev;
615
	struct r0conf *priv_conf;
616 617

	if (mddev->degraded != 1) {
N
NeilBrown 已提交
618 619 620
		pr_warn("md/raid0:%s: raid5 must be degraded! Degraded disks: %d\n",
			mdname(mddev),
			mddev->degraded);
621 622 623
		return ERR_PTR(-EINVAL);
	}

N
NeilBrown 已提交
624
	rdev_for_each(rdev, mddev) {
625 626
		/* check slot number for a disk */
		if (rdev->raid_disk == mddev->raid_disks-1) {
N
NeilBrown 已提交
627 628
			pr_warn("md/raid0:%s: raid5 must have missing parity disk!\n",
				mdname(mddev));
629 630
			return ERR_PTR(-EINVAL);
		}
631
		rdev->sectors = mddev->dev_sectors;
632 633 634 635
	}

	/* Set new parameters */
	mddev->new_level = 0;
636
	mddev->new_layout = 0;
637 638 639 640 641
	mddev->new_chunk_sectors = mddev->chunk_sectors;
	mddev->raid_disks--;
	mddev->delta_disks = -1;
	/* make sure it will be not marked as dirty */
	mddev->recovery_cp = MaxSector;
642
	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);
643 644

	create_strip_zones(mddev, &priv_conf);
645

646 647 648
	return priv_conf;
}

649
static void *raid0_takeover_raid10(struct mddev *mddev)
650
{
651
	struct r0conf *priv_conf;
652 653 654 655 656 657 658 659

	/* Check layout:
	 *  - far_copies must be 1
	 *  - near_copies must be 2
	 *  - disks number must be even
	 *  - all mirrors must be already degraded
	 */
	if (mddev->layout != ((1 << 8) + 2)) {
N
NeilBrown 已提交
660 661 662
		pr_warn("md/raid0:%s:: Raid0 cannot takeover layout: 0x%x\n",
			mdname(mddev),
			mddev->layout);
663 664 665
		return ERR_PTR(-EINVAL);
	}
	if (mddev->raid_disks & 1) {
N
NeilBrown 已提交
666 667
		pr_warn("md/raid0:%s: Raid0 cannot takeover Raid10 with odd disk number.\n",
			mdname(mddev));
668 669 670
		return ERR_PTR(-EINVAL);
	}
	if (mddev->degraded != (mddev->raid_disks>>1)) {
N
NeilBrown 已提交
671 672
		pr_warn("md/raid0:%s: All mirrors must be already degraded!\n",
			mdname(mddev));
673 674 675 676 677
		return ERR_PTR(-EINVAL);
	}

	/* Set new parameters */
	mddev->new_level = 0;
678
	mddev->new_layout = 0;
679 680 681 682 683 684
	mddev->new_chunk_sectors = mddev->chunk_sectors;
	mddev->delta_disks = - mddev->raid_disks / 2;
	mddev->raid_disks += mddev->delta_disks;
	mddev->degraded = 0;
	/* make sure it will be not marked as dirty */
	mddev->recovery_cp = MaxSector;
685
	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);
686 687 688 689 690

	create_strip_zones(mddev, &priv_conf);
	return priv_conf;
}

691
static void *raid0_takeover_raid1(struct mddev *mddev)
692
{
693
	struct r0conf *priv_conf;
694
	int chunksect;
695 696 697 698 699

	/* Check layout:
	 *  - (N - 1) mirror drives must be already faulty
	 */
	if ((mddev->raid_disks - 1) != mddev->degraded) {
N
NeilBrown 已提交
700
		pr_err("md/raid0:%s: (N - 1) mirrors drives must be already faulty!\n",
701 702 703 704
		       mdname(mddev));
		return ERR_PTR(-EINVAL);
	}

705 706 707 708 709 710 711 712 713 714 715 716 717 718
	/*
	 * a raid1 doesn't have the notion of chunk size, so
	 * figure out the largest suitable size we can use.
	 */
	chunksect = 64 * 2; /* 64K by default */

	/* The array must be an exact multiple of chunksize */
	while (chunksect && (mddev->array_sectors & (chunksect - 1)))
		chunksect >>= 1;

	if ((chunksect << 9) < PAGE_SIZE)
		/* array size does not allow a suitable chunk size */
		return ERR_PTR(-EINVAL);

719 720 721
	/* Set new parameters */
	mddev->new_level = 0;
	mddev->new_layout = 0;
722 723
	mddev->new_chunk_sectors = chunksect;
	mddev->chunk_sectors = chunksect;
724
	mddev->delta_disks = 1 - mddev->raid_disks;
K
Krzysztof Wojcik 已提交
725
	mddev->raid_disks = 1;
726 727
	/* make sure it will be not marked as dirty */
	mddev->recovery_cp = MaxSector;
728
	mddev_clear_unsupported_flags(mddev, UNSUPPORTED_MDDEV_FLAGS);
729 730 731 732 733

	create_strip_zones(mddev, &priv_conf);
	return priv_conf;
}

734
static void *raid0_takeover(struct mddev *mddev)
735 736
{
	/* raid0 can take over:
M
Maciej Trela 已提交
737
	 *  raid4 - if all data disks are active.
738 739
	 *  raid5 - providing it is Raid4 layout and one disk is faulty
	 *  raid10 - assuming we have all necessary active disks
740
	 *  raid1 - with (N -1) mirror drives faulty
741
	 */
742 743

	if (mddev->bitmap) {
N
NeilBrown 已提交
744 745
		pr_warn("md/raid0: %s: cannot takeover array with bitmap\n",
			mdname(mddev));
746 747
		return ERR_PTR(-EBUSY);
	}
M
Maciej Trela 已提交
748 749 750
	if (mddev->level == 4)
		return raid0_takeover_raid45(mddev);

751 752
	if (mddev->level == 5) {
		if (mddev->layout == ALGORITHM_PARITY_N)
M
Maciej Trela 已提交
753
			return raid0_takeover_raid45(mddev);
754

N
NeilBrown 已提交
755 756
		pr_warn("md/raid0:%s: Raid can only takeover Raid5 with layout: %d\n",
			mdname(mddev), ALGORITHM_PARITY_N);
757 758 759 760 761
	}

	if (mddev->level == 10)
		return raid0_takeover_raid10(mddev);

762 763 764
	if (mddev->level == 1)
		return raid0_takeover_raid1(mddev);

N
NeilBrown 已提交
765
	pr_warn("Takeover from raid%i to raid0 not supported\n",
766 767
		mddev->level);

768 769 770
	return ERR_PTR(-EINVAL);
}

771
static void raid0_quiesce(struct mddev *mddev, int state)
772 773 774
{
}

775
static struct md_personality raid0_personality=
L
Linus Torvalds 已提交
776 777
{
	.name		= "raid0",
778
	.level		= 0,
L
Linus Torvalds 已提交
779 780 781
	.owner		= THIS_MODULE,
	.make_request	= raid0_make_request,
	.run		= raid0_run,
N
NeilBrown 已提交
782
	.free		= raid0_free,
L
Linus Torvalds 已提交
783
	.status		= raid0_status,
784
	.size		= raid0_size,
785 786
	.takeover	= raid0_takeover,
	.quiesce	= raid0_quiesce,
787
	.congested	= raid0_congested,
L
Linus Torvalds 已提交
788 789 790 791
};

static int __init raid0_init (void)
{
792
	return register_md_personality (&raid0_personality);
L
Linus Torvalds 已提交
793 794 795 796
}

static void raid0_exit (void)
{
797
	unregister_md_personality (&raid0_personality);
L
Linus Torvalds 已提交
798 799 800 801 802
}

module_init(raid0_init);
module_exit(raid0_exit);
MODULE_LICENSE("GPL");
803
MODULE_DESCRIPTION("RAID0 (striping) personality for MD");
L
Linus Torvalds 已提交
804
MODULE_ALIAS("md-personality-2"); /* RAID0 */
805
MODULE_ALIAS("md-raid0");
806
MODULE_ALIAS("md-level-0");