drbd_nl.c 92.7 KB
Newer Older
P
Philipp Reisner 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34
/*
   drbd_nl.c

   This file is part of DRBD by Philipp Reisner and Lars Ellenberg.

   Copyright (C) 2001-2008, LINBIT Information Technologies GmbH.
   Copyright (C) 1999-2008, Philipp Reisner <philipp.reisner@linbit.com>.
   Copyright (C) 2002-2008, Lars Ellenberg <lars.ellenberg@linbit.com>.

   drbd is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 2, or (at your option)
   any later version.

   drbd is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with drbd; see the file COPYING.  If not, write to
   the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.

 */

#include <linux/module.h>
#include <linux/drbd.h>
#include <linux/in.h>
#include <linux/fs.h>
#include <linux/file.h>
#include <linux/slab.h>
#include <linux/blkpg.h>
#include <linux/cpumask.h>
#include "drbd_int.h"
35
#include "drbd_req.h"
P
Philipp Reisner 已提交
36 37 38
#include "drbd_wrappers.h"
#include <asm/unaligned.h>
#include <linux/drbd_limits.h>
39
#include <linux/kthread.h>
P
Philipp Reisner 已提交
40

41 42 43 44 45 46 47 48 49
#include <net/genetlink.h>

/* .doit */
// int drbd_adm_create_resource(struct sk_buff *skb, struct genl_info *info);
// int drbd_adm_delete_resource(struct sk_buff *skb, struct genl_info *info);

int drbd_adm_add_minor(struct sk_buff *skb, struct genl_info *info);
int drbd_adm_delete_minor(struct sk_buff *skb, struct genl_info *info);

50 51
int drbd_adm_new_resource(struct sk_buff *skb, struct genl_info *info);
int drbd_adm_del_resource(struct sk_buff *skb, struct genl_info *info);
52
int drbd_adm_down(struct sk_buff *skb, struct genl_info *info);
53 54 55

int drbd_adm_set_role(struct sk_buff *skb, struct genl_info *info);
int drbd_adm_attach(struct sk_buff *skb, struct genl_info *info);
56
int drbd_adm_disk_opts(struct sk_buff *skb, struct genl_info *info);
57 58
int drbd_adm_detach(struct sk_buff *skb, struct genl_info *info);
int drbd_adm_connect(struct sk_buff *skb, struct genl_info *info);
59
int drbd_adm_net_opts(struct sk_buff *skb, struct genl_info *info);
60 61 62 63 64 65 66 67 68 69 70
int drbd_adm_resize(struct sk_buff *skb, struct genl_info *info);
int drbd_adm_start_ov(struct sk_buff *skb, struct genl_info *info);
int drbd_adm_new_c_uuid(struct sk_buff *skb, struct genl_info *info);
int drbd_adm_disconnect(struct sk_buff *skb, struct genl_info *info);
int drbd_adm_invalidate(struct sk_buff *skb, struct genl_info *info);
int drbd_adm_invalidate_peer(struct sk_buff *skb, struct genl_info *info);
int drbd_adm_pause_sync(struct sk_buff *skb, struct genl_info *info);
int drbd_adm_resume_sync(struct sk_buff *skb, struct genl_info *info);
int drbd_adm_suspend_io(struct sk_buff *skb, struct genl_info *info);
int drbd_adm_resume_io(struct sk_buff *skb, struct genl_info *info);
int drbd_adm_outdate(struct sk_buff *skb, struct genl_info *info);
71
int drbd_adm_resource_opts(struct sk_buff *skb, struct genl_info *info);
72 73 74 75 76 77
int drbd_adm_get_status(struct sk_buff *skb, struct genl_info *info);
int drbd_adm_get_timeout_type(struct sk_buff *skb, struct genl_info *info);
/* .dumpit */
int drbd_adm_get_status_all(struct sk_buff *skb, struct netlink_callback *cb);

#include <linux/drbd_genl_api.h>
78
#include "drbd_nla.h"
79 80 81
#include <linux/genl_magic_func.h>

/* used blkdev_get_by_path, to claim our meta data device(s) */
P
Philipp Reisner 已提交
82 83
static char *drbd_m_holder = "Hands off! this is DRBD's meta data device.";

84 85 86 87 88 89 90 91 92 93 94 95
/* Configuration is strictly serialized, because generic netlink message
 * processing is strictly serialized by the genl_lock().
 * Which means we can use one static global drbd_config_context struct.
 */
static struct drbd_config_context {
	/* assigned from drbd_genlmsghdr */
	unsigned int minor;
	/* assigned from request attributes, if present */
	unsigned int volume;
#define VOLUME_UNSPECIFIED		(-1U)
	/* pointer into the request skb,
	 * limited lifetime! */
96
	char *resource_name;
97 98
	struct nlattr *my_addr;
	struct nlattr *peer_addr;
99 100 101 102 103 104 105 106 107 108 109 110 111 112 113

	/* reply buffer */
	struct sk_buff *reply_skb;
	/* pointer into reply buffer */
	struct drbd_genlmsghdr *reply_dh;
	/* resolved from attributes, if possible */
	struct drbd_conf *mdev;
	struct drbd_tconn *tconn;
} adm_ctx;

static void drbd_adm_send_reply(struct sk_buff *skb, struct genl_info *info)
{
	genlmsg_end(skb, genlmsg_data(nlmsg_data(nlmsg_hdr(skb))));
	if (genlmsg_reply(skb, info))
		printk(KERN_ERR "drbd: error sending genl reply\n");
P
Philipp Reisner 已提交
114
}
115 116 117

/* Used on a fresh "drbd_adm_prepare"d reply_skb, this cannot fail: The only
 * reason it could fail was no space in skb, and there are 4k available. */
118
int drbd_msg_put_info(const char *info)
119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137
{
	struct sk_buff *skb = adm_ctx.reply_skb;
	struct nlattr *nla;
	int err = -EMSGSIZE;

	if (!info || !info[0])
		return 0;

	nla = nla_nest_start(skb, DRBD_NLA_CFG_REPLY);
	if (!nla)
		return err;

	err = nla_put_string(skb, T_info_text, info);
	if (err) {
		nla_nest_cancel(skb, nla);
		return err;
	} else
		nla_nest_end(skb, nla);
	return 0;
P
Philipp Reisner 已提交
138 139
}

140 141 142 143 144 145
/* This would be a good candidate for a "pre_doit" hook,
 * and per-family private info->pointers.
 * But we need to stay compatible with older kernels.
 * If it returns successfully, adm_ctx members are valid.
 */
#define DRBD_ADM_NEED_MINOR	1
146
#define DRBD_ADM_NEED_RESOURCE	2
147
#define DRBD_ADM_NEED_CONNECTION 4
148 149 150 151 152 153 154 155 156 157
static int drbd_adm_prepare(struct sk_buff *skb, struct genl_info *info,
		unsigned flags)
{
	struct drbd_genlmsghdr *d_in = info->userhdr;
	const u8 cmd = info->genlhdr->cmd;
	int err;

	memset(&adm_ctx, 0, sizeof(adm_ctx));

	/* genl_rcv_msg only checks for CAP_NET_ADMIN on "GENL_ADMIN_PERM" :( */
158
	if (cmd != DRBD_ADM_GET_STATUS && !capable(CAP_NET_ADMIN))
159 160 161
	       return -EPERM;

	adm_ctx.reply_skb = genlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL);
162 163
	if (!adm_ctx.reply_skb) {
		err = -ENOMEM;
164
		goto fail;
165
	}
166 167 168 169 170

	adm_ctx.reply_dh = genlmsg_put_reply(adm_ctx.reply_skb,
					info, &drbd_genl_family, 0, cmd);
	/* put of a few bytes into a fresh skb of >= 4k will always succeed.
	 * but anyways */
171 172
	if (!adm_ctx.reply_dh) {
		err = -ENOMEM;
173
		goto fail;
174
	}
175 176 177 178

	adm_ctx.reply_dh->minor = d_in->minor;
	adm_ctx.reply_dh->ret_code = NO_ERROR;

179
	adm_ctx.volume = VOLUME_UNSPECIFIED;
180 181 182
	if (info->attrs[DRBD_NLA_CFG_CONTEXT]) {
		struct nlattr *nla;
		/* parse and validate only */
183
		err = drbd_cfg_context_from_attrs(NULL, info);
184 185 186 187 188 189 190 191 192 193 194 195 196
		if (err)
			goto fail;

		/* It was present, and valid,
		 * copy it over to the reply skb. */
		err = nla_put_nohdr(adm_ctx.reply_skb,
				info->attrs[DRBD_NLA_CFG_CONTEXT]->nla_len,
				info->attrs[DRBD_NLA_CFG_CONTEXT]);
		if (err)
			goto fail;

		/* and assign stuff to the global adm_ctx */
		nla = nested_attr_tb[__nla_type(T_ctx_volume)];
197 198
		if (nla)
			adm_ctx.volume = nla_get_u32(nla);
199
		nla = nested_attr_tb[__nla_type(T_ctx_resource_name)];
200
		if (nla)
201
			adm_ctx.resource_name = nla_data(nla);
202 203 204 205 206 207 208 209 210 211
		adm_ctx.my_addr = nested_attr_tb[__nla_type(T_ctx_my_addr)];
		adm_ctx.peer_addr = nested_attr_tb[__nla_type(T_ctx_peer_addr)];
		if ((adm_ctx.my_addr &&
		     nla_len(adm_ctx.my_addr) > sizeof(adm_ctx.tconn->my_addr)) ||
		    (adm_ctx.peer_addr &&
		     nla_len(adm_ctx.peer_addr) > sizeof(adm_ctx.tconn->peer_addr))) {
			err = -EINVAL;
			goto fail;
		}
	}
212 213 214

	adm_ctx.minor = d_in->minor;
	adm_ctx.mdev = minor_to_mdev(d_in->minor);
215
	adm_ctx.tconn = conn_get_by_name(adm_ctx.resource_name);
216 217 218 219 220

	if (!adm_ctx.mdev && (flags & DRBD_ADM_NEED_MINOR)) {
		drbd_msg_put_info("unknown minor");
		return ERR_MINOR_INVALID;
	}
221 222
	if (!adm_ctx.tconn && (flags & DRBD_ADM_NEED_RESOURCE)) {
		drbd_msg_put_info("unknown resource");
223 224 225
		return ERR_INVALID_REQUEST;
	}

226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245
	if (flags & DRBD_ADM_NEED_CONNECTION) {
		if (adm_ctx.tconn && !(flags & DRBD_ADM_NEED_RESOURCE)) {
			drbd_msg_put_info("no resource name expected");
			return ERR_INVALID_REQUEST;
		}
		if (adm_ctx.mdev) {
			drbd_msg_put_info("no minor number expected");
			return ERR_INVALID_REQUEST;
		}
		if (adm_ctx.my_addr && adm_ctx.peer_addr)
			adm_ctx.tconn = conn_get_by_addrs(nla_data(adm_ctx.my_addr),
							  nla_len(adm_ctx.my_addr),
							  nla_data(adm_ctx.peer_addr),
							  nla_len(adm_ctx.peer_addr));
		if (!adm_ctx.tconn) {
			drbd_msg_put_info("unknown connection");
			return ERR_INVALID_REQUEST;
		}
	}

246
	/* some more paranoia, if the request was over-determined */
247 248
	if (adm_ctx.mdev && adm_ctx.tconn &&
	    adm_ctx.mdev->tconn != adm_ctx.tconn) {
249
		pr_warning("request: minor=%u, resource=%s; but that minor belongs to connection %s\n",
250 251
				adm_ctx.minor, adm_ctx.resource_name,
				adm_ctx.mdev->tconn->name);
252
		drbd_msg_put_info("minor exists in different resource");
253 254
		return ERR_INVALID_REQUEST;
	}
255 256 257 258 259 260
	if (adm_ctx.mdev &&
	    adm_ctx.volume != VOLUME_UNSPECIFIED &&
	    adm_ctx.volume != adm_ctx.mdev->vnr) {
		pr_warning("request: minor=%u, volume=%u; but that minor is volume %u in %s\n",
				adm_ctx.minor, adm_ctx.volume,
				adm_ctx.mdev->vnr, adm_ctx.mdev->tconn->name);
261
		drbd_msg_put_info("minor exists as different volume");
262 263
		return ERR_INVALID_REQUEST;
	}
264

265 266 267 268 269
	return NO_ERROR;

fail:
	nlmsg_free(adm_ctx.reply_skb);
	adm_ctx.reply_skb = NULL;
270
	return err;
271 272 273 274
}

static int drbd_adm_finish(struct genl_info *info, int retcode)
{
275 276 277 278 279
	if (adm_ctx.tconn) {
		kref_put(&adm_ctx.tconn->kref, &conn_destroy);
		adm_ctx.tconn = NULL;
	}

280 281 282 283 284 285 286
	if (!adm_ctx.reply_skb)
		return -ENOMEM;

	adm_ctx.reply_dh->ret_code = retcode;
	drbd_adm_send_reply(adm_ctx.reply_skb, info);
	return 0;
}
P
Philipp Reisner 已提交
287

288
static void setup_khelper_env(struct drbd_tconn *tconn, char **envp)
P
Philipp Reisner 已提交
289
{
290
	char *afs;
P
Philipp Reisner 已提交
291

292 293 294 295 296 297 298 299 300
	/* FIXME: A future version will not allow this case. */
	if (tconn->my_addr_len == 0 || tconn->peer_addr_len == 0)
		return;

	switch (((struct sockaddr *)&tconn->peer_addr)->sa_family) {
	case AF_INET6:
		afs = "ipv6";
		snprintf(envp[4], 60, "DRBD_PEER_ADDRESS=%pI6",
			 &((struct sockaddr_in6 *)&tconn->peer_addr)->sin6_addr);
P
Philipp Reisner 已提交
301
		break;
302 303 304 305
	case AF_INET:
		afs = "ipv4";
		snprintf(envp[4], 60, "DRBD_PEER_ADDRESS=%pI4",
			 &((struct sockaddr_in *)&tconn->peer_addr)->sin_addr);
P
Philipp Reisner 已提交
306
		break;
307 308 309 310
	default:
		afs = "ssocks";
		snprintf(envp[4], 60, "DRBD_PEER_ADDRESS=%pI4",
			 &((struct sockaddr_in *)&tconn->peer_addr)->sin_addr);
P
Philipp Reisner 已提交
311
	}
312
	snprintf(envp[3], 20, "DRBD_PEER_AF=%s", afs);
313
}
P
Philipp Reisner 已提交
314 315 316 317 318 319

int drbd_khelper(struct drbd_conf *mdev, char *cmd)
{
	char *envp[] = { "HOME=/",
			"TERM=linux",
			"PATH=/sbin:/usr/sbin:/bin:/usr/bin",
320 321
			 (char[20]) { }, /* address family */
			 (char[60]) { }, /* address */
P
Philipp Reisner 已提交
322
			NULL };
323
	char mb[12];
P
Philipp Reisner 已提交
324
	char *argv[] = {usermode_helper, cmd, mb, NULL };
325
	struct drbd_tconn *tconn = mdev->tconn;
326
	struct sib_info sib;
P
Philipp Reisner 已提交
327 328
	int ret;

329 330
	if (current == tconn->worker.task)
		set_bit(CALLBACK_PENDING, &tconn->flags);
331

P
Philipp Reisner 已提交
332
	snprintf(mb, 12, "minor-%d", mdev_to_minor(mdev));
333
	setup_khelper_env(tconn, envp);
P
Philipp Reisner 已提交
334

335 336 337 338
	/* The helper may take some time.
	 * write out any unsynced meta data changes now */
	drbd_md_sync(mdev);

P
Philipp Reisner 已提交
339
	dev_info(DEV, "helper command: %s %s %s\n", usermode_helper, cmd, mb);
340 341 342
	sib.sib_reason = SIB_HELPER_PRE;
	sib.helper_name = cmd;
	drbd_bcast_event(mdev, &sib);
343
	ret = call_usermodehelper(usermode_helper, argv, envp, UMH_WAIT_PROC);
P
Philipp Reisner 已提交
344 345 346 347 348 349 350 351
	if (ret)
		dev_warn(DEV, "helper command: %s %s %s exit code %u (0x%x)\n",
				usermode_helper, cmd, mb,
				(ret >> 8) & 0xff, ret);
	else
		dev_info(DEV, "helper command: %s %s %s exit code %u (0x%x)\n",
				usermode_helper, cmd, mb,
				(ret >> 8) & 0xff, ret);
352 353 354
	sib.sib_reason = SIB_HELPER_POST;
	sib.helper_exit_code = ret;
	drbd_bcast_event(mdev, &sib);
P
Philipp Reisner 已提交
355

356 357
	if (current == tconn->worker.task)
		clear_bit(CALLBACK_PENDING, &tconn->flags);
P
Philipp Reisner 已提交
358 359 360 361 362 363 364

	if (ret < 0) /* Ignore any ERRNOs we got. */
		ret = 0;

	return ret;
}

365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381
int conn_khelper(struct drbd_tconn *tconn, char *cmd)
{
	char *envp[] = { "HOME=/",
			"TERM=linux",
			"PATH=/sbin:/usr/sbin:/bin:/usr/bin",
			 (char[20]) { }, /* address family */
			 (char[60]) { }, /* address */
			NULL };
	char *argv[] = {usermode_helper, cmd, tconn->name, NULL };
	int ret;

	setup_khelper_env(tconn, envp);
	conn_md_sync(tconn);

	conn_info(tconn, "helper command: %s %s %s\n", usermode_helper, cmd, tconn->name);
	/* TODO: conn_bcast_event() ?? */

382
	ret = call_usermodehelper(usermode_helper, argv, envp, UMH_WAIT_PROC);
383 384 385 386 387 388 389 390 391
	if (ret)
		conn_warn(tconn, "helper command: %s %s %s exit code %u (0x%x)\n",
			  usermode_helper, cmd, tconn->name,
			  (ret >> 8) & 0xff, ret);
	else
		conn_info(tconn, "helper command: %s %s %s exit code %u (0x%x)\n",
			  usermode_helper, cmd, tconn->name,
			  (ret >> 8) & 0xff, ret);
	/* TODO: conn_bcast_event() ?? */
392

P
Philipp Reisner 已提交
393 394 395 396 397 398
	if (ret < 0) /* Ignore any ERRNOs we got. */
		ret = 0;

	return ret;
}

399
static enum drbd_fencing_p highest_fencing_policy(struct drbd_tconn *tconn)
P
Philipp Reisner 已提交
400
{
401 402 403 404
	enum drbd_fencing_p fp = FP_NOT_AVAIL;
	struct drbd_conf *mdev;
	int vnr;

405
	rcu_read_lock();
406 407
	idr_for_each_entry(&tconn->volumes, mdev, vnr) {
		if (get_ldev_if_state(mdev, D_CONSISTENT)) {
P
Philipp Reisner 已提交
408 409
			fp = max_t(enum drbd_fencing_p, fp,
				   rcu_dereference(mdev->ldev->disk_conf)->fencing);
410 411 412
			put_ldev(mdev);
		}
	}
413
	rcu_read_unlock();
414 415 416 417 418

	return fp;
}

bool conn_try_outdate_peer(struct drbd_tconn *tconn)
P
Philipp Reisner 已提交
419
{
420
	unsigned int connect_cnt;
421 422 423
	union drbd_state mask = { };
	union drbd_state val = { };
	enum drbd_fencing_p fp;
P
Philipp Reisner 已提交
424 425 426
	char *ex_to_string;
	int r;

427 428 429 430
	if (tconn->cstate >= C_WF_REPORT_PARAMS) {
		conn_err(tconn, "Expected cstate < C_WF_REPORT_PARAMS\n");
		return false;
	}
P
Philipp Reisner 已提交
431

432 433 434 435
	spin_lock_irq(&tconn->req_lock);
	connect_cnt = tconn->connect_cnt;
	spin_unlock_irq(&tconn->req_lock);

436 437 438 439
	fp = highest_fencing_policy(tconn);
	switch (fp) {
	case FP_NOT_AVAIL:
		conn_warn(tconn, "Not fencing peer, I'm not even Consistent myself.\n");
440
		goto out;
441 442 443
	case FP_DONT_CARE:
		return true;
	default: ;
P
Philipp Reisner 已提交
444 445
	}

446
	r = conn_khelper(tconn, "fence-peer");
P
Philipp Reisner 已提交
447 448 449 450

	switch ((r>>8) & 0xff) {
	case 3: /* peer is inconsistent */
		ex_to_string = "peer is inconsistent or worse";
451 452
		mask.pdsk = D_MASK;
		val.pdsk = D_INCONSISTENT;
P
Philipp Reisner 已提交
453 454 455
		break;
	case 4: /* peer got outdated, or was already outdated */
		ex_to_string = "peer was fenced";
456 457
		mask.pdsk = D_MASK;
		val.pdsk = D_OUTDATED;
P
Philipp Reisner 已提交
458 459
		break;
	case 5: /* peer was down */
460
		if (conn_highest_disk(tconn) == D_UP_TO_DATE) {
P
Philipp Reisner 已提交
461 462
			/* we will(have) create(d) a new UUID anyways... */
			ex_to_string = "peer is unreachable, assumed to be dead";
463 464
			mask.pdsk = D_MASK;
			val.pdsk = D_OUTDATED;
P
Philipp Reisner 已提交
465 466 467 468 469 470 471 472
		} else {
			ex_to_string = "peer unreachable, doing nothing since disk != UpToDate";
		}
		break;
	case 6: /* Peer is primary, voluntarily outdate myself.
		 * This is useful when an unconnected R_SECONDARY is asked to
		 * become R_PRIMARY, but finds the other peer being active. */
		ex_to_string = "peer is active";
473 474 475
		conn_warn(tconn, "Peer is primary, outdating myself.\n");
		mask.disk = D_MASK;
		val.disk = D_OUTDATED;
P
Philipp Reisner 已提交
476 477 478
		break;
	case 7:
		if (fp != FP_STONITH)
479
			conn_err(tconn, "fence-peer() = 7 && fencing != Stonith !!!\n");
P
Philipp Reisner 已提交
480
		ex_to_string = "peer was stonithed";
481 482
		mask.pdsk = D_MASK;
		val.pdsk = D_OUTDATED;
P
Philipp Reisner 已提交
483 484 485
		break;
	default:
		/* The script is broken ... */
486 487
		conn_err(tconn, "fence-peer helper broken, returned %d\n", (r>>8)&0xff);
		return false; /* Eventually leave IO frozen */
P
Philipp Reisner 已提交
488 489
	}

490 491
	conn_info(tconn, "fence-peer helper returned %d (%s)\n",
		  (r>>8) & 0xff, ex_to_string);
492

493
 out:
494

495 496 497 498 499
	/* Not using
	   conn_request_state(tconn, mask, val, CS_VERBOSE);
	   here, because we might were able to re-establish the connection in the
	   meantime. */
	spin_lock_irq(&tconn->req_lock);
500 501 502 503 504 505 506 507
	if (tconn->cstate < C_WF_REPORT_PARAMS && !test_bit(STATE_SENT, &tconn->flags)) {
		if (tconn->connect_cnt != connect_cnt)
			/* In case the connection was established and droped
			   while the fence-peer handler was running, ignore it */
			conn_info(tconn, "Ignoring fence-peer exit code\n");
		else
			_conn_request_state(tconn, mask, val, CS_VERBOSE);
	}
508 509 510
	spin_unlock_irq(&tconn->req_lock);

	return conn_highest_pdsk(tconn) <= D_OUTDATED;
P
Philipp Reisner 已提交
511 512
}

513 514
static int _try_outdate_peer_async(void *data)
{
515
	struct drbd_tconn *tconn = (struct drbd_tconn *)data;
516

517
	conn_try_outdate_peer(tconn);
518

519
	kref_put(&tconn->kref, &conn_destroy);
520 521 522
	return 0;
}

523
void conn_try_outdate_peer_async(struct drbd_tconn *tconn)
524 525 526
{
	struct task_struct *opa;

527
	kref_get(&tconn->kref);
528
	opa = kthread_run(_try_outdate_peer_async, tconn, "drbd_async_h");
529
	if (IS_ERR(opa)) {
530
		conn_err(tconn, "out of mem, failed to invoke fence-peer helper\n");
531 532
		kref_put(&tconn->kref, &conn_destroy);
	}
533
}
P
Philipp Reisner 已提交
534

535 536
enum drbd_state_rv
drbd_set_role(struct drbd_conf *mdev, enum drbd_role new_role, int force)
P
Philipp Reisner 已提交
537 538
{
	const int max_tries = 4;
539
	enum drbd_state_rv rv = SS_UNKNOWN_ERROR;
540
	struct net_conf *nc;
P
Philipp Reisner 已提交
541 542 543 544 545
	int try = 0;
	int forced = 0;
	union drbd_state mask, val;

	if (new_role == R_PRIMARY)
546
		request_ping(mdev->tconn); /* Detect a dead peer ASAP */
P
Philipp Reisner 已提交
547

548
	mutex_lock(mdev->state_mutex);
P
Philipp Reisner 已提交
549 550 551 552 553

	mask.i = 0; mask.role = R_MASK;
	val.i  = 0; val.role  = new_role;

	while (try++ < max_tries) {
554
		rv = _drbd_request_state(mdev, mask, val, CS_WAIT_COMPLETE);
P
Philipp Reisner 已提交
555 556 557

		/* in case we first succeeded to outdate,
		 * but now suddenly could establish a connection */
558
		if (rv == SS_CW_FAILED_BY_PEER && mask.pdsk != 0) {
P
Philipp Reisner 已提交
559 560 561 562 563
			val.pdsk = 0;
			mask.pdsk = 0;
			continue;
		}

564
		if (rv == SS_NO_UP_TO_DATE_DISK && force &&
565 566
		    (mdev->state.disk < D_UP_TO_DATE &&
		     mdev->state.disk >= D_INCONSISTENT)) {
P
Philipp Reisner 已提交
567 568 569 570 571 572
			mask.disk = D_MASK;
			val.disk  = D_UP_TO_DATE;
			forced = 1;
			continue;
		}

573
		if (rv == SS_NO_UP_TO_DATE_DISK &&
P
Philipp Reisner 已提交
574 575 576
		    mdev->state.disk == D_CONSISTENT && mask.pdsk == 0) {
			D_ASSERT(mdev->state.pdsk == D_UNKNOWN);

577
			if (conn_try_outdate_peer(mdev->tconn)) {
P
Philipp Reisner 已提交
578 579 580 581 582 583
				val.disk = D_UP_TO_DATE;
				mask.disk = D_MASK;
			}
			continue;
		}

584
		if (rv == SS_NOTHING_TO_DO)
585
			goto out;
586
		if (rv == SS_PRIMARY_NOP && mask.pdsk == 0) {
587
			if (!conn_try_outdate_peer(mdev->tconn) && force) {
P
Philipp Reisner 已提交
588
				dev_warn(DEV, "Forced into split brain situation!\n");
589 590
				mask.pdsk = D_MASK;
				val.pdsk  = D_OUTDATED;
P
Philipp Reisner 已提交
591

592
			}
P
Philipp Reisner 已提交
593 594
			continue;
		}
595
		if (rv == SS_TWO_PRIMARIES) {
P
Philipp Reisner 已提交
596 597
			/* Maybe the peer is detected as dead very soon...
			   retry at most once more in this case. */
598 599 600 601 602 603
			int timeo;
			rcu_read_lock();
			nc = rcu_dereference(mdev->tconn->net_conf);
			timeo = nc ? (nc->ping_timeo + 1) * HZ / 10 : 1;
			rcu_read_unlock();
			schedule_timeout_interruptible(timeo);
P
Philipp Reisner 已提交
604 605 606 607
			if (try < max_tries)
				try = max_tries - 1;
			continue;
		}
608 609
		if (rv < SS_SUCCESS) {
			rv = _drbd_request_state(mdev, mask, val,
P
Philipp Reisner 已提交
610
						CS_VERBOSE + CS_WAIT_COMPLETE);
611
			if (rv < SS_SUCCESS)
612
				goto out;
P
Philipp Reisner 已提交
613 614 615 616
		}
		break;
	}

617
	if (rv < SS_SUCCESS)
618
		goto out;
P
Philipp Reisner 已提交
619 620 621 622 623 624 625

	if (forced)
		dev_warn(DEV, "Forced to consider local data as UpToDate!\n");

	/* Wait until nothing is on the fly :) */
	wait_event(mdev->misc_wait, atomic_read(&mdev->ap_pending_cnt) == 0);

626 627
	/* FIXME also wait for all pending P_BARRIER_ACK? */

P
Philipp Reisner 已提交
628
	if (new_role == R_SECONDARY) {
629
		set_disk_ro(mdev->vdisk, true);
P
Philipp Reisner 已提交
630 631 632 633 634
		if (get_ldev(mdev)) {
			mdev->ldev->md.uuid[UI_CURRENT] &= ~(u64)1;
			put_ldev(mdev);
		}
	} else {
635
		mutex_lock(&mdev->tconn->conf_update);
636
		nc = mdev->tconn->net_conf;
637
		if (nc)
638
			nc->discard_my_data = 0; /* without copy; single bit op is atomic */
639
		mutex_unlock(&mdev->tconn->conf_update);
640

641
		set_disk_ro(mdev->vdisk, false);
P
Philipp Reisner 已提交
642 643 644 645 646 647 648 649 650 651 652
		if (get_ldev(mdev)) {
			if (((mdev->state.conn < C_CONNECTED ||
			       mdev->state.pdsk <= D_FAILED)
			      && mdev->ldev->md.uuid[UI_BITMAP] == 0) || forced)
				drbd_uuid_new_current(mdev);

			mdev->ldev->md.uuid[UI_CURRENT] |=  (u64)1;
			put_ldev(mdev);
		}
	}

653 654
	/* writeout of activity log covered areas of the bitmap
	 * to stable storage done in after state change already */
P
Philipp Reisner 已提交
655 656 657 658 659

	if (mdev->state.conn >= C_WF_REPORT_PARAMS) {
		/* if this was forced, we should consider sync */
		if (forced)
			drbd_send_uuids(mdev);
660
		drbd_send_current_state(mdev);
P
Philipp Reisner 已提交
661 662 663 664 665
	}

	drbd_md_sync(mdev);

	kobject_uevent(&disk_to_dev(mdev->vdisk)->kobj, KOBJ_CHANGE);
666
out:
667
	mutex_unlock(mdev->state_mutex);
668
	return rv;
P
Philipp Reisner 已提交
669 670
}

671
static const char *from_attrs_err_to_txt(int err)
672
{
673 674
	return	err == -ENOMSG ? "required attribute missing" :
		err == -EOPNOTSUPP ? "unknown mandatory attribute" :
675
		err == -EEXIST ? "can not change invariant setting" :
676
		"invalid attribute value";
677
}
P
Philipp Reisner 已提交
678

679
int drbd_adm_set_role(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
680
{
681 682 683
	struct set_role_parms parms;
	int err;
	enum drbd_ret_code retcode;
P
Philipp Reisner 已提交
684

685 686 687 688 689
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;
P
Philipp Reisner 已提交
690

691 692
	memset(&parms, 0, sizeof(parms));
	if (info->attrs[DRBD_NLA_SET_ROLE_PARMS]) {
693
		err = set_role_parms_from_attrs(&parms, info);
694 695 696 697 698 699
		if (err) {
			retcode = ERR_MANDATORY_TAG;
			drbd_msg_put_info(from_attrs_err_to_txt(err));
			goto out;
		}
	}
P
Philipp Reisner 已提交
700

701 702 703 704 705 706
	if (info->genlhdr->cmd == DRBD_ADM_PRIMARY)
		retcode = drbd_set_role(adm_ctx.mdev, R_PRIMARY, parms.assume_uptodate);
	else
		retcode = drbd_set_role(adm_ctx.mdev, R_SECONDARY, 0);
out:
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
707 708 709
	return 0;
}

710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730
/* Initializes the md.*_offset members, so we are able to find
 * the on disk meta data.
 *
 * We currently have two possible layouts:
 * external:
 *   |----------- md_size_sect ------------------|
 *   [ 4k superblock ][ activity log ][  Bitmap  ]
 *   | al_offset == 8 |
 *   | bm_offset = al_offset + X      |
 *  ==> bitmap sectors = md_size_sect - bm_offset
 *
 * internal:
 *            |----------- md_size_sect ------------------|
 * [data.....][  Bitmap  ][ activity log ][ 4k superblock ]
 *                        | al_offset < 0 |
 *            | bm_offset = al_offset - Y |
 *  ==> bitmap sectors = Y = al_offset - bm_offset
 *
 *  Activity log size used to be fixed 32kB,
 *  but is about to become configurable.
 */
P
Philipp Reisner 已提交
731 732 733 734
static void drbd_md_set_sector_offsets(struct drbd_conf *mdev,
				       struct drbd_backing_dev *bdev)
{
	sector_t md_size_sect = 0;
735
	unsigned int al_size_sect = bdev->md.al_size_4k * 8;
P
Philipp Reisner 已提交
736

737 738
	bdev->md.md_offset = drbd_md_ss(bdev);

739
	switch (bdev->md.meta_dev_idx) {
P
Philipp Reisner 已提交
740 741
	default:
		/* v07 style fixed size indexed meta data */
742 743 744
		bdev->md.md_size_sect = MD_128MB_SECT;
		bdev->md.al_offset = MD_4kB_SECT;
		bdev->md.bm_offset = MD_4kB_SECT + al_size_sect;
P
Philipp Reisner 已提交
745 746 747 748
		break;
	case DRBD_MD_INDEX_FLEX_EXT:
		/* just occupy the full device; unit: sectors */
		bdev->md.md_size_sect = drbd_get_capacity(bdev->md_bdev);
749 750
		bdev->md.al_offset = MD_4kB_SECT;
		bdev->md.bm_offset = MD_4kB_SECT + al_size_sect;
P
Philipp Reisner 已提交
751 752 753 754
		break;
	case DRBD_MD_INDEX_INTERNAL:
	case DRBD_MD_INDEX_FLEX_INT:
		/* al size is still fixed */
755
		bdev->md.al_offset = -al_size_sect;
P
Philipp Reisner 已提交
756 757 758 759 760 761 762 763
		/* we need (slightly less than) ~ this much bitmap sectors: */
		md_size_sect = drbd_get_capacity(bdev->backing_bdev);
		md_size_sect = ALIGN(md_size_sect, BM_SECT_PER_EXT);
		md_size_sect = BM_SECT_TO_EXT(md_size_sect);
		md_size_sect = ALIGN(md_size_sect, 8);

		/* plus the "drbd meta data super block",
		 * and the activity log; */
764
		md_size_sect += MD_4kB_SECT + al_size_sect;
P
Philipp Reisner 已提交
765 766 767

		bdev->md.md_size_sect = md_size_sect;
		/* bitmap offset is adjusted by 'super' block size */
768
		bdev->md.bm_offset   = -md_size_sect + MD_4kB_SECT;
P
Philipp Reisner 已提交
769 770 771 772
		break;
	}
}

773
/* input size is expected to be in KB */
P
Philipp Reisner 已提交
774 775
char *ppsize(char *buf, unsigned long long size)
{
776 777
	/* Needs 9 bytes at max including trailing NUL:
	 * -1ULL ==> "16384 EB" */
P
Philipp Reisner 已提交
778 779
	static char units[] = { 'K', 'M', 'G', 'T', 'P', 'E' };
	int base = 0;
780
	while (size >= 10000 && base < sizeof(units)-1) {
P
Philipp Reisner 已提交
781 782 783 784
		/* shift + round */
		size = (size >> 10) + !!(size & (1<<9));
		base++;
	}
785
	sprintf(buf, "%u %cB", (unsigned)size, units[base]);
P
Philipp Reisner 已提交
786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802

	return buf;
}

/* there is still a theoretical deadlock when called from receiver
 * on an D_INCONSISTENT R_PRIMARY:
 *  remote READ does inc_ap_bio, receiver would need to receive answer
 *  packet from remote to dec_ap_bio again.
 *  receiver receive_sizes(), comes here,
 *  waits for ap_bio_cnt == 0. -> deadlock.
 * but this cannot happen, actually, because:
 *  R_PRIMARY D_INCONSISTENT, and peer's disk is unreachable
 *  (not connected, or bad/no disk on peer):
 *  see drbd_fail_request_early, ap_bio_cnt is zero.
 *  R_PRIMARY D_INCONSISTENT, and C_SYNC_TARGET:
 *  peer may not initiate a resize.
 */
803 804 805 806 807 808
/* Note these are not to be confused with
 * drbd_adm_suspend_io/drbd_adm_resume_io,
 * which are (sub) state changes triggered by admin (drbdsetup),
 * and can be long lived.
 * This changes an mdev->flag, is triggered by drbd internals,
 * and should be short-lived. */
P
Philipp Reisner 已提交
809 810 811
void drbd_suspend_io(struct drbd_conf *mdev)
{
	set_bit(SUSPEND_IO, &mdev->flags);
812
	if (drbd_suspended(mdev))
813
		return;
P
Philipp Reisner 已提交
814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829
	wait_event(mdev->misc_wait, !atomic_read(&mdev->ap_bio_cnt));
}

void drbd_resume_io(struct drbd_conf *mdev)
{
	clear_bit(SUSPEND_IO, &mdev->flags);
	wake_up(&mdev->misc_wait);
}

/**
 * drbd_determine_dev_size() -  Sets the right device size obeying all constraints
 * @mdev:	DRBD device.
 *
 * Returns 0 on success, negative return values indicate errors.
 * You should call drbd_md_sync() after calling this function.
 */
B
Bart Van Assche 已提交
830
enum determine_dev_size drbd_determine_dev_size(struct drbd_conf *mdev, enum dds_flags flags) __must_hold(local)
P
Philipp Reisner 已提交
831 832
{
	sector_t prev_first_sect, prev_size; /* previous meta location */
833
	sector_t la_size_sect, u_size;
P
Philipp Reisner 已提交
834 835 836 837
	sector_t size;
	char ppb[10];

	int md_moved, la_size_changed;
838
	enum determine_dev_size rv = DS_UNCHANGED;
P
Philipp Reisner 已提交
839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855

	/* race:
	 * application request passes inc_ap_bio,
	 * but then cannot get an AL-reference.
	 * this function later may wait on ap_bio_cnt == 0. -> deadlock.
	 *
	 * to avoid that:
	 * Suspend IO right here.
	 * still lock the act_log to not trigger ASSERTs there.
	 */
	drbd_suspend_io(mdev);

	/* no wait necessary anymore, actually we could assert that */
	wait_event(mdev->al_wait, lc_try_lock(mdev->act_log));

	prev_first_sect = drbd_md_first_sector(mdev->ldev);
	prev_size = mdev->ldev->md.md_size_sect;
856
	la_size_sect = mdev->ldev->md.la_size_sect;
P
Philipp Reisner 已提交
857 858 859 860

	/* TODO: should only be some assert here, not (re)init... */
	drbd_md_set_sector_offsets(mdev, mdev->ldev);

P
Philipp Reisner 已提交
861 862 863
	rcu_read_lock();
	u_size = rcu_dereference(mdev->ldev->disk_conf)->disk_size;
	rcu_read_unlock();
864
	size = drbd_new_dev_size(mdev, mdev->ldev, u_size, flags & DDSF_FORCED);
P
Philipp Reisner 已提交
865 866 867 868

	if (drbd_get_capacity(mdev->this_bdev) != size ||
	    drbd_bm_capacity(mdev) != size) {
		int err;
869
		err = drbd_bm_resize(mdev, size, !(flags & DDSF_NO_RESYNC));
P
Philipp Reisner 已提交
870 871 872 873 874 875 876 877 878 879 880
		if (unlikely(err)) {
			/* currently there is only one error: ENOMEM! */
			size = drbd_bm_capacity(mdev)>>1;
			if (size == 0) {
				dev_err(DEV, "OUT OF MEMORY! "
				    "Could not allocate bitmap!\n");
			} else {
				dev_err(DEV, "BM resizing failed. "
				    "Leaving size unchanged at size = %lu KB\n",
				    (unsigned long)size);
			}
881
			rv = DS_ERROR;
P
Philipp Reisner 已提交
882 883 884 885 886 887 888
		}
		/* racy, see comments above. */
		drbd_set_my_capacity(mdev, size);
		mdev->ldev->md.la_size_sect = size;
		dev_info(DEV, "size = %s (%llu KB)\n", ppsize(ppb, size>>1),
		     (unsigned long long)size>>1);
	}
889
	if (rv == DS_ERROR)
P
Philipp Reisner 已提交
890 891
		goto out;

892
	la_size_changed = (la_size_sect != mdev->ldev->md.la_size_sect);
P
Philipp Reisner 已提交
893 894 895 896 897

	md_moved = prev_first_sect != drbd_md_first_sector(mdev->ldev)
		|| prev_size	   != mdev->ldev->md.md_size_sect;

	if (la_size_changed || md_moved) {
898 899
		int err;

P
Philipp Reisner 已提交
900 901 902 903
		drbd_al_shrink(mdev); /* All extents inactive. */
		dev_info(DEV, "Writing the whole bitmap, %s\n",
			 la_size_changed && md_moved ? "size changed and md moved" :
			 la_size_changed ? "size changed" : "md moved");
904
		/* next line implicitly does drbd_suspend_io()+drbd_resume_io() */
905 906
		err = drbd_bitmap_io(mdev, md_moved ? &drbd_bm_write_all : &drbd_bm_write,
				     "size changed", BM_LOCKED_MASK);
907
		if (err) {
908
			rv = DS_ERROR;
909 910
			goto out;
		}
P
Philipp Reisner 已提交
911 912 913
		drbd_md_mark_dirty(mdev);
	}

914
	if (size > la_size_sect)
915
		rv = DS_GREW;
916
	if (size < la_size_sect)
917
		rv = DS_SHRUNK;
P
Philipp Reisner 已提交
918 919 920 921 922 923 924 925 926
out:
	lc_unlock(mdev->act_log);
	wake_up(&mdev->al_wait);
	drbd_resume_io(mdev);

	return rv;
}

sector_t
927 928
drbd_new_dev_size(struct drbd_conf *mdev, struct drbd_backing_dev *bdev,
		  sector_t u_size, int assume_peer_has_space)
P
Philipp Reisner 已提交
929 930
{
	sector_t p_size = mdev->p_size;   /* partner's disk size. */
931
	sector_t la_size_sect = bdev->md.la_size_sect; /* last agreed size. */
P
Philipp Reisner 已提交
932 933 934 935 936
	sector_t m_size; /* my size */
	sector_t size = 0;

	m_size = drbd_get_max_capacity(bdev);

937 938 939 940 941
	if (mdev->state.conn < C_CONNECTED && assume_peer_has_space) {
		dev_warn(DEV, "Resize while not connected was forced by the user!\n");
		p_size = m_size;
	}

P
Philipp Reisner 已提交
942 943 944
	if (p_size && m_size) {
		size = min_t(sector_t, p_size, m_size);
	} else {
945 946
		if (la_size_sect) {
			size = la_size_sect;
P
Philipp Reisner 已提交
947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980
			if (m_size && m_size < size)
				size = m_size;
			if (p_size && p_size < size)
				size = p_size;
		} else {
			if (m_size)
				size = m_size;
			if (p_size)
				size = p_size;
		}
	}

	if (size == 0)
		dev_err(DEV, "Both nodes diskless!\n");

	if (u_size) {
		if (u_size > size)
			dev_err(DEV, "Requested disk size is too big (%lu > %lu)\n",
			    (unsigned long)u_size>>1, (unsigned long)size>>1);
		else
			size = u_size;
	}

	return size;
}

/**
 * drbd_check_al_size() - Ensures that the AL is of the right size
 * @mdev:	DRBD device.
 *
 * Returns -EBUSY if current al lru is still used, -ENOMEM when allocation
 * failed, and 0 on success. You should call drbd_md_sync() after you called
 * this function.
 */
981
static int drbd_check_al_size(struct drbd_conf *mdev, struct disk_conf *dc)
P
Philipp Reisner 已提交
982 983 984 985 986 987 988
{
	struct lru_cache *n, *t;
	struct lc_element *e;
	unsigned int in_use;
	int i;

	if (mdev->act_log &&
989
	    mdev->act_log->nr_elements == dc->al_extents)
P
Philipp Reisner 已提交
990 991 992 993
		return 0;

	in_use = 0;
	t = mdev->act_log;
994
	n = lc_create("act_log", drbd_al_ext_cache, AL_UPDATES_PER_TRANSACTION,
995
		dc->al_extents, sizeof(struct lc_element), 0);
P
Philipp Reisner 已提交
996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025

	if (n == NULL) {
		dev_err(DEV, "Cannot allocate act_log lru!\n");
		return -ENOMEM;
	}
	spin_lock_irq(&mdev->al_lock);
	if (t) {
		for (i = 0; i < t->nr_elements; i++) {
			e = lc_element_by_index(t, i);
			if (e->refcnt)
				dev_err(DEV, "refcnt(%d)==%d\n",
				    e->lc_number, e->refcnt);
			in_use += e->refcnt;
		}
	}
	if (!in_use)
		mdev->act_log = n;
	spin_unlock_irq(&mdev->al_lock);
	if (in_use) {
		dev_err(DEV, "Activity log still in use!\n");
		lc_destroy(n);
		return -EBUSY;
	} else {
		if (t)
			lc_destroy(t);
	}
	drbd_md_mark_dirty(mdev); /* we changed mdev->act_log->nr_elemens */
	return 0;
}

1026
static void drbd_setup_queue_param(struct drbd_conf *mdev, unsigned int max_bio_size)
P
Philipp Reisner 已提交
1027 1028
{
	struct request_queue * const q = mdev->rq_queue;
1029 1030
	unsigned int max_hw_sectors = max_bio_size >> 9;
	unsigned int max_segments = 0;
1031 1032 1033 1034 1035

	if (get_ldev_if_state(mdev, D_ATTACHING)) {
		struct request_queue * const b = mdev->ldev->backing_bdev->bd_disk->queue;

		max_hw_sectors = min(queue_max_hw_sectors(b), max_bio_size >> 9);
P
Philipp Reisner 已提交
1036 1037 1038
		rcu_read_lock();
		max_segments = rcu_dereference(mdev->ldev->disk_conf)->max_bio_bvecs;
		rcu_read_unlock();
1039 1040
		put_ldev(mdev);
	}
P
Philipp Reisner 已提交
1041 1042

	blk_queue_logical_block_size(q, 512);
1043 1044 1045 1046
	blk_queue_max_hw_sectors(q, max_hw_sectors);
	/* This is the workaround for "bio would need to, but cannot, be split" */
	blk_queue_max_segments(q, max_segments ? max_segments : BLK_MAX_SEGMENTS);
	blk_queue_segment_boundary(q, PAGE_CACHE_SIZE-1);
P
Philipp Reisner 已提交
1047

1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064
	if (get_ldev_if_state(mdev, D_ATTACHING)) {
		struct request_queue * const b = mdev->ldev->backing_bdev->bd_disk->queue;

		blk_queue_stack_limits(q, b);

		if (q->backing_dev_info.ra_pages != b->backing_dev_info.ra_pages) {
			dev_info(DEV, "Adjusting my ra_pages to backing device's (%lu -> %lu)\n",
				 q->backing_dev_info.ra_pages,
				 b->backing_dev_info.ra_pages);
			q->backing_dev_info.ra_pages = b->backing_dev_info.ra_pages;
		}
		put_ldev(mdev);
	}
}

void drbd_reconsider_max_bio_size(struct drbd_conf *mdev)
{
1065
	unsigned int now, new, local, peer;
1066 1067 1068 1069

	now = queue_max_hw_sectors(mdev->rq_queue) << 9;
	local = mdev->local_max_bio_size; /* Eventually last known value, from volatile memory */
	peer = mdev->peer_max_bio_size; /* Eventually last known value, from meta data */
P
Philipp Reisner 已提交
1070

1071 1072 1073 1074
	if (get_ldev_if_state(mdev, D_ATTACHING)) {
		local = queue_max_hw_sectors(mdev->ldev->backing_bdev->bd_disk->queue) << 9;
		mdev->local_max_bio_size = local;
		put_ldev(mdev);
P
Philipp Reisner 已提交
1075
	}
1076
	local = min(local, DRBD_MAX_BIO_SIZE);
1077 1078 1079 1080 1081

	/* We may ignore peer limits if the peer is modern enough.
	   Because new from 8.3.8 onwards the peer can use multiple
	   BIOs for a single peer_request */
	if (mdev->state.conn >= C_CONNECTED) {
1082
		if (mdev->tconn->agreed_pro_version < 94)
1083
			peer = min( mdev->peer_max_bio_size, DRBD_MAX_SIZE_H80_PACKET);
1084
			/* Correct old drbd (up to 8.3.7) if it believes it can do more than 32KiB */
1085
		else if (mdev->tconn->agreed_pro_version == 94)
1086
			peer = DRBD_MAX_SIZE_H80_PACKET;
1087 1088 1089
		else if (mdev->tconn->agreed_pro_version < 100)
			peer = DRBD_MAX_BIO_SIZE_P95;  /* drbd 8.3.8 onwards, before 8.4.0 */
		else
1090 1091 1092
			peer = DRBD_MAX_BIO_SIZE;
	}

1093
	new = min(local, peer);
1094 1095

	if (mdev->state.role == R_PRIMARY && new < now)
1096
		dev_err(DEV, "ASSERT FAILED new < now; (%u < %u)\n", new, now);
1097 1098 1099 1100 1101

	if (new != now)
		dev_info(DEV, "max BIO size = %u\n", new);

	drbd_setup_queue_param(mdev, new);
P
Philipp Reisner 已提交
1102 1103
}

1104
/* Starts the worker thread */
1105
static void conn_reconfig_start(struct drbd_tconn *tconn)
P
Philipp Reisner 已提交
1106
{
1107 1108
	drbd_thread_start(&tconn->worker);
	conn_flush_workqueue(tconn);
P
Philipp Reisner 已提交
1109 1110
}

1111
/* if still unconfigured, stops worker again. */
1112
static void conn_reconfig_done(struct drbd_tconn *tconn)
P
Philipp Reisner 已提交
1113
{
L
Lars Ellenberg 已提交
1114
	bool stop_threads;
1115
	spin_lock_irq(&tconn->req_lock);
1116 1117
	stop_threads = conn_all_vols_unconf(tconn) &&
		tconn->cstate == C_STANDALONE;
1118
	spin_unlock_irq(&tconn->req_lock);
L
Lars Ellenberg 已提交
1119 1120
	if (stop_threads) {
		/* asender is implicitly stopped by receiver
1121
		 * in conn_disconnect() */
L
Lars Ellenberg 已提交
1122 1123 1124
		drbd_thread_stop(&tconn->receiver);
		drbd_thread_stop(&tconn->worker);
	}
P
Philipp Reisner 已提交
1125 1126
}

1127 1128 1129 1130 1131
/* Make sure IO is suspended before calling this function(). */
static void drbd_suspend_al(struct drbd_conf *mdev)
{
	int s = 0;

1132
	if (!lc_try_lock(mdev->act_log)) {
1133 1134 1135 1136
		dev_warn(DEV, "Failed to lock al in drbd_suspend_al()\n");
		return;
	}

1137
	drbd_al_shrink(mdev);
1138
	spin_lock_irq(&mdev->tconn->req_lock);
1139 1140
	if (mdev->state.conn < C_CONNECTED)
		s = !test_and_set_bit(AL_SUSPENDED, &mdev->flags);
1141
	spin_unlock_irq(&mdev->tconn->req_lock);
1142
	lc_unlock(mdev->act_log);
1143 1144 1145 1146 1147

	if (s)
		dev_info(DEV, "Suspended AL updates\n");
}

1148 1149 1150 1151 1152 1153 1154

static bool should_set_defaults(struct genl_info *info)
{
	unsigned flags = ((struct drbd_genlmsghdr*)info->userhdr)->flags;
	return 0 != (flags & DRBD_GENL_F_SET_DEFAULTS);
}

1155
static unsigned int drbd_al_extents_max(struct drbd_backing_dev *bdev)
1156
{
1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173
	/* This is limited by 16 bit "slot" numbers,
	 * and by available on-disk context storage.
	 *
	 * Also (u16)~0 is special (denotes a "free" extent).
	 *
	 * One transaction occupies one 4kB on-disk block,
	 * we have n such blocks in the on disk ring buffer,
	 * the "current" transaction may fail (n-1),
	 * and there is 919 slot numbers context information per transaction.
	 *
	 * 72 transaction blocks amounts to more than 2**16 context slots,
	 * so cap there first.
	 */
	const unsigned int max_al_nr = DRBD_AL_EXTENTS_MAX;
	const unsigned int sufficient_on_disk =
		(max_al_nr + AL_CONTEXT_PER_TRANSACTION -1)
		/AL_CONTEXT_PER_TRANSACTION;
1174

1175 1176 1177 1178 1179 1180
	unsigned int al_size_4k = bdev->md.al_size_4k;

	if (al_size_4k > sufficient_on_disk)
		return max_al_nr;

	return (al_size_4k - 1) * AL_CONTEXT_PER_TRANSACTION;
1181 1182
}

1183 1184 1185 1186
int drbd_adm_disk_opts(struct sk_buff *skb, struct genl_info *info)
{
	enum drbd_ret_code retcode;
	struct drbd_conf *mdev;
P
Philipp Reisner 已提交
1187
	struct disk_conf *new_disk_conf, *old_disk_conf;
P
Philipp Reisner 已提交
1188
	struct fifo_buffer *old_plan = NULL, *new_plan = NULL;
1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205
	int err, fifo_size;

	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;

	mdev = adm_ctx.mdev;

	/* we also need a disk
	 * to change the options on */
	if (!get_ldev(mdev)) {
		retcode = ERR_NO_DISK;
		goto out;
	}

P
Philipp Reisner 已提交
1206
	new_disk_conf = kmalloc(sizeof(struct disk_conf), GFP_KERNEL);
1207
	if (!new_disk_conf) {
1208 1209 1210 1211
		retcode = ERR_NOMEM;
		goto fail;
	}

P
Philipp Reisner 已提交
1212 1213 1214
	mutex_lock(&mdev->tconn->conf_update);
	old_disk_conf = mdev->ldev->disk_conf;
	*new_disk_conf = *old_disk_conf;
1215
	if (should_set_defaults(info))
1216
		set_disk_conf_defaults(new_disk_conf);
1217

1218
	err = disk_conf_from_attrs_for_change(new_disk_conf, info);
1219
	if (err && err != -ENOMSG) {
1220 1221 1222 1223
		retcode = ERR_MANDATORY_TAG;
		drbd_msg_put_info(from_attrs_err_to_txt(err));
	}

1224 1225
	if (!expect(new_disk_conf->resync_rate >= 1))
		new_disk_conf->resync_rate = 1;
1226

1227 1228 1229 1230 1231 1232 1233
	if (new_disk_conf->al_extents < DRBD_AL_EXTENTS_MIN)
		new_disk_conf->al_extents = DRBD_AL_EXTENTS_MIN;
	if (new_disk_conf->al_extents > drbd_al_extents_max(mdev->ldev))
		new_disk_conf->al_extents = drbd_al_extents_max(mdev->ldev);

	if (new_disk_conf->c_plan_ahead > DRBD_C_PLAN_AHEAD_MAX)
		new_disk_conf->c_plan_ahead = DRBD_C_PLAN_AHEAD_MAX;
1234

1235
	fifo_size = (new_disk_conf->c_plan_ahead * 10 * SLEEP_TIME) / HZ;
1236
	if (fifo_size != mdev->rs_plan_s->size) {
P
Philipp Reisner 已提交
1237 1238
		new_plan = fifo_alloc(fifo_size);
		if (!new_plan) {
1239 1240
			dev_err(DEV, "kmalloc of fifo_buffer failed");
			retcode = ERR_NOMEM;
P
Philipp Reisner 已提交
1241
			goto fail_unlock;
1242 1243 1244
		}
	}

1245
	drbd_suspend_io(mdev);
1246 1247
	wait_event(mdev->al_wait, lc_try_lock(mdev->act_log));
	drbd_al_shrink(mdev);
1248
	err = drbd_check_al_size(mdev, new_disk_conf);
1249 1250
	lc_unlock(mdev->act_log);
	wake_up(&mdev->al_wait);
1251
	drbd_resume_io(mdev);
1252 1253 1254

	if (err) {
		retcode = ERR_NOMEM;
P
Philipp Reisner 已提交
1255
		goto fail_unlock;
1256 1257
	}

1258
	write_lock_irq(&global_state_lock);
1259
	retcode = drbd_resync_after_valid(mdev, new_disk_conf->resync_after);
1260
	if (retcode == NO_ERROR) {
P
Philipp Reisner 已提交
1261
		rcu_assign_pointer(mdev->ldev->disk_conf, new_disk_conf);
1262
		drbd_resync_after_changed(mdev);
1263 1264
	}
	write_unlock_irq(&global_state_lock);
1265

P
Philipp Reisner 已提交
1266 1267
	if (retcode != NO_ERROR)
		goto fail_unlock;
1268

P
Philipp Reisner 已提交
1269 1270 1271
	if (new_plan) {
		old_plan = mdev->rs_plan_s;
		rcu_assign_pointer(mdev->rs_plan_s, new_plan);
1272 1273
	}

P
Philipp Reisner 已提交
1274
	mutex_unlock(&mdev->tconn->conf_update);
1275

P
Philipp Reisner 已提交
1276
	if (new_disk_conf->al_updates)
1277
		mdev->ldev->md.flags &= ~MDF_AL_DISABLED;
P
Philipp Reisner 已提交
1278 1279 1280
	else
		mdev->ldev->md.flags |= MDF_AL_DISABLED;

1281 1282 1283 1284 1285
	if (new_disk_conf->md_flushes)
		clear_bit(MD_NO_FUA, &mdev->flags);
	else
		set_bit(MD_NO_FUA, &mdev->flags);

1286 1287
	drbd_bump_write_ordering(mdev->tconn, WO_bdev_flush);

P
Philipp Reisner 已提交
1288
	drbd_md_sync(mdev);
1289 1290 1291 1292

	if (mdev->state.conn >= C_CONNECTED)
		drbd_send_sync_param(mdev);

P
Philipp Reisner 已提交
1293 1294
	synchronize_rcu();
	kfree(old_disk_conf);
P
Philipp Reisner 已提交
1295
	kfree(old_plan);
1296
	mod_timer(&mdev->request_timer, jiffies + HZ);
P
Philipp Reisner 已提交
1297 1298 1299 1300
	goto success;

fail_unlock:
	mutex_unlock(&mdev->tconn->conf_update);
1301
 fail:
1302
	kfree(new_disk_conf);
P
Philipp Reisner 已提交
1303
	kfree(new_plan);
P
Philipp Reisner 已提交
1304 1305
success:
	put_ldev(mdev);
1306 1307 1308 1309 1310
 out:
	drbd_adm_finish(info, retcode);
	return 0;
}

1311
int drbd_adm_attach(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
1312
{
1313 1314
	struct drbd_conf *mdev;
	int err;
1315
	enum drbd_ret_code retcode;
P
Philipp Reisner 已提交
1316 1317 1318 1319
	enum determine_dev_size dd;
	sector_t max_possible_sectors;
	sector_t min_md_device_sectors;
	struct drbd_backing_dev *nbc = NULL; /* new_backing_conf */
P
Philipp Reisner 已提交
1320
	struct disk_conf *new_disk_conf = NULL;
1321
	struct block_device *bdev;
P
Philipp Reisner 已提交
1322
	struct lru_cache *resync_lru = NULL;
1323
	struct fifo_buffer *new_plan = NULL;
P
Philipp Reisner 已提交
1324
	union drbd_state ns, os;
1325
	enum drbd_state_rv rv;
1326
	struct net_conf *nc;
P
Philipp Reisner 已提交
1327

1328 1329 1330 1331
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
1332
		goto finish;
P
Philipp Reisner 已提交
1333

1334
	mdev = adm_ctx.mdev;
1335
	conn_reconfig_start(mdev->tconn);
P
Philipp Reisner 已提交
1336 1337 1338 1339 1340 1341

	/* if you want to reconfigure, please tear down first */
	if (mdev->state.disk > D_DISKLESS) {
		retcode = ERR_DISK_CONFIGURED;
		goto fail;
	}
1342 1343 1344 1345 1346
	/* It may just now have detached because of IO error.  Make sure
	 * drbd_ldev_destroy is done already, we may end up here very fast,
	 * e.g. if someone calls attach from the on-io-error handler,
	 * to realize a "hot spare" feature (not that I'd recommend that) */
	wait_event(mdev->misc_wait, !atomic_read(&mdev->local_cnt));
P
Philipp Reisner 已提交
1347

1348
	/* make sure there is no leftover from previous force-detach attempts */
1349
	clear_bit(FORCE_DETACH, &mdev->flags);
1350 1351
	clear_bit(WAS_IO_ERROR, &mdev->flags);
	clear_bit(WAS_READ_ERROR, &mdev->flags);
1352

1353 1354 1355 1356 1357
	/* and no leftover from previously aborted resync or verify, either */
	mdev->rs_total = 0;
	mdev->rs_failed = 0;
	atomic_set(&mdev->rs_pending_cnt, 0);

1358
	/* allocation not in the IO path, drbdsetup context */
P
Philipp Reisner 已提交
1359 1360 1361 1362 1363
	nbc = kzalloc(sizeof(struct drbd_backing_dev), GFP_KERNEL);
	if (!nbc) {
		retcode = ERR_NOMEM;
		goto fail;
	}
1364 1365
	spin_lock_init(&nbc->md.uuid_lock);

P
Philipp Reisner 已提交
1366 1367 1368
	new_disk_conf = kzalloc(sizeof(struct disk_conf), GFP_KERNEL);
	if (!new_disk_conf) {
		retcode = ERR_NOMEM;
P
Philipp Reisner 已提交
1369 1370
		goto fail;
	}
P
Philipp Reisner 已提交
1371
	nbc->disk_conf = new_disk_conf;
P
Philipp Reisner 已提交
1372

P
Philipp Reisner 已提交
1373 1374
	set_disk_conf_defaults(new_disk_conf);
	err = disk_conf_from_attrs(new_disk_conf, info);
1375
	if (err) {
P
Philipp Reisner 已提交
1376
		retcode = ERR_MANDATORY_TAG;
1377
		drbd_msg_put_info(from_attrs_err_to_txt(err));
P
Philipp Reisner 已提交
1378 1379 1380
		goto fail;
	}

1381 1382
	if (new_disk_conf->c_plan_ahead > DRBD_C_PLAN_AHEAD_MAX)
		new_disk_conf->c_plan_ahead = DRBD_C_PLAN_AHEAD_MAX;
1383

1384 1385 1386 1387 1388 1389
	new_plan = fifo_alloc((new_disk_conf->c_plan_ahead * 10 * SLEEP_TIME) / HZ);
	if (!new_plan) {
		retcode = ERR_NOMEM;
		goto fail;
	}

P
Philipp Reisner 已提交
1390
	if (new_disk_conf->meta_dev_idx < DRBD_MD_INDEX_FLEX_INT) {
P
Philipp Reisner 已提交
1391 1392 1393 1394
		retcode = ERR_MD_IDX_INVALID;
		goto fail;
	}

1395 1396 1397 1398 1399 1400
	write_lock_irq(&global_state_lock);
	retcode = drbd_resync_after_valid(mdev, new_disk_conf->resync_after);
	write_unlock_irq(&global_state_lock);
	if (retcode != NO_ERROR)
		goto fail;

1401 1402 1403
	rcu_read_lock();
	nc = rcu_dereference(mdev->tconn->net_conf);
	if (nc) {
P
Philipp Reisner 已提交
1404
		if (new_disk_conf->fencing == FP_STONITH && nc->wire_protocol == DRBD_PROT_A) {
1405
			rcu_read_unlock();
1406 1407 1408 1409
			retcode = ERR_STONITH_AND_PROT_A;
			goto fail;
		}
	}
1410
	rcu_read_unlock();
1411

P
Philipp Reisner 已提交
1412
	bdev = blkdev_get_by_path(new_disk_conf->backing_dev,
1413
				  FMODE_READ | FMODE_WRITE | FMODE_EXCL, mdev);
1414
	if (IS_ERR(bdev)) {
P
Philipp Reisner 已提交
1415
		dev_err(DEV, "open(\"%s\") failed with %ld\n", new_disk_conf->backing_dev,
1416
			PTR_ERR(bdev));
P
Philipp Reisner 已提交
1417 1418 1419
		retcode = ERR_OPEN_DISK;
		goto fail;
	}
1420 1421 1422 1423 1424 1425 1426 1427 1428 1429
	nbc->backing_bdev = bdev;

	/*
	 * meta_dev_idx >= 0: external fixed size, possibly multiple
	 * drbd sharing one meta device.  TODO in that case, paranoia
	 * check that [md_bdev, meta_dev_idx] is not yet used by some
	 * other drbd minor!  (if you use drbd.conf + drbdadm, that
	 * should check it for you already; but if you don't, or
	 * someone fooled it, we need to double check here)
	 */
P
Philipp Reisner 已提交
1430
	bdev = blkdev_get_by_path(new_disk_conf->meta_dev,
1431
				  FMODE_READ | FMODE_WRITE | FMODE_EXCL,
P
Philipp Reisner 已提交
1432
				  (new_disk_conf->meta_dev_idx < 0) ?
1433
				  (void *)mdev : (void *)drbd_m_holder);
1434
	if (IS_ERR(bdev)) {
P
Philipp Reisner 已提交
1435
		dev_err(DEV, "open(\"%s\") failed with %ld\n", new_disk_conf->meta_dev,
1436
			PTR_ERR(bdev));
P
Philipp Reisner 已提交
1437 1438 1439
		retcode = ERR_OPEN_MD_DISK;
		goto fail;
	}
1440
	nbc->md_bdev = bdev;
P
Philipp Reisner 已提交
1441

1442
	if ((nbc->backing_bdev == nbc->md_bdev) !=
P
Philipp Reisner 已提交
1443 1444
	    (new_disk_conf->meta_dev_idx == DRBD_MD_INDEX_INTERNAL ||
	     new_disk_conf->meta_dev_idx == DRBD_MD_INDEX_FLEX_INT)) {
1445
		retcode = ERR_MD_IDX_INVALID;
P
Philipp Reisner 已提交
1446 1447 1448 1449
		goto fail;
	}

	resync_lru = lc_create("resync", drbd_bm_ext_cache,
1450
			1, 61, sizeof(struct bm_extent),
P
Philipp Reisner 已提交
1451 1452 1453
			offsetof(struct bm_extent, lce));
	if (!resync_lru) {
		retcode = ERR_NOMEM;
1454
		goto fail;
P
Philipp Reisner 已提交
1455 1456
	}

1457 1458 1459 1460 1461
	/* Read our meta data super block early.
	 * This also sets other on-disk offsets. */
	retcode = drbd_md_read(mdev, nbc);
	if (retcode != NO_ERROR)
		goto fail;
P
Philipp Reisner 已提交
1462

1463 1464 1465 1466 1467
	if (new_disk_conf->al_extents < DRBD_AL_EXTENTS_MIN)
		new_disk_conf->al_extents = DRBD_AL_EXTENTS_MIN;
	if (new_disk_conf->al_extents > drbd_al_extents_max(nbc))
		new_disk_conf->al_extents = drbd_al_extents_max(nbc);

P
Philipp Reisner 已提交
1468
	if (drbd_get_max_capacity(nbc) < new_disk_conf->disk_size) {
P
Philipp Reisner 已提交
1469 1470
		dev_err(DEV, "max capacity %llu smaller than disk size %llu\n",
			(unsigned long long) drbd_get_max_capacity(nbc),
P
Philipp Reisner 已提交
1471
			(unsigned long long) new_disk_conf->disk_size);
L
Lars Ellenberg 已提交
1472
		retcode = ERR_DISK_TOO_SMALL;
1473
		goto fail;
P
Philipp Reisner 已提交
1474 1475
	}

P
Philipp Reisner 已提交
1476
	if (new_disk_conf->meta_dev_idx < 0) {
P
Philipp Reisner 已提交
1477 1478 1479 1480 1481
		max_possible_sectors = DRBD_MAX_SECTORS_FLEX;
		/* at least one MB, otherwise it does not make sense */
		min_md_device_sectors = (2<<10);
	} else {
		max_possible_sectors = DRBD_MAX_SECTORS;
1482
		min_md_device_sectors = MD_128MB_SECT * (new_disk_conf->meta_dev_idx + 1);
P
Philipp Reisner 已提交
1483 1484 1485
	}

	if (drbd_get_capacity(nbc->md_bdev) < min_md_device_sectors) {
L
Lars Ellenberg 已提交
1486
		retcode = ERR_MD_DISK_TOO_SMALL;
P
Philipp Reisner 已提交
1487 1488 1489
		dev_warn(DEV, "refusing attach: md-device too small, "
		     "at least %llu sectors needed for this meta-disk type\n",
		     (unsigned long long) min_md_device_sectors);
1490
		goto fail;
P
Philipp Reisner 已提交
1491 1492 1493 1494 1495 1496
	}

	/* Make sure the new disk is big enough
	 * (we may currently be R_PRIMARY with no local disk...) */
	if (drbd_get_max_capacity(nbc) <
	    drbd_get_capacity(mdev->this_bdev)) {
L
Lars Ellenberg 已提交
1497
		retcode = ERR_DISK_TOO_SMALL;
1498
		goto fail;
P
Philipp Reisner 已提交
1499 1500 1501 1502
	}

	nbc->known_size = drbd_get_capacity(nbc->backing_bdev);

1503 1504 1505 1506
	if (nbc->known_size > max_possible_sectors) {
		dev_warn(DEV, "==> truncating very big lower level device "
			"to currently maximum possible %llu sectors <==\n",
			(unsigned long long) max_possible_sectors);
P
Philipp Reisner 已提交
1507
		if (new_disk_conf->meta_dev_idx >= 0)
1508 1509 1510 1511
			dev_warn(DEV, "==>> using internal or flexible "
				      "meta data may help <<==\n");
	}

P
Philipp Reisner 已提交
1512 1513
	drbd_suspend_io(mdev);
	/* also wait for the last barrier ack. */
1514 1515 1516 1517 1518 1519
	/* FIXME see also https://daiquiri.linbit/cgi-bin/bugzilla/show_bug.cgi?id=171
	 * We need a way to either ignore barrier acks for barriers sent before a device
	 * was attached, or a way to wait for all pending barrier acks to come in.
	 * As barriers are counted per resource,
	 * we'd need to suspend io on all devices of a resource.
	 */
1520
	wait_event(mdev->misc_wait, !atomic_read(&mdev->ap_pending_cnt) || drbd_suspended(mdev));
P
Philipp Reisner 已提交
1521 1522 1523
	/* and for any other previously queued work */
	drbd_flush_workqueue(mdev);

1524 1525
	rv = _drbd_request_state(mdev, NS(disk, D_ATTACHING), CS_VERBOSE);
	retcode = rv;  /* FIXME: Type mismatch. */
P
Philipp Reisner 已提交
1526
	drbd_resume_io(mdev);
1527
	if (rv < SS_SUCCESS)
1528
		goto fail;
P
Philipp Reisner 已提交
1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549

	if (!get_ldev_if_state(mdev, D_ATTACHING))
		goto force_diskless;

	if (!mdev->bitmap) {
		if (drbd_bm_init(mdev)) {
			retcode = ERR_NOMEM;
			goto force_diskless_dec;
		}
	}

	if (mdev->state.conn < C_CONNECTED &&
	    mdev->state.role == R_PRIMARY &&
	    (mdev->ed_uuid & ~((u64)1)) != (nbc->md.uuid[UI_CURRENT] & ~((u64)1))) {
		dev_err(DEV, "Can only attach to data with current UUID=%016llX\n",
		    (unsigned long long)mdev->ed_uuid);
		retcode = ERR_DATA_NOT_CURRENT;
		goto force_diskless_dec;
	}

	/* Since we are diskless, fix the activity log first... */
P
Philipp Reisner 已提交
1550
	if (drbd_check_al_size(mdev, new_disk_conf)) {
P
Philipp Reisner 已提交
1551 1552 1553 1554 1555 1556
		retcode = ERR_NOMEM;
		goto force_diskless_dec;
	}

	/* Prevent shrinking of consistent devices ! */
	if (drbd_md_test_flag(nbc, MDF_CONSISTENT) &&
P
Philipp Reisner 已提交
1557
	    drbd_new_dev_size(mdev, nbc, nbc->disk_conf->disk_size, 0) < nbc->md.la_size_sect) {
P
Philipp Reisner 已提交
1558
		dev_warn(DEV, "refusing to truncate a consistent device\n");
L
Lars Ellenberg 已提交
1559
		retcode = ERR_DISK_TOO_SMALL;
P
Philipp Reisner 已提交
1560 1561 1562 1563 1564
		goto force_diskless_dec;
	}

	/* Reset the "barriers don't work" bits here, then force meta data to
	 * be written, to ensure we determine if barriers are supported. */
1565
	if (new_disk_conf->md_flushes)
1566
		clear_bit(MD_NO_FUA, &mdev->flags);
P
Philipp Reisner 已提交
1567
	else
1568
		set_bit(MD_NO_FUA, &mdev->flags);
P
Philipp Reisner 已提交
1569 1570 1571 1572 1573 1574 1575 1576

	/* Point of no return reached.
	 * Devices and memory are no longer released by error cleanup below.
	 * now mdev takes over responsibility, and the state engine should
	 * clean it up somewhere.  */
	D_ASSERT(mdev->ldev == NULL);
	mdev->ldev = nbc;
	mdev->resync = resync_lru;
1577
	mdev->rs_plan_s = new_plan;
P
Philipp Reisner 已提交
1578 1579
	nbc = NULL;
	resync_lru = NULL;
P
Philipp Reisner 已提交
1580
	new_disk_conf = NULL;
1581
	new_plan = NULL;
P
Philipp Reisner 已提交
1582

1583
	drbd_bump_write_ordering(mdev->tconn, WO_bdev_flush);
P
Philipp Reisner 已提交
1584 1585 1586 1587 1588 1589

	if (drbd_md_test_flag(mdev->ldev, MDF_CRASHED_PRIMARY))
		set_bit(CRASHED_PRIMARY, &mdev->flags);
	else
		clear_bit(CRASHED_PRIMARY, &mdev->flags);

1590
	if (drbd_md_test_flag(mdev->ldev, MDF_PRIMARY_IND) &&
1591
	    !(mdev->state.role == R_PRIMARY && mdev->tconn->susp_nod))
P
Philipp Reisner 已提交
1592 1593 1594 1595 1596 1597 1598
		set_bit(CRASHED_PRIMARY, &mdev->flags);

	mdev->send_cnt = 0;
	mdev->recv_cnt = 0;
	mdev->read_cnt = 0;
	mdev->writ_cnt = 0;

1599
	drbd_reconsider_max_bio_size(mdev);
P
Philipp Reisner 已提交
1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620

	/* If I am currently not R_PRIMARY,
	 * but meta data primary indicator is set,
	 * I just now recover from a hard crash,
	 * and have been R_PRIMARY before that crash.
	 *
	 * Now, if I had no connection before that crash
	 * (have been degraded R_PRIMARY), chances are that
	 * I won't find my peer now either.
	 *
	 * In that case, and _only_ in that case,
	 * we use the degr-wfc-timeout instead of the default,
	 * so we can automatically recover from a crash of a
	 * degraded but active "cluster" after a certain timeout.
	 */
	clear_bit(USE_DEGR_WFC_T, &mdev->flags);
	if (mdev->state.role != R_PRIMARY &&
	     drbd_md_test_flag(mdev->ldev, MDF_PRIMARY_IND) &&
	    !drbd_md_test_flag(mdev->ldev, MDF_CONNECTED_IND))
		set_bit(USE_DEGR_WFC_T, &mdev->flags);

B
Bart Van Assche 已提交
1621
	dd = drbd_determine_dev_size(mdev, 0);
1622
	if (dd == DS_ERROR) {
P
Philipp Reisner 已提交
1623 1624
		retcode = ERR_NOMEM_BITMAP;
		goto force_diskless_dec;
1625
	} else if (dd == DS_GREW)
P
Philipp Reisner 已提交
1626 1627
		set_bit(RESYNC_AFTER_NEG, &mdev->flags);

P
Philipp Reisner 已提交
1628 1629 1630
	if (drbd_md_test_flag(mdev->ldev, MDF_FULL_SYNC) ||
	    (test_bit(CRASHED_PRIMARY, &mdev->flags) &&
	     drbd_md_test_flag(mdev->ldev, MDF_AL_DISABLED))) {
P
Philipp Reisner 已提交
1631 1632
		dev_info(DEV, "Assuming that all blocks are out of sync "
		     "(aka FullSync)\n");
1633 1634
		if (drbd_bitmap_io(mdev, &drbd_bmio_set_n_write,
			"set_n_write from attaching", BM_LOCKED_MASK)) {
P
Philipp Reisner 已提交
1635 1636 1637 1638
			retcode = ERR_IO_MD_DISK;
			goto force_diskless_dec;
		}
	} else {
1639
		if (drbd_bitmap_io(mdev, &drbd_bm_read,
1640
			"read from attaching", BM_LOCKED_MASK)) {
1641 1642 1643
			retcode = ERR_IO_MD_DISK;
			goto force_diskless_dec;
		}
P
Philipp Reisner 已提交
1644 1645
	}

1646 1647 1648
	if (_drbd_bm_total_weight(mdev) == drbd_bm_bits(mdev))
		drbd_suspend_al(mdev); /* IO is still suspended here... */

1649
	spin_lock_irq(&mdev->tconn->req_lock);
1650 1651
	os = drbd_read_state(mdev);
	ns = os;
P
Philipp Reisner 已提交
1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666 1667 1668
	/* If MDF_CONSISTENT is not set go into inconsistent state,
	   otherwise investigate MDF_WasUpToDate...
	   If MDF_WAS_UP_TO_DATE is not set go into D_OUTDATED disk state,
	   otherwise into D_CONSISTENT state.
	*/
	if (drbd_md_test_flag(mdev->ldev, MDF_CONSISTENT)) {
		if (drbd_md_test_flag(mdev->ldev, MDF_WAS_UP_TO_DATE))
			ns.disk = D_CONSISTENT;
		else
			ns.disk = D_OUTDATED;
	} else {
		ns.disk = D_INCONSISTENT;
	}

	if (drbd_md_test_flag(mdev->ldev, MDF_PEER_OUT_DATED))
		ns.pdsk = D_OUTDATED;

P
Philipp Reisner 已提交
1669 1670 1671
	rcu_read_lock();
	if (ns.disk == D_CONSISTENT &&
	    (ns.pdsk == D_OUTDATED || rcu_dereference(mdev->ldev->disk_conf)->fencing == FP_DONT_CARE))
P
Philipp Reisner 已提交
1672 1673 1674 1675 1676 1677 1678
		ns.disk = D_UP_TO_DATE;

	/* All tests on MDF_PRIMARY_IND, MDF_CONNECTED_IND,
	   MDF_CONSISTENT and MDF_WAS_UP_TO_DATE must happen before
	   this point, because drbd_request_state() modifies these
	   flags. */

P
Philipp Reisner 已提交
1679
	if (rcu_dereference(mdev->ldev->disk_conf)->al_updates)
1680
		mdev->ldev->md.flags &= ~MDF_AL_DISABLED;
P
Philipp Reisner 已提交
1681 1682 1683 1684 1685
	else
		mdev->ldev->md.flags |= MDF_AL_DISABLED;

	rcu_read_unlock();

P
Philipp Reisner 已提交
1686 1687 1688 1689 1690 1691
	/* In case we are C_CONNECTED postpone any decision on the new disk
	   state after the negotiation phase. */
	if (mdev->state.conn == C_CONNECTED) {
		mdev->new_state_tmp.i = ns.i;
		ns.i = os.i;
		ns.disk = D_NEGOTIATING;
1692 1693 1694 1695 1696 1697

		/* We expect to receive up-to-date UUIDs soon.
		   To avoid a race in receive_state, free p_uuid while
		   holding req_lock. I.e. atomic with the state change */
		kfree(mdev->p_uuid);
		mdev->p_uuid = NULL;
P
Philipp Reisner 已提交
1698 1699 1700
	}

	rv = _drbd_set_state(mdev, ns, CS_VERBOSE, NULL);
1701
	spin_unlock_irq(&mdev->tconn->req_lock);
P
Philipp Reisner 已提交
1702 1703 1704 1705

	if (rv < SS_SUCCESS)
		goto force_diskless_dec;

1706 1707
	mod_timer(&mdev->request_timer, jiffies + HZ);

P
Philipp Reisner 已提交
1708 1709 1710 1711 1712 1713 1714 1715 1716 1717
	if (mdev->state.role == R_PRIMARY)
		mdev->ldev->md.uuid[UI_CURRENT] |=  (u64)1;
	else
		mdev->ldev->md.uuid[UI_CURRENT] &= ~(u64)1;

	drbd_md_mark_dirty(mdev);
	drbd_md_sync(mdev);

	kobject_uevent(&disk_to_dev(mdev->vdisk)->kobj, KOBJ_CHANGE);
	put_ldev(mdev);
1718
	conn_reconfig_done(mdev->tconn);
1719
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
1720 1721 1722 1723 1724
	return 0;

 force_diskless_dec:
	put_ldev(mdev);
 force_diskless:
1725
	drbd_force_state(mdev, NS(disk, D_DISKLESS));
P
Philipp Reisner 已提交
1726 1727
	drbd_md_sync(mdev);
 fail:
1728
	conn_reconfig_done(mdev->tconn);
P
Philipp Reisner 已提交
1729
	if (nbc) {
1730 1731 1732 1733 1734 1735
		if (nbc->backing_bdev)
			blkdev_put(nbc->backing_bdev,
				   FMODE_READ | FMODE_WRITE | FMODE_EXCL);
		if (nbc->md_bdev)
			blkdev_put(nbc->md_bdev,
				   FMODE_READ | FMODE_WRITE | FMODE_EXCL);
P
Philipp Reisner 已提交
1736 1737
		kfree(nbc);
	}
P
Philipp Reisner 已提交
1738
	kfree(new_disk_conf);
P
Philipp Reisner 已提交
1739
	lc_destroy(resync_lru);
1740
	kfree(new_plan);
P
Philipp Reisner 已提交
1741

1742
 finish:
1743
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
1744 1745 1746
	return 0;
}

1747
static int adm_detach(struct drbd_conf *mdev, int force)
P
Philipp Reisner 已提交
1748
{
1749
	enum drbd_state_rv retcode;
L
Lars Ellenberg 已提交
1750
	int ret;
1751

1752
	if (force) {
1753
		set_bit(FORCE_DETACH, &mdev->flags);
1754
		drbd_force_state(mdev, NS(disk, D_FAILED));
1755
		retcode = SS_SUCCESS;
1756 1757 1758
		goto out;
	}

1759
	drbd_suspend_io(mdev); /* so no-one is stuck in drbd_al_begin_io */
1760
	drbd_md_get_buffer(mdev); /* make sure there is no in-flight meta-data IO */
L
Lars Ellenberg 已提交
1761
	retcode = drbd_request_state(mdev, NS(disk, D_FAILED));
1762
	drbd_md_put_buffer(mdev);
L
Lars Ellenberg 已提交
1763 1764 1765
	/* D_FAILED will transition to DISKLESS. */
	ret = wait_event_interruptible(mdev->misc_wait,
			mdev->state.disk != D_FAILED);
1766
	drbd_resume_io(mdev);
P
Philipp Reisner 已提交
1767
	if ((int)retcode == (int)SS_IS_DISKLESS)
L
Lars Ellenberg 已提交
1768 1769 1770
		retcode = SS_NOTHING_TO_DO;
	if (ret)
		retcode = ERR_INTR;
1771
out:
1772
	return retcode;
P
Philipp Reisner 已提交
1773 1774
}

1775 1776 1777 1778 1779
/* Detaching the disk is a process in multiple stages.  First we need to lock
 * out application IO, in-flight IO, IO stuck in drbd_al_begin_io.
 * Then we transition to D_DISKLESS, and wait for put_ldev() to return all
 * internal references as well.
 * Only then we have finally detached. */
1780
int drbd_adm_detach(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
1781
{
1782
	enum drbd_ret_code retcode;
1783 1784
	struct detach_parms parms = { };
	int err;
P
Philipp Reisner 已提交
1785

1786 1787 1788 1789 1790
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;
P
Philipp Reisner 已提交
1791

1792 1793 1794 1795 1796 1797 1798
	if (info->attrs[DRBD_NLA_DETACH_PARMS]) {
		err = detach_parms_from_attrs(&parms, info);
		if (err) {
			retcode = ERR_MANDATORY_TAG;
			drbd_msg_put_info(from_attrs_err_to_txt(err));
			goto out;
		}
P
Philipp Reisner 已提交
1799 1800
	}

1801
	retcode = adm_detach(adm_ctx.mdev, parms.force_detach);
1802 1803
out:
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
1804 1805 1806
	return 0;
}

1807 1808 1809
static bool conn_resync_running(struct drbd_tconn *tconn)
{
	struct drbd_conf *mdev;
1810
	bool rv = false;
1811 1812
	int vnr;

1813
	rcu_read_lock();
1814 1815 1816 1817
	idr_for_each_entry(&tconn->volumes, mdev, vnr) {
		if (mdev->state.conn == C_SYNC_SOURCE ||
		    mdev->state.conn == C_SYNC_TARGET ||
		    mdev->state.conn == C_PAUSED_SYNC_S ||
1818 1819 1820 1821
		    mdev->state.conn == C_PAUSED_SYNC_T) {
			rv = true;
			break;
		}
P
Philipp Reisner 已提交
1822
	}
1823
	rcu_read_unlock();
P
Philipp Reisner 已提交
1824

1825
	return rv;
1826
}
1827

1828 1829 1830
static bool conn_ov_running(struct drbd_tconn *tconn)
{
	struct drbd_conf *mdev;
1831
	bool rv = false;
1832 1833
	int vnr;

1834
	rcu_read_lock();
1835 1836
	idr_for_each_entry(&tconn->volumes, mdev, vnr) {
		if (mdev->state.conn == C_VERIFY_S ||
1837 1838 1839
		    mdev->state.conn == C_VERIFY_T) {
			rv = true;
			break;
1840 1841
		}
	}
1842
	rcu_read_unlock();
P
Philipp Reisner 已提交
1843

1844
	return rv;
1845
}
1846

1847
static enum drbd_ret_code
1848
_check_net_options(struct drbd_tconn *tconn, struct net_conf *old_conf, struct net_conf *new_conf)
1849 1850 1851
{
	struct drbd_conf *mdev;
	int i;
P
Philipp Reisner 已提交
1852

1853 1854 1855
	if (old_conf && tconn->cstate == C_WF_REPORT_PARAMS && tconn->agreed_pro_version < 100) {
		if (new_conf->wire_protocol != old_conf->wire_protocol)
			return ERR_NEED_APV_100;
P
Philipp Reisner 已提交
1856

1857 1858 1859 1860 1861
		if (new_conf->two_primaries != old_conf->two_primaries)
			return ERR_NEED_APV_100;

		if (strcmp(new_conf->integrity_alg, old_conf->integrity_alg))
			return ERR_NEED_APV_100;
P
Philipp Reisner 已提交
1862 1863
	}

1864 1865 1866 1867
	if (!new_conf->two_primaries &&
	    conn_highest_role(tconn) == R_PRIMARY &&
	    conn_highest_peer(tconn) == R_PRIMARY)
		return ERR_NEED_ALLOW_TWO_PRI;
P
Philipp Reisner 已提交
1868

1869 1870 1871 1872 1873 1874
	if (new_conf->two_primaries &&
	    (new_conf->wire_protocol != DRBD_PROT_C))
		return ERR_NOT_PROTO_C;

	idr_for_each_entry(&tconn->volumes, mdev, i) {
		if (get_ldev(mdev)) {
P
Philipp Reisner 已提交
1875
			enum drbd_fencing_p fp = rcu_dereference(mdev->ldev->disk_conf)->fencing;
1876
			put_ldev(mdev);
1877
			if (new_conf->wire_protocol == DRBD_PROT_A && fp == FP_STONITH)
1878
				return ERR_STONITH_AND_PROT_A;
P
Philipp Reisner 已提交
1879
		}
1880
		if (mdev->state.role == R_PRIMARY && new_conf->discard_my_data)
1881
			return ERR_DISCARD_IMPOSSIBLE;
P
Philipp Reisner 已提交
1882 1883
	}

1884 1885
	if (new_conf->on_congestion != OC_BLOCK && new_conf->wire_protocol != DRBD_PROT_A)
		return ERR_CONG_NOT_PROTO_A;
P
Philipp Reisner 已提交
1886

1887 1888
	return NO_ERROR;
}
P
Philipp Reisner 已提交
1889

1890 1891 1892 1893 1894 1895
static enum drbd_ret_code
check_net_options(struct drbd_tconn *tconn, struct net_conf *new_conf)
{
	static enum drbd_ret_code rv;
	struct drbd_conf *mdev;
	int i;
P
Philipp Reisner 已提交
1896

1897 1898 1899
	rcu_read_lock();
	rv = _check_net_options(tconn, rcu_dereference(tconn->net_conf), new_conf);
	rcu_read_unlock();
P
Philipp Reisner 已提交
1900

1901 1902 1903 1904 1905
	/* tconn->volumes protected by genl_lock() here */
	idr_for_each_entry(&tconn->volumes, mdev, i) {
		if (!mdev->bitmap) {
			if(drbd_bm_init(mdev))
				return ERR_NOMEM;
P
Philipp Reisner 已提交
1906 1907 1908
		}
	}

1909 1910
	return rv;
}
P
Philipp Reisner 已提交
1911

1912 1913 1914 1915
struct crypto {
	struct crypto_hash *verify_tfm;
	struct crypto_hash *csums_tfm;
	struct crypto_hash *cram_hmac_tfm;
1916
	struct crypto_hash *integrity_tfm;
1917
};
P
Philipp Reisner 已提交
1918

1919
static int
1920
alloc_hash(struct crypto_hash **tfm, char *tfm_name, int err_alg)
1921 1922 1923
{
	if (!tfm_name[0])
		return NO_ERROR;
P
Philipp Reisner 已提交
1924

1925 1926 1927 1928
	*tfm = crypto_alloc_hash(tfm_name, 0, CRYPTO_ALG_ASYNC);
	if (IS_ERR(*tfm)) {
		*tfm = NULL;
		return err_alg;
P
Philipp Reisner 已提交
1929 1930
	}

1931 1932
	return NO_ERROR;
}
P
Philipp Reisner 已提交
1933

1934 1935 1936 1937 1938 1939
static enum drbd_ret_code
alloc_crypto(struct crypto *crypto, struct net_conf *new_conf)
{
	char hmac_name[CRYPTO_MAX_ALG_NAME];
	enum drbd_ret_code rv;

1940 1941
	rv = alloc_hash(&crypto->csums_tfm, new_conf->csums_alg,
		       ERR_CSUMS_ALG);
1942 1943
	if (rv != NO_ERROR)
		return rv;
1944 1945
	rv = alloc_hash(&crypto->verify_tfm, new_conf->verify_alg,
		       ERR_VERIFY_ALG);
1946 1947
	if (rv != NO_ERROR)
		return rv;
1948 1949
	rv = alloc_hash(&crypto->integrity_tfm, new_conf->integrity_alg,
		       ERR_INTEGRITY_ALG);
1950 1951 1952 1953 1954
	if (rv != NO_ERROR)
		return rv;
	if (new_conf->cram_hmac_alg[0] != 0) {
		snprintf(hmac_name, CRYPTO_MAX_ALG_NAME, "hmac(%s)",
			 new_conf->cram_hmac_alg);
P
Philipp Reisner 已提交
1955

1956 1957
		rv = alloc_hash(&crypto->cram_hmac_tfm, hmac_name,
			       ERR_AUTH_ALG);
P
Philipp Reisner 已提交
1958 1959
	}

1960 1961
	return rv;
}
P
Philipp Reisner 已提交
1962

1963 1964 1965
static void free_crypto(struct crypto *crypto)
{
	crypto_free_hash(crypto->cram_hmac_tfm);
1966
	crypto_free_hash(crypto->integrity_tfm);
1967 1968 1969
	crypto_free_hash(crypto->csums_tfm);
	crypto_free_hash(crypto->verify_tfm);
}
P
Philipp Reisner 已提交
1970

1971 1972 1973 1974
int drbd_adm_net_opts(struct sk_buff *skb, struct genl_info *info)
{
	enum drbd_ret_code retcode;
	struct drbd_tconn *tconn;
1975
	struct net_conf *old_conf, *new_conf = NULL;
1976 1977 1978
	int err;
	int ovr; /* online verify running */
	int rsr; /* re-sync running */
1979
	struct crypto crypto = { };
P
Philipp Reisner 已提交
1980

1981
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_CONNECTION);
1982 1983 1984 1985
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;
P
Philipp Reisner 已提交
1986

1987
	tconn = adm_ctx.tconn;
P
Philipp Reisner 已提交
1988

1989 1990 1991 1992 1993
	new_conf = kzalloc(sizeof(struct net_conf), GFP_KERNEL);
	if (!new_conf) {
		retcode = ERR_NOMEM;
		goto out;
	}
P
Philipp Reisner 已提交
1994

1995
	conn_reconfig_start(tconn);
P
Philipp Reisner 已提交
1996

1997
	mutex_lock(&tconn->data.mutex);
1998
	mutex_lock(&tconn->conf_update);
1999
	old_conf = tconn->net_conf;
2000

2001
	if (!old_conf) {
2002 2003
		drbd_msg_put_info("net conf missing, try connect");
		retcode = ERR_INVALID_REQUEST;
2004 2005 2006
		goto fail;
	}

2007
	*new_conf = *old_conf;
2008
	if (should_set_defaults(info))
2009
		set_net_conf_defaults(new_conf);
2010 2011

	err = net_conf_from_attrs_for_change(new_conf, info);
2012
	if (err && err != -ENOMSG) {
2013 2014 2015
		retcode = ERR_MANDATORY_TAG;
		drbd_msg_put_info(from_attrs_err_to_txt(err));
		goto fail;
2016
	}
P
Philipp Reisner 已提交
2017

2018 2019 2020
	retcode = check_net_options(tconn, new_conf);
	if (retcode != NO_ERROR)
		goto fail;
P
Philipp Reisner 已提交
2021

2022 2023
	/* re-sync running */
	rsr = conn_resync_running(tconn);
2024
	if (rsr && strcmp(new_conf->csums_alg, old_conf->csums_alg)) {
2025
		retcode = ERR_CSUMS_RESYNC_RUNNING;
2026
		goto fail;
P
Philipp Reisner 已提交
2027 2028
	}

2029 2030
	/* online verify running */
	ovr = conn_ov_running(tconn);
2031 2032
	if (ovr && strcmp(new_conf->verify_alg, old_conf->verify_alg)) {
		retcode = ERR_VERIFY_RUNNING;
P
Philipp Reisner 已提交
2033
		goto fail;
2034
	}
P
Philipp Reisner 已提交
2035

2036 2037
	retcode = alloc_crypto(&crypto, new_conf);
	if (retcode != NO_ERROR)
P
Philipp Reisner 已提交
2038
		goto fail;
2039

2040
	rcu_assign_pointer(tconn->net_conf, new_conf);
2041 2042 2043

	if (!rsr) {
		crypto_free_hash(tconn->csums_tfm);
2044 2045
		tconn->csums_tfm = crypto.csums_tfm;
		crypto.csums_tfm = NULL;
2046 2047 2048
	}
	if (!ovr) {
		crypto_free_hash(tconn->verify_tfm);
2049 2050
		tconn->verify_tfm = crypto.verify_tfm;
		crypto.verify_tfm = NULL;
P
Philipp Reisner 已提交
2051 2052
	}

2053 2054
	crypto_free_hash(tconn->integrity_tfm);
	tconn->integrity_tfm = crypto.integrity_tfm;
2055
	if (tconn->cstate >= C_WF_REPORT_PARAMS && tconn->agreed_pro_version >= 100)
2056
		/* Do this without trying to take tconn->data.mutex again.  */
2057
		__drbd_send_protocol(tconn, P_PROTOCOL_UPDATE);
2058 2059 2060 2061

	crypto_free_hash(tconn->cram_hmac_tfm);
	tconn->cram_hmac_tfm = crypto.cram_hmac_tfm;

2062
	mutex_unlock(&tconn->conf_update);
2063
	mutex_unlock(&tconn->data.mutex);
2064 2065 2066
	synchronize_rcu();
	kfree(old_conf);

2067 2068 2069
	if (tconn->cstate >= C_WF_REPORT_PARAMS)
		drbd_send_sync_param(minor_to_mdev(conn_lowest_minor(tconn)));

2070 2071
	goto done;

P
Philipp Reisner 已提交
2072
 fail:
2073
	mutex_unlock(&tconn->conf_update);
2074
	mutex_unlock(&tconn->data.mutex);
2075
	free_crypto(&crypto);
2076
	kfree(new_conf);
2077
 done:
2078 2079 2080
	conn_reconfig_done(tconn);
 out:
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
2081 2082 2083
	return 0;
}

2084
int drbd_adm_connect(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
2085
{
2086
	struct drbd_conf *mdev;
2087
	struct net_conf *old_conf, *new_conf = NULL;
2088
	struct crypto crypto = { };
2089 2090 2091 2092
	struct drbd_tconn *tconn;
	enum drbd_ret_code retcode;
	int i;
	int err;
P
Philipp Reisner 已提交
2093

2094
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_RESOURCE);
P
Philipp Reisner 已提交
2095

2096 2097 2098 2099
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;
2100 2101 2102 2103 2104
	if (!(adm_ctx.my_addr && adm_ctx.peer_addr)) {
		drbd_msg_put_info("connection endpoint(s) missing");
		retcode = ERR_INVALID_REQUEST;
		goto out;
	}
P
Philipp Reisner 已提交
2105

2106 2107 2108 2109 2110 2111 2112 2113 2114
	/* No need for _rcu here. All reconfiguration is
	 * strictly serialized on genl_lock(). We are protected against
	 * concurrent reconfiguration/addition/deletion */
	list_for_each_entry(tconn, &drbd_tconns, all_tconn) {
		if (nla_len(adm_ctx.my_addr) == tconn->my_addr_len &&
		    !memcmp(nla_data(adm_ctx.my_addr), &tconn->my_addr, tconn->my_addr_len)) {
			retcode = ERR_LOCAL_ADDR;
			goto out;
		}
P
Philipp Reisner 已提交
2115

2116 2117 2118 2119 2120
		if (nla_len(adm_ctx.peer_addr) == tconn->peer_addr_len &&
		    !memcmp(nla_data(adm_ctx.peer_addr), &tconn->peer_addr, tconn->peer_addr_len)) {
			retcode = ERR_PEER_ADDR;
			goto out;
		}
P
Philipp Reisner 已提交
2121 2122
	}

2123
	tconn = adm_ctx.tconn;
2124
	conn_reconfig_start(tconn);
P
Philipp Reisner 已提交
2125

2126
	if (tconn->cstate > C_STANDALONE) {
P
Philipp Reisner 已提交
2127 2128 2129 2130
		retcode = ERR_NET_CONFIGURED;
		goto fail;
	}

2131
	/* allocation not in the IO path, drbdsetup / netlink process context */
2132
	new_conf = kzalloc(sizeof(*new_conf), GFP_KERNEL);
P
Philipp Reisner 已提交
2133 2134 2135 2136 2137
	if (!new_conf) {
		retcode = ERR_NOMEM;
		goto fail;
	}

2138
	set_net_conf_defaults(new_conf);
P
Philipp Reisner 已提交
2139

2140
	err = net_conf_from_attrs(new_conf, info);
2141
	if (err && err != -ENOMSG) {
P
Philipp Reisner 已提交
2142
		retcode = ERR_MANDATORY_TAG;
2143
		drbd_msg_put_info(from_attrs_err_to_txt(err));
P
Philipp Reisner 已提交
2144 2145 2146
		goto fail;
	}

2147 2148
	retcode = check_net_options(tconn, new_conf);
	if (retcode != NO_ERROR)
2149
		goto fail;
P
Philipp Reisner 已提交
2150

2151 2152 2153
	retcode = alloc_crypto(&crypto, new_conf);
	if (retcode != NO_ERROR)
		goto fail;
P
Philipp Reisner 已提交
2154 2155

	((char *)new_conf->shared_secret)[SHARED_SECRET_MAX-1] = 0;
2156

2157
	conn_flush_workqueue(tconn);
P
Philipp Reisner 已提交
2158

2159
	mutex_lock(&tconn->conf_update);
2160 2161
	old_conf = tconn->net_conf;
	if (old_conf) {
P
Philipp Reisner 已提交
2162
		retcode = ERR_NET_CONFIGURED;
2163
		mutex_unlock(&tconn->conf_update);
P
Philipp Reisner 已提交
2164 2165
		goto fail;
	}
2166
	rcu_assign_pointer(tconn->net_conf, new_conf);
P
Philipp Reisner 已提交
2167

2168
	conn_free_crypto(tconn);
2169
	tconn->cram_hmac_tfm = crypto.cram_hmac_tfm;
2170
	tconn->integrity_tfm = crypto.integrity_tfm;
2171 2172
	tconn->csums_tfm = crypto.csums_tfm;
	tconn->verify_tfm = crypto.verify_tfm;
P
Philipp Reisner 已提交
2173

2174 2175 2176 2177
	tconn->my_addr_len = nla_len(adm_ctx.my_addr);
	memcpy(&tconn->my_addr, nla_data(adm_ctx.my_addr), tconn->my_addr_len);
	tconn->peer_addr_len = nla_len(adm_ctx.peer_addr);
	memcpy(&tconn->peer_addr, nla_data(adm_ctx.peer_addr), tconn->peer_addr_len);
P
Philipp Reisner 已提交
2178

2179
	mutex_unlock(&tconn->conf_update);
P
Philipp Reisner 已提交
2180

2181
	rcu_read_lock();
2182 2183 2184
	idr_for_each_entry(&tconn->volumes, mdev, i) {
		mdev->send_cnt = 0;
		mdev->recv_cnt = 0;
P
Philipp Reisner 已提交
2185
	}
2186
	rcu_read_unlock();
P
Philipp Reisner 已提交
2187

2188
	retcode = conn_request_state(tconn, NS(conn, C_UNCONNECTED), CS_VERBOSE);
P
Philipp Reisner 已提交
2189

2190
	conn_reconfig_done(tconn);
2191
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
2192 2193 2194
	return 0;

fail:
2195
	free_crypto(&crypto);
P
Philipp Reisner 已提交
2196 2197
	kfree(new_conf);

2198
	conn_reconfig_done(tconn);
2199 2200
out:
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
2201 2202 2203
	return 0;
}

2204 2205 2206 2207
static enum drbd_state_rv conn_try_disconnect(struct drbd_tconn *tconn, bool force)
{
	enum drbd_state_rv rv;

2208 2209
	rv = conn_request_state(tconn, NS(conn, C_DISCONNECTING),
			force ? CS_HARD : 0);
2210 2211 2212

	switch (rv) {
	case SS_NOTHING_TO_DO:
2213
		break;
2214 2215 2216 2217
	case SS_ALREADY_STANDALONE:
		return SS_SUCCESS;
	case SS_PRIMARY_NOP:
		/* Our state checking code wants to see the peer outdated. */
2218 2219 2220 2221 2222
		rv = conn_request_state(tconn, NS2(conn, C_DISCONNECTING, pdsk, D_OUTDATED), 0);

		if (rv == SS_OUTDATE_WO_CONN) /* lost connection before graceful disconnect succeeded */
			rv = conn_request_state(tconn, NS(conn, C_DISCONNECTING), CS_VERBOSE);

2223 2224 2225 2226 2227 2228
		break;
	case SS_CW_FAILED_BY_PEER:
		/* The peer probably wants to see us outdated. */
		rv = conn_request_state(tconn, NS2(conn, C_DISCONNECTING,
							disk, D_OUTDATED), 0);
		if (rv == SS_IS_DISKLESS || rv == SS_LOWER_THAN_OUTDATED) {
2229 2230
			rv = conn_request_state(tconn, NS(conn, C_DISCONNECTING),
					CS_HARD);
P
Philipp Reisner 已提交
2231
		}
2232 2233 2234 2235 2236
		break;
	default:;
		/* no special handling necessary */
	}

2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253 2254 2255 2256
	if (rv >= SS_SUCCESS) {
		enum drbd_state_rv rv2;
		/* No one else can reconfigure the network while I am here.
		 * The state handling only uses drbd_thread_stop_nowait(),
		 * we want to really wait here until the receiver is no more.
		 */
		drbd_thread_stop(&adm_ctx.tconn->receiver);

		/* Race breaker.  This additional state change request may be
		 * necessary, if this was a forced disconnect during a receiver
		 * restart.  We may have "killed" the receiver thread just
		 * after drbdd_init() returned.  Typically, we should be
		 * C_STANDALONE already, now, and this becomes a no-op.
		 */
		rv2 = conn_request_state(tconn, NS(conn, C_STANDALONE),
				CS_VERBOSE | CS_HARD);
		if (rv2 < SS_SUCCESS)
			conn_err(tconn,
				"unexpected rv2=%d in conn_try_disconnect()\n",
				rv2);
P
Philipp Reisner 已提交
2257
	}
2258 2259
	return rv;
}
P
Philipp Reisner 已提交
2260

2261
int drbd_adm_disconnect(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
2262
{
2263 2264
	struct disconnect_parms parms;
	struct drbd_tconn *tconn;
2265
	enum drbd_state_rv rv;
2266 2267
	enum drbd_ret_code retcode;
	int err;
2268

2269
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_CONNECTION);
2270 2271 2272
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
2273
		goto fail;
P
Philipp Reisner 已提交
2274

2275 2276 2277
	tconn = adm_ctx.tconn;
	memset(&parms, 0, sizeof(parms));
	if (info->attrs[DRBD_NLA_DISCONNECT_PARMS]) {
2278
		err = disconnect_parms_from_attrs(&parms, info);
2279 2280 2281
		if (err) {
			retcode = ERR_MANDATORY_TAG;
			drbd_msg_put_info(from_attrs_err_to_txt(err));
P
Philipp Reisner 已提交
2282 2283 2284 2285
			goto fail;
		}
	}

2286 2287
	rv = conn_try_disconnect(tconn, parms.force_disconnect);
	if (rv < SS_SUCCESS)
2288 2289 2290
		retcode = rv;  /* FIXME: Type mismatch. */
	else
		retcode = NO_ERROR;
P
Philipp Reisner 已提交
2291
 fail:
2292
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303
	return 0;
}

void resync_after_online_grow(struct drbd_conf *mdev)
{
	int iass; /* I am sync source */

	dev_info(DEV, "Resync of new storage after online grow\n");
	if (mdev->state.role != mdev->state.peer)
		iass = (mdev->state.role == R_PRIMARY);
	else
2304
		iass = test_bit(RESOLVE_CONFLICTS, &mdev->tconn->flags);
P
Philipp Reisner 已提交
2305 2306 2307 2308 2309 2310 2311

	if (iass)
		drbd_start_resync(mdev, C_SYNC_SOURCE);
	else
		_drbd_request_state(mdev, NS(conn, C_WF_SYNC_UUID), CS_VERBOSE + CS_SERIALIZE);
}

2312
int drbd_adm_resize(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
2313
{
P
Philipp Reisner 已提交
2314
	struct disk_conf *old_disk_conf, *new_disk_conf = NULL;
2315 2316 2317
	struct resize_parms rs;
	struct drbd_conf *mdev;
	enum drbd_ret_code retcode;
P
Philipp Reisner 已提交
2318
	enum determine_dev_size dd;
2319
	enum dds_flags ddsf;
P
Philipp Reisner 已提交
2320
	sector_t u_size;
2321
	int err;
P
Philipp Reisner 已提交
2322

2323 2324 2325 2326
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
P
Philipp Reisner 已提交
2327
		goto fail;
2328 2329 2330

	memset(&rs, 0, sizeof(struct resize_parms));
	if (info->attrs[DRBD_NLA_RESIZE_PARMS]) {
2331
		err = resize_parms_from_attrs(&rs, info);
P
Philipp Reisner 已提交
2332
		if (err) {
2333 2334
			retcode = ERR_MANDATORY_TAG;
			drbd_msg_put_info(from_attrs_err_to_txt(err));
P
Philipp Reisner 已提交
2335 2336 2337 2338
			goto fail;
		}
	}

2339
	mdev = adm_ctx.mdev;
P
Philipp Reisner 已提交
2340 2341 2342 2343 2344 2345 2346 2347 2348 2349
	if (mdev->state.conn > C_CONNECTED) {
		retcode = ERR_RESIZE_RESYNC;
		goto fail;
	}

	if (mdev->state.role == R_SECONDARY &&
	    mdev->state.peer == R_SECONDARY) {
		retcode = ERR_NO_PRIMARY;
		goto fail;
	}
2350

P
Philipp Reisner 已提交
2351 2352 2353 2354 2355
	if (!get_ldev(mdev)) {
		retcode = ERR_NO_DISK;
		goto fail;
	}

2356
	if (rs.no_resync && mdev->tconn->agreed_pro_version < 93) {
2357
		retcode = ERR_NEED_APV_93;
P
Philipp Reisner 已提交
2358
		goto fail_ldev;
2359 2360
	}

P
Philipp Reisner 已提交
2361 2362 2363 2364 2365 2366
	rcu_read_lock();
	u_size = rcu_dereference(mdev->ldev->disk_conf)->disk_size;
	rcu_read_unlock();
	if (u_size != (sector_t)rs.resize_size) {
		new_disk_conf = kmalloc(sizeof(struct disk_conf), GFP_KERNEL);
		if (!new_disk_conf) {
2367
			retcode = ERR_NOMEM;
P
Philipp Reisner 已提交
2368
			goto fail_ldev;
2369 2370 2371
		}
	}

2372
	if (mdev->ldev->known_size != drbd_get_capacity(mdev->ldev->backing_bdev))
P
Philipp Reisner 已提交
2373 2374
		mdev->ldev->known_size = drbd_get_capacity(mdev->ldev->backing_bdev);

P
Philipp Reisner 已提交
2375 2376 2377 2378 2379 2380 2381 2382 2383
	if (new_disk_conf) {
		mutex_lock(&mdev->tconn->conf_update);
		old_disk_conf = mdev->ldev->disk_conf;
		*new_disk_conf = *old_disk_conf;
		new_disk_conf->disk_size = (sector_t)rs.resize_size;
		rcu_assign_pointer(mdev->ldev->disk_conf, new_disk_conf);
		mutex_unlock(&mdev->tconn->conf_update);
		synchronize_rcu();
		kfree(old_disk_conf);
P
Philipp Reisner 已提交
2384 2385
	}

2386
	ddsf = (rs.resize_force ? DDSF_FORCED : 0) | (rs.no_resync ? DDSF_NO_RESYNC : 0);
B
Bart Van Assche 已提交
2387
	dd = drbd_determine_dev_size(mdev, ddsf);
P
Philipp Reisner 已提交
2388 2389
	drbd_md_sync(mdev);
	put_ldev(mdev);
2390
	if (dd == DS_ERROR) {
P
Philipp Reisner 已提交
2391 2392 2393
		retcode = ERR_NOMEM_BITMAP;
		goto fail;
	}
2394

2395
	if (mdev->state.conn == C_CONNECTED) {
2396
		if (dd == DS_GREW)
P
Philipp Reisner 已提交
2397 2398 2399
			set_bit(RESIZE_PENDING, &mdev->flags);

		drbd_send_uuids(mdev);
2400
		drbd_send_sizes(mdev, 1, ddsf);
2401 2402
	}

P
Philipp Reisner 已提交
2403
 fail:
2404
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
2405 2406
	return 0;

P
Philipp Reisner 已提交
2407 2408 2409
 fail_ldev:
	put_ldev(mdev);
	goto fail;
P
Philipp Reisner 已提交
2410 2411
}

2412
int drbd_adm_resource_opts(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
2413
{
2414
	enum drbd_ret_code retcode;
2415
	struct drbd_tconn *tconn;
2416
	struct res_opts res_opts;
2417
	int err;
P
Philipp Reisner 已提交
2418

2419
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_RESOURCE);
2420 2421 2422 2423
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto fail;
2424
	tconn = adm_ctx.tconn;
P
Philipp Reisner 已提交
2425

2426
	res_opts = tconn->res_opts;
2427
	if (should_set_defaults(info))
2428
		set_res_opts_defaults(&res_opts);
P
Philipp Reisner 已提交
2429

2430
	err = res_opts_from_attrs(&res_opts, info);
2431
	if (err && err != -ENOMSG) {
P
Philipp Reisner 已提交
2432
		retcode = ERR_MANDATORY_TAG;
2433
		drbd_msg_put_info(from_attrs_err_to_txt(err));
P
Philipp Reisner 已提交
2434 2435 2436
		goto fail;
	}

2437 2438 2439 2440 2441
	err = set_resource_options(tconn, &res_opts);
	if (err) {
		retcode = ERR_INVALID_REQUEST;
		if (err == -ENOMEM)
			retcode = ERR_NOMEM;
P
Philipp Reisner 已提交
2442 2443 2444
	}

fail:
2445
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
2446 2447 2448
	return 0;
}

2449
int drbd_adm_invalidate(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
2450
{
2451 2452 2453 2454 2455 2456 2457 2458 2459 2460
	struct drbd_conf *mdev;
	int retcode; /* enum drbd_ret_code rsp. enum drbd_state_rv */

	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;

	mdev = adm_ctx.mdev;
P
Philipp Reisner 已提交
2461

2462
	/* If there is still bitmap IO pending, probably because of a previous
2463 2464
	 * resync just being finished, wait for it before requesting a new resync.
	 * Also wait for it's after_state_ch(). */
2465
	drbd_suspend_io(mdev);
2466
	wait_event(mdev->misc_wait, !test_bit(BITMAP_IO, &mdev->flags));
2467
	drbd_flush_workqueue(mdev);
2468

2469 2470 2471
	/* If we happen to be C_STANDALONE R_SECONDARY, just change to
	 * D_INCONSISTENT, and set all bits in the bitmap.  Otherwise,
	 * try to start a resync handshake as sync target for full sync.
2472
	 */
2473 2474 2475 2476 2477 2478 2479 2480 2481
	if (mdev->state.conn == C_STANDALONE && mdev->state.role == R_SECONDARY) {
		retcode = drbd_request_state(mdev, NS(disk, D_INCONSISTENT));
		if (retcode >= SS_SUCCESS) {
			if (drbd_bitmap_io(mdev, &drbd_bmio_set_n_write,
				"set_n_write from invalidate", BM_LOCKED_MASK))
				retcode = ERR_IO_MD_DISK;
		}
	} else
		retcode = drbd_request_state(mdev, NS(conn, C_STARTING_SYNC_T));
2482
	drbd_resume_io(mdev);
P
Philipp Reisner 已提交
2483

2484 2485
out:
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
2486 2487 2488
	return 0;
}

2489 2490
static int drbd_adm_simple_request_state(struct sk_buff *skb, struct genl_info *info,
		union drbd_state mask, union drbd_state val)
P
Philipp Reisner 已提交
2491
{
2492
	enum drbd_ret_code retcode;
2493

2494 2495 2496 2497 2498
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;
P
Philipp Reisner 已提交
2499

2500 2501 2502
	retcode = drbd_request_state(adm_ctx.mdev, mask, val);
out:
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
2503 2504 2505
	return 0;
}

2506 2507 2508 2509 2510 2511 2512 2513 2514
static int drbd_bmio_set_susp_al(struct drbd_conf *mdev)
{
	int rv;

	rv = drbd_bmio_set_n_write(mdev);
	drbd_suspend_al(mdev);
	return rv;
}

2515
int drbd_adm_invalidate_peer(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
2516
{
2517 2518 2519 2520 2521 2522 2523 2524 2525 2526
	int retcode; /* drbd_ret_code, drbd_state_rv */
	struct drbd_conf *mdev;

	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;

	mdev = adm_ctx.mdev;
P
Philipp Reisner 已提交
2527

2528
	/* If there is still bitmap IO pending, probably because of a previous
2529 2530
	 * resync just being finished, wait for it before requesting a new resync.
	 * Also wait for it's after_state_ch(). */
2531
	drbd_suspend_io(mdev);
2532
	wait_event(mdev->misc_wait, !test_bit(BITMAP_IO, &mdev->flags));
2533
	drbd_flush_workqueue(mdev);
2534

2535 2536 2537 2538 2539 2540 2541 2542 2543 2544 2545 2546 2547 2548 2549 2550
	/* If we happen to be C_STANDALONE R_PRIMARY, just set all bits
	 * in the bitmap.  Otherwise, try to start a resync handshake
	 * as sync source for full sync.
	 */
	if (mdev->state.conn == C_STANDALONE && mdev->state.role == R_PRIMARY) {
		/* The peer will get a resync upon connect anyways. Just make that
		   into a full resync. */
		retcode = drbd_request_state(mdev, NS(pdsk, D_INCONSISTENT));
		if (retcode >= SS_SUCCESS) {
			if (drbd_bitmap_io(mdev, &drbd_bmio_set_susp_al,
				"set_n_write from invalidate_peer",
				BM_LOCKED_SET_ALLOWED))
				retcode = ERR_IO_MD_DISK;
		}
	} else
		retcode = drbd_request_state(mdev, NS(conn, C_STARTING_SYNC_S));
2551
	drbd_resume_io(mdev);
P
Philipp Reisner 已提交
2552

2553 2554
out:
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
2555 2556 2557
	return 0;
}

2558
int drbd_adm_pause_sync(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
2559
{
2560
	enum drbd_ret_code retcode;
P
Philipp Reisner 已提交
2561

2562 2563 2564 2565 2566
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;
P
Philipp Reisner 已提交
2567

2568 2569 2570 2571
	if (drbd_request_state(adm_ctx.mdev, NS(user_isp, 1)) == SS_NOTHING_TO_DO)
		retcode = ERR_PAUSE_IS_SET;
out:
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
2572 2573 2574
	return 0;
}

2575
int drbd_adm_resume_sync(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
2576
{
2577
	union drbd_dev_state s;
2578 2579 2580 2581 2582 2583 2584
	enum drbd_ret_code retcode;

	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;
P
Philipp Reisner 已提交
2585

2586 2587
	if (drbd_request_state(adm_ctx.mdev, NS(user_isp, 0)) == SS_NOTHING_TO_DO) {
		s = adm_ctx.mdev->state;
2588 2589 2590 2591 2592 2593 2594
		if (s.conn == C_PAUSED_SYNC_S || s.conn == C_PAUSED_SYNC_T) {
			retcode = s.aftr_isp ? ERR_PIC_AFTER_DEP :
				  s.peer_isp ? ERR_PIC_PEER_DEP : ERR_PAUSE_IS_CLEAR;
		} else {
			retcode = ERR_PAUSE_IS_CLEAR;
		}
	}
P
Philipp Reisner 已提交
2595

2596 2597
out:
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
2598 2599 2600
	return 0;
}

2601
int drbd_adm_suspend_io(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
2602
{
2603
	return drbd_adm_simple_request_state(skb, info, NS(susp, 1));
P
Philipp Reisner 已提交
2604 2605
}

2606
int drbd_adm_resume_io(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
2607
{
2608 2609 2610 2611 2612 2613 2614 2615 2616 2617
	struct drbd_conf *mdev;
	int retcode; /* enum drbd_ret_code rsp. enum drbd_state_rv */

	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;

	mdev = adm_ctx.mdev;
2618 2619 2620 2621
	if (test_bit(NEW_CUR_UUID, &mdev->flags)) {
		drbd_uuid_new_current(mdev);
		clear_bit(NEW_CUR_UUID, &mdev->flags);
	}
2622
	drbd_suspend_io(mdev);
2623 2624
	retcode = drbd_request_state(mdev, NS3(susp, 0, susp_nod, 0, susp_fen, 0));
	if (retcode == SS_SUCCESS) {
2625
		if (mdev->state.conn < C_CONNECTED)
2626
			tl_clear(mdev->tconn);
2627
		if (mdev->state.disk == D_DISKLESS || mdev->state.disk == D_FAILED)
2628
			tl_restart(mdev->tconn, FAIL_FROZEN_DISK_IO);
2629 2630 2631
	}
	drbd_resume_io(mdev);

2632 2633
out:
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
2634 2635 2636
	return 0;
}

2637
int drbd_adm_outdate(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
2638
{
2639
	return drbd_adm_simple_request_state(skb, info, NS(disk, D_OUTDATED));
P
Philipp Reisner 已提交
2640 2641
}

2642
int nla_put_drbd_cfg_context(struct sk_buff *skb, struct drbd_tconn *tconn, unsigned vnr)
P
Philipp Reisner 已提交
2643
{
2644 2645 2646 2647
	struct nlattr *nla;
	nla = nla_nest_start(skb, DRBD_NLA_CFG_CONTEXT);
	if (!nla)
		goto nla_put_failure;
A
Andreas Gruenbacher 已提交
2648 2649 2650 2651 2652 2653 2654 2655 2656 2657 2658
	if (vnr != VOLUME_UNSPECIFIED &&
	    nla_put_u32(skb, T_ctx_volume, vnr))
		goto nla_put_failure;
	if (nla_put_string(skb, T_ctx_resource_name, tconn->name))
		goto nla_put_failure;
	if (tconn->my_addr_len &&
	    nla_put(skb, T_ctx_my_addr, tconn->my_addr_len, &tconn->my_addr))
		goto nla_put_failure;
	if (tconn->peer_addr_len &&
	    nla_put(skb, T_ctx_peer_addr, tconn->peer_addr_len, &tconn->peer_addr))
		goto nla_put_failure;
2659 2660
	nla_nest_end(skb, nla);
	return 0;
P
Philipp Reisner 已提交
2661

2662 2663 2664 2665 2666
nla_put_failure:
	if (nla)
		nla_nest_cancel(skb, nla);
	return -EMSGSIZE;
}
P
Philipp Reisner 已提交
2667

2668 2669
int nla_put_status_info(struct sk_buff *skb, struct drbd_conf *mdev,
		const struct sib_info *sib)
P
Philipp Reisner 已提交
2670
{
2671 2672 2673 2674 2675 2676 2677 2678 2679 2680 2681 2682 2683 2684 2685 2686 2687 2688 2689 2690 2691 2692 2693
	struct state_info *si = NULL; /* for sizeof(si->member); */
	struct nlattr *nla;
	int got_ldev;
	int err = 0;
	int exclude_sensitive;

	/* If sib != NULL, this is drbd_bcast_event, which anyone can listen
	 * to.  So we better exclude_sensitive information.
	 *
	 * If sib == NULL, this is drbd_adm_get_status, executed synchronously
	 * in the context of the requesting user process. Exclude sensitive
	 * information, unless current has superuser.
	 *
	 * NOTE: for drbd_adm_get_status_all(), this is a netlink dump, and
	 * relies on the current implementation of netlink_dump(), which
	 * executes the dump callback successively from netlink_recvmsg(),
	 * always in the context of the receiving process */
	exclude_sensitive = sib || !capable(CAP_SYS_ADMIN);

	got_ldev = get_ldev(mdev);

	/* We need to add connection name and volume number information still.
	 * Minor number is in drbd_genlmsghdr. */
2694
	if (nla_put_drbd_cfg_context(skb, mdev->tconn, mdev->vnr))
2695 2696
		goto nla_put_failure;

2697 2698 2699
	if (res_opts_to_skb(skb, &mdev->tconn->res_opts, exclude_sensitive))
		goto nla_put_failure;

P
Philipp Reisner 已提交
2700
	rcu_read_lock();
2701 2702
	if (got_ldev) {
		struct disk_conf *disk_conf;
2703

2704 2705 2706 2707 2708 2709 2710 2711 2712 2713
		disk_conf = rcu_dereference(mdev->ldev->disk_conf);
		err = disk_conf_to_skb(skb, disk_conf, exclude_sensitive);
	}
	if (!err) {
		struct net_conf *nc;

		nc = rcu_dereference(mdev->tconn->net_conf);
		if (nc)
			err = net_conf_to_skb(skb, nc, exclude_sensitive);
	}
2714 2715 2716
	rcu_read_unlock();
	if (err)
		goto nla_put_failure;
2717 2718 2719 2720

	nla = nla_nest_start(skb, DRBD_NLA_STATE_INFO);
	if (!nla)
		goto nla_put_failure;
A
Andreas Gruenbacher 已提交
2721 2722 2723
	if (nla_put_u32(skb, T_sib_reason, sib ? sib->sib_reason : SIB_GET_STATUS_REPLY) ||
	    nla_put_u32(skb, T_current_state, mdev->state.i) ||
	    nla_put_u64(skb, T_ed_uuid, mdev->ed_uuid) ||
2724 2725 2726 2727 2728 2729 2730 2731 2732 2733
	    nla_put_u64(skb, T_capacity, drbd_get_capacity(mdev->this_bdev)) ||
	    nla_put_u64(skb, T_send_cnt, mdev->send_cnt) ||
	    nla_put_u64(skb, T_recv_cnt, mdev->recv_cnt) ||
	    nla_put_u64(skb, T_read_cnt, mdev->read_cnt) ||
	    nla_put_u64(skb, T_writ_cnt, mdev->writ_cnt) ||
	    nla_put_u64(skb, T_al_writ_cnt, mdev->al_writ_cnt) ||
	    nla_put_u64(skb, T_bm_writ_cnt, mdev->bm_writ_cnt) ||
	    nla_put_u32(skb, T_ap_bio_cnt, atomic_read(&mdev->ap_bio_cnt)) ||
	    nla_put_u32(skb, T_ap_pending_cnt, atomic_read(&mdev->ap_pending_cnt)) ||
	    nla_put_u32(skb, T_rs_pending_cnt, atomic_read(&mdev->rs_pending_cnt)))
A
Andreas Gruenbacher 已提交
2734
		goto nla_put_failure;
2735 2736

	if (got_ldev) {
2737
		int err;
P
Philipp Reisner 已提交
2738

2739 2740 2741 2742 2743 2744 2745
		spin_lock_irq(&mdev->ldev->md.uuid_lock);
		err = nla_put(skb, T_uuids, sizeof(si->uuids), mdev->ldev->md.uuid);
		spin_unlock_irq(&mdev->ldev->md.uuid_lock);

		if (err)
			goto nla_put_failure;

A
Andreas Gruenbacher 已提交
2746 2747 2748 2749
		if (nla_put_u32(skb, T_disk_flags, mdev->ldev->md.flags) ||
		    nla_put_u64(skb, T_bits_total, drbd_bm_bits(mdev)) ||
		    nla_put_u64(skb, T_bits_oos, drbd_bm_total_weight(mdev)))
			goto nla_put_failure;
2750 2751
		if (C_SYNC_SOURCE <= mdev->state.conn &&
		    C_PAUSED_SYNC_T >= mdev->state.conn) {
A
Andreas Gruenbacher 已提交
2752 2753 2754
			if (nla_put_u64(skb, T_bits_rs_total, mdev->rs_total) ||
			    nla_put_u64(skb, T_bits_rs_failed, mdev->rs_failed))
				goto nla_put_failure;
2755
		}
P
Philipp Reisner 已提交
2756 2757
	}

2758 2759 2760 2761 2762 2763
	if (sib) {
		switch(sib->sib_reason) {
		case SIB_SYNC_PROGRESS:
		case SIB_GET_STATUS_REPLY:
			break;
		case SIB_STATE_CHANGE:
A
Andreas Gruenbacher 已提交
2764 2765 2766
			if (nla_put_u32(skb, T_prev_state, sib->os.i) ||
			    nla_put_u32(skb, T_new_state, sib->ns.i))
				goto nla_put_failure;
2767 2768
			break;
		case SIB_HELPER_POST:
A
Andreas Gruenbacher 已提交
2769 2770 2771
			if (nla_put_u32(skb, T_helper_exit_code,
					sib->helper_exit_code))
				goto nla_put_failure;
2772 2773
			/* fall through */
		case SIB_HELPER_PRE:
A
Andreas Gruenbacher 已提交
2774 2775
			if (nla_put_string(skb, T_helper, sib->helper_name))
				goto nla_put_failure;
2776 2777
			break;
		}
P
Philipp Reisner 已提交
2778
	}
2779
	nla_nest_end(skb, nla);
P
Philipp Reisner 已提交
2780

2781 2782 2783 2784 2785 2786
	if (0)
nla_put_failure:
		err = -EMSGSIZE;
	if (got_ldev)
		put_ldev(mdev);
	return err;
P
Philipp Reisner 已提交
2787 2788
}

2789
int drbd_adm_get_status(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
2790
{
2791 2792
	enum drbd_ret_code retcode;
	int err;
P
Philipp Reisner 已提交
2793

2794 2795 2796 2797 2798
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;
P
Philipp Reisner 已提交
2799

2800 2801 2802 2803
	err = nla_put_status_info(adm_ctx.reply_skb, adm_ctx.mdev, NULL);
	if (err) {
		nlmsg_free(adm_ctx.reply_skb);
		return err;
P
Philipp Reisner 已提交
2804
	}
2805 2806 2807
out:
	drbd_adm_finish(info, retcode);
	return 0;
P
Philipp Reisner 已提交
2808 2809
}

2810
int get_one_status(struct sk_buff *skb, struct netlink_callback *cb)
P
Philipp Reisner 已提交
2811
{
2812 2813
	struct drbd_conf *mdev;
	struct drbd_genlmsghdr *dh;
2814 2815 2816 2817 2818 2819 2820 2821 2822 2823 2824 2825 2826 2827
	struct drbd_tconn *pos = (struct drbd_tconn*)cb->args[0];
	struct drbd_tconn *tconn = NULL;
	struct drbd_tconn *tmp;
	unsigned volume = cb->args[1];

	/* Open coded, deferred, iteration:
	 * list_for_each_entry_safe(tconn, tmp, &drbd_tconns, all_tconn) {
	 *	idr_for_each_entry(&tconn->volumes, mdev, i) {
	 *	  ...
	 *	}
	 * }
	 * where tconn is cb->args[0];
	 * and i is cb->args[1];
	 *
2828 2829 2830
	 * cb->args[2] indicates if we shall loop over all resources,
	 * or just dump all volumes of a single resource.
	 *
2831 2832
	 * This may miss entries inserted after this dump started,
	 * or entries deleted before they are reached.
2833 2834 2835 2836 2837
	 *
	 * We need to make sure the mdev won't disappear while
	 * we are looking at it, and revalidate our iterators
	 * on each iteration.
	 */
P
Philipp Reisner 已提交
2838

2839
	/* synchronize with conn_create()/conn_destroy() */
P
Philipp Reisner 已提交
2840
	rcu_read_lock();
2841
	/* revalidate iterator position */
2842
	list_for_each_entry_rcu(tmp, &drbd_tconns, all_tconn) {
2843 2844 2845 2846 2847 2848 2849 2850 2851 2852
		if (pos == NULL) {
			/* first iteration */
			pos = tmp;
			tconn = pos;
			break;
		}
		if (tmp == pos) {
			tconn = pos;
			break;
		}
P
Philipp Reisner 已提交
2853
	}
2854
	if (tconn) {
2855
next_tconn:
2856 2857 2858 2859
		mdev = idr_get_next(&tconn->volumes, &volume);
		if (!mdev) {
			/* No more volumes to dump on this tconn.
			 * Advance tconn iterator. */
2860 2861
			pos = list_entry_rcu(tconn->all_tconn.next,
					     struct drbd_tconn, all_tconn);
2862
			/* Did we dump any volume on this tconn yet? */
2863
			if (volume != 0) {
2864 2865 2866 2867 2868
				/* If we reached the end of the list,
				 * or only a single resource dump was requested,
				 * we are done. */
				if (&pos->all_tconn == &drbd_tconns || cb->args[2])
					goto out;
2869
				volume = 0;
2870
				tconn = pos;
2871 2872 2873 2874
				goto next_tconn;
			}
		}

2875
		dh = genlmsg_put(skb, NETLINK_CB(cb->skb).portid,
2876 2877 2878
				cb->nlh->nlmsg_seq, &drbd_genl_family,
				NLM_F_MULTI, DRBD_ADM_GET_STATUS);
		if (!dh)
2879 2880 2881
			goto out;

		if (!mdev) {
2882 2883 2884 2885
			/* This is a tconn without a single volume.
			 * Suprisingly enough, it may have a network
			 * configuration. */
			struct net_conf *nc;
2886 2887
			dh->minor = -1U;
			dh->ret_code = NO_ERROR;
2888
			if (nla_put_drbd_cfg_context(skb, tconn, VOLUME_UNSPECIFIED))
2889 2890 2891 2892 2893
				goto cancel;
			nc = rcu_dereference(tconn->net_conf);
			if (nc && net_conf_to_skb(skb, nc, 1) != 0)
				goto cancel;
			goto done;
2894
		}
P
Philipp Reisner 已提交
2895

2896 2897
		D_ASSERT(mdev->vnr == volume);
		D_ASSERT(mdev->tconn == tconn);
2898

2899
		dh->minor = mdev_to_minor(mdev);
2900 2901 2902
		dh->ret_code = NO_ERROR;

		if (nla_put_status_info(skb, mdev, NULL)) {
2903
cancel:
2904
			genlmsg_cancel(skb, dh);
2905
			goto out;
2906
		}
2907
done:
2908 2909
		genlmsg_end(skb, dh);
        }
P
Philipp Reisner 已提交
2910

2911
out:
P
Philipp Reisner 已提交
2912
	rcu_read_unlock();
2913 2914 2915
	/* where to start the next iteration */
        cb->args[0] = (long)pos;
        cb->args[1] = (pos == tconn) ? volume + 1 : 0;
P
Philipp Reisner 已提交
2916

2917 2918
	/* No more tconns/volumes/minors found results in an empty skb.
	 * Which will terminate the dump. */
2919
        return skb->len;
P
Philipp Reisner 已提交
2920 2921
}

2922 2923 2924 2925 2926 2927 2928 2929 2930
/*
 * Request status of all resources, or of all volumes within a single resource.
 *
 * This is a dump, as the answer may not fit in a single reply skb otherwise.
 * Which means we cannot use the family->attrbuf or other such members, because
 * dump is NOT protected by the genl_lock().  During dump, we only have access
 * to the incoming skb, and need to opencode "parsing" of the nlattr payload.
 *
 * Once things are setup properly, we call into get_one_status().
P
Philipp Reisner 已提交
2931
 */
2932
int drbd_adm_get_status_all(struct sk_buff *skb, struct netlink_callback *cb)
P
Philipp Reisner 已提交
2933
{
2934 2935
	const unsigned hdrlen = GENL_HDRLEN + GENL_MAGIC_FAMILY_HDRSZ;
	struct nlattr *nla;
2936
	const char *resource_name;
2937
	struct drbd_tconn *tconn;
2938
	int maxtype;
2939 2940 2941 2942 2943 2944 2945 2946 2947 2948 2949 2950 2951 2952 2953 2954 2955 2956 2957

	/* Is this a followup call? */
	if (cb->args[0]) {
		/* ... of a single resource dump,
		 * and the resource iterator has been advanced already? */
		if (cb->args[2] && cb->args[2] != cb->args[0])
			return 0; /* DONE. */
		goto dump;
	}

	/* First call (from netlink_dump_start).  We need to figure out
	 * which resource(s) the user wants us to dump. */
	nla = nla_find(nlmsg_attrdata(cb->nlh, hdrlen),
			nlmsg_attrlen(cb->nlh, hdrlen),
			DRBD_NLA_CFG_CONTEXT);

	/* No explicit context given.  Dump all. */
	if (!nla)
		goto dump;
2958 2959 2960 2961
	maxtype = ARRAY_SIZE(drbd_cfg_context_nl_policy) - 1;
	nla = drbd_nla_find_nested(maxtype, nla, __nla_type(T_ctx_resource_name));
	if (IS_ERR(nla))
		return PTR_ERR(nla);
2962 2963 2964
	/* context given, but no name present? */
	if (!nla)
		return -EINVAL;
2965 2966
	resource_name = nla_data(nla);
	tconn = conn_get_by_name(resource_name);
2967

2968 2969 2970
	if (!tconn)
		return -ENODEV;

2971 2972
	kref_put(&tconn->kref, &conn_destroy); /* get_one_status() (re)validates tconn by itself */

2973 2974 2975 2976 2977 2978 2979 2980 2981
	/* prime iterators, and set "filter" mode mark:
	 * only dump this tconn. */
	cb->args[0] = (long)tconn;
	/* cb->args[1] = 0; passed in this way. */
	cb->args[2] = (long)tconn;

dump:
	return get_one_status(skb, cb);
}
P
Philipp Reisner 已提交
2982

2983
int drbd_adm_get_timeout_type(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
2984
{
2985 2986 2987
	enum drbd_ret_code retcode;
	struct timeout_parms tp;
	int err;
P
Philipp Reisner 已提交
2988

2989 2990 2991 2992 2993
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;
P
Philipp Reisner 已提交
2994

2995 2996 2997 2998
	tp.timeout_type =
		adm_ctx.mdev->state.pdsk == D_OUTDATED ? UT_PEER_OUTDATED :
		test_bit(USE_DEGR_WFC_T, &adm_ctx.mdev->flags) ? UT_DEGRADED :
		UT_DEFAULT;
P
Philipp Reisner 已提交
2999

3000 3001 3002 3003 3004 3005 3006 3007
	err = timeout_parms_to_priv_skb(adm_ctx.reply_skb, &tp);
	if (err) {
		nlmsg_free(adm_ctx.reply_skb);
		return err;
	}
out:
	drbd_adm_finish(info, retcode);
	return 0;
P
Philipp Reisner 已提交
3008 3009
}

3010
int drbd_adm_start_ov(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
3011
{
3012 3013
	struct drbd_conf *mdev;
	enum drbd_ret_code retcode;
3014
	struct start_ov_parms parms;
P
Philipp Reisner 已提交
3015

3016 3017 3018 3019 3020
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;
3021

3022
	mdev = adm_ctx.mdev;
3023 3024 3025 3026

	/* resume from last known position, if possible */
	parms.ov_start_sector = mdev->ov_start_sector;
	parms.ov_stop_sector = ULLONG_MAX;
3027
	if (info->attrs[DRBD_NLA_START_OV_PARMS]) {
3028
		int err = start_ov_parms_from_attrs(&parms, info);
3029 3030 3031 3032 3033
		if (err) {
			retcode = ERR_MANDATORY_TAG;
			drbd_msg_put_info(from_attrs_err_to_txt(err));
			goto out;
		}
P
Philipp Reisner 已提交
3034
	}
3035 3036 3037
	/* w_make_ov_request expects position to be aligned */
	mdev->ov_start_sector = parms.ov_start_sector & ~(BM_SECT_PER_BIT-1);
	mdev->ov_stop_sector = parms.ov_stop_sector;
3038 3039 3040

	/* If there is still bitmap IO pending, e.g. previous resync or verify
	 * just being finished, wait for it before requesting a new resync. */
3041
	drbd_suspend_io(mdev);
3042
	wait_event(mdev->misc_wait, !test_bit(BITMAP_IO, &mdev->flags));
3043
	retcode = drbd_request_state(mdev,NS(conn,C_VERIFY_S));
3044
	drbd_resume_io(mdev);
3045 3046
out:
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
3047 3048 3049 3050
	return 0;
}


3051
int drbd_adm_new_c_uuid(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
3052
{
3053 3054
	struct drbd_conf *mdev;
	enum drbd_ret_code retcode;
P
Philipp Reisner 已提交
3055 3056
	int skip_initial_sync = 0;
	int err;
3057
	struct new_c_uuid_parms args;
P
Philipp Reisner 已提交
3058

3059 3060 3061 3062 3063
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out_nolock;
P
Philipp Reisner 已提交
3064

3065 3066 3067
	mdev = adm_ctx.mdev;
	memset(&args, 0, sizeof(args));
	if (info->attrs[DRBD_NLA_NEW_C_UUID_PARMS]) {
3068
		err = new_c_uuid_parms_from_attrs(&args, info);
3069 3070 3071 3072 3073
		if (err) {
			retcode = ERR_MANDATORY_TAG;
			drbd_msg_put_info(from_attrs_err_to_txt(err));
			goto out_nolock;
		}
P
Philipp Reisner 已提交
3074 3075
	}

3076
	mutex_lock(mdev->state_mutex); /* Protects us against serialized state changes. */
P
Philipp Reisner 已提交
3077 3078 3079 3080 3081 3082 3083

	if (!get_ldev(mdev)) {
		retcode = ERR_NO_DISK;
		goto out;
	}

	/* this is "skip initial sync", assume to be clean */
3084
	if (mdev->state.conn == C_CONNECTED && mdev->tconn->agreed_pro_version >= 90 &&
P
Philipp Reisner 已提交
3085 3086 3087 3088 3089 3090 3091 3092 3093 3094 3095 3096
	    mdev->ldev->md.uuid[UI_CURRENT] == UUID_JUST_CREATED && args.clear_bm) {
		dev_info(DEV, "Preparing to skip initial sync\n");
		skip_initial_sync = 1;
	} else if (mdev->state.conn != C_STANDALONE) {
		retcode = ERR_CONNECTED;
		goto out_dec;
	}

	drbd_uuid_set(mdev, UI_BITMAP, 0); /* Rotate UI_BITMAP to History 1, etc... */
	drbd_uuid_new_current(mdev); /* New current, previous to UI_BITMAP */

	if (args.clear_bm) {
3097 3098
		err = drbd_bitmap_io(mdev, &drbd_bmio_clear_n_write,
			"clear_n_write from new_c_uuid", BM_LOCKED_MASK);
P
Philipp Reisner 已提交
3099 3100 3101 3102 3103 3104 3105
		if (err) {
			dev_err(DEV, "Writing bitmap failed with %d\n",err);
			retcode = ERR_IO_MD_DISK;
		}
		if (skip_initial_sync) {
			drbd_send_uuids_skip_initial_sync(mdev);
			_drbd_uuid_set(mdev, UI_BITMAP, 0);
3106
			drbd_print_uuids(mdev, "cleared bitmap UUID");
3107
			spin_lock_irq(&mdev->tconn->req_lock);
P
Philipp Reisner 已提交
3108 3109
			_drbd_set_state(_NS2(mdev, disk, D_UP_TO_DATE, pdsk, D_UP_TO_DATE),
					CS_VERBOSE, NULL);
3110
			spin_unlock_irq(&mdev->tconn->req_lock);
P
Philipp Reisner 已提交
3111 3112 3113 3114 3115 3116 3117
		}
	}

	drbd_md_sync(mdev);
out_dec:
	put_ldev(mdev);
out:
3118
	mutex_unlock(mdev->state_mutex);
3119 3120
out_nolock:
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
3121 3122 3123
	return 0;
}

3124
static enum drbd_ret_code
3125
drbd_check_resource_name(const char *name)
P
Philipp Reisner 已提交
3126
{
3127
	if (!name || !name[0]) {
3128
		drbd_msg_put_info("resource name missing");
3129
		return ERR_MANDATORY_TAG;
P
Philipp Reisner 已提交
3130
	}
3131 3132 3133
	/* if we want to use these in sysfs/configfs/debugfs some day,
	 * we must not allow slashes */
	if (strchr(name, '/')) {
3134
		drbd_msg_put_info("invalid resource name");
3135
		return ERR_INVALID_REQUEST;
P
Philipp Reisner 已提交
3136
	}
3137
	return NO_ERROR;
3138
}
P
Philipp Reisner 已提交
3139

3140
int drbd_adm_new_resource(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
3141
{
3142
	enum drbd_ret_code retcode;
3143 3144
	struct res_opts res_opts;
	int err;
P
Philipp Reisner 已提交
3145

3146 3147 3148 3149 3150
	retcode = drbd_adm_prepare(skb, info, 0);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;
P
Philipp Reisner 已提交
3151

3152 3153 3154 3155 3156 3157
	set_res_opts_defaults(&res_opts);
	err = res_opts_from_attrs(&res_opts, info);
	if (err && err != -ENOMSG) {
		retcode = ERR_MANDATORY_TAG;
		drbd_msg_put_info(from_attrs_err_to_txt(err));
		goto out;
P
Philipp Reisner 已提交
3158 3159
	}

3160
	retcode = drbd_check_resource_name(adm_ctx.resource_name);
3161 3162
	if (retcode != NO_ERROR)
		goto out;
P
Philipp Reisner 已提交
3163

3164
	if (adm_ctx.tconn) {
3165 3166
		if (info->nlhdr->nlmsg_flags & NLM_F_EXCL) {
			retcode = ERR_INVALID_REQUEST;
3167
			drbd_msg_put_info("resource exists");
3168 3169
		}
		/* else: still NO_ERROR */
3170
		goto out;
P
Philipp Reisner 已提交
3171 3172
	}

3173
	if (!conn_create(adm_ctx.resource_name, &res_opts))
P
Philipp Reisner 已提交
3174
		retcode = ERR_NOMEM;
3175 3176 3177
out:
	drbd_adm_finish(info, retcode);
	return 0;
P
Philipp Reisner 已提交
3178 3179
}

3180
int drbd_adm_add_minor(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
3181
{
3182 3183
	struct drbd_genlmsghdr *dh = info->userhdr;
	enum drbd_ret_code retcode;
P
Philipp Reisner 已提交
3184

3185
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_RESOURCE);
3186 3187 3188 3189
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;
P
Philipp Reisner 已提交
3190

3191
	if (dh->minor > MINORMASK) {
3192 3193 3194
		drbd_msg_put_info("requested minor out of range");
		retcode = ERR_INVALID_REQUEST;
		goto out;
P
Philipp Reisner 已提交
3195
	}
3196
	if (adm_ctx.volume > DRBD_VOLUME_MAX) {
3197 3198 3199
		drbd_msg_put_info("requested volume id out of range");
		retcode = ERR_INVALID_REQUEST;
		goto out;
P
Philipp Reisner 已提交
3200 3201
	}

3202 3203 3204 3205 3206 3207 3208
	/* drbd_adm_prepare made sure already
	 * that mdev->tconn and mdev->vnr match the request. */
	if (adm_ctx.mdev) {
		if (info->nlhdr->nlmsg_flags & NLM_F_EXCL)
			retcode = ERR_MINOR_EXISTS;
		/* else: still NO_ERROR */
		goto out;
P
Philipp Reisner 已提交
3209
	}
3210

3211 3212 3213 3214
	retcode = conn_new_minor(adm_ctx.tconn, dh->minor, adm_ctx.volume);
out:
	drbd_adm_finish(info, retcode);
	return 0;
P
Philipp Reisner 已提交
3215 3216
}

3217
static enum drbd_ret_code adm_delete_minor(struct drbd_conf *mdev)
P
Philipp Reisner 已提交
3218
{
3219 3220 3221 3222 3223
	if (mdev->state.disk == D_DISKLESS &&
	    /* no need to be mdev->state.conn == C_STANDALONE &&
	     * we may want to delete a minor from a live replication group.
	     */
	    mdev->state.role == R_SECONDARY) {
3224 3225
		_drbd_request_state(mdev, NS(conn, C_WF_REPORT_PARAMS),
				    CS_VERBOSE + CS_WAIT_COMPLETE);
3226 3227
		idr_remove(&mdev->tconn->volumes, mdev->vnr);
		idr_remove(&minors, mdev_to_minor(mdev));
3228
		destroy_workqueue(mdev->submit.wq);
3229 3230 3231
		del_gendisk(mdev->vdisk);
		synchronize_rcu();
		kref_put(&mdev->kref, &drbd_minor_destroy);
3232 3233 3234
		return NO_ERROR;
	} else
		return ERR_MINOR_CONFIGURED;
P
Philipp Reisner 已提交
3235 3236
}

3237
int drbd_adm_delete_minor(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
3238
{
3239
	enum drbd_ret_code retcode;
P
Philipp Reisner 已提交
3240

3241 3242 3243 3244 3245
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;
P
Philipp Reisner 已提交
3246

3247 3248 3249 3250
	retcode = adm_delete_minor(adm_ctx.mdev);
out:
	drbd_adm_finish(info, retcode);
	return 0;
P
Philipp Reisner 已提交
3251 3252
}

3253
int drbd_adm_down(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
3254
{
3255
	int retcode; /* enum drbd_ret_code rsp. enum drbd_state_rv */
3256 3257
	struct drbd_conf *mdev;
	unsigned i;
P
Philipp Reisner 已提交
3258

3259 3260 3261 3262 3263
	retcode = drbd_adm_prepare(skb, info, 0);
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;
P
Philipp Reisner 已提交
3264

3265
	if (!adm_ctx.tconn) {
3266
		retcode = ERR_RES_NOT_KNOWN;
3267
		goto out;
P
Philipp Reisner 已提交
3268 3269
	}

3270 3271 3272 3273 3274
	/* demote */
	idr_for_each_entry(&adm_ctx.tconn->volumes, mdev, i) {
		retcode = drbd_set_role(mdev, R_SECONDARY, 0);
		if (retcode < SS_SUCCESS) {
			drbd_msg_put_info("failed to demote");
P
Philipp Reisner 已提交
3275
			goto out;
3276
		}
P
Philipp Reisner 已提交
3277 3278
	}

3279 3280
	retcode = conn_try_disconnect(adm_ctx.tconn, 0);
	if (retcode < SS_SUCCESS) {
3281
		drbd_msg_put_info("failed to disconnect");
3282
		goto out;
3283
	}
P
Philipp Reisner 已提交
3284

3285 3286
	/* detach */
	idr_for_each_entry(&adm_ctx.tconn->volumes, mdev, i) {
3287
		retcode = adm_detach(mdev, 0);
3288
		if (retcode < SS_SUCCESS || retcode > NO_ERROR) {
3289
			drbd_msg_put_info("failed to detach");
P
Philipp Reisner 已提交
3290
			goto out;
3291 3292
		}
	}
P
Philipp Reisner 已提交
3293

3294 3295
	/* If we reach this, all volumes (of this tconn) are Secondary,
	 * Disconnected, Diskless, aka Unconfigured. Make sure all threads have
P
Philipp Reisner 已提交
3296
	 * actually stopped, state handling only does drbd_thread_stop_nowait(). */
3297
	drbd_thread_stop(&adm_ctx.tconn->worker);
P
Philipp Reisner 已提交
3298

3299
	/* Now, nothing can fail anymore */
P
Philipp Reisner 已提交
3300

3301 3302 3303 3304 3305 3306
	/* delete volumes */
	idr_for_each_entry(&adm_ctx.tconn->volumes, mdev, i) {
		retcode = adm_delete_minor(mdev);
		if (retcode != NO_ERROR) {
			/* "can not happen" */
			drbd_msg_put_info("failed to delete volume");
3307
			goto out;
3308 3309
		}
	}
P
Philipp Reisner 已提交
3310

3311 3312
	/* delete connection */
	if (conn_lowest_minor(adm_ctx.tconn) < 0) {
3313 3314
		list_del_rcu(&adm_ctx.tconn->all_tconn);
		synchronize_rcu();
3315
		kref_put(&adm_ctx.tconn->kref, &conn_destroy);
P
Philipp Reisner 已提交
3316

3317 3318 3319
		retcode = NO_ERROR;
	} else {
		/* "can not happen" */
3320
		retcode = ERR_RES_IN_USE;
3321 3322
		drbd_msg_put_info("failed to delete connection");
	}
3323
	goto out;
3324 3325 3326
out:
	drbd_adm_finish(info, retcode);
	return 0;
P
Philipp Reisner 已提交
3327 3328
}

3329
int drbd_adm_del_resource(struct sk_buff *skb, struct genl_info *info)
P
Philipp Reisner 已提交
3330
{
3331
	enum drbd_ret_code retcode;
P
Philipp Reisner 已提交
3332

3333
	retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_RESOURCE);
3334 3335 3336 3337
	if (!adm_ctx.reply_skb)
		return retcode;
	if (retcode != NO_ERROR)
		goto out;
P
Philipp Reisner 已提交
3338

3339
	if (conn_lowest_minor(adm_ctx.tconn) < 0) {
3340 3341
		list_del_rcu(&adm_ctx.tconn->all_tconn);
		synchronize_rcu();
3342 3343
		kref_put(&adm_ctx.tconn->kref, &conn_destroy);

3344 3345
		retcode = NO_ERROR;
	} else {
3346
		retcode = ERR_RES_IN_USE;
P
Philipp Reisner 已提交
3347 3348
	}

L
Lars Ellenberg 已提交
3349 3350
	if (retcode == NO_ERROR)
		drbd_thread_stop(&adm_ctx.tconn->worker);
3351 3352
out:
	drbd_adm_finish(info, retcode);
P
Philipp Reisner 已提交
3353 3354 3355
	return 0;
}

3356
void drbd_bcast_event(struct drbd_conf *mdev, const struct sib_info *sib)
P
Philipp Reisner 已提交
3357
{
3358 3359 3360 3361 3362 3363
	static atomic_t drbd_genl_seq = ATOMIC_INIT(2); /* two. */
	struct sk_buff *msg;
	struct drbd_genlmsghdr *d_out;
	unsigned seq;
	int err = -ENOMEM;

3364 3365 3366 3367 3368 3369
	if (sib->sib_reason == SIB_SYNC_PROGRESS) {
		if (time_after(jiffies, mdev->rs_last_bcast + HZ))
			mdev->rs_last_bcast = jiffies;
		else
			return;
	}
P
Philipp Reisner 已提交
3370

3371 3372 3373 3374 3375 3376 3377 3378 3379 3380
	seq = atomic_inc_return(&drbd_genl_seq);
	msg = genlmsg_new(NLMSG_GOODSIZE, GFP_NOIO);
	if (!msg)
		goto failed;

	err = -EMSGSIZE;
	d_out = genlmsg_put(msg, 0, seq, &drbd_genl_family, 0, DRBD_EVENT);
	if (!d_out) /* cannot happen, but anyways. */
		goto nla_put_failure;
	d_out->minor = mdev_to_minor(mdev);
3381
	d_out->ret_code = NO_ERROR;
3382 3383 3384 3385 3386 3387 3388 3389

	if (nla_put_status_info(msg, mdev, sib))
		goto nla_put_failure;
	genlmsg_end(msg, d_out);
	err = drbd_genl_multicast_events(msg, 0);
	/* msg has been consumed or freed in netlink_broadcast() */
	if (err && err != -ESRCH)
		goto failed;
P
Philipp Reisner 已提交
3390

3391
	return;
P
Philipp Reisner 已提交
3392

3393 3394 3395 3396 3397 3398
nla_put_failure:
	nlmsg_free(msg);
failed:
	dev_err(DEV, "Error %d while broadcasting event. "
			"Event seq:%u sib_reason:%u\n",
			err, seq, sib->sib_reason);
P
Philipp Reisner 已提交
3399
}