nfs4state.c 37.2 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40
/*
 *  fs/nfs/nfs4state.c
 *
 *  Client-side XDR for NFSv4.
 *
 *  Copyright (c) 2002 The Regents of the University of Michigan.
 *  All rights reserved.
 *
 *  Kendrick Smith <kmsmith@umich.edu>
 *
 *  Redistribution and use in source and binary forms, with or without
 *  modification, are permitted provided that the following conditions
 *  are met:
 *
 *  1. Redistributions of source code must retain the above copyright
 *     notice, this list of conditions and the following disclaimer.
 *  2. Redistributions in binary form must reproduce the above copyright
 *     notice, this list of conditions and the following disclaimer in the
 *     documentation and/or other materials provided with the distribution.
 *  3. Neither the name of the University nor the names of its
 *     contributors may be used to endorse or promote products derived
 *     from this software without specific prior written permission.
 *
 *  THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED
 *  WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
 *  MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
 *  DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
 *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 *  CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 *  SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
 *  BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
 *  LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
 *  NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 *  SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 *
 * Implementation of the NFSv4 state model.  For the time being,
 * this is minimal, but will be made much more complex in a
 * subsequent patch.
 */

41
#include <linux/kernel.h>
L
Linus Torvalds 已提交
42 43 44 45
#include <linux/slab.h>
#include <linux/smp_lock.h>
#include <linux/nfs_fs.h>
#include <linux/nfs_idmap.h>
46 47
#include <linux/kthread.h>
#include <linux/module.h>
48
#include <linux/random.h>
L
Linus Torvalds 已提交
49 50 51
#include <linux/workqueue.h>
#include <linux/bitops.h>

52
#include "nfs4_fs.h"
L
Linus Torvalds 已提交
53 54
#include "callback.h"
#include "delegation.h"
55
#include "internal.h"
L
Linus Torvalds 已提交
56 57 58

#define OPENOWNER_POOL_SIZE	8

59
const nfs4_stateid zero_stateid;
L
Linus Torvalds 已提交
60 61 62

static LIST_HEAD(nfs4_clientid_list);

63
int nfs4_init_clientid(struct nfs_client *clp, struct rpc_cred *cred)
L
Linus Torvalds 已提交
64
{
65 66 67 68 69 70 71 72
	unsigned short port;
	int status;

	port = nfs_callback_tcpport;
	if (clp->cl_addr.ss_family == AF_INET6)
		port = nfs_callback_tcpport6;

	status = nfs4_proc_setclientid(clp, NFS4_CALLBACK, port, cred);
L
Linus Torvalds 已提交
73
	if (status == 0)
74
		status = nfs4_proc_setclientid_confirm(clp, cred);
L
Linus Torvalds 已提交
75 76 77 78 79
	if (status == 0)
		nfs4_schedule_state_renewal(clp);
	return status;
}

80
struct rpc_cred *nfs4_get_machine_cred_locked(struct nfs_client *clp)
81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100
{
	struct rpc_cred *cred = NULL;

	if (clp->cl_machine_cred != NULL)
		cred = get_rpccred(clp->cl_machine_cred);
	return cred;
}

static void nfs4_clear_machine_cred(struct nfs_client *clp)
{
	struct rpc_cred *cred;

	spin_lock(&clp->cl_lock);
	cred = clp->cl_machine_cred;
	clp->cl_machine_cred = NULL;
	spin_unlock(&clp->cl_lock);
	if (cred != NULL)
		put_rpccred(cred);
}

101
struct rpc_cred *nfs4_get_renew_cred_locked(struct nfs_client *clp)
102 103
{
	struct nfs4_state_owner *sp;
104
	struct rb_node *pos;
105 106
	struct rpc_cred *cred = NULL;

107 108
	for (pos = rb_first(&clp->cl_state_owners); pos != NULL; pos = rb_next(pos)) {
		sp = rb_entry(pos, struct nfs4_state_owner, so_client_node);
109 110 111 112 113 114 115 116
		if (list_empty(&sp->so_states))
			continue;
		cred = get_rpccred(sp->so_cred);
		break;
	}
	return cred;
}

117 118
#if defined(CONFIG_NFS_V4_1)

R
Ricardo Labiaga 已提交
119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137
static int nfs41_setup_state_renewal(struct nfs_client *clp)
{
	int status;
	struct nfs_fsinfo fsinfo;

	status = nfs4_proc_get_lease_time(clp, &fsinfo);
	if (status == 0) {
		/* Update lease time and schedule renewal */
		spin_lock(&clp->cl_lock);
		clp->cl_lease_time = fsinfo.lease_time * HZ;
		clp->cl_last_renewal = jiffies;
		spin_unlock(&clp->cl_lock);

		nfs4_schedule_state_renewal(clp);
	}

	return status;
}

138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160
static void nfs41_end_drain_session(struct nfs_client *clp,
		struct nfs4_session *ses)
{
	if (test_and_clear_bit(NFS4CLNT_SESSION_DRAINING, &clp->cl_state))
		rpc_wake_up(&ses->fc_slot_table.slot_tbl_waitq);
}

static int nfs41_begin_drain_session(struct nfs_client *clp,
		struct nfs4_session *ses)
{
	struct nfs4_slot_table *tbl = &ses->fc_slot_table;

	spin_lock(&tbl->slot_tbl_lock);
	set_bit(NFS4CLNT_SESSION_DRAINING, &clp->cl_state);
	if (tbl->highest_used_slotid != -1) {
		INIT_COMPLETION(ses->complete);
		spin_unlock(&tbl->slot_tbl_lock);
		return wait_for_completion_interruptible(&ses->complete);
	}
	spin_unlock(&tbl->slot_tbl_lock);
	return 0;
}

161 162 163 164
int nfs41_init_clientid(struct nfs_client *clp, struct rpc_cred *cred)
{
	int status;

165 166 167
	status = nfs41_begin_drain_session(clp, clp->cl_session);
	if (status != 0)
		goto out;
168
	status = nfs4_proc_exchange_id(clp, cred);
R
Ricardo Labiaga 已提交
169 170 171 172 173
	if (status != 0)
		goto out;
	status = nfs4_proc_create_session(clp);
	if (status != 0)
		goto out;
174
	nfs41_end_drain_session(clp, clp->cl_session);
R
Ricardo Labiaga 已提交
175 176 177
	nfs41_setup_state_renewal(clp);
	nfs_mark_client_ready(clp, NFS_CS_READY);
out:
178 179 180
	return status;
}

181 182 183 184 185 186 187 188 189 190 191 192
struct rpc_cred *nfs4_get_exchange_id_cred(struct nfs_client *clp)
{
	struct rpc_cred *cred;

	spin_lock(&clp->cl_lock);
	cred = nfs4_get_machine_cred_locked(clp);
	spin_unlock(&clp->cl_lock);
	return cred;
}

#endif /* CONFIG_NFS_V4_1 */

193
struct rpc_cred *nfs4_get_setclientid_cred(struct nfs_client *clp)
194 195
{
	struct nfs4_state_owner *sp;
196
	struct rb_node *pos;
197
	struct rpc_cred *cred;
198

199 200
	spin_lock(&clp->cl_lock);
	cred = nfs4_get_machine_cred_locked(clp);
201 202
	if (cred != NULL)
		goto out;
203 204 205
	pos = rb_first(&clp->cl_state_owners);
	if (pos != NULL) {
		sp = rb_entry(pos, struct nfs4_state_owner, so_client_node);
206
		cred = get_rpccred(sp->so_cred);
207
	}
208
out:
209
	spin_unlock(&clp->cl_lock);
210
	return cred;
211 212
}

213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267
static void nfs_alloc_unique_id(struct rb_root *root, struct nfs_unique_id *new,
		__u64 minval, int maxbits)
{
	struct rb_node **p, *parent;
	struct nfs_unique_id *pos;
	__u64 mask = ~0ULL;

	if (maxbits < 64)
		mask = (1ULL << maxbits) - 1ULL;

	/* Ensure distribution is more or less flat */
	get_random_bytes(&new->id, sizeof(new->id));
	new->id &= mask;
	if (new->id < minval)
		new->id += minval;
retry:
	p = &root->rb_node;
	parent = NULL;

	while (*p != NULL) {
		parent = *p;
		pos = rb_entry(parent, struct nfs_unique_id, rb_node);

		if (new->id < pos->id)
			p = &(*p)->rb_left;
		else if (new->id > pos->id)
			p = &(*p)->rb_right;
		else
			goto id_exists;
	}
	rb_link_node(&new->rb_node, parent, p);
	rb_insert_color(&new->rb_node, root);
	return;
id_exists:
	for (;;) {
		new->id++;
		if (new->id < minval || (new->id & mask) != new->id) {
			new->id = minval;
			break;
		}
		parent = rb_next(parent);
		if (parent == NULL)
			break;
		pos = rb_entry(parent, struct nfs_unique_id, rb_node);
		if (new->id < pos->id)
			break;
	}
	goto retry;
}

static void nfs_free_unique_id(struct rb_root *root, struct nfs_unique_id *id)
{
	rb_erase(&id->rb_node, root);
}

L
Linus Torvalds 已提交
268
static struct nfs4_state_owner *
269
nfs4_find_state_owner(struct nfs_server *server, struct rpc_cred *cred)
L
Linus Torvalds 已提交
270
{
271
	struct nfs_client *clp = server->nfs_client;
272 273
	struct rb_node **p = &clp->cl_state_owners.rb_node,
		       *parent = NULL;
L
Linus Torvalds 已提交
274 275
	struct nfs4_state_owner *sp, *res = NULL;

276 277 278 279
	while (*p != NULL) {
		parent = *p;
		sp = rb_entry(parent, struct nfs4_state_owner, so_client_node);

280 281 282 283 284 285 286 287
		if (server < sp->so_server) {
			p = &parent->rb_left;
			continue;
		}
		if (server > sp->so_server) {
			p = &parent->rb_right;
			continue;
		}
288 289 290 291 292 293 294 295 296
		if (cred < sp->so_cred)
			p = &parent->rb_left;
		else if (cred > sp->so_cred)
			p = &parent->rb_right;
		else {
			atomic_inc(&sp->so_count);
			res = sp;
			break;
		}
L
Linus Torvalds 已提交
297 298 299 300
	}
	return res;
}

301 302 303 304 305 306 307 308 309 310 311
static struct nfs4_state_owner *
nfs4_insert_state_owner(struct nfs_client *clp, struct nfs4_state_owner *new)
{
	struct rb_node **p = &clp->cl_state_owners.rb_node,
		       *parent = NULL;
	struct nfs4_state_owner *sp;

	while (*p != NULL) {
		parent = *p;
		sp = rb_entry(parent, struct nfs4_state_owner, so_client_node);

312 313 314 315 316 317 318 319
		if (new->so_server < sp->so_server) {
			p = &parent->rb_left;
			continue;
		}
		if (new->so_server > sp->so_server) {
			p = &parent->rb_right;
			continue;
		}
320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342
		if (new->so_cred < sp->so_cred)
			p = &parent->rb_left;
		else if (new->so_cred > sp->so_cred)
			p = &parent->rb_right;
		else {
			atomic_inc(&sp->so_count);
			return sp;
		}
	}
	nfs_alloc_unique_id(&clp->cl_openowner_id, &new->so_owner_id, 1, 64);
	rb_link_node(&new->so_client_node, parent, p);
	rb_insert_color(&new->so_client_node, &clp->cl_state_owners);
	return new;
}

static void
nfs4_remove_state_owner(struct nfs_client *clp, struct nfs4_state_owner *sp)
{
	if (!RB_EMPTY_NODE(&sp->so_client_node))
		rb_erase(&sp->so_client_node, &clp->cl_state_owners);
	nfs_free_unique_id(&clp->cl_openowner_id, &sp->so_owner_id);
}

L
Linus Torvalds 已提交
343 344 345 346 347 348 349 350 351 352
/*
 * nfs4_alloc_state_owner(): this is called on the OPEN or CREATE path to
 * create a new state_owner.
 *
 */
static struct nfs4_state_owner *
nfs4_alloc_state_owner(void)
{
	struct nfs4_state_owner *sp;

353
	sp = kzalloc(sizeof(*sp),GFP_KERNEL);
L
Linus Torvalds 已提交
354 355
	if (!sp)
		return NULL;
356
	spin_lock_init(&sp->so_lock);
L
Linus Torvalds 已提交
357 358
	INIT_LIST_HEAD(&sp->so_states);
	INIT_LIST_HEAD(&sp->so_delegations);
359 360 361 362
	rpc_init_wait_queue(&sp->so_sequence.wait, "Seqid_waitqueue");
	sp->so_seqid.sequence = &sp->so_sequence;
	spin_lock_init(&sp->so_sequence.lock);
	INIT_LIST_HEAD(&sp->so_sequence.list);
L
Linus Torvalds 已提交
363 364 365 366
	atomic_set(&sp->so_count, 1);
	return sp;
}

367
static void
L
Linus Torvalds 已提交
368 369
nfs4_drop_state_owner(struct nfs4_state_owner *sp)
{
370 371 372 373 374 375 376 377
	if (!RB_EMPTY_NODE(&sp->so_client_node)) {
		struct nfs_client *clp = sp->so_client;

		spin_lock(&clp->cl_lock);
		rb_erase(&sp->so_client_node, &clp->cl_state_owners);
		RB_CLEAR_NODE(&sp->so_client_node);
		spin_unlock(&clp->cl_lock);
	}
L
Linus Torvalds 已提交
378 379 380 381
}

struct nfs4_state_owner *nfs4_get_state_owner(struct nfs_server *server, struct rpc_cred *cred)
{
382
	struct nfs_client *clp = server->nfs_client;
L
Linus Torvalds 已提交
383 384 385
	struct nfs4_state_owner *sp, *new;

	spin_lock(&clp->cl_lock);
386
	sp = nfs4_find_state_owner(server, cred);
L
Linus Torvalds 已提交
387 388 389
	spin_unlock(&clp->cl_lock);
	if (sp != NULL)
		return sp;
390 391 392 393
	new = nfs4_alloc_state_owner();
	if (new == NULL)
		return NULL;
	new->so_client = clp;
394
	new->so_server = server;
395 396 397 398 399 400
	new->so_cred = cred;
	spin_lock(&clp->cl_lock);
	sp = nfs4_insert_state_owner(clp, new);
	spin_unlock(&clp->cl_lock);
	if (sp == new)
		get_rpccred(cred);
401 402
	else {
		rpc_destroy_wait_queue(&new->so_sequence.wait);
403
		kfree(new);
404
	}
405
	return sp;
L
Linus Torvalds 已提交
406 407 408 409
}

void nfs4_put_state_owner(struct nfs4_state_owner *sp)
{
410
	struct nfs_client *clp = sp->so_client;
L
Linus Torvalds 已提交
411 412 413 414
	struct rpc_cred *cred = sp->so_cred;

	if (!atomic_dec_and_lock(&sp->so_count, &clp->cl_lock))
		return;
415
	nfs4_remove_state_owner(clp, sp);
L
Linus Torvalds 已提交
416
	spin_unlock(&clp->cl_lock);
417
	rpc_destroy_wait_queue(&sp->so_sequence.wait);
L
Linus Torvalds 已提交
418 419 420 421 422 423 424 425 426
	put_rpccred(cred);
	kfree(sp);
}

static struct nfs4_state *
nfs4_alloc_open_state(void)
{
	struct nfs4_state *state;

427
	state = kzalloc(sizeof(*state), GFP_KERNEL);
L
Linus Torvalds 已提交
428 429 430 431
	if (!state)
		return NULL;
	atomic_set(&state->count, 1);
	INIT_LIST_HEAD(&state->lock_states);
432
	spin_lock_init(&state->state_lock);
433
	seqlock_init(&state->seqlock);
L
Linus Torvalds 已提交
434 435 436
	return state;
}

437
void
438
nfs4_state_set_mode_locked(struct nfs4_state *state, fmode_t fmode)
439
{
440
	if (state->state == fmode)
441 442
		return;
	/* NB! List reordering - see the reclaim code for why.  */
443 444
	if ((fmode & FMODE_WRITE) != (state->state & FMODE_WRITE)) {
		if (fmode & FMODE_WRITE)
445 446 447 448
			list_move(&state->open_states, &state->owner->so_states);
		else
			list_move_tail(&state->open_states, &state->owner->so_states);
	}
449
	state->state = fmode;
450 451
}

L
Linus Torvalds 已提交
452 453 454 455 456 457 458
static struct nfs4_state *
__nfs4_find_state_byowner(struct inode *inode, struct nfs4_state_owner *owner)
{
	struct nfs_inode *nfsi = NFS_I(inode);
	struct nfs4_state *state;

	list_for_each_entry(state, &nfsi->open_states, inode_states) {
459
		if (state->owner != owner)
L
Linus Torvalds 已提交
460
			continue;
461
		if (atomic_inc_not_zero(&state->count))
L
Linus Torvalds 已提交
462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484
			return state;
	}
	return NULL;
}

static void
nfs4_free_open_state(struct nfs4_state *state)
{
	kfree(state);
}

struct nfs4_state *
nfs4_get_open_state(struct inode *inode, struct nfs4_state_owner *owner)
{
	struct nfs4_state *state, *new;
	struct nfs_inode *nfsi = NFS_I(inode);

	spin_lock(&inode->i_lock);
	state = __nfs4_find_state_byowner(inode, owner);
	spin_unlock(&inode->i_lock);
	if (state)
		goto out;
	new = nfs4_alloc_open_state();
485
	spin_lock(&owner->so_lock);
L
Linus Torvalds 已提交
486 487 488 489 490 491 492 493 494
	spin_lock(&inode->i_lock);
	state = __nfs4_find_state_byowner(inode, owner);
	if (state == NULL && new != NULL) {
		state = new;
		state->owner = owner;
		atomic_inc(&owner->so_count);
		list_add(&state->inode_states, &nfsi->open_states);
		state->inode = igrab(inode);
		spin_unlock(&inode->i_lock);
495 496 497 498
		/* Note: The reclaim code dictates that we add stateless
		 * and read-only stateids to the end of the list */
		list_add_tail(&state->open_states, &owner->so_states);
		spin_unlock(&owner->so_lock);
L
Linus Torvalds 已提交
499 500
	} else {
		spin_unlock(&inode->i_lock);
501
		spin_unlock(&owner->so_lock);
L
Linus Torvalds 已提交
502 503 504 505 506 507 508 509 510 511 512 513
		if (new)
			nfs4_free_open_state(new);
	}
out:
	return state;
}

void nfs4_put_open_state(struct nfs4_state *state)
{
	struct inode *inode = state->inode;
	struct nfs4_state_owner *owner = state->owner;

514
	if (!atomic_dec_and_lock(&state->count, &owner->so_lock))
L
Linus Torvalds 已提交
515
		return;
516
	spin_lock(&inode->i_lock);
517
	list_del(&state->inode_states);
L
Linus Torvalds 已提交
518
	list_del(&state->open_states);
519 520
	spin_unlock(&inode->i_lock);
	spin_unlock(&owner->so_lock);
L
Linus Torvalds 已提交
521 522 523 524 525 526
	iput(inode);
	nfs4_free_open_state(state);
	nfs4_put_state_owner(owner);
}

/*
527
 * Close the current file.
L
Linus Torvalds 已提交
528
 */
529
static void __nfs4_close(struct path *path, struct nfs4_state *state, fmode_t fmode, int wait)
L
Linus Torvalds 已提交
530 531
{
	struct nfs4_state_owner *owner = state->owner;
532
	int call_close = 0;
533
	fmode_t newstate;
L
Linus Torvalds 已提交
534 535 536

	atomic_inc(&owner->so_count);
	/* Protect against nfs4_find_state() */
537
	spin_lock(&owner->so_lock);
538
	switch (fmode & (FMODE_READ | FMODE_WRITE)) {
539 540 541 542 543 544 545 546 547
		case FMODE_READ:
			state->n_rdonly--;
			break;
		case FMODE_WRITE:
			state->n_wronly--;
			break;
		case FMODE_READ|FMODE_WRITE:
			state->n_rdwr--;
	}
548
	newstate = FMODE_READ|FMODE_WRITE;
549
	if (state->n_rdwr == 0) {
550
		if (state->n_rdonly == 0) {
551
			newstate &= ~FMODE_READ;
552 553 554 555
			call_close |= test_bit(NFS_O_RDONLY_STATE, &state->flags);
			call_close |= test_bit(NFS_O_RDWR_STATE, &state->flags);
		}
		if (state->n_wronly == 0) {
556
			newstate &= ~FMODE_WRITE;
557 558 559 560 561
			call_close |= test_bit(NFS_O_WRONLY_STATE, &state->flags);
			call_close |= test_bit(NFS_O_RDWR_STATE, &state->flags);
		}
		if (newstate == 0)
			clear_bit(NFS_DELEGATED_STATE, &state->flags);
562
	}
563
	nfs4_state_set_mode_locked(state, newstate);
564
	spin_unlock(&owner->so_lock);
565

566
	if (!call_close) {
567 568 569
		nfs4_put_open_state(state);
		nfs4_put_state_owner(owner);
	} else
570 571 572
		nfs4_do_close(path, state, wait);
}

573
void nfs4_close_state(struct path *path, struct nfs4_state *state, fmode_t fmode)
574
{
575
	__nfs4_close(path, state, fmode, 0);
576 577
}

578
void nfs4_close_sync(struct path *path, struct nfs4_state *state, fmode_t fmode)
579
{
580
	__nfs4_close(path, state, fmode, 1);
L
Linus Torvalds 已提交
581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607
}

/*
 * Search the state->lock_states for an existing lock_owner
 * that is compatible with current->files
 */
static struct nfs4_lock_state *
__nfs4_find_lock_state(struct nfs4_state *state, fl_owner_t fl_owner)
{
	struct nfs4_lock_state *pos;
	list_for_each_entry(pos, &state->lock_states, ls_locks) {
		if (pos->ls_owner != fl_owner)
			continue;
		atomic_inc(&pos->ls_count);
		return pos;
	}
	return NULL;
}

/*
 * Return a compatible lock_state. If no initialized lock_state structure
 * exists, return an uninitialized one.
 *
 */
static struct nfs4_lock_state *nfs4_alloc_lock_state(struct nfs4_state *state, fl_owner_t fl_owner)
{
	struct nfs4_lock_state *lsp;
608
	struct nfs_client *clp = state->owner->so_client;
L
Linus Torvalds 已提交
609

610
	lsp = kzalloc(sizeof(*lsp), GFP_KERNEL);
L
Linus Torvalds 已提交
611 612
	if (lsp == NULL)
		return NULL;
613 614 615 616
	rpc_init_wait_queue(&lsp->ls_sequence.wait, "lock_seqid_waitqueue");
	spin_lock_init(&lsp->ls_sequence.lock);
	INIT_LIST_HEAD(&lsp->ls_sequence.list);
	lsp->ls_seqid.sequence = &lsp->ls_sequence;
L
Linus Torvalds 已提交
617
	atomic_set(&lsp->ls_count, 1);
618
	lsp->ls_state = state;
L
Linus Torvalds 已提交
619 620
	lsp->ls_owner = fl_owner;
	spin_lock(&clp->cl_lock);
621
	nfs_alloc_unique_id(&clp->cl_lockowner_id, &lsp->ls_id, 1, 64);
L
Linus Torvalds 已提交
622
	spin_unlock(&clp->cl_lock);
623
	INIT_LIST_HEAD(&lsp->ls_locks);
L
Linus Torvalds 已提交
624 625 626
	return lsp;
}

627 628 629 630 631 632 633
static void nfs4_free_lock_state(struct nfs4_lock_state *lsp)
{
	struct nfs_client *clp = lsp->ls_state->owner->so_client;

	spin_lock(&clp->cl_lock);
	nfs_free_unique_id(&clp->cl_lockowner_id, &lsp->ls_id);
	spin_unlock(&clp->cl_lock);
634
	rpc_destroy_wait_queue(&lsp->ls_sequence.wait);
635 636 637
	kfree(lsp);
}

L
Linus Torvalds 已提交
638 639 640 641 642
/*
 * Return a compatible lock_state. If no initialized lock_state structure
 * exists, return an uninitialized one.
 *
 */
643
static struct nfs4_lock_state *nfs4_get_lock_state(struct nfs4_state *state, fl_owner_t owner)
L
Linus Torvalds 已提交
644
{
645
	struct nfs4_lock_state *lsp, *new = NULL;
L
Linus Torvalds 已提交
646
	
647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664
	for(;;) {
		spin_lock(&state->state_lock);
		lsp = __nfs4_find_lock_state(state, owner);
		if (lsp != NULL)
			break;
		if (new != NULL) {
			list_add(&new->ls_locks, &state->lock_states);
			set_bit(LK_STATE_IN_USE, &state->flags);
			lsp = new;
			new = NULL;
			break;
		}
		spin_unlock(&state->state_lock);
		new = nfs4_alloc_lock_state(state, owner);
		if (new == NULL)
			return NULL;
	}
	spin_unlock(&state->state_lock);
665 666
	if (new != NULL)
		nfs4_free_lock_state(new);
L
Linus Torvalds 已提交
667 668 669 670
	return lsp;
}

/*
671 672
 * Release reference to lock_state, and free it if we see that
 * it is no longer in use
L
Linus Torvalds 已提交
673
 */
674
void nfs4_put_lock_state(struct nfs4_lock_state *lsp)
L
Linus Torvalds 已提交
675
{
676
	struct nfs4_state *state;
L
Linus Torvalds 已提交
677

678 679 680 681 682 683 684 685 686
	if (lsp == NULL)
		return;
	state = lsp->ls_state;
	if (!atomic_dec_and_lock(&lsp->ls_count, &state->state_lock))
		return;
	list_del(&lsp->ls_locks);
	if (list_empty(&state->lock_states))
		clear_bit(LK_STATE_IN_USE, &state->flags);
	spin_unlock(&state->state_lock);
687
	nfs4_free_lock_state(lsp);
L
Linus Torvalds 已提交
688 689
}

690
static void nfs4_fl_copy_lock(struct file_lock *dst, struct file_lock *src)
L
Linus Torvalds 已提交
691
{
692
	struct nfs4_lock_state *lsp = src->fl_u.nfs4_fl.owner;
L
Linus Torvalds 已提交
693

694 695 696
	dst->fl_u.nfs4_fl.owner = lsp;
	atomic_inc(&lsp->ls_count);
}
L
Linus Torvalds 已提交
697

698
static void nfs4_fl_release_lock(struct file_lock *fl)
L
Linus Torvalds 已提交
699
{
700
	nfs4_put_lock_state(fl->fl_u.nfs4_fl.owner);
L
Linus Torvalds 已提交
701 702
}

703
static const struct file_lock_operations nfs4_fl_lock_ops = {
704 705 706 707 708
	.fl_copy_lock = nfs4_fl_copy_lock,
	.fl_release_private = nfs4_fl_release_lock,
};

int nfs4_set_lock_state(struct nfs4_state *state, struct file_lock *fl)
L
Linus Torvalds 已提交
709
{
710 711 712 713 714 715 716 717 718 719
	struct nfs4_lock_state *lsp;

	if (fl->fl_ops != NULL)
		return 0;
	lsp = nfs4_get_lock_state(state, fl->fl_owner);
	if (lsp == NULL)
		return -ENOMEM;
	fl->fl_u.nfs4_fl.owner = lsp;
	fl->fl_ops = &nfs4_fl_lock_ops;
	return 0;
L
Linus Torvalds 已提交
720 721
}

722 723 724
/*
 * Byte-range lock aware utility to initialize the stateid of read/write
 * requests.
L
Linus Torvalds 已提交
725
 */
726
void nfs4_copy_stateid(nfs4_stateid *dst, struct nfs4_state *state, fl_owner_t fl_owner)
L
Linus Torvalds 已提交
727
{
728
	struct nfs4_lock_state *lsp;
729
	int seq;
L
Linus Torvalds 已提交
730

731 732 733 734
	do {
		seq = read_seqbegin(&state->seqlock);
		memcpy(dst, &state->stateid, sizeof(*dst));
	} while (read_seqretry(&state->seqlock, seq));
735 736
	if (test_bit(LK_STATE_IN_USE, &state->flags) == 0)
		return;
L
Linus Torvalds 已提交
737

738 739 740 741 742
	spin_lock(&state->state_lock);
	lsp = __nfs4_find_lock_state(state, fl_owner);
	if (lsp != NULL && (lsp->ls_flags & NFS_LOCK_INITIALIZED) != 0)
		memcpy(dst, &lsp->ls_stateid, sizeof(*dst));
	spin_unlock(&state->state_lock);
L
Linus Torvalds 已提交
743 744 745
	nfs4_put_lock_state(lsp);
}

746 747 748 749 750 751 752
struct nfs_seqid *nfs_alloc_seqid(struct nfs_seqid_counter *counter)
{
	struct nfs_seqid *new;

	new = kmalloc(sizeof(*new), GFP_KERNEL);
	if (new != NULL) {
		new->sequence = counter;
753
		INIT_LIST_HEAD(&new->list);
754 755 756 757 758
	}
	return new;
}

void nfs_free_seqid(struct nfs_seqid *seqid)
L
Linus Torvalds 已提交
759
{
760 761
	if (!list_empty(&seqid->list)) {
		struct rpc_sequence *sequence = seqid->sequence->sequence;
762

763 764 765 766 767
		spin_lock(&sequence->lock);
		list_del(&seqid->list);
		spin_unlock(&sequence->lock);
		rpc_wake_up(&sequence->wait);
	}
768
	kfree(seqid);
L
Linus Torvalds 已提交
769 770 771
}

/*
772 773 774 775
 * Increment the seqid if the OPEN/OPEN_DOWNGRADE/CLOSE succeeded, or
 * failed with a seqid incrementing error -
 * see comments nfs_fs.h:seqid_mutating_error()
 */
776
static void nfs_increment_seqid(int status, struct nfs_seqid *seqid)
777
{
778
	BUG_ON(list_first_entry(&seqid->sequence->sequence->list, struct nfs_seqid, list) != seqid);
779 780 781 782
	switch (status) {
		case 0:
			break;
		case -NFS4ERR_BAD_SEQID:
783 784 785
			if (seqid->sequence->flags & NFS_SEQID_CONFIRMED)
				return;
			printk(KERN_WARNING "NFS: v4 server returned a bad"
D
Dan Muntz 已提交
786 787
					" sequence-id error on an"
					" unconfirmed sequence %p!\n",
788
					seqid->sequence);
789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806
		case -NFS4ERR_STALE_CLIENTID:
		case -NFS4ERR_STALE_STATEID:
		case -NFS4ERR_BAD_STATEID:
		case -NFS4ERR_BADXDR:
		case -NFS4ERR_RESOURCE:
		case -NFS4ERR_NOFILEHANDLE:
			/* Non-seqid mutating errors */
			return;
	};
	/*
	 * Note: no locking needed as we are guaranteed to be first
	 * on the sequence list
	 */
	seqid->sequence->counter++;
}

void nfs_increment_open_seqid(int status, struct nfs_seqid *seqid)
{
807 808 809 810 811
	struct nfs4_state_owner *sp = container_of(seqid->sequence,
					struct nfs4_state_owner, so_seqid);
	struct nfs_server *server = sp->so_server;

	if (status == -NFS4ERR_BAD_SEQID)
L
Linus Torvalds 已提交
812
		nfs4_drop_state_owner(sp);
813 814
	if (!nfs4_has_session(server->nfs_client))
		nfs_increment_seqid(status, seqid);
815 816 817 818 819 820 821 822 823
}

/*
 * Increment the seqid if the LOCK/LOCKU succeeded, or
 * failed with a seqid incrementing error -
 * see comments nfs_fs.h:seqid_mutating_error()
 */
void nfs_increment_lock_seqid(int status, struct nfs_seqid *seqid)
{
824
	nfs_increment_seqid(status, seqid);
825 826 827 828 829 830 831 832
}

int nfs_wait_on_sequence(struct nfs_seqid *seqid, struct rpc_task *task)
{
	struct rpc_sequence *sequence = seqid->sequence->sequence;
	int status = 0;

	spin_lock(&sequence->lock);
833 834 835 836
	if (list_empty(&seqid->list))
		list_add_tail(&seqid->list, &sequence->list);
	if (list_first_entry(&sequence->list, struct nfs_seqid, list) == seqid)
		goto unlock;
837
	rpc_sleep_on(&sequence->wait, task, NULL);
838 839
	status = -EAGAIN;
unlock:
840 841
	spin_unlock(&sequence->lock);
	return status;
L
Linus Torvalds 已提交
842 843
}

844
static int nfs4_run_state_manager(void *);
L
Linus Torvalds 已提交
845

846
static void nfs4_clear_state_manager_bit(struct nfs_client *clp)
T
Trond Myklebust 已提交
847 848
{
	smp_mb__before_clear_bit();
849
	clear_bit(NFS4CLNT_MANAGER_RUNNING, &clp->cl_state);
T
Trond Myklebust 已提交
850
	smp_mb__after_clear_bit();
851
	wake_up_bit(&clp->cl_state, NFS4CLNT_MANAGER_RUNNING);
T
Trond Myklebust 已提交
852 853 854
	rpc_wake_up(&clp->cl_rpcwaitq);
}

L
Linus Torvalds 已提交
855
/*
856
 * Schedule the nfs_client asynchronous state management routine
L
Linus Torvalds 已提交
857
 */
858
void nfs4_schedule_state_manager(struct nfs_client *clp)
L
Linus Torvalds 已提交
859
{
860
	struct task_struct *task;
L
Linus Torvalds 已提交
861

862 863
	if (test_and_set_bit(NFS4CLNT_MANAGER_RUNNING, &clp->cl_state) != 0)
		return;
864 865
	__module_get(THIS_MODULE);
	atomic_inc(&clp->cl_count);
866
	task = kthread_run(nfs4_run_state_manager, clp, "%s-manager",
867 868
				rpc_peeraddr2str(clp->cl_rpcclient,
							RPC_DISPLAY_ADDR));
869 870
	if (!IS_ERR(task))
		return;
871
	nfs4_clear_state_manager_bit(clp);
872
	nfs_put_client(clp);
873
	module_put(THIS_MODULE);
L
Linus Torvalds 已提交
874 875 876 877 878
}

/*
 * Schedule a state recovery attempt
 */
879
void nfs4_schedule_state_recovery(struct nfs_client *clp)
L
Linus Torvalds 已提交
880 881 882
{
	if (!clp)
		return;
883 884
	if (!test_bit(NFS4CLNT_LEASE_EXPIRED, &clp->cl_state))
		set_bit(NFS4CLNT_CHECK_LEASE, &clp->cl_state);
885
	nfs4_schedule_state_manager(clp);
L
Linus Torvalds 已提交
886 887
}

888 889 890 891 892 893 894 895 896
static int nfs4_state_mark_reclaim_reboot(struct nfs_client *clp, struct nfs4_state *state)
{

	set_bit(NFS_STATE_RECLAIM_REBOOT, &state->flags);
	/* Don't recover state that expired before the reboot */
	if (test_bit(NFS_STATE_RECLAIM_NOGRACE, &state->flags)) {
		clear_bit(NFS_STATE_RECLAIM_REBOOT, &state->flags);
		return 0;
	}
897
	set_bit(NFS_OWNER_RECLAIM_REBOOT, &state->owner->so_flags);
898 899 900 901
	set_bit(NFS4CLNT_RECLAIM_REBOOT, &clp->cl_state);
	return 1;
}

902
int nfs4_state_mark_reclaim_nograce(struct nfs_client *clp, struct nfs4_state *state)
903 904 905
{
	set_bit(NFS_STATE_RECLAIM_NOGRACE, &state->flags);
	clear_bit(NFS_STATE_RECLAIM_REBOOT, &state->flags);
906
	set_bit(NFS_OWNER_RECLAIM_NOGRACE, &state->owner->so_flags);
907 908 909 910
	set_bit(NFS4CLNT_RECLAIM_NOGRACE, &clp->cl_state);
	return 1;
}

911
static int nfs4_reclaim_locks(struct nfs4_state *state, const struct nfs4_state_recovery_ops *ops)
L
Linus Torvalds 已提交
912 913
{
	struct inode *inode = state->inode;
914
	struct nfs_inode *nfsi = NFS_I(inode);
L
Linus Torvalds 已提交
915 916 917
	struct file_lock *fl;
	int status = 0;

918 919 920 921
	if (inode->i_flock == NULL)
		return 0;

	/* Guard against delegation returns and new lock/unlock calls */
922
	down_write(&nfsi->rwsem);
923 924
	/* Protect inode->i_flock using the BKL */
	lock_kernel();
H
Harvey Harrison 已提交
925
	for (fl = inode->i_flock; fl != NULL; fl = fl->fl_next) {
926
		if (!(fl->fl_flags & (FL_POSIX|FL_FLOCK)))
L
Linus Torvalds 已提交
927
			continue;
928
		if (nfs_file_open_context(fl->fl_file)->state != state)
L
Linus Torvalds 已提交
929
			continue;
930
		unlock_kernel();
L
Linus Torvalds 已提交
931 932
		status = ops->recover_lock(state, fl);
		switch (status) {
933 934 935 936 937 938 939 940 941
			case 0:
				break;
			case -ESTALE:
			case -NFS4ERR_ADMIN_REVOKED:
			case -NFS4ERR_STALE_STATEID:
			case -NFS4ERR_BAD_STATEID:
			case -NFS4ERR_EXPIRED:
			case -NFS4ERR_NO_GRACE:
			case -NFS4ERR_STALE_CLIENTID:
942 943 944 945
			case -NFS4ERR_BADSESSION:
			case -NFS4ERR_BADSLOT:
			case -NFS4ERR_BAD_HIGH_SLOT:
			case -NFS4ERR_CONN_NOT_BOUND_TO_SESSION:
946
				goto out;
L
Linus Torvalds 已提交
947 948
			default:
				printk(KERN_ERR "%s: unhandled error %d. Zeroing state\n",
949
						__func__, status);
950 951
			case -ENOMEM:
			case -NFS4ERR_DENIED:
L
Linus Torvalds 已提交
952 953
			case -NFS4ERR_RECLAIM_BAD:
			case -NFS4ERR_RECLAIM_CONFLICT:
954
				/* kill_proc(fl->fl_pid, SIGLOST, 1); */
955
				status = 0;
L
Linus Torvalds 已提交
956
		}
957
		lock_kernel();
L
Linus Torvalds 已提交
958
	}
959
	unlock_kernel();
960
out:
961
	up_write(&nfsi->rwsem);
L
Linus Torvalds 已提交
962 963 964
	return status;
}

965
static int nfs4_reclaim_open_state(struct nfs4_state_owner *sp, const struct nfs4_state_recovery_ops *ops)
L
Linus Torvalds 已提交
966 967 968 969 970 971 972 973 974 975 976 977 978
{
	struct nfs4_state *state;
	struct nfs4_lock_state *lock;
	int status = 0;

	/* Note: we rely on the sp->so_states list being ordered 
	 * so that we always reclaim open(O_RDWR) and/or open(O_WRITE)
	 * states first.
	 * This is needed to ensure that the server won't give us any
	 * read delegations that we have to return if, say, we are
	 * recovering after a network partition or a reboot from a
	 * server that doesn't support a grace period.
	 */
979 980
restart:
	spin_lock(&sp->so_lock);
L
Linus Torvalds 已提交
981
	list_for_each_entry(state, &sp->so_states, open_states) {
982 983
		if (!test_and_clear_bit(ops->state_flag_bit, &state->flags))
			continue;
L
Linus Torvalds 已提交
984 985
		if (state->state == 0)
			continue;
986 987
		atomic_inc(&state->count);
		spin_unlock(&sp->so_lock);
L
Linus Torvalds 已提交
988 989
		status = ops->recover_open(sp, state);
		if (status >= 0) {
990 991 992 993 994
			status = nfs4_reclaim_locks(state, ops);
			if (status >= 0) {
				list_for_each_entry(lock, &state->lock_states, ls_locks) {
					if (!(lock->ls_flags & NFS_LOCK_INITIALIZED))
						printk("%s: Lock reclaim failed!\n",
995
							__func__);
996
				}
997 998
				nfs4_put_open_state(state);
				goto restart;
L
Linus Torvalds 已提交
999 1000 1001 1002 1003
			}
		}
		switch (status) {
			default:
				printk(KERN_ERR "%s: unhandled error %d. Zeroing state\n",
1004
						__func__, status);
L
Linus Torvalds 已提交
1005
			case -ENOENT:
1006
			case -ENOMEM:
1007
			case -ESTALE:
L
Linus Torvalds 已提交
1008 1009 1010 1011 1012 1013 1014 1015 1016
				/*
				 * Open state on this file cannot be recovered
				 * All we can do is revert to using the zero stateid.
				 */
				memset(state->stateid.data, 0,
					sizeof(state->stateid.data));
				/* Mark the file as being 'closed' */
				state->state = 0;
				break;
1017 1018 1019
			case -NFS4ERR_ADMIN_REVOKED:
			case -NFS4ERR_STALE_STATEID:
			case -NFS4ERR_BAD_STATEID:
1020 1021 1022 1023
			case -NFS4ERR_RECLAIM_BAD:
			case -NFS4ERR_RECLAIM_CONFLICT:
				nfs4_state_mark_reclaim_nograce(sp->so_client, state);
				break;
L
Linus Torvalds 已提交
1024 1025
			case -NFS4ERR_EXPIRED:
			case -NFS4ERR_NO_GRACE:
1026
				nfs4_state_mark_reclaim_nograce(sp->so_client, state);
L
Linus Torvalds 已提交
1027
			case -NFS4ERR_STALE_CLIENTID:
1028 1029 1030 1031
			case -NFS4ERR_BADSESSION:
			case -NFS4ERR_BADSLOT:
			case -NFS4ERR_BAD_HIGH_SLOT:
			case -NFS4ERR_CONN_NOT_BOUND_TO_SESSION:
L
Linus Torvalds 已提交
1032 1033
				goto out_err;
		}
1034 1035
		nfs4_put_open_state(state);
		goto restart;
L
Linus Torvalds 已提交
1036
	}
1037
	spin_unlock(&sp->so_lock);
L
Linus Torvalds 已提交
1038 1039
	return 0;
out_err:
1040
	nfs4_put_open_state(state);
L
Linus Torvalds 已提交
1041 1042 1043
	return status;
}

1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058
static void nfs4_clear_open_state(struct nfs4_state *state)
{
	struct nfs4_lock_state *lock;

	clear_bit(NFS_DELEGATED_STATE, &state->flags);
	clear_bit(NFS_O_RDONLY_STATE, &state->flags);
	clear_bit(NFS_O_WRONLY_STATE, &state->flags);
	clear_bit(NFS_O_RDWR_STATE, &state->flags);
	list_for_each_entry(lock, &state->lock_states, ls_locks) {
		lock->ls_seqid.flags = 0;
		lock->ls_flags &= ~NFS_LOCK_INITIALIZED;
	}
}

static void nfs4_state_mark_reclaim_helper(struct nfs_client *clp, int (*mark_reclaim)(struct nfs_client *clp, struct nfs4_state *state))
1059 1060
{
	struct nfs4_state_owner *sp;
1061
	struct rb_node *pos;
1062 1063 1064
	struct nfs4_state *state;

	/* Reset all sequence ids to zero */
1065 1066
	for (pos = rb_first(&clp->cl_state_owners); pos != NULL; pos = rb_next(pos)) {
		sp = rb_entry(pos, struct nfs4_state_owner, so_client_node);
1067
		sp->so_seqid.flags = 0;
1068
		spin_lock(&sp->so_lock);
1069
		list_for_each_entry(state, &sp->so_states, open_states) {
1070 1071
			if (mark_reclaim(clp, state))
				nfs4_clear_open_state(state);
1072
		}
1073
		spin_unlock(&sp->so_lock);
1074 1075 1076
	}
}

1077 1078 1079 1080 1081 1082 1083
static void nfs4_state_start_reclaim_reboot(struct nfs_client *clp)
{
	/* Mark all delegations for reclaim */
	nfs_delegation_mark_reclaim(clp);
	nfs4_state_mark_reclaim_helper(clp, nfs4_state_mark_reclaim_reboot);
}

1084 1085 1086 1087 1088 1089 1090 1091
static void nfs4_reclaim_complete(struct nfs_client *clp,
				 const struct nfs4_state_recovery_ops *ops)
{
	/* Notify the server we're done reclaiming our state */
	if (ops->reclaim_complete)
		(void)ops->reclaim_complete(clp);
}

1092 1093 1094 1095 1096 1097
static void nfs4_state_end_reclaim_reboot(struct nfs_client *clp)
{
	struct nfs4_state_owner *sp;
	struct rb_node *pos;
	struct nfs4_state *state;

R
Ricardo Labiaga 已提交
1098 1099 1100
	nfs4_reclaim_complete(clp,
		nfs4_reboot_recovery_ops[clp->cl_minorversion]);

1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129
	if (!test_and_clear_bit(NFS4CLNT_RECLAIM_REBOOT, &clp->cl_state))
		return;

	for (pos = rb_first(&clp->cl_state_owners); pos != NULL; pos = rb_next(pos)) {
		sp = rb_entry(pos, struct nfs4_state_owner, so_client_node);
		spin_lock(&sp->so_lock);
		list_for_each_entry(state, &sp->so_states, open_states) {
			if (!test_and_clear_bit(NFS_STATE_RECLAIM_REBOOT, &state->flags))
				continue;
			nfs4_state_mark_reclaim_nograce(clp, state);
		}
		spin_unlock(&sp->so_lock);
	}

	nfs_delegation_reap_unclaimed(clp);
}

static void nfs_delegation_clear_all(struct nfs_client *clp)
{
	nfs_delegation_mark_reclaim(clp);
	nfs_delegation_reap_unclaimed(clp);
}

static void nfs4_state_start_reclaim_nograce(struct nfs_client *clp)
{
	nfs_delegation_clear_all(clp);
	nfs4_state_mark_reclaim_helper(clp, nfs4_state_mark_reclaim_nograce);
}

1130
static int nfs4_recovery_handle_error(struct nfs_client *clp, int error)
1131 1132 1133
{
	switch (error) {
		case -NFS4ERR_CB_PATH_DOWN:
1134
			nfs_handle_cb_pathdown(clp);
1135
			return 0;
1136 1137 1138
		case -NFS4ERR_NO_GRACE:
			nfs4_state_end_reclaim_reboot(clp);
			return 0;
1139 1140 1141
		case -NFS4ERR_STALE_CLIENTID:
		case -NFS4ERR_LEASE_MOVED:
			set_bit(NFS4CLNT_LEASE_EXPIRED, &clp->cl_state);
1142
			nfs4_state_end_reclaim_reboot(clp);
1143 1144 1145 1146 1147
			nfs4_state_start_reclaim_reboot(clp);
			break;
		case -NFS4ERR_EXPIRED:
			set_bit(NFS4CLNT_LEASE_EXPIRED, &clp->cl_state);
			nfs4_state_start_reclaim_nograce(clp);
1148
			break;
1149 1150 1151 1152 1153 1154 1155
		case -NFS4ERR_BADSESSION:
		case -NFS4ERR_BADSLOT:
		case -NFS4ERR_BAD_HIGH_SLOT:
		case -NFS4ERR_DEADSESSION:
		case -NFS4ERR_CONN_NOT_BOUND_TO_SESSION:
		case -NFS4ERR_SEQ_FALSE_RETRY:
		case -NFS4ERR_SEQ_MISORDERED:
1156
			set_bit(NFS4CLNT_SESSION_RESET, &clp->cl_state);
1157 1158
			/* Zero session reset errors */
			return 0;
1159
	}
1160
	return error;
1161 1162
}

1163
static int nfs4_do_reclaim(struct nfs_client *clp, const struct nfs4_state_recovery_ops *ops)
L
Linus Torvalds 已提交
1164
{
1165
	struct rb_node *pos;
L
Linus Torvalds 已提交
1166 1167
	int status = 0;

1168 1169
restart:
	spin_lock(&clp->cl_lock);
1170 1171
	for (pos = rb_first(&clp->cl_state_owners); pos != NULL; pos = rb_next(pos)) {
		struct nfs4_state_owner *sp = rb_entry(pos, struct nfs4_state_owner, so_client_node);
1172 1173 1174 1175
		if (!test_and_clear_bit(ops->owner_flag_bit, &sp->so_flags))
			continue;
		atomic_inc(&sp->so_count);
		spin_unlock(&clp->cl_lock);
1176
		status = nfs4_reclaim_open_state(sp, ops);
1177 1178 1179
		if (status < 0) {
			set_bit(ops->owner_flag_bit, &sp->so_flags);
			nfs4_put_state_owner(sp);
1180
			return nfs4_recovery_handle_error(clp, status);
1181 1182 1183
		}
		nfs4_put_state_owner(sp);
		goto restart;
1184
	}
1185
	spin_unlock(&clp->cl_lock);
1186 1187 1188 1189 1190 1191
	return status;
}

static int nfs4_check_lease(struct nfs_client *clp)
{
	struct rpc_cred *cred;
1192 1193
	struct nfs4_state_maintenance_ops *ops =
		nfs4_state_renewal_ops[clp->cl_minorversion];
1194
	int status = -NFS4ERR_EXPIRED;
L
Linus Torvalds 已提交
1195

1196 1197 1198
	/* Is the client already known to have an expired lease? */
	if (test_bit(NFS4CLNT_LEASE_EXPIRED, &clp->cl_state))
		return 0;
1199 1200 1201
	spin_lock(&clp->cl_lock);
	cred = ops->get_state_renewal_cred_locked(clp);
	spin_unlock(&clp->cl_lock);
1202 1203 1204 1205
	if (cred == NULL) {
		cred = nfs4_get_setclientid_cred(clp);
		if (cred == NULL)
			goto out;
1206
	}
1207
	status = ops->renew_lease(clp, cred);
1208 1209
	put_rpccred(cred);
out:
1210
	return nfs4_recovery_handle_error(clp, status);
1211 1212 1213 1214 1215
}

static int nfs4_reclaim_lease(struct nfs_client *clp)
{
	struct rpc_cred *cred;
1216 1217
	struct nfs4_state_recovery_ops *ops =
		nfs4_reboot_recovery_ops[clp->cl_minorversion];
1218 1219
	int status = -ENOENT;

1220
	cred = ops->get_clid_cred(clp);
1221
	if (cred != NULL) {
1222
		status = ops->establish_clid(clp, cred);
1223
		put_rpccred(cred);
1224 1225 1226
		/* Handle case where the user hasn't set up machine creds */
		if (status == -EACCES && cred == clp->cl_machine_cred) {
			nfs4_clear_machine_cred(clp);
1227
			status = -EAGAIN;
1228
		}
1229 1230
		if (status == -NFS4ERR_MINOR_VERS_MISMATCH)
			status = -EPROTONOSUPPORT;
1231
	}
1232 1233 1234
	return status;
}

1235
#ifdef CONFIG_NFS_V4_1
1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257
void nfs41_handle_sequence_flag_errors(struct nfs_client *clp, u32 flags)
{
	if (!flags)
		return;
	else if (flags & SEQ4_STATUS_RESTART_RECLAIM_NEEDED) {
		set_bit(NFS4CLNT_LEASE_EXPIRED, &clp->cl_state);
		nfs4_state_start_reclaim_reboot(clp);
		nfs4_schedule_state_recovery(clp);
	} else if (flags & (SEQ4_STATUS_EXPIRED_ALL_STATE_REVOKED |
			    SEQ4_STATUS_EXPIRED_SOME_STATE_REVOKED |
			    SEQ4_STATUS_ADMIN_STATE_REVOKED |
			    SEQ4_STATUS_RECALLABLE_STATE_REVOKED |
			    SEQ4_STATUS_LEASE_MOVED)) {
		set_bit(NFS4CLNT_LEASE_EXPIRED, &clp->cl_state);
		nfs4_state_start_reclaim_nograce(clp);
		nfs4_schedule_state_recovery(clp);
	} else if (flags & (SEQ4_STATUS_CB_PATH_DOWN |
			    SEQ4_STATUS_BACKCHANNEL_FAULT |
			    SEQ4_STATUS_CB_PATH_DOWN_SESSION))
		nfs_expire_all_delegations(clp);
}

1258 1259 1260 1261 1262 1263 1264 1265 1266 1267
static void nfs4_session_recovery_handle_error(struct nfs_client *clp, int err)
{
	switch (err) {
	case -NFS4ERR_STALE_CLIENTID:
		set_bit(NFS4CLNT_LEASE_EXPIRED, &clp->cl_state);
	}
}

static int nfs4_reset_session(struct nfs_client *clp)
{
1268
	struct nfs4_session *ses = clp->cl_session;
1269 1270
	int status;

1271 1272 1273
	status = nfs41_begin_drain_session(clp, ses);
	if (status != 0)
		return status;
1274

1275 1276 1277 1278 1279 1280 1281 1282
	status = nfs4_proc_destroy_session(clp->cl_session);
	if (status && status != -NFS4ERR_BADSESSION &&
	    status != -NFS4ERR_DEADSESSION) {
		nfs4_session_recovery_handle_error(clp, status);
		goto out;
	}

	memset(clp->cl_session->sess_id.data, 0, NFS4_MAX_SESSIONID_LEN);
1283
	status = nfs4_proc_create_session(clp);
1284 1285
	if (status)
		nfs4_session_recovery_handle_error(clp, status);
1286

1287
out:
1288 1289 1290 1291 1292 1293 1294 1295 1296 1297
	/*
	 * Let the state manager reestablish state
	 * without waking other tasks yet.
	 */
	if (!test_bit(NFS4CLNT_LEASE_EXPIRED, &clp->cl_state)) {
		/* Wake up the next rpc task */
		nfs41_end_drain_session(clp, ses);
		if (status == 0)
			nfs41_setup_state_renewal(clp);
	}
1298 1299
	return status;
}
1300 1301

#else /* CONFIG_NFS_V4_1 */
1302
static int nfs4_reset_session(struct nfs_client *clp) { return 0; }
1303 1304
#endif /* CONFIG_NFS_V4_1 */

1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325
/* Set NFS4CLNT_LEASE_EXPIRED for all v4.0 errors and for recoverable errors
 * on EXCHANGE_ID for v4.1
 */
static void nfs4_set_lease_expired(struct nfs_client *clp, int status)
{
	if (nfs4_has_session(clp)) {
		switch (status) {
		case -NFS4ERR_DELAY:
		case -NFS4ERR_CLID_INUSE:
		case -EAGAIN:
			break;

		case -NFS4ERR_NOT_SAME: /* FixMe: implement recovery
					 * in nfs4_exchange_id */
		default:
			return;
		}
	}
	set_bit(NFS4CLNT_LEASE_EXPIRED, &clp->cl_state);
}

1326
static void nfs4_state_manager(struct nfs_client *clp)
1327 1328 1329 1330
{
	int status = 0;

	/* Ensure exclusive access to NFSv4 state */
1331
	for(;;) {
1332 1333 1334 1335
		if (test_and_clear_bit(NFS4CLNT_LEASE_EXPIRED, &clp->cl_state)) {
			/* We're going to have to re-establish a clientid */
			status = nfs4_reclaim_lease(clp);
			if (status) {
1336
				nfs4_set_lease_expired(clp, status);
1337 1338
				if (test_bit(NFS4CLNT_LEASE_EXPIRED,
							&clp->cl_state))
1339
					continue;
1340 1341 1342
				if (clp->cl_cons_state ==
							NFS_CS_SESSION_INITING)
					nfs_mark_client_ready(clp, status);
1343 1344
				goto out_error;
			}
1345 1346 1347 1348 1349
			clear_bit(NFS4CLNT_CHECK_LEASE, &clp->cl_state);
		}

		if (test_and_clear_bit(NFS4CLNT_CHECK_LEASE, &clp->cl_state)) {
			status = nfs4_check_lease(clp);
1350
			if (test_bit(NFS4CLNT_LEASE_EXPIRED, &clp->cl_state))
1351
				continue;
1352 1353
			if (status < 0 && status != -NFS4ERR_CB_PATH_DOWN)
				goto out_error;
1354
		}
1355

1356
		/* Initialize or reset the session */
1357
		if (test_and_clear_bit(NFS4CLNT_SESSION_RESET, &clp->cl_state)
1358
		   && nfs4_has_session(clp)) {
1359
			status = nfs4_reset_session(clp);
1360 1361 1362
			if (test_bit(NFS4CLNT_LEASE_EXPIRED, &clp->cl_state))
				continue;
			if (status < 0)
1363 1364
				goto out_error;
		}
1365

1366
		/* First recover reboot state... */
1367
		if (test_bit(NFS4CLNT_RECLAIM_REBOOT, &clp->cl_state)) {
1368 1369
			status = nfs4_do_reclaim(clp,
				nfs4_reboot_recovery_ops[clp->cl_minorversion]);
1370
			if (test_bit(NFS4CLNT_LEASE_EXPIRED, &clp->cl_state) ||
1371
			    test_bit(NFS4CLNT_SESSION_RESET, &clp->cl_state))
1372
				continue;
1373
			nfs4_state_end_reclaim_reboot(clp);
1374 1375 1376 1377
			if (test_bit(NFS4CLNT_RECLAIM_NOGRACE, &clp->cl_state))
				continue;
			if (status < 0)
				goto out_error;
1378 1379
		}

1380 1381
		/* Now recover expired state... */
		if (test_and_clear_bit(NFS4CLNT_RECLAIM_NOGRACE, &clp->cl_state)) {
1382 1383
			status = nfs4_do_reclaim(clp,
				nfs4_nograce_recovery_ops[clp->cl_minorversion]);
1384
			if (test_bit(NFS4CLNT_LEASE_EXPIRED, &clp->cl_state) ||
1385
			    test_bit(NFS4CLNT_SESSION_RESET, &clp->cl_state) ||
1386 1387 1388
			    test_bit(NFS4CLNT_RECLAIM_REBOOT, &clp->cl_state))
				continue;
			if (status < 0)
1389
				goto out_error;
L
Linus Torvalds 已提交
1390
		}
1391 1392 1393 1394 1395

		if (test_and_clear_bit(NFS4CLNT_DELEGRETURN, &clp->cl_state)) {
			nfs_client_return_marked_delegations(clp);
			continue;
		}
1396 1397

		nfs4_clear_state_manager_bit(clp);
1398 1399 1400 1401 1402
		/* Did we race with an attempt to give us more work? */
		if (clp->cl_state == 0)
			break;
		if (test_and_set_bit(NFS4CLNT_MANAGER_RUNNING, &clp->cl_state) != 0)
			break;
L
Linus Torvalds 已提交
1403
	}
1404
	return;
L
Linus Torvalds 已提交
1405
out_error:
1406
	printk(KERN_WARNING "Error: state manager failed on NFSv4 server %s"
1407
			" with error %d\n", clp->cl_hostname, -status);
1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419
	nfs4_clear_state_manager_bit(clp);
}

static int nfs4_run_state_manager(void *ptr)
{
	struct nfs_client *clp = ptr;

	allow_signal(SIGKILL);
	nfs4_state_manager(clp);
	nfs_put_client(clp);
	module_put_and_exit(0);
	return 0;
L
Linus Torvalds 已提交
1420 1421 1422 1423 1424 1425 1426
}

/*
 * Local variables:
 *  c-basic-offset: 8
 * End:
 */