dir.c 59.0 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
/*
 *  linux/fs/nfs/dir.c
 *
 *  Copyright (C) 1992  Rick Sladkey
 *
 *  nfs directory handling functions
 *
 * 10 Apr 1996	Added silly rename for unlink	--okir
 * 28 Sep 1996	Improved directory cache --okir
 * 23 Aug 1997  Claus Heine claus@momo.math.rwth-aachen.de 
 *              Re-implemented silly rename for unlink, newly implemented
 *              silly rename for nfs_rename() following the suggestions
 *              of Olaf Kirch (okir) found in this file.
 *              Following Linus comments on my original hack, this version
 *              depends only on the dcache stuff and doesn't touch the inode
 *              layer (iput() and friends).
 *  6 Jun 1999	Cache readdir lookups in the page cache. -DaveM
 */

B
Bryan Schumaker 已提交
20
#include <linux/module.h>
L
Linus Torvalds 已提交
21 22 23 24 25 26 27 28 29 30 31 32
#include <linux/time.h>
#include <linux/errno.h>
#include <linux/stat.h>
#include <linux/fcntl.h>
#include <linux/string.h>
#include <linux/kernel.h>
#include <linux/slab.h>
#include <linux/mm.h>
#include <linux/sunrpc/clnt.h>
#include <linux/nfs_fs.h>
#include <linux/nfs_mount.h>
#include <linux/pagemap.h>
33
#include <linux/pagevec.h>
L
Linus Torvalds 已提交
34
#include <linux/namei.h>
35
#include <linux/mount.h>
36
#include <linux/swap.h>
A
Alexey Dobriyan 已提交
37
#include <linux/sched.h>
38
#include <linux/kmemleak.h>
39
#include <linux/xattr.h>
L
Linus Torvalds 已提交
40 41

#include "delegation.h"
C
Chuck Lever 已提交
42
#include "iostat.h"
43
#include "internal.h"
44
#include "fscache.h"
L
Linus Torvalds 已提交
45

46 47
#include "nfstrace.h"

L
Linus Torvalds 已提交
48 49 50
/* #define NFS_DEBUG_VERBOSE 1 */

static int nfs_opendir(struct inode *, struct file *);
51
static int nfs_closedir(struct inode *, struct file *);
A
Al Viro 已提交
52
static int nfs_readdir(struct file *, struct dir_context *);
53
static int nfs_fsync_dir(struct file *, loff_t, loff_t, int);
54
static loff_t nfs_llseek_dir(struct file *, loff_t, int);
55
static void nfs_readdir_clear_array(struct page*);
L
Linus Torvalds 已提交
56

57
const struct file_operations nfs_dir_operations = {
58
	.llseek		= nfs_llseek_dir,
L
Linus Torvalds 已提交
59
	.read		= generic_read_dir,
A
Al Viro 已提交
60
	.iterate	= nfs_readdir,
L
Linus Torvalds 已提交
61
	.open		= nfs_opendir,
62
	.release	= nfs_closedir,
L
Linus Torvalds 已提交
63 64 65
	.fsync		= nfs_fsync_dir,
};

66 67
const struct address_space_operations nfs_dir_aops = {
	.freepage = nfs_readdir_clear_array,
B
Bryan Schumaker 已提交
68 69
};

70
static struct nfs_open_dir_context *alloc_nfs_open_dir_context(struct inode *dir, struct rpc_cred *cred)
71 72 73 74
{
	struct nfs_open_dir_context *ctx;
	ctx = kmalloc(sizeof(*ctx), GFP_KERNEL);
	if (ctx != NULL) {
75
		ctx->duped = 0;
76
		ctx->attr_gencount = NFS_I(dir)->attr_gencount;
77
		ctx->dir_cookie = 0;
78
		ctx->dup_cookie = 0;
79
		ctx->cred = get_rpccred(cred);
80 81 82
		return ctx;
	}
	return  ERR_PTR(-ENOMEM);
83 84 85 86 87 88 89 90
}

static void put_nfs_open_dir_context(struct nfs_open_dir_context *ctx)
{
	put_rpccred(ctx->cred);
	kfree(ctx);
}

L
Linus Torvalds 已提交
91 92 93 94 95 96
/*
 * Open file
 */
static int
nfs_opendir(struct inode *inode, struct file *filp)
{
97 98 99
	int res = 0;
	struct nfs_open_dir_context *ctx;
	struct rpc_cred *cred;
L
Linus Torvalds 已提交
100

C
Chuck Lever 已提交
101
	dfprintk(FILE, "NFS: open dir(%s/%s)\n",
102 103 104 105
			filp->f_path.dentry->d_parent->d_name.name,
			filp->f_path.dentry->d_name.name);

	nfs_inc_stats(inode, NFSIOS_VFSOPEN);
C
Chuck Lever 已提交
106

107 108 109
	cred = rpc_lookup_cred();
	if (IS_ERR(cred))
		return PTR_ERR(cred);
110
	ctx = alloc_nfs_open_dir_context(inode, cred);
111 112 113 114 115
	if (IS_ERR(ctx)) {
		res = PTR_ERR(ctx);
		goto out;
	}
	filp->private_data = ctx;
116 117 118 119 120 121 122
	if (filp->f_path.dentry == filp->f_path.mnt->mnt_root) {
		/* This is a mountpoint, so d_revalidate will never
		 * have been called, so we need to refresh the
		 * inode (for close-open consistency) ourselves.
		 */
		__nfs_revalidate_inode(NFS_SERVER(inode), inode);
	}
123 124
out:
	put_rpccred(cred);
L
Linus Torvalds 已提交
125 126 127
	return res;
}

128 129 130 131 132 133 134
static int
nfs_closedir(struct inode *inode, struct file *filp)
{
	put_nfs_open_dir_context(filp->private_data);
	return 0;
}

B
Bryan Schumaker 已提交
135 136 137 138
struct nfs_cache_array_entry {
	u64 cookie;
	u64 ino;
	struct qstr string;
139
	unsigned char d_type;
B
Bryan Schumaker 已提交
140 141 142
};

struct nfs_cache_array {
143
	int size;
B
Bryan Schumaker 已提交
144 145 146 147 148
	int eof_index;
	u64 last_cookie;
	struct nfs_cache_array_entry array[0];
};

149
typedef int (*decode_dirent_t)(struct xdr_stream *, struct nfs_entry *, int);
L
Linus Torvalds 已提交
150 151 152
typedef struct {
	struct file	*file;
	struct page	*page;
A
Al Viro 已提交
153
	struct dir_context *ctx;
L
Linus Torvalds 已提交
154
	unsigned long	page_index;
155
	u64		*dir_cookie;
156
	u64		last_cookie;
157
	loff_t		current_index;
L
Linus Torvalds 已提交
158
	decode_dirent_t	decode;
B
Bryan Schumaker 已提交
159

160
	unsigned long	timestamp;
161
	unsigned long	gencount;
B
Bryan Schumaker 已提交
162 163 164
	unsigned int	cache_entry_index;
	unsigned int	plus:1;
	unsigned int	eof:1;
L
Linus Torvalds 已提交
165 166
} nfs_readdir_descriptor_t;

B
Bryan Schumaker 已提交
167 168
/*
 * The caller is responsible for calling nfs_readdir_release_array(page)
L
Linus Torvalds 已提交
169 170
 */
static
B
Bryan Schumaker 已提交
171 172
struct nfs_cache_array *nfs_readdir_get_array(struct page *page)
{
173
	void *ptr;
B
Bryan Schumaker 已提交
174 175
	if (page == NULL)
		return ERR_PTR(-EIO);
176 177 178 179
	ptr = kmap(page);
	if (ptr == NULL)
		return ERR_PTR(-ENOMEM);
	return ptr;
B
Bryan Schumaker 已提交
180 181 182 183 184 185 186 187 188 189 190 191
}

static
void nfs_readdir_release_array(struct page *page)
{
	kunmap(page);
}

/*
 * we are freeing strings created by nfs_add_to_readdir_array()
 */
static
192
void nfs_readdir_clear_array(struct page *page)
B
Bryan Schumaker 已提交
193
{
194
	struct nfs_cache_array *array;
B
Bryan Schumaker 已提交
195
	int i;
196

197
	array = kmap_atomic(page);
B
Bryan Schumaker 已提交
198 199
	for (i = 0; i < array->size; i++)
		kfree(array->array[i].string.name);
200
	kunmap_atomic(array);
B
Bryan Schumaker 已提交
201 202 203 204 205 206 207 208
}

/*
 * the caller is responsible for freeing qstr.name
 * when called by nfs_readdir_add_to_array, the strings will be freed in
 * nfs_clear_readdir_array()
 */
static
209
int nfs_readdir_make_qstr(struct qstr *string, const char *name, unsigned int len)
B
Bryan Schumaker 已提交
210 211 212
{
	string->len = len;
	string->name = kmemdup(name, len, GFP_KERNEL);
213 214
	if (string->name == NULL)
		return -ENOMEM;
215 216 217 218 219
	/*
	 * Avoid a kmemleak false positive. The pointer to the name is stored
	 * in a page cache page which kmemleak does not scan.
	 */
	kmemleak_not_leak(string->name);
220 221
	string->hash = full_name_hash(name, len);
	return 0;
B
Bryan Schumaker 已提交
222 223 224 225 226 227
}

static
int nfs_readdir_add_to_array(struct nfs_entry *entry, struct page *page)
{
	struct nfs_cache_array *array = nfs_readdir_get_array(page);
228 229 230
	struct nfs_cache_array_entry *cache_entry;
	int ret;

B
Bryan Schumaker 已提交
231 232
	if (IS_ERR(array))
		return PTR_ERR(array);
233 234 235 236

	cache_entry = &array->array[array->size];

	/* Check that this entry lies within the page bounds */
237
	ret = -ENOSPC;
238
	if ((char *)&cache_entry[1] - (char *)page_address(page) > PAGE_SIZE)
239
		goto out;
B
Bryan Schumaker 已提交
240

241 242
	cache_entry->cookie = entry->prev_cookie;
	cache_entry->ino = entry->ino;
243
	cache_entry->d_type = entry->d_type;
244 245 246
	ret = nfs_readdir_make_qstr(&cache_entry->string, entry->name, entry->len);
	if (ret)
		goto out;
B
Bryan Schumaker 已提交
247
	array->last_cookie = entry->cookie;
248
	array->size++;
T
Trond Myklebust 已提交
249
	if (entry->eof != 0)
B
Bryan Schumaker 已提交
250
		array->eof_index = array->size;
251
out:
B
Bryan Schumaker 已提交
252
	nfs_readdir_release_array(page);
253
	return ret;
B
Bryan Schumaker 已提交
254 255 256 257 258
}

static
int nfs_readdir_search_for_pos(struct nfs_cache_array *array, nfs_readdir_descriptor_t *desc)
{
A
Al Viro 已提交
259
	loff_t diff = desc->ctx->pos - desc->current_index;
B
Bryan Schumaker 已提交
260 261 262 263 264
	unsigned int index;

	if (diff < 0)
		goto out_eof;
	if (diff >= array->size) {
265
		if (array->eof_index >= 0)
B
Bryan Schumaker 已提交
266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282
			goto out_eof;
		return -EAGAIN;
	}

	index = (unsigned int)diff;
	*desc->dir_cookie = array->array[index].cookie;
	desc->cache_entry_index = index;
	return 0;
out_eof:
	desc->eof = 1;
	return -EBADCOOKIE;
}

static
int nfs_readdir_search_for_cookie(struct nfs_cache_array *array, nfs_readdir_descriptor_t *desc)
{
	int i;
283
	loff_t new_pos;
B
Bryan Schumaker 已提交
284 285 286 287
	int status = -EAGAIN;

	for (i = 0; i < array->size; i++) {
		if (array->array[i].cookie == *desc->dir_cookie) {
A
Al Viro 已提交
288
			struct nfs_inode *nfsi = NFS_I(file_inode(desc->file));
289 290
			struct nfs_open_dir_context *ctx = desc->file->private_data;

291
			new_pos = desc->current_index + i;
292 293 294 295
			if (ctx->attr_gencount != nfsi->attr_gencount
			    || (nfsi->cache_validity & (NFS_INO_INVALID_ATTR|NFS_INO_INVALID_DATA))) {
				ctx->duped = 0;
				ctx->attr_gencount = nfsi->attr_gencount;
A
Al Viro 已提交
296
			} else if (new_pos < desc->ctx->pos) {
297 298 299 300 301
				if (ctx->duped > 0
				    && ctx->dup_cookie == *desc->dir_cookie) {
					if (printk_ratelimit()) {
						pr_notice("NFS: directory %s/%s contains a readdir loop."
								"Please contact your server vendor.  "
302
								"The file: %s has duplicate cookie %llu\n",
303 304
								desc->file->f_dentry->d_parent->d_name.name,
								desc->file->f_dentry->d_name.name,
305
								array->array[i].string.name,
306 307 308 309 310
								*desc->dir_cookie);
					}
					status = -ELOOP;
					goto out;
				}
311
				ctx->dup_cookie = *desc->dir_cookie;
312
				ctx->duped = -1;
313
			}
A
Al Viro 已提交
314
			desc->ctx->pos = new_pos;
B
Bryan Schumaker 已提交
315
			desc->cache_entry_index = i;
T
Trond Myklebust 已提交
316
			return 0;
B
Bryan Schumaker 已提交
317 318
		}
	}
T
Trond Myklebust 已提交
319
	if (array->eof_index >= 0) {
320
		status = -EBADCOOKIE;
321 322
		if (*desc->dir_cookie == array->last_cookie)
			desc->eof = 1;
323
	}
324
out:
B
Bryan Schumaker 已提交
325 326 327 328 329 330 331
	return status;
}

static
int nfs_readdir_search_array(nfs_readdir_descriptor_t *desc)
{
	struct nfs_cache_array *array;
T
Trond Myklebust 已提交
332
	int status;
B
Bryan Schumaker 已提交
333 334 335 336 337 338 339 340 341 342 343 344

	array = nfs_readdir_get_array(desc->page);
	if (IS_ERR(array)) {
		status = PTR_ERR(array);
		goto out;
	}

	if (*desc->dir_cookie == 0)
		status = nfs_readdir_search_for_pos(array, desc);
	else
		status = nfs_readdir_search_for_cookie(array, desc);

T
Trond Myklebust 已提交
345
	if (status == -EAGAIN) {
346
		desc->last_cookie = array->last_cookie;
347
		desc->current_index += array->size;
T
Trond Myklebust 已提交
348 349
		desc->page_index++;
	}
B
Bryan Schumaker 已提交
350 351 352 353 354 355 356
	nfs_readdir_release_array(desc->page);
out:
	return status;
}

/* Fill a page with xdr information before transferring to the cache page */
static
B
Bryan Schumaker 已提交
357
int nfs_readdir_xdr_filler(struct page **pages, nfs_readdir_descriptor_t *desc,
B
Bryan Schumaker 已提交
358
			struct nfs_entry *entry, struct file *file, struct inode *inode)
L
Linus Torvalds 已提交
359
{
360 361
	struct nfs_open_dir_context *ctx = file->private_data;
	struct rpc_cred	*cred = ctx->cred;
362
	unsigned long	timestamp, gencount;
L
Linus Torvalds 已提交
363 364 365 366
	int		error;

 again:
	timestamp = jiffies;
367
	gencount = nfs_inc_attr_generation_counter();
B
Bryan Schumaker 已提交
368
	error = NFS_PROTO(inode)->readdir(file->f_path.dentry, cred, entry->cookie, pages,
L
Linus Torvalds 已提交
369 370 371 372 373
					  NFS_SERVER(inode)->dtsize, desc->plus);
	if (error < 0) {
		/* We requested READDIRPLUS, but the server doesn't grok it */
		if (error == -ENOTSUPP && desc->plus) {
			NFS_SERVER(inode)->caps &= ~NFS_CAP_READDIRPLUS;
B
Benny Halevy 已提交
374
			clear_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(inode)->flags);
L
Linus Torvalds 已提交
375 376 377 378 379
			desc->plus = 0;
			goto again;
		}
		goto error;
	}
380
	desc->timestamp = timestamp;
381
	desc->gencount = gencount;
B
Bryan Schumaker 已提交
382 383
error:
	return error;
L
Linus Torvalds 已提交
384 385
}

386 387
static int xdr_decode(nfs_readdir_descriptor_t *desc,
		      struct nfs_entry *entry, struct xdr_stream *xdr)
L
Linus Torvalds 已提交
388
{
389
	int error;
L
Linus Torvalds 已提交
390

391 392 393
	error = desc->decode(xdr, entry, desc->plus);
	if (error)
		return error;
B
Bryan Schumaker 已提交
394 395 396
	entry->fattr->time_start = desc->timestamp;
	entry->fattr->gencount = desc->gencount;
	return 0;
L
Linus Torvalds 已提交
397 398
}

B
Bryan Schumaker 已提交
399 400 401 402 403
static
int nfs_same_file(struct dentry *dentry, struct nfs_entry *entry)
{
	if (dentry->d_inode == NULL)
		goto different;
T
Trond Myklebust 已提交
404
	if (nfs_compare_fh(entry->fh, NFS_FH(dentry->d_inode)) != 0)
B
Bryan Schumaker 已提交
405 406 407 408 409 410
		goto different;
	return 1;
different:
	return 0;
}

411
static
A
Al Viro 已提交
412
bool nfs_use_readdirplus(struct inode *dir, struct dir_context *ctx)
413 414 415 416 417
{
	if (!nfs_server_capable(dir, NFS_CAP_READDIRPLUS))
		return false;
	if (test_and_clear_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(dir)->flags))
		return true;
A
Al Viro 已提交
418
	if (ctx->pos == 0)
419 420 421 422 423 424 425 426 427 428 429 430 431 432 433
		return true;
	return false;
}

/*
 * This function is called by the lookup code to request the use of
 * readdirplus to accelerate any future lookups in the same
 * directory.
 */
static
void nfs_advise_use_readdirplus(struct inode *dir)
{
	set_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(dir)->flags);
}

B
Bryan Schumaker 已提交
434 435 436
static
void nfs_prime_dcache(struct dentry *parent, struct nfs_entry *entry)
{
437
	struct qstr filename = QSTR_INIT(entry->name, entry->len);
438 439
	struct dentry *dentry;
	struct dentry *alias;
B
Bryan Schumaker 已提交
440 441
	struct inode *dir = parent->d_inode;
	struct inode *inode;
442
	int status;
B
Bryan Schumaker 已提交
443

444 445 446 447 448 449 450
	if (filename.name[0] == '.') {
		if (filename.len == 1)
			return;
		if (filename.len == 2 && filename.name[1] == '.')
			return;
	}
	filename.hash = full_name_hash(filename.name, filename.len);
B
Bryan Schumaker 已提交
451

452
	dentry = d_lookup(parent, &filename);
B
Bryan Schumaker 已提交
453 454
	if (dentry != NULL) {
		if (nfs_same_file(dentry, entry)) {
455
			nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
456 457 458
			status = nfs_refresh_inode(dentry->d_inode, entry->fattr);
			if (!status)
				nfs_setsecurity(dentry->d_inode, entry->fattr, entry->label);
B
Bryan Schumaker 已提交
459 460
			goto out;
		} else {
461 462
			if (d_invalidate(dentry) != 0)
				goto out;
B
Bryan Schumaker 已提交
463 464 465 466 467
			dput(dentry);
		}
	}

	dentry = d_alloc(parent, &filename);
468 469 470
	if (dentry == NULL)
		return;

471
	inode = nfs_fhget(dentry->d_sb, entry->fh, entry->fattr, entry->label);
B
Bryan Schumaker 已提交
472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487
	if (IS_ERR(inode))
		goto out;

	alias = d_materialise_unique(dentry, inode);
	if (IS_ERR(alias))
		goto out;
	else if (alias) {
		nfs_set_verifier(alias, nfs_save_change_attribute(dir));
		dput(alias);
	} else
		nfs_set_verifier(dentry, nfs_save_change_attribute(dir));

out:
	dput(dentry);
}

B
Bryan Schumaker 已提交
488 489
/* Perform conversion from xdr to cache array */
static
490
int nfs_readdir_page_filler(nfs_readdir_descriptor_t *desc, struct nfs_entry *entry,
491
				struct page **xdr_pages, struct page *page, unsigned int buflen)
L
Linus Torvalds 已提交
492
{
493
	struct xdr_stream stream;
494
	struct xdr_buf buf;
495
	struct page *scratch;
B
Bryan Schumaker 已提交
496
	struct nfs_cache_array *array;
497 498
	unsigned int count = 0;
	int status;
499

500 501 502
	scratch = alloc_page(GFP_KERNEL);
	if (scratch == NULL)
		return -ENOMEM;
503

504
	xdr_init_decode_pages(&stream, &buf, xdr_pages, buflen);
505
	xdr_set_scratch_buffer(&stream, page_address(scratch), PAGE_SIZE);
B
Bryan Schumaker 已提交
506 507 508

	do {
		status = xdr_decode(desc, entry, &stream);
509 510 511
		if (status != 0) {
			if (status == -EAGAIN)
				status = 0;
B
Bryan Schumaker 已提交
512
			break;
513
		}
B
Bryan Schumaker 已提交
514

515 516
		count++;

T
Trond Myklebust 已提交
517
		if (desc->plus != 0)
B
Bryan Schumaker 已提交
518
			nfs_prime_dcache(desc->file->f_path.dentry, entry);
519 520 521 522

		status = nfs_readdir_add_to_array(entry, page);
		if (status != 0)
			break;
B
Bryan Schumaker 已提交
523 524
	} while (!entry->eof);

T
Trond Myklebust 已提交
525
	if (count == 0 || (status == -EBADCOOKIE && entry->eof != 0)) {
B
Bryan Schumaker 已提交
526
		array = nfs_readdir_get_array(page);
527 528 529 530
		if (!IS_ERR(array)) {
			array->eof_index = array->size;
			status = 0;
			nfs_readdir_release_array(page);
531 532
		} else
			status = PTR_ERR(array);
L
Linus Torvalds 已提交
533
	}
534 535

	put_page(scratch);
536
	return status;
B
Bryan Schumaker 已提交
537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558
}

static
void nfs_readdir_free_pagearray(struct page **pages, unsigned int npages)
{
	unsigned int i;
	for (i = 0; i < npages; i++)
		put_page(pages[i]);
}

static
void nfs_readdir_free_large_page(void *ptr, struct page **pages,
		unsigned int npages)
{
	nfs_readdir_free_pagearray(pages, npages);
}

/*
 * nfs_readdir_large_page will allocate pages that must be freed with a call
 * to nfs_readdir_free_large_page
 */
static
559
int nfs_readdir_large_page(struct page **pages, unsigned int npages)
B
Bryan Schumaker 已提交
560 561 562 563 564 565 566 567 568
{
	unsigned int i;

	for (i = 0; i < npages; i++) {
		struct page *page = alloc_page(GFP_KERNEL);
		if (page == NULL)
			goto out_freepages;
		pages[i] = page;
	}
569
	return 0;
B
Bryan Schumaker 已提交
570 571 572

out_freepages:
	nfs_readdir_free_pagearray(pages, i);
573
	return -ENOMEM;
L
Linus Torvalds 已提交
574 575
}

B
Bryan Schumaker 已提交
576 577
static
int nfs_readdir_xdr_to_array(nfs_readdir_descriptor_t *desc, struct page *page, struct inode *inode)
578
{
B
Bryan Schumaker 已提交
579 580
	struct page *pages[NFS_MAX_READDIR_PAGES];
	void *pages_ptr = NULL;
B
Bryan Schumaker 已提交
581 582 583
	struct nfs_entry entry;
	struct file	*file = desc->file;
	struct nfs_cache_array *array;
584
	int status = -ENOMEM;
B
Bryan Schumaker 已提交
585
	unsigned int array_size = ARRAY_SIZE(pages);
B
Bryan Schumaker 已提交
586 587

	entry.prev_cookie = 0;
588
	entry.cookie = desc->last_cookie;
B
Bryan Schumaker 已提交
589 590 591
	entry.eof = 0;
	entry.fh = nfs_alloc_fhandle();
	entry.fattr = nfs_alloc_fattr();
592
	entry.server = NFS_SERVER(inode);
B
Bryan Schumaker 已提交
593 594
	if (entry.fh == NULL || entry.fattr == NULL)
		goto out;
595

596 597 598 599 600 601
	entry.label = nfs4_label_alloc(NFS_SERVER(inode), GFP_NOWAIT);
	if (IS_ERR(entry.label)) {
		status = PTR_ERR(entry.label);
		goto out;
	}

B
Bryan Schumaker 已提交
602
	array = nfs_readdir_get_array(page);
603 604
	if (IS_ERR(array)) {
		status = PTR_ERR(array);
605
		goto out_label_free;
606
	}
B
Bryan Schumaker 已提交
607 608
	memset(array, 0, sizeof(struct nfs_cache_array));
	array->eof_index = -1;
609

610 611
	status = nfs_readdir_large_page(pages, array_size);
	if (status < 0)
B
Bryan Schumaker 已提交
612 613
		goto out_release_array;
	do {
614
		unsigned int pglen;
B
Bryan Schumaker 已提交
615
		status = nfs_readdir_xdr_filler(pages, desc, &entry, file, inode);
616

B
Bryan Schumaker 已提交
617
		if (status < 0)
618
			break;
619
		pglen = status;
620
		status = nfs_readdir_page_filler(desc, &entry, pages, page, pglen);
621 622 623 624 625 626
		if (status < 0) {
			if (status == -ENOSPC)
				status = 0;
			break;
		}
	} while (array->eof_index < 0);
B
Bryan Schumaker 已提交
627

B
Bryan Schumaker 已提交
628
	nfs_readdir_free_large_page(pages_ptr, pages, array_size);
B
Bryan Schumaker 已提交
629 630
out_release_array:
	nfs_readdir_release_array(page);
631 632
out_label_free:
	nfs4_label_free(entry.label);
B
Bryan Schumaker 已提交
633 634 635
out:
	nfs_free_fattr(entry.fattr);
	nfs_free_fhandle(entry.fh);
636 637 638 639
	return status;
}

/*
B
Bryan Schumaker 已提交
640 641 642 643
 * Now we cache directories properly, by converting xdr information
 * to an array that can be used for lookups later.  This results in
 * fewer cache pages, since we can store more information on each page.
 * We only need to convert from xdr once so future lookups are much simpler
L
Linus Torvalds 已提交
644
 */
B
Bryan Schumaker 已提交
645 646
static
int nfs_readdir_filler(nfs_readdir_descriptor_t *desc, struct page* page)
L
Linus Torvalds 已提交
647
{
A
Al Viro 已提交
648
	struct inode	*inode = file_inode(desc->file);
649
	int ret;
L
Linus Torvalds 已提交
650

651 652
	ret = nfs_readdir_xdr_to_array(desc, page, inode);
	if (ret < 0)
B
Bryan Schumaker 已提交
653 654
		goto error;
	SetPageUptodate(page);
L
Linus Torvalds 已提交
655

B
Bryan Schumaker 已提交
656 657 658
	if (invalidate_inode_pages2_range(inode->i_mapping, page->index + 1, -1) < 0) {
		/* Should never happen */
		nfs_zap_mapping(inode, inode->i_mapping);
L
Linus Torvalds 已提交
659
	}
B
Bryan Schumaker 已提交
660 661 662 663
	unlock_page(page);
	return 0;
 error:
	unlock_page(page);
664
	return ret;
B
Bryan Schumaker 已提交
665
}
L
Linus Torvalds 已提交
666

B
Bryan Schumaker 已提交
667 668 669
static
void cache_page_release(nfs_readdir_descriptor_t *desc)
{
670 671
	if (!desc->page->mapping)
		nfs_readdir_clear_array(desc->page);
B
Bryan Schumaker 已提交
672 673 674 675 676 677 678
	page_cache_release(desc->page);
	desc->page = NULL;
}

static
struct page *get_cache_page(nfs_readdir_descriptor_t *desc)
{
A
Al Viro 已提交
679
	return read_cache_page(file_inode(desc->file)->i_mapping,
B
Bryan Schumaker 已提交
680
			desc->page_index, (filler_t *)nfs_readdir_filler, desc);
L
Linus Torvalds 已提交
681 682 683
}

/*
B
Bryan Schumaker 已提交
684
 * Returns 0 if desc->dir_cookie was found on page desc->page_index
L
Linus Torvalds 已提交
685
 */
B
Bryan Schumaker 已提交
686 687 688 689 690 691 692 693 694 695
static
int find_cache_page(nfs_readdir_descriptor_t *desc)
{
	int res;

	desc->page = get_cache_page(desc);
	if (IS_ERR(desc->page))
		return PTR_ERR(desc->page);

	res = nfs_readdir_search_array(desc);
T
Trond Myklebust 已提交
696 697
	if (res != 0)
		cache_page_release(desc);
B
Bryan Schumaker 已提交
698 699 700 701
	return res;
}

/* Search for desc->dir_cookie from the beginning of the page cache */
L
Linus Torvalds 已提交
702 703 704
static inline
int readdir_search_pagecache(nfs_readdir_descriptor_t *desc)
{
705
	int res;
B
Bryan Schumaker 已提交
706

707
	if (desc->page_index == 0) {
708
		desc->current_index = 0;
709 710
		desc->last_cookie = 0;
	}
T
Trond Myklebust 已提交
711
	do {
B
Bryan Schumaker 已提交
712
		res = find_cache_page(desc);
T
Trond Myklebust 已提交
713
	} while (res == -EAGAIN);
L
Linus Torvalds 已提交
714 715 716 717 718 719 720
	return res;
}

/*
 * Once we've found the start of the dirent within a page: fill 'er up...
 */
static 
A
Al Viro 已提交
721
int nfs_do_filldir(nfs_readdir_descriptor_t *desc)
L
Linus Torvalds 已提交
722 723
{
	struct file	*file = desc->file;
B
Bryan Schumaker 已提交
724 725 726
	int i = 0;
	int res = 0;
	struct nfs_cache_array *array = NULL;
727 728
	struct nfs_open_dir_context *ctx = file->private_data;

B
Bryan Schumaker 已提交
729
	array = nfs_readdir_get_array(desc->page);
730 731 732 733
	if (IS_ERR(array)) {
		res = PTR_ERR(array);
		goto out;
	}
B
Bryan Schumaker 已提交
734 735

	for (i = desc->cache_entry_index; i < array->size; i++) {
736
		struct nfs_cache_array_entry *ent;
L
Linus Torvalds 已提交
737

738
		ent = &array->array[i];
A
Al Viro 已提交
739 740
		if (!dir_emit(desc->ctx, ent->string.name, ent->string.len,
		    nfs_compat_user_ino64(ent->ino), ent->d_type)) {
741
			desc->eof = 1;
L
Linus Torvalds 已提交
742
			break;
743
		}
A
Al Viro 已提交
744
		desc->ctx->pos++;
B
Bryan Schumaker 已提交
745 746 747 748
		if (i < (array->size-1))
			*desc->dir_cookie = array->array[i+1].cookie;
		else
			*desc->dir_cookie = array->last_cookie;
749 750
		if (ctx->duped != 0)
			ctx->duped = 1;
L
Linus Torvalds 已提交
751
	}
T
Trond Myklebust 已提交
752
	if (array->eof_index >= 0)
753
		desc->eof = 1;
B
Bryan Schumaker 已提交
754 755

	nfs_readdir_release_array(desc->page);
756
out:
B
Bryan Schumaker 已提交
757
	cache_page_release(desc);
C
Chuck Lever 已提交
758 759
	dfprintk(DIRCACHE, "NFS: nfs_do_filldir() filling ended @ cookie %Lu; returning = %d\n",
			(unsigned long long)*desc->dir_cookie, res);
L
Linus Torvalds 已提交
760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775
	return res;
}

/*
 * If we cannot find a cookie in our cache, we suspect that this is
 * because it points to a deleted file, so we ask the server to return
 * whatever it thinks is the next entry. We then feed this to filldir.
 * If all goes well, we should then be able to find our way round the
 * cache on the next call to readdir_search_pagecache();
 *
 * NOTE: we cannot add the anonymous page to the pagecache because
 *	 the data it contains might not be page aligned. Besides,
 *	 we should already have a complete representation of the
 *	 directory in the page cache by the time we get here.
 */
static inline
A
Al Viro 已提交
776
int uncached_readdir(nfs_readdir_descriptor_t *desc)
L
Linus Torvalds 已提交
777 778 779
{
	struct page	*page = NULL;
	int		status;
A
Al Viro 已提交
780
	struct inode *inode = file_inode(desc->file);
781
	struct nfs_open_dir_context *ctx = desc->file->private_data;
L
Linus Torvalds 已提交
782

C
Chuck Lever 已提交
783 784
	dfprintk(DIRCACHE, "NFS: uncached_readdir() searching for cookie %Lu\n",
			(unsigned long long)*desc->dir_cookie);
L
Linus Torvalds 已提交
785 786 787 788 789 790

	page = alloc_page(GFP_HIGHUSER);
	if (!page) {
		status = -ENOMEM;
		goto out;
	}
B
Bryan Schumaker 已提交
791

792
	desc->page_index = 0;
793
	desc->last_cookie = *desc->dir_cookie;
794
	desc->page = page;
795
	ctx->duped = 0;
796

797 798
	status = nfs_readdir_xdr_to_array(desc, page, inode);
	if (status < 0)
L
Linus Torvalds 已提交
799 800
		goto out_release;

A
Al Viro 已提交
801
	status = nfs_do_filldir(desc);
L
Linus Torvalds 已提交
802 803

 out:
C
Chuck Lever 已提交
804
	dfprintk(DIRCACHE, "NFS: %s: returns %d\n",
805
			__func__, status);
L
Linus Torvalds 已提交
806 807
	return status;
 out_release:
B
Bryan Schumaker 已提交
808
	cache_page_release(desc);
L
Linus Torvalds 已提交
809 810 811
	goto out;
}

812 813 814
/* The file offset position represents the dirent entry number.  A
   last cookie cache takes care of the common case of reading the
   whole directory.
L
Linus Torvalds 已提交
815
 */
A
Al Viro 已提交
816
static int nfs_readdir(struct file *file, struct dir_context *ctx)
L
Linus Torvalds 已提交
817
{
A
Al Viro 已提交
818
	struct dentry	*dentry = file->f_path.dentry;
L
Linus Torvalds 已提交
819 820 821
	struct inode	*inode = dentry->d_inode;
	nfs_readdir_descriptor_t my_desc,
			*desc = &my_desc;
A
Al Viro 已提交
822
	struct nfs_open_dir_context *dir_ctx = file->private_data;
823
	int res = 0;
L
Linus Torvalds 已提交
824

C
Chuck Lever 已提交
825
	dfprintk(FILE, "NFS: readdir(%s/%s) starting at cookie %llu\n",
C
Chuck Lever 已提交
826
			dentry->d_parent->d_name.name, dentry->d_name.name,
A
Al Viro 已提交
827
			(long long)ctx->pos);
C
Chuck Lever 已提交
828 829
	nfs_inc_stats(inode, NFSIOS_VFSGETDENTS);

L
Linus Torvalds 已提交
830
	/*
A
Al Viro 已提交
831
	 * ctx->pos points to the dirent entry number.
832
	 * *desc->dir_cookie has the cookie for the next entry. We have
833 834
	 * to either find the entry with the appropriate number or
	 * revalidate the cookie.
L
Linus Torvalds 已提交
835 836 837
	 */
	memset(desc, 0, sizeof(*desc));

A
Al Viro 已提交
838 839
	desc->file = file;
	desc->ctx = ctx;
840
	desc->dir_cookie = &dir_ctx->dir_cookie;
L
Linus Torvalds 已提交
841
	desc->decode = NFS_PROTO(inode)->decode_dirent;
A
Al Viro 已提交
842
	desc->plus = nfs_use_readdirplus(inode, ctx) ? 1 : 0;
L
Linus Torvalds 已提交
843

T
Trond Myklebust 已提交
844
	nfs_block_sillyrename(dentry);
845 846
	if (ctx->pos == 0 || nfs_attribute_cache_expired(inode))
		res = nfs_revalidate_mapping(inode, file->f_mapping);
T
Trond Myklebust 已提交
847 848 849
	if (res < 0)
		goto out;

T
Trond Myklebust 已提交
850
	do {
L
Linus Torvalds 已提交
851
		res = readdir_search_pagecache(desc);
852

L
Linus Torvalds 已提交
853
		if (res == -EBADCOOKIE) {
854
			res = 0;
L
Linus Torvalds 已提交
855
			/* This means either end of directory */
B
Bryan Schumaker 已提交
856
			if (*desc->dir_cookie && desc->eof == 0) {
L
Linus Torvalds 已提交
857
				/* Or that the server has 'lost' a cookie */
A
Al Viro 已提交
858
				res = uncached_readdir(desc);
859
				if (res == 0)
L
Linus Torvalds 已提交
860 861 862 863 864
					continue;
			}
			break;
		}
		if (res == -ETOOSMALL && desc->plus) {
B
Benny Halevy 已提交
865
			clear_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(inode)->flags);
L
Linus Torvalds 已提交
866
			nfs_zap_caches(inode);
867
			desc->page_index = 0;
L
Linus Torvalds 已提交
868
			desc->plus = 0;
B
Bryan Schumaker 已提交
869
			desc->eof = 0;
L
Linus Torvalds 已提交
870 871 872 873 874
			continue;
		}
		if (res < 0)
			break;

A
Al Viro 已提交
875
		res = nfs_do_filldir(desc);
876
		if (res < 0)
L
Linus Torvalds 已提交
877
			break;
T
Trond Myklebust 已提交
878
	} while (!desc->eof);
T
Trond Myklebust 已提交
879
out:
T
Trond Myklebust 已提交
880
	nfs_unblock_sillyrename(dentry);
C
Chuck Lever 已提交
881 882
	if (res > 0)
		res = 0;
883
	dfprintk(FILE, "NFS: readdir(%s/%s) returns %d\n",
C
Chuck Lever 已提交
884 885 886
			dentry->d_parent->d_name.name, dentry->d_name.name,
			res);
	return res;
L
Linus Torvalds 已提交
887 888
}

889
static loff_t nfs_llseek_dir(struct file *filp, loff_t offset, int whence)
890
{
891 892
	struct dentry *dentry = filp->f_path.dentry;
	struct inode *inode = dentry->d_inode;
893
	struct nfs_open_dir_context *dir_ctx = filp->private_data;
894

C
Chuck Lever 已提交
895
	dfprintk(FILE, "NFS: llseek dir(%s/%s, %lld, %d)\n",
896 897
			dentry->d_parent->d_name.name,
			dentry->d_name.name,
898
			offset, whence);
899 900

	mutex_lock(&inode->i_mutex);
901
	switch (whence) {
902 903 904 905 906 907 908 909 910 911 912
		case 1:
			offset += filp->f_pos;
		case 0:
			if (offset >= 0)
				break;
		default:
			offset = -EINVAL;
			goto out;
	}
	if (offset != filp->f_pos) {
		filp->f_pos = offset;
913
		dir_ctx->dir_cookie = 0;
914
		dir_ctx->duped = 0;
915 916
	}
out:
917
	mutex_unlock(&inode->i_mutex);
918 919 920
	return offset;
}

L
Linus Torvalds 已提交
921 922 923 924
/*
 * All directory operations under NFS are synchronous, so fsync()
 * is a dummy operation.
 */
925 926
static int nfs_fsync_dir(struct file *filp, loff_t start, loff_t end,
			 int datasync)
L
Linus Torvalds 已提交
927
{
928
	struct dentry *dentry = filp->f_path.dentry;
929
	struct inode *inode = dentry->d_inode;
930

C
Chuck Lever 已提交
931
	dfprintk(FILE, "NFS: fsync dir(%s/%s) datasync %d\n",
C
Chuck Lever 已提交
932 933 934
			dentry->d_parent->d_name.name, dentry->d_name.name,
			datasync);

935
	mutex_lock(&inode->i_mutex);
936
	nfs_inc_stats(dentry->d_inode, NFSIOS_VFSFSYNC);
937
	mutex_unlock(&inode->i_mutex);
L
Linus Torvalds 已提交
938 939 940
	return 0;
}

941 942 943 944 945 946 947 948 949 950 951 952
/**
 * nfs_force_lookup_revalidate - Mark the directory as having changed
 * @dir - pointer to directory inode
 *
 * This forces the revalidation code in nfs_lookup_revalidate() to do a
 * full lookup on all child dentries of 'dir' whenever a change occurs
 * on the server that might have invalidated our dcache.
 *
 * The caller should be holding dir->i_lock
 */
void nfs_force_lookup_revalidate(struct inode *dir)
{
953
	NFS_I(dir)->cache_change_attribute++;
954
}
B
Bryan Schumaker 已提交
955
EXPORT_SYMBOL_GPL(nfs_force_lookup_revalidate);
956

L
Linus Torvalds 已提交
957 958 959 960 961
/*
 * A check for whether or not the parent directory has changed.
 * In the case it has, we assume that the dentries are untrustworthy
 * and may need to be looked up again.
 */
962
static int nfs_check_verifier(struct inode *dir, struct dentry *dentry)
L
Linus Torvalds 已提交
963 964 965
{
	if (IS_ROOT(dentry))
		return 1;
966 967
	if (NFS_SERVER(dir)->flags & NFS_MOUNT_LOOKUP_CACHE_NONE)
		return 0;
968 969 970 971 972 973 974 975
	if (!nfs_verify_change_attribute(dir, dentry->d_time))
		return 0;
	/* Revalidate nfsi->cache_change_attribute before we declare a match */
	if (nfs_revalidate_inode(NFS_SERVER(dir), dir) < 0)
		return 0;
	if (!nfs_verify_change_attribute(dir, dentry->d_time))
		return 0;
	return 1;
L
Linus Torvalds 已提交
976 977
}

978 979 980 981
/*
 * Use intent information to check whether or not we're going to do
 * an O_EXCL create using this path component.
 */
982
static int nfs_is_exclusive_create(struct inode *dir, unsigned int flags)
983 984 985
{
	if (NFS_PROTO(dir)->version == 2)
		return 0;
986
	return flags & LOOKUP_EXCL;
987 988
}

989 990 991 992 993 994 995 996
/*
 * Inode and filehandle revalidation for lookups.
 *
 * We force revalidation in the cases where the VFS sets LOOKUP_REVAL,
 * or if the intent information indicates that we're about to open this
 * particular file and the "nocto" mount flag is not set.
 *
 */
997
static
998
int nfs_lookup_verify_inode(struct inode *inode, unsigned int flags)
L
Linus Torvalds 已提交
999 1000
{
	struct nfs_server *server = NFS_SERVER(inode);
1001
	int ret;
L
Linus Torvalds 已提交
1002

1003
	if (IS_AUTOMOUNT(inode))
1004
		return 0;
1005
	/* VFS wants an on-the-wire revalidation */
1006
	if (flags & LOOKUP_REVAL)
1007 1008
		goto out_force;
	/* This is an open(2) */
1009 1010
	if ((flags & LOOKUP_OPEN) && !(server->flags & NFS_MOUNT_NOCTO) &&
	    (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode)))
1011
		goto out_force;
1012 1013
out:
	return (inode->i_nlink == 0) ? -ENOENT : 0;
L
Linus Torvalds 已提交
1014
out_force:
1015 1016 1017 1018
	ret = __nfs_revalidate_inode(server, inode);
	if (ret != 0)
		return ret;
	goto out;
L
Linus Torvalds 已提交
1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029
}

/*
 * We judge how long we want to trust negative
 * dentries by looking at the parent inode mtime.
 *
 * If parent mtime has changed, we revalidate, else we wait for a
 * period corresponding to the parent's attribute cache timeout value.
 */
static inline
int nfs_neg_need_reval(struct inode *dir, struct dentry *dentry,
1030
		       unsigned int flags)
L
Linus Torvalds 已提交
1031 1032
{
	/* Don't revalidate a negative dentry if we're creating a new file */
1033
	if (flags & LOOKUP_CREATE)
L
Linus Torvalds 已提交
1034
		return 0;
1035 1036
	if (NFS_SERVER(dir)->flags & NFS_MOUNT_LOOKUP_CACHE_NONEG)
		return 1;
L
Linus Torvalds 已提交
1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050
	return !nfs_check_verifier(dir, dentry);
}

/*
 * This is called every time the dcache has a lookup hit,
 * and we should check whether we can really trust that
 * lookup.
 *
 * NOTE! The hit can be a negative hit too, don't assume
 * we have an inode!
 *
 * If the parent directory is seen to have changed, we throw out the
 * cached dentry and do a new lookup.
 */
1051
static int nfs_lookup_revalidate(struct dentry *dentry, unsigned int flags)
L
Linus Torvalds 已提交
1052 1053 1054 1055
{
	struct inode *dir;
	struct inode *inode;
	struct dentry *parent;
1056 1057
	struct nfs_fh *fhandle = NULL;
	struct nfs_fattr *fattr = NULL;
1058
	struct nfs4_label *label = NULL;
L
Linus Torvalds 已提交
1059 1060
	int error;

1061
	if (flags & LOOKUP_RCU)
1062 1063
		return -ECHILD;

L
Linus Torvalds 已提交
1064 1065
	parent = dget_parent(dentry);
	dir = parent->d_inode;
C
Chuck Lever 已提交
1066
	nfs_inc_stats(dir, NFSIOS_DENTRYREVALIDATE);
L
Linus Torvalds 已提交
1067 1068 1069
	inode = dentry->d_inode;

	if (!inode) {
1070
		if (nfs_neg_need_reval(dir, dentry, flags))
L
Linus Torvalds 已提交
1071
			goto out_bad;
1072
		goto out_valid_noent;
L
Linus Torvalds 已提交
1073 1074 1075
	}

	if (is_bad_inode(inode)) {
C
Chuck Lever 已提交
1076
		dfprintk(LOOKUPCACHE, "%s: %s/%s has dud inode\n",
1077
				__func__, dentry->d_parent->d_name.name,
C
Chuck Lever 已提交
1078
				dentry->d_name.name);
L
Linus Torvalds 已提交
1079 1080 1081
		goto out_bad;
	}

1082
	if (NFS_PROTO(dir)->have_delegation(inode, FMODE_READ))
1083 1084
		goto out_set_verifier;

L
Linus Torvalds 已提交
1085
	/* Force a full look up iff the parent directory has changed */
1086 1087
	if (!nfs_is_exclusive_create(dir, flags) && nfs_check_verifier(dir, dentry)) {
		if (nfs_lookup_verify_inode(inode, flags))
L
Linus Torvalds 已提交
1088 1089 1090 1091 1092 1093 1094
			goto out_zap_parent;
		goto out_valid;
	}

	if (NFS_STALE(inode))
		goto out_bad;

1095 1096 1097 1098 1099 1100
	error = -ENOMEM;
	fhandle = nfs_alloc_fhandle();
	fattr = nfs_alloc_fattr();
	if (fhandle == NULL || fattr == NULL)
		goto out_error;

1101 1102 1103 1104
	label = nfs4_label_alloc(NFS_SERVER(inode), GFP_NOWAIT);
	if (IS_ERR(label))
		goto out_error;

1105
	trace_nfs_lookup_revalidate_enter(dir, dentry, flags);
1106
	error = NFS_PROTO(dir)->lookup(dir, &dentry->d_name, fhandle, fattr, label);
1107
	trace_nfs_lookup_revalidate_exit(dir, dentry, flags, error);
L
Linus Torvalds 已提交
1108 1109
	if (error)
		goto out_bad;
1110
	if (nfs_compare_fh(NFS_FH(inode), fhandle))
L
Linus Torvalds 已提交
1111
		goto out_bad;
1112
	if ((error = nfs_refresh_inode(inode, fattr)) != 0)
L
Linus Torvalds 已提交
1113 1114
		goto out_bad;

1115 1116
	nfs_setsecurity(inode, fattr, label);

1117 1118
	nfs_free_fattr(fattr);
	nfs_free_fhandle(fhandle);
1119 1120
	nfs4_label_free(label);

1121
out_set_verifier:
1122
	nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
L
Linus Torvalds 已提交
1123
 out_valid:
1124 1125 1126
	/* Success: notify readdir to use READDIRPLUS */
	nfs_advise_use_readdirplus(dir);
 out_valid_noent:
L
Linus Torvalds 已提交
1127
	dput(parent);
C
Chuck Lever 已提交
1128
	dfprintk(LOOKUPCACHE, "NFS: %s(%s/%s) is valid\n",
1129
			__func__, dentry->d_parent->d_name.name,
C
Chuck Lever 已提交
1130
			dentry->d_name.name);
L
Linus Torvalds 已提交
1131 1132 1133 1134
	return 1;
out_zap_parent:
	nfs_zap_caches(dir);
 out_bad:
A
Al Viro 已提交
1135 1136
	nfs_free_fattr(fattr);
	nfs_free_fhandle(fhandle);
1137
	nfs4_label_free(label);
1138
	nfs_mark_for_revalidate(dir);
L
Linus Torvalds 已提交
1139 1140 1141
	if (inode && S_ISDIR(inode->i_mode)) {
		/* Purge readdir caches. */
		nfs_zap_caches(inode);
1142 1143
		if (dentry->d_flags & DCACHE_DISCONNECTED)
			goto out_valid;
L
Linus Torvalds 已提交
1144
	}
1145 1146 1147 1148
	/* If we have submounts, don't unhash ! */
	if (check_submounts_and_drop(dentry) != 0)
		goto out_valid;

L
Linus Torvalds 已提交
1149
	dput(parent);
C
Chuck Lever 已提交
1150
	dfprintk(LOOKUPCACHE, "NFS: %s(%s/%s) is invalid\n",
1151
			__func__, dentry->d_parent->d_name.name,
C
Chuck Lever 已提交
1152
			dentry->d_name.name);
L
Linus Torvalds 已提交
1153
	return 0;
1154 1155 1156
out_error:
	nfs_free_fattr(fattr);
	nfs_free_fhandle(fhandle);
1157
	nfs4_label_free(label);
1158 1159 1160 1161 1162
	dput(parent);
	dfprintk(LOOKUPCACHE, "NFS: %s(%s/%s) lookup returned error %d\n",
			__func__, dentry->d_parent->d_name.name,
			dentry->d_name.name, error);
	return error;
L
Linus Torvalds 已提交
1163 1164
}

1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203
/*
 * A weaker form of d_revalidate for revalidating just the dentry->d_inode
 * when we don't really care about the dentry name. This is called when a
 * pathwalk ends on a dentry that was not found via a normal lookup in the
 * parent dir (e.g.: ".", "..", procfs symlinks or mountpoint traversals).
 *
 * In this situation, we just want to verify that the inode itself is OK
 * since the dentry might have changed on the server.
 */
static int nfs_weak_revalidate(struct dentry *dentry, unsigned int flags)
{
	int error;
	struct inode *inode = dentry->d_inode;

	/*
	 * I believe we can only get a negative dentry here in the case of a
	 * procfs-style symlink. Just assume it's correct for now, but we may
	 * eventually need to do something more here.
	 */
	if (!inode) {
		dfprintk(LOOKUPCACHE, "%s: %s/%s has negative inode\n",
				__func__, dentry->d_parent->d_name.name,
				dentry->d_name.name);
		return 1;
	}

	if (is_bad_inode(inode)) {
		dfprintk(LOOKUPCACHE, "%s: %s/%s has dud inode\n",
				__func__, dentry->d_parent->d_name.name,
				dentry->d_name.name);
		return 0;
	}

	error = nfs_revalidate_inode(NFS_SERVER(inode), inode);
	dfprintk(LOOKUPCACHE, "NFS: %s: inode %lu is %s\n",
			__func__, inode->i_ino, error ? "invalid" : "valid");
	return !error;
}

L
Linus Torvalds 已提交
1204 1205 1206
/*
 * This is called from dput() when d_count is going to 0.
 */
N
Nick Piggin 已提交
1207
static int nfs_dentry_delete(const struct dentry *dentry)
L
Linus Torvalds 已提交
1208 1209 1210 1211 1212
{
	dfprintk(VFS, "NFS: dentry_delete(%s/%s, %x)\n",
		dentry->d_parent->d_name.name, dentry->d_name.name,
		dentry->d_flags);

1213 1214 1215 1216
	/* Unhash any dentry with a stale inode */
	if (dentry->d_inode != NULL && NFS_STALE(dentry->d_inode))
		return 1;

L
Linus Torvalds 已提交
1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229
	if (dentry->d_flags & DCACHE_NFSFS_RENAMED) {
		/* Unhash it, so that ->d_iput() would be called */
		return 1;
	}
	if (!(dentry->d_sb->s_flags & MS_ACTIVE)) {
		/* Unhash it, so that ancestors of killed async unlink
		 * files will be cleaned up during umount */
		return 1;
	}
	return 0;

}

T
Trond Myklebust 已提交
1230
/* Ensure that we revalidate inode->i_nlink */
1231 1232 1233
static void nfs_drop_nlink(struct inode *inode)
{
	spin_lock(&inode->i_lock);
T
Trond Myklebust 已提交
1234 1235 1236 1237
	/* drop the inode if we're reasonably sure this is the last link */
	if (inode->i_nlink == 1)
		clear_nlink(inode);
	NFS_I(inode)->cache_validity |= NFS_INO_INVALID_ATTR;
1238 1239 1240
	spin_unlock(&inode->i_lock);
}

L
Linus Torvalds 已提交
1241 1242 1243 1244 1245 1246
/*
 * Called when the dentry loses inode.
 * We use it to clean up silly-renamed files.
 */
static void nfs_dentry_iput(struct dentry *dentry, struct inode *inode)
{
1247 1248 1249 1250
	if (S_ISDIR(inode->i_mode))
		/* drop any readdir cache as it could easily be old */
		NFS_I(inode)->cache_validity |= NFS_INO_INVALID_DATA;

L
Linus Torvalds 已提交
1251
	if (dentry->d_flags & DCACHE_NFSFS_RENAMED) {
1252
		nfs_complete_unlink(dentry, inode);
T
Trond Myklebust 已提交
1253
		nfs_drop_nlink(inode);
L
Linus Torvalds 已提交
1254 1255 1256 1257
	}
	iput(inode);
}

1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268
static void nfs_d_release(struct dentry *dentry)
{
	/* free cached devname value, if it survived that far */
	if (unlikely(dentry->d_fsdata)) {
		if (dentry->d_flags & DCACHE_NFSFS_RENAMED)
			WARN_ON(1);
		else
			kfree(dentry->d_fsdata);
	}
}

A
Al Viro 已提交
1269
const struct dentry_operations nfs_dentry_operations = {
L
Linus Torvalds 已提交
1270
	.d_revalidate	= nfs_lookup_revalidate,
1271
	.d_weak_revalidate	= nfs_weak_revalidate,
L
Linus Torvalds 已提交
1272 1273
	.d_delete	= nfs_dentry_delete,
	.d_iput		= nfs_dentry_iput,
1274
	.d_automount	= nfs_d_automount,
1275
	.d_release	= nfs_d_release,
L
Linus Torvalds 已提交
1276
};
B
Bryan Schumaker 已提交
1277
EXPORT_SYMBOL_GPL(nfs_dentry_operations);
L
Linus Torvalds 已提交
1278

1279
struct dentry *nfs_lookup(struct inode *dir, struct dentry * dentry, unsigned int flags)
L
Linus Torvalds 已提交
1280 1281
{
	struct dentry *res;
T
Trond Myklebust 已提交
1282
	struct dentry *parent;
L
Linus Torvalds 已提交
1283
	struct inode *inode = NULL;
1284 1285
	struct nfs_fh *fhandle = NULL;
	struct nfs_fattr *fattr = NULL;
1286
	struct nfs4_label *label = NULL;
L
Linus Torvalds 已提交
1287 1288 1289 1290
	int error;

	dfprintk(VFS, "NFS: lookup(%s/%s)\n",
		dentry->d_parent->d_name.name, dentry->d_name.name);
C
Chuck Lever 已提交
1291
	nfs_inc_stats(dir, NFSIOS_VFSLOOKUP);
L
Linus Torvalds 已提交
1292 1293 1294 1295 1296

	res = ERR_PTR(-ENAMETOOLONG);
	if (dentry->d_name.len > NFS_SERVER(dir)->namelen)
		goto out;

1297 1298 1299 1300
	/*
	 * If we're doing an exclusive create, optimize away the lookup
	 * but don't hash the dentry.
	 */
A
Al Viro 已提交
1301
	if (nfs_is_exclusive_create(dir, flags)) {
1302 1303
		d_instantiate(dentry, NULL);
		res = NULL;
1304
		goto out;
1305
	}
L
Linus Torvalds 已提交
1306

1307 1308 1309 1310 1311 1312
	res = ERR_PTR(-ENOMEM);
	fhandle = nfs_alloc_fhandle();
	fattr = nfs_alloc_fattr();
	if (fhandle == NULL || fattr == NULL)
		goto out;

1313 1314 1315 1316
	label = nfs4_label_alloc(NFS_SERVER(dir), GFP_NOWAIT);
	if (IS_ERR(label))
		goto out;

T
Trond Myklebust 已提交
1317 1318
	parent = dentry->d_parent;
	/* Protect against concurrent sillydeletes */
1319
	trace_nfs_lookup_enter(dir, dentry, flags);
T
Trond Myklebust 已提交
1320
	nfs_block_sillyrename(parent);
1321
	error = NFS_PROTO(dir)->lookup(dir, &dentry->d_name, fhandle, fattr, label);
L
Linus Torvalds 已提交
1322 1323 1324 1325
	if (error == -ENOENT)
		goto no_entry;
	if (error < 0) {
		res = ERR_PTR(error);
T
Trond Myklebust 已提交
1326
		goto out_unblock_sillyrename;
L
Linus Torvalds 已提交
1327
	}
1328
	inode = nfs_fhget(dentry->d_sb, fhandle, fattr, label);
N
Namhyung Kim 已提交
1329
	res = ERR_CAST(inode);
1330
	if (IS_ERR(res))
T
Trond Myklebust 已提交
1331
		goto out_unblock_sillyrename;
1332

1333 1334 1335
	/* Success: notify readdir to use READDIRPLUS */
	nfs_advise_use_readdirplus(dir);

L
Linus Torvalds 已提交
1336
no_entry:
1337
	res = d_materialise_unique(dentry, inode);
1338 1339
	if (res != NULL) {
		if (IS_ERR(res))
T
Trond Myklebust 已提交
1340
			goto out_unblock_sillyrename;
L
Linus Torvalds 已提交
1341
		dentry = res;
1342
	}
L
Linus Torvalds 已提交
1343
	nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
T
Trond Myklebust 已提交
1344 1345
out_unblock_sillyrename:
	nfs_unblock_sillyrename(parent);
1346
	trace_nfs_lookup_exit(dir, dentry, flags, error);
1347
	nfs4_label_free(label);
L
Linus Torvalds 已提交
1348
out:
1349 1350
	nfs_free_fattr(fattr);
	nfs_free_fhandle(fhandle);
L
Linus Torvalds 已提交
1351 1352
	return res;
}
B
Bryan Schumaker 已提交
1353
EXPORT_SYMBOL_GPL(nfs_lookup);
L
Linus Torvalds 已提交
1354

B
Bryan Schumaker 已提交
1355
#if IS_ENABLED(CONFIG_NFS_V4)
1356
static int nfs4_lookup_revalidate(struct dentry *, unsigned int);
L
Linus Torvalds 已提交
1357

A
Al Viro 已提交
1358
const struct dentry_operations nfs4_dentry_operations = {
1359
	.d_revalidate	= nfs4_lookup_revalidate,
L
Linus Torvalds 已提交
1360 1361
	.d_delete	= nfs_dentry_delete,
	.d_iput		= nfs_dentry_iput,
1362
	.d_automount	= nfs_d_automount,
1363
	.d_release	= nfs_d_release,
L
Linus Torvalds 已提交
1364
};
B
Bryan Schumaker 已提交
1365
EXPORT_SYMBOL_GPL(nfs4_dentry_operations);
L
Linus Torvalds 已提交
1366

1367 1368 1369 1370 1371 1372 1373 1374 1375 1376
static fmode_t flags_to_mode(int flags)
{
	fmode_t res = (__force fmode_t)flags & FMODE_EXEC;
	if ((flags & O_ACCMODE) != O_WRONLY)
		res |= FMODE_READ;
	if ((flags & O_ACCMODE) != O_RDONLY)
		res |= FMODE_WRITE;
	return res;
}

1377
static struct nfs_open_context *create_nfs_open_context(struct dentry *dentry, int open_flags)
1378
{
1379
	return alloc_nfs_open_context(dentry, flags_to_mode(open_flags));
1380 1381 1382 1383 1384 1385 1386 1387
}

static int do_open(struct inode *inode, struct file *filp)
{
	nfs_fscache_set_inode_cookie(inode, filp);
	return 0;
}

A
Al Viro 已提交
1388 1389
static int nfs_finish_open(struct nfs_open_context *ctx,
			   struct dentry *dentry,
A
Al Viro 已提交
1390
			   struct file *file, unsigned open_flags,
A
Al Viro 已提交
1391
			   int *opened)
1392
{
1393 1394
	int err;

M
Miklos Szeredi 已提交
1395 1396 1397
	if ((open_flags & (O_CREAT | O_EXCL)) == (O_CREAT | O_EXCL))
		*opened |= FILE_CREATED;

A
Al Viro 已提交
1398 1399
	err = finish_open(file, dentry, do_open, opened);
	if (err)
A
Al Viro 已提交
1400
		goto out;
A
Al Viro 已提交
1401
	nfs_file_set_open_context(file, ctx);
1402

1403
out:
A
Al Viro 已提交
1404
	return err;
1405 1406
}

1407 1408 1409
int nfs_atomic_open(struct inode *dir, struct dentry *dentry,
		    struct file *file, unsigned open_flags,
		    umode_t mode, int *opened)
L
Linus Torvalds 已提交
1410
{
1411
	struct nfs_open_context *ctx;
1412 1413
	struct dentry *res;
	struct iattr attr = { .ia_valid = ATTR_OPEN };
1414
	struct inode *inode;
1415
	unsigned int lookup_flags = 0;
1416
	int err;
L
Linus Torvalds 已提交
1417

1418 1419 1420 1421
	/* Expect a negative dentry */
	BUG_ON(dentry->d_inode);

	dfprintk(VFS, "NFS: atomic_open(%s/%ld), %s\n",
C
Chuck Lever 已提交
1422 1423
			dir->i_sb->s_id, dir->i_ino, dentry->d_name.name);

1424 1425 1426 1427
	err = nfs_check_flags(open_flags);
	if (err)
		return err;

1428 1429 1430 1431 1432 1433 1434 1435
	/* NFS only supports OPEN on regular files */
	if ((open_flags & O_DIRECTORY)) {
		if (!d_unhashed(dentry)) {
			/*
			 * Hashed negative dentry with O_DIRECTORY: dentry was
			 * revalidated and is fine, no need to perform lookup
			 * again
			 */
A
Al Viro 已提交
1436
			return -ENOENT;
1437
		}
1438
		lookup_flags = LOOKUP_OPEN|LOOKUP_DIRECTORY;
L
Linus Torvalds 已提交
1439
		goto no_open;
1440
	}
L
Linus Torvalds 已提交
1441

1442
	if (dentry->d_name.len > NFS_SERVER(dir)->namelen)
A
Al Viro 已提交
1443
		return -ENAMETOOLONG;
1444

1445
	if (open_flags & O_CREAT) {
1446
		attr.ia_valid |= ATTR_MODE;
1447 1448
		attr.ia_mode = mode & ~current_umask();
	}
1449 1450 1451
	if (open_flags & O_TRUNC) {
		attr.ia_valid |= ATTR_SIZE;
		attr.ia_size = 0;
1452 1453
	}

1454 1455 1456
	ctx = create_nfs_open_context(dentry, open_flags);
	err = PTR_ERR(ctx);
	if (IS_ERR(ctx))
A
Al Viro 已提交
1457
		goto out;
1458

1459
	trace_nfs_atomic_open_enter(dir, ctx, open_flags);
1460
	nfs_block_sillyrename(dentry->d_parent);
1461
	inode = NFS_PROTO(dir)->open_context(dir, ctx, open_flags, &attr);
1462
	nfs_unblock_sillyrename(dentry->d_parent);
1463
	if (IS_ERR(inode)) {
1464
		err = PTR_ERR(inode);
1465
		trace_nfs_atomic_open_exit(dir, ctx, open_flags, err);
1466
		put_nfs_open_context(ctx);
1467 1468
		switch (err) {
		case -ENOENT:
1469
			d_drop(dentry);
1470 1471 1472 1473 1474 1475 1476
			d_add(dentry, NULL);
			break;
		case -EISDIR:
		case -ENOTDIR:
			goto no_open;
		case -ELOOP:
			if (!(open_flags & O_NOFOLLOW))
1477
				goto no_open;
1478
			break;
L
Linus Torvalds 已提交
1479
			/* case -EINVAL: */
1480 1481
		default:
			break;
L
Linus Torvalds 已提交
1482
		}
A
Al Viro 已提交
1483
		goto out;
1484
	}
1485

1486
	err = nfs_finish_open(ctx, ctx->dentry, file, open_flags, opened);
1487
	trace_nfs_atomic_open_exit(dir, ctx, open_flags, err);
1488
	put_nfs_open_context(ctx);
A
Al Viro 已提交
1489 1490
out:
	return err;
1491

L
Linus Torvalds 已提交
1492
no_open:
1493
	res = nfs_lookup(dir, dentry, lookup_flags);
1494 1495
	err = PTR_ERR(res);
	if (IS_ERR(res))
A
Al Viro 已提交
1496
		goto out;
1497

A
Al Viro 已提交
1498
	return finish_no_open(file, res);
L
Linus Torvalds 已提交
1499
}
B
Bryan Schumaker 已提交
1500
EXPORT_SYMBOL_GPL(nfs_atomic_open);
L
Linus Torvalds 已提交
1501

1502
static int nfs4_lookup_revalidate(struct dentry *dentry, unsigned int flags)
L
Linus Torvalds 已提交
1503 1504
{
	struct dentry *parent = NULL;
N
Nick Piggin 已提交
1505
	struct inode *inode;
L
Linus Torvalds 已提交
1506
	struct inode *dir;
1507
	int ret = 0;
L
Linus Torvalds 已提交
1508

1509
	if (flags & LOOKUP_RCU)
N
Nick Piggin 已提交
1510 1511
		return -ECHILD;

1512
	if (!(flags & LOOKUP_OPEN) || (flags & LOOKUP_DIRECTORY))
1513 1514
		goto no_open;
	if (d_mountpoint(dentry))
T
Trond Myklebust 已提交
1515
		goto no_open;
1516 1517
	if (NFS_SB(dentry->d_sb)->caps & NFS_CAP_ATOMIC_OPEN_V1)
		goto no_open;
1518

1519
	inode = dentry->d_inode;
L
Linus Torvalds 已提交
1520 1521
	parent = dget_parent(dentry);
	dir = parent->d_inode;
1522

L
Linus Torvalds 已提交
1523 1524 1525
	/* We can't create new files in nfs_open_revalidate(), so we
	 * optimize away revalidation of negative dentries.
	 */
1526
	if (inode == NULL) {
1527
		if (!nfs_neg_need_reval(dir, dentry, flags))
1528
			ret = 1;
L
Linus Torvalds 已提交
1529
		goto out;
1530 1531
	}

L
Linus Torvalds 已提交
1532 1533
	/* NFS only supports OPEN on regular files */
	if (!S_ISREG(inode->i_mode))
T
Trond Myklebust 已提交
1534
		goto no_open_dput;
L
Linus Torvalds 已提交
1535
	/* We cannot do exclusive creation on a positive dentry */
1536
	if (flags & LOOKUP_EXCL)
T
Trond Myklebust 已提交
1537
		goto no_open_dput;
L
Linus Torvalds 已提交
1538

1539 1540
	/* Let f_op->open() actually open (and revalidate) the file */
	ret = 1;
1541

L
Linus Torvalds 已提交
1542 1543 1544
out:
	dput(parent);
	return ret;
1545

T
Trond Myklebust 已提交
1546
no_open_dput:
L
Linus Torvalds 已提交
1547
	dput(parent);
T
Trond Myklebust 已提交
1548
no_open:
1549
	return nfs_lookup_revalidate(dentry, flags);
1550 1551
}

L
Linus Torvalds 已提交
1552 1553 1554 1555 1556 1557
#endif /* CONFIG_NFSV4 */

/*
 * Code common to create, mkdir, and mknod.
 */
int nfs_instantiate(struct dentry *dentry, struct nfs_fh *fhandle,
1558 1559
				struct nfs_fattr *fattr,
				struct nfs4_label *label)
L
Linus Torvalds 已提交
1560
{
1561 1562
	struct dentry *parent = dget_parent(dentry);
	struct inode *dir = parent->d_inode;
L
Linus Torvalds 已提交
1563 1564 1565
	struct inode *inode;
	int error = -EACCES;

1566 1567
	d_drop(dentry);

L
Linus Torvalds 已提交
1568 1569
	/* We may have been initialized further down */
	if (dentry->d_inode)
1570
		goto out;
L
Linus Torvalds 已提交
1571
	if (fhandle->size == 0) {
1572
		error = NFS_PROTO(dir)->lookup(dir, &dentry->d_name, fhandle, fattr, NULL);
L
Linus Torvalds 已提交
1573
		if (error)
1574
			goto out_error;
L
Linus Torvalds 已提交
1575
	}
1576
	nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
L
Linus Torvalds 已提交
1577 1578
	if (!(fattr->valid & NFS_ATTR_FATTR)) {
		struct nfs_server *server = NFS_SB(dentry->d_sb);
1579
		error = server->nfs_client->rpc_ops->getattr(server, fhandle, fattr, NULL);
L
Linus Torvalds 已提交
1580
		if (error < 0)
1581
			goto out_error;
L
Linus Torvalds 已提交
1582
	}
1583
	inode = nfs_fhget(dentry->d_sb, fhandle, fattr, label);
1584 1585
	error = PTR_ERR(inode);
	if (IS_ERR(inode))
1586 1587 1588 1589
		goto out_error;
	d_add(dentry, inode);
out:
	dput(parent);
L
Linus Torvalds 已提交
1590
	return 0;
1591 1592 1593 1594
out_error:
	nfs_mark_for_revalidate(dir);
	dput(parent);
	return error;
L
Linus Torvalds 已提交
1595
}
B
Bryan Schumaker 已提交
1596
EXPORT_SYMBOL_GPL(nfs_instantiate);
L
Linus Torvalds 已提交
1597 1598 1599 1600 1601 1602 1603

/*
 * Following a failed create operation, we drop the dentry rather
 * than retain a negative dentry. This avoids a problem in the event
 * that the operation succeeded on the server, but an error in the
 * reply path made it appear to have failed.
 */
1604
int nfs_create(struct inode *dir, struct dentry *dentry,
A
Al Viro 已提交
1605
		umode_t mode, bool excl)
L
Linus Torvalds 已提交
1606 1607
{
	struct iattr attr;
A
Al Viro 已提交
1608
	int open_flags = excl ? O_CREAT | O_EXCL : O_CREAT;
L
Linus Torvalds 已提交
1609 1610
	int error;

C
Chuck Lever 已提交
1611 1612
	dfprintk(VFS, "NFS: create(%s/%ld), %s\n",
			dir->i_sb->s_id, dir->i_ino, dentry->d_name.name);
L
Linus Torvalds 已提交
1613 1614 1615 1616

	attr.ia_mode = mode;
	attr.ia_valid = ATTR_MODE;

1617
	trace_nfs_create_enter(dir, dentry, open_flags);
1618
	error = NFS_PROTO(dir)->create(dir, dentry, &attr, open_flags);
1619
	trace_nfs_create_exit(dir, dentry, open_flags, error);
L
Linus Torvalds 已提交
1620 1621 1622 1623 1624 1625 1626
	if (error != 0)
		goto out_err;
	return 0;
out_err:
	d_drop(dentry);
	return error;
}
B
Bryan Schumaker 已提交
1627
EXPORT_SYMBOL_GPL(nfs_create);
L
Linus Torvalds 已提交
1628 1629 1630 1631

/*
 * See comments for nfs_proc_create regarding failed operations.
 */
1632
int
A
Al Viro 已提交
1633
nfs_mknod(struct inode *dir, struct dentry *dentry, umode_t mode, dev_t rdev)
L
Linus Torvalds 已提交
1634 1635 1636 1637
{
	struct iattr attr;
	int status;

C
Chuck Lever 已提交
1638 1639
	dfprintk(VFS, "NFS: mknod(%s/%ld), %s\n",
			dir->i_sb->s_id, dir->i_ino, dentry->d_name.name);
L
Linus Torvalds 已提交
1640 1641 1642 1643 1644 1645 1646

	if (!new_valid_dev(rdev))
		return -EINVAL;

	attr.ia_mode = mode;
	attr.ia_valid = ATTR_MODE;

1647
	trace_nfs_mknod_enter(dir, dentry);
L
Linus Torvalds 已提交
1648
	status = NFS_PROTO(dir)->mknod(dir, dentry, &attr, rdev);
1649
	trace_nfs_mknod_exit(dir, dentry, status);
L
Linus Torvalds 已提交
1650 1651 1652 1653 1654 1655 1656
	if (status != 0)
		goto out_err;
	return 0;
out_err:
	d_drop(dentry);
	return status;
}
B
Bryan Schumaker 已提交
1657
EXPORT_SYMBOL_GPL(nfs_mknod);
L
Linus Torvalds 已提交
1658 1659 1660 1661

/*
 * See comments for nfs_proc_create regarding failed operations.
 */
1662
int nfs_mkdir(struct inode *dir, struct dentry *dentry, umode_t mode)
L
Linus Torvalds 已提交
1663 1664 1665 1666
{
	struct iattr attr;
	int error;

C
Chuck Lever 已提交
1667 1668
	dfprintk(VFS, "NFS: mkdir(%s/%ld), %s\n",
			dir->i_sb->s_id, dir->i_ino, dentry->d_name.name);
L
Linus Torvalds 已提交
1669 1670 1671 1672

	attr.ia_valid = ATTR_MODE;
	attr.ia_mode = mode | S_IFDIR;

1673
	trace_nfs_mkdir_enter(dir, dentry);
L
Linus Torvalds 已提交
1674
	error = NFS_PROTO(dir)->mkdir(dir, dentry, &attr);
1675
	trace_nfs_mkdir_exit(dir, dentry, error);
L
Linus Torvalds 已提交
1676 1677 1678 1679 1680 1681 1682
	if (error != 0)
		goto out_err;
	return 0;
out_err:
	d_drop(dentry);
	return error;
}
B
Bryan Schumaker 已提交
1683
EXPORT_SYMBOL_GPL(nfs_mkdir);
L
Linus Torvalds 已提交
1684

1685 1686 1687 1688 1689 1690
static void nfs_dentry_handle_enoent(struct dentry *dentry)
{
	if (dentry->d_inode != NULL && !d_unhashed(dentry))
		d_delete(dentry);
}

1691
int nfs_rmdir(struct inode *dir, struct dentry *dentry)
L
Linus Torvalds 已提交
1692 1693 1694
{
	int error;

C
Chuck Lever 已提交
1695 1696
	dfprintk(VFS, "NFS: rmdir(%s/%ld), %s\n",
			dir->i_sb->s_id, dir->i_ino, dentry->d_name.name);
L
Linus Torvalds 已提交
1697

1698
	trace_nfs_rmdir_enter(dir, dentry);
1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711
	if (dentry->d_inode) {
		nfs_wait_on_sillyrename(dentry);
		error = NFS_PROTO(dir)->rmdir(dir, &dentry->d_name);
		/* Ensure the VFS deletes this inode */
		switch (error) {
		case 0:
			clear_nlink(dentry->d_inode);
			break;
		case -ENOENT:
			nfs_dentry_handle_enoent(dentry);
		}
	} else
		error = NFS_PROTO(dir)->rmdir(dir, &dentry->d_name);
1712
	trace_nfs_rmdir_exit(dir, dentry, error);
L
Linus Torvalds 已提交
1713 1714 1715

	return error;
}
B
Bryan Schumaker 已提交
1716
EXPORT_SYMBOL_GPL(nfs_rmdir);
L
Linus Torvalds 已提交
1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739

/*
 * Remove a file after making sure there are no pending writes,
 * and after checking that the file has only one user. 
 *
 * We invalidate the attribute cache and free the inode prior to the operation
 * to avoid possible races if the server reuses the inode.
 */
static int nfs_safe_remove(struct dentry *dentry)
{
	struct inode *dir = dentry->d_parent->d_inode;
	struct inode *inode = dentry->d_inode;
	int error = -EBUSY;
		
	dfprintk(VFS, "NFS: safe_remove(%s/%s)\n",
		dentry->d_parent->d_name.name, dentry->d_name.name);

	/* If the dentry was sillyrenamed, we simply call d_delete() */
	if (dentry->d_flags & DCACHE_NFSFS_RENAMED) {
		error = 0;
		goto out;
	}

1740
	trace_nfs_remove_enter(dir, dentry);
L
Linus Torvalds 已提交
1741
	if (inode != NULL) {
1742
		NFS_PROTO(inode)->return_delegation(inode);
L
Linus Torvalds 已提交
1743 1744
		error = NFS_PROTO(dir)->remove(dir, &dentry->d_name);
		if (error == 0)
1745
			nfs_drop_nlink(inode);
L
Linus Torvalds 已提交
1746 1747
	} else
		error = NFS_PROTO(dir)->remove(dir, &dentry->d_name);
1748 1749
	if (error == -ENOENT)
		nfs_dentry_handle_enoent(dentry);
1750
	trace_nfs_remove_exit(dir, dentry, error);
L
Linus Torvalds 已提交
1751 1752 1753 1754 1755 1756 1757 1758 1759
out:
	return error;
}

/*  We do silly rename. In case sillyrename() returns -EBUSY, the inode
 *  belongs to an active ".nfs..." file and we return -EBUSY.
 *
 *  If sillyrename() returns 0, we do nothing, otherwise we unlink.
 */
1760
int nfs_unlink(struct inode *dir, struct dentry *dentry)
L
Linus Torvalds 已提交
1761 1762 1763 1764 1765 1766 1767
{
	int error;
	int need_rehash = 0;

	dfprintk(VFS, "NFS: unlink(%s/%ld, %s)\n", dir->i_sb->s_id,
		dir->i_ino, dentry->d_name.name);

1768
	trace_nfs_unlink_enter(dir, dentry);
L
Linus Torvalds 已提交
1769
	spin_lock(&dentry->d_lock);
A
Al Viro 已提交
1770
	if (d_count(dentry) > 1) {
L
Linus Torvalds 已提交
1771
		spin_unlock(&dentry->d_lock);
T
Trond Myklebust 已提交
1772 1773
		/* Start asynchronous writeout of the inode */
		write_inode_now(dentry->d_inode, 0);
L
Linus Torvalds 已提交
1774
		error = nfs_sillyrename(dir, dentry);
1775
		goto out;
L
Linus Torvalds 已提交
1776 1777 1778 1779 1780 1781 1782
	}
	if (!d_unhashed(dentry)) {
		__d_drop(dentry);
		need_rehash = 1;
	}
	spin_unlock(&dentry->d_lock);
	error = nfs_safe_remove(dentry);
1783
	if (!error || error == -ENOENT) {
L
Linus Torvalds 已提交
1784 1785 1786
		nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
	} else if (need_rehash)
		d_rehash(dentry);
1787 1788
out:
	trace_nfs_unlink_exit(dir, dentry, error);
L
Linus Torvalds 已提交
1789 1790
	return error;
}
B
Bryan Schumaker 已提交
1791
EXPORT_SYMBOL_GPL(nfs_unlink);
L
Linus Torvalds 已提交
1792

1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807
/*
 * To create a symbolic link, most file systems instantiate a new inode,
 * add a page to it containing the path, then write it out to the disk
 * using prepare_write/commit_write.
 *
 * Unfortunately the NFS client can't create the in-core inode first
 * because it needs a file handle to create an in-core inode (see
 * fs/nfs/inode.c:nfs_fhget).  We only have a file handle *after* the
 * symlink request has completed on the server.
 *
 * So instead we allocate a raw page, copy the symname into it, then do
 * the SYMLINK request with the page as the buffer.  If it succeeds, we
 * now have a new file handle and can instantiate an in-core NFS inode
 * and move the raw page into its mapping.
 */
1808
int nfs_symlink(struct inode *dir, struct dentry *dentry, const char *symname)
L
Linus Torvalds 已提交
1809
{
1810 1811
	struct page *page;
	char *kaddr;
L
Linus Torvalds 已提交
1812
	struct iattr attr;
1813
	unsigned int pathlen = strlen(symname);
L
Linus Torvalds 已提交
1814 1815 1816 1817 1818
	int error;

	dfprintk(VFS, "NFS: symlink(%s/%ld, %s, %s)\n", dir->i_sb->s_id,
		dir->i_ino, dentry->d_name.name, symname);

1819 1820
	if (pathlen > PAGE_SIZE)
		return -ENAMETOOLONG;
L
Linus Torvalds 已提交
1821

1822 1823
	attr.ia_mode = S_IFLNK | S_IRWXUGO;
	attr.ia_valid = ATTR_MODE;
L
Linus Torvalds 已提交
1824

1825
	page = alloc_page(GFP_HIGHUSER);
1826
	if (!page)
1827 1828
		return -ENOMEM;

1829
	kaddr = kmap_atomic(page);
1830 1831 1832
	memcpy(kaddr, symname, pathlen);
	if (pathlen < PAGE_SIZE)
		memset(kaddr + pathlen, 0, PAGE_SIZE - pathlen);
1833
	kunmap_atomic(kaddr);
1834

1835
	trace_nfs_symlink_enter(dir, dentry);
1836
	error = NFS_PROTO(dir)->symlink(dir, dentry, page, pathlen, &attr);
1837
	trace_nfs_symlink_exit(dir, dentry, error);
1838 1839 1840 1841
	if (error != 0) {
		dfprintk(VFS, "NFS: symlink(%s/%ld, %s, %s) error %d\n",
			dir->i_sb->s_id, dir->i_ino,
			dentry->d_name.name, symname, error);
L
Linus Torvalds 已提交
1842
		d_drop(dentry);
1843 1844 1845 1846 1847 1848 1849 1850
		__free_page(page);
		return error;
	}

	/*
	 * No big deal if we can't add this page to the page cache here.
	 * READLINK will get the missing page from the server if needed.
	 */
1851
	if (!add_to_page_cache_lru(page, dentry->d_inode->i_mapping, 0,
1852 1853 1854 1855 1856 1857 1858
							GFP_KERNEL)) {
		SetPageUptodate(page);
		unlock_page(page);
	} else
		__free_page(page);

	return 0;
L
Linus Torvalds 已提交
1859
}
B
Bryan Schumaker 已提交
1860
EXPORT_SYMBOL_GPL(nfs_symlink);
L
Linus Torvalds 已提交
1861

1862
int
L
Linus Torvalds 已提交
1863 1864 1865 1866 1867 1868 1869 1870 1871
nfs_link(struct dentry *old_dentry, struct inode *dir, struct dentry *dentry)
{
	struct inode *inode = old_dentry->d_inode;
	int error;

	dfprintk(VFS, "NFS: link(%s/%s -> %s/%s)\n",
		old_dentry->d_parent->d_name.name, old_dentry->d_name.name,
		dentry->d_parent->d_name.name, dentry->d_name.name);

1872
	trace_nfs_link_enter(inode, dir, dentry);
1873
	NFS_PROTO(inode)->return_delegation(inode);
1874

1875
	d_drop(dentry);
L
Linus Torvalds 已提交
1876
	error = NFS_PROTO(dir)->link(inode, dir, &dentry->d_name);
1877
	if (error == 0) {
A
Al Viro 已提交
1878
		ihold(inode);
1879
		d_add(dentry, inode);
1880
	}
1881
	trace_nfs_link_exit(inode, dir, dentry, error);
L
Linus Torvalds 已提交
1882 1883
	return error;
}
B
Bryan Schumaker 已提交
1884
EXPORT_SYMBOL_GPL(nfs_link);
L
Linus Torvalds 已提交
1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909

/*
 * RENAME
 * FIXME: Some nfsds, like the Linux user space nfsd, may generate a
 * different file handle for the same inode after a rename (e.g. when
 * moving to a different directory). A fail-safe method to do so would
 * be to look up old_dir/old_name, create a link to new_dir/new_name and
 * rename the old file using the sillyrename stuff. This way, the original
 * file in old_dir will go away when the last process iput()s the inode.
 *
 * FIXED.
 * 
 * It actually works quite well. One needs to have the possibility for
 * at least one ".nfs..." file in each directory the file ever gets
 * moved or linked to which happens automagically with the new
 * implementation that only depends on the dcache stuff instead of
 * using the inode layer
 *
 * Unfortunately, things are a little more complicated than indicated
 * above. For a cross-directory move, we want to make sure we can get
 * rid of the old inode after the operation.  This means there must be
 * no pending writes (if it's a file), and the use count must be 1.
 * If these conditions are met, we can drop the dentries before doing
 * the rename.
 */
1910
int nfs_rename(struct inode *old_dir, struct dentry *old_dentry,
L
Linus Torvalds 已提交
1911 1912 1913 1914 1915 1916 1917 1918 1919 1920
		      struct inode *new_dir, struct dentry *new_dentry)
{
	struct inode *old_inode = old_dentry->d_inode;
	struct inode *new_inode = new_dentry->d_inode;
	struct dentry *dentry = NULL, *rehash = NULL;
	int error = -EBUSY;

	dfprintk(VFS, "NFS: rename(%s/%s -> %s/%s, ct=%d)\n",
		 old_dentry->d_parent->d_name.name, old_dentry->d_name.name,
		 new_dentry->d_parent->d_name.name, new_dentry->d_name.name,
A
Al Viro 已提交
1921
		 d_count(new_dentry));
L
Linus Torvalds 已提交
1922

1923
	trace_nfs_rename_enter(old_dir, old_dentry, new_dir, new_dentry);
L
Linus Torvalds 已提交
1924
	/*
M
Miklos Szeredi 已提交
1925 1926 1927 1928
	 * For non-directories, check whether the target is busy and if so,
	 * make a copy of the dentry and then do a silly-rename. If the
	 * silly-rename succeeds, the copied dentry is hashed and becomes
	 * the new target.
L
Linus Torvalds 已提交
1929
	 */
1930 1931 1932 1933 1934 1935 1936 1937 1938
	if (new_inode && !S_ISDIR(new_inode->i_mode)) {
		/*
		 * To prevent any new references to the target during the
		 * rename, we unhash the dentry in advance.
		 */
		if (!d_unhashed(new_dentry)) {
			d_drop(new_dentry);
			rehash = new_dentry;
		}
L
Linus Torvalds 已提交
1939

A
Al Viro 已提交
1940
		if (d_count(new_dentry) > 2) {
1941 1942 1943 1944 1945 1946 1947 1948 1949 1950
			int err;

			/* copy the target dentry's name */
			dentry = d_alloc(new_dentry->d_parent,
					 &new_dentry->d_name);
			if (!dentry)
				goto out;

			/* silly-rename the existing target ... */
			err = nfs_sillyrename(new_dir, new_dentry);
1951
			if (err)
1952
				goto out;
1953 1954

			new_dentry = dentry;
O
OGAWA Hirofumi 已提交
1955
			rehash = NULL;
1956
			new_inode = NULL;
1957
		}
1958
	}
L
Linus Torvalds 已提交
1959

1960
	NFS_PROTO(old_inode)->return_delegation(old_inode);
1961
	if (new_inode != NULL)
1962
		NFS_PROTO(new_inode)->return_delegation(new_inode);
L
Linus Torvalds 已提交
1963 1964 1965

	error = NFS_PROTO(old_dir)->rename(old_dir, &old_dentry->d_name,
					   new_dir, &new_dentry->d_name);
1966
	nfs_mark_for_revalidate(old_inode);
L
Linus Torvalds 已提交
1967 1968 1969
out:
	if (rehash)
		d_rehash(rehash);
1970 1971
	trace_nfs_rename_exit(old_dir, old_dentry,
			new_dir, new_dentry, error);
L
Linus Torvalds 已提交
1972
	if (!error) {
1973 1974
		if (new_inode != NULL)
			nfs_drop_nlink(new_inode);
1975
		d_move(old_dentry, new_dentry);
1976 1977
		nfs_set_verifier(new_dentry,
					nfs_save_change_attribute(new_dir));
1978 1979
	} else if (error == -ENOENT)
		nfs_dentry_handle_enoent(old_dentry);
L
Linus Torvalds 已提交
1980 1981 1982 1983 1984 1985

	/* new dentry created? */
	if (dentry)
		dput(dentry);
	return error;
}
B
Bryan Schumaker 已提交
1986
EXPORT_SYMBOL_GPL(nfs_rename);
L
Linus Torvalds 已提交
1987

1988 1989 1990 1991
static DEFINE_SPINLOCK(nfs_access_lru_lock);
static LIST_HEAD(nfs_access_lru_list);
static atomic_long_t nfs_access_nr_entries;

1992 1993 1994 1995
static void nfs_access_free_entry(struct nfs_access_entry *entry)
{
	put_rpccred(entry->cred);
	kfree(entry);
1996 1997 1998
	smp_mb__before_atomic_dec();
	atomic_long_dec(&nfs_access_nr_entries);
	smp_mb__after_atomic_dec();
1999 2000
}

2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011
static void nfs_access_free_list(struct list_head *head)
{
	struct nfs_access_entry *cache;

	while (!list_empty(head)) {
		cache = list_entry(head->next, struct nfs_access_entry, lru);
		list_del(&cache->lru);
		nfs_access_free_entry(cache);
	}
}

2012 2013
unsigned long
nfs_access_cache_scan(struct shrinker *shrink, struct shrink_control *sc)
2014 2015
{
	LIST_HEAD(head);
2016
	struct nfs_inode *nfsi, *next;
2017
	struct nfs_access_entry *cache;
2018 2019
	int nr_to_scan = sc->nr_to_scan;
	gfp_t gfp_mask = sc->gfp_mask;
2020
	long freed = 0;
2021

2022
	if ((gfp_mask & GFP_KERNEL) != GFP_KERNEL)
2023
		return SHRINK_STOP;
2024

2025
	spin_lock(&nfs_access_lru_lock);
2026
	list_for_each_entry_safe(nfsi, next, &nfs_access_lru_list, access_cache_inode_lru) {
2027 2028 2029 2030
		struct inode *inode;

		if (nr_to_scan-- == 0)
			break;
2031
		inode = &nfsi->vfs_inode;
2032 2033 2034 2035 2036 2037 2038
		spin_lock(&inode->i_lock);
		if (list_empty(&nfsi->access_cache_entry_lru))
			goto remove_lru_entry;
		cache = list_entry(nfsi->access_cache_entry_lru.next,
				struct nfs_access_entry, lru);
		list_move(&cache->lru, &head);
		rb_erase(&cache->rb_node, &nfsi->access_cache);
2039
		freed++;
2040 2041 2042 2043 2044 2045
		if (!list_empty(&nfsi->access_cache_entry_lru))
			list_move_tail(&nfsi->access_cache_inode_lru,
					&nfs_access_lru_list);
		else {
remove_lru_entry:
			list_del_init(&nfsi->access_cache_inode_lru);
2046
			smp_mb__before_clear_bit();
2047
			clear_bit(NFS_INO_ACL_LRU_SET, &nfsi->flags);
2048
			smp_mb__after_clear_bit();
2049
		}
2050
		spin_unlock(&inode->i_lock);
2051 2052
	}
	spin_unlock(&nfs_access_lru_lock);
2053
	nfs_access_free_list(&head);
2054 2055 2056 2057 2058 2059
	return freed;
}

unsigned long
nfs_access_cache_count(struct shrinker *shrink, struct shrink_control *sc)
{
2060
	return vfs_pressure_ratio(atomic_long_read(&nfs_access_nr_entries));
2061 2062
}

2063
static void __nfs_access_zap_cache(struct nfs_inode *nfsi, struct list_head *head)
L
Linus Torvalds 已提交
2064
{
2065
	struct rb_root *root_node = &nfsi->access_cache;
2066
	struct rb_node *n;
2067 2068 2069 2070 2071 2072
	struct nfs_access_entry *entry;

	/* Unhook entries from the cache */
	while ((n = rb_first(root_node)) != NULL) {
		entry = rb_entry(n, struct nfs_access_entry, rb_node);
		rb_erase(n, root_node);
2073
		list_move(&entry->lru, head);
2074 2075
	}
	nfsi->cache_validity &= ~NFS_INO_INVALID_ACCESS;
L
Linus Torvalds 已提交
2076 2077
}

2078
void nfs_access_zap_cache(struct inode *inode)
L
Linus Torvalds 已提交
2079
{
2080 2081 2082 2083
	LIST_HEAD(head);

	if (test_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags) == 0)
		return;
2084
	/* Remove from global LRU init */
2085 2086
	spin_lock(&nfs_access_lru_lock);
	if (test_and_clear_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags))
2087 2088
		list_del_init(&NFS_I(inode)->access_cache_inode_lru);

2089
	spin_lock(&inode->i_lock);
2090 2091 2092 2093
	__nfs_access_zap_cache(NFS_I(inode), &head);
	spin_unlock(&inode->i_lock);
	spin_unlock(&nfs_access_lru_lock);
	nfs_access_free_list(&head);
2094
}
B
Bryan Schumaker 已提交
2095
EXPORT_SYMBOL_GPL(nfs_access_zap_cache);
L
Linus Torvalds 已提交
2096

2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110
static struct nfs_access_entry *nfs_access_search_rbtree(struct inode *inode, struct rpc_cred *cred)
{
	struct rb_node *n = NFS_I(inode)->access_cache.rb_node;
	struct nfs_access_entry *entry;

	while (n != NULL) {
		entry = rb_entry(n, struct nfs_access_entry, rb_node);

		if (cred < entry->cred)
			n = n->rb_left;
		else if (cred > entry->cred)
			n = n->rb_right;
		else
			return entry;
L
Linus Torvalds 已提交
2111
	}
2112 2113 2114
	return NULL;
}

2115
static int nfs_access_get_cached(struct inode *inode, struct rpc_cred *cred, struct nfs_access_entry *res)
2116 2117 2118 2119 2120
{
	struct nfs_inode *nfsi = NFS_I(inode);
	struct nfs_access_entry *cache;
	int err = -ENOENT;

2121
	spin_lock(&inode->i_lock);
2122 2123 2124 2125 2126
	if (nfsi->cache_validity & NFS_INO_INVALID_ACCESS)
		goto out_zap;
	cache = nfs_access_search_rbtree(inode, cred);
	if (cache == NULL)
		goto out;
2127
	if (!nfs_have_delegated_attributes(inode) &&
2128
	    !time_in_range_open(jiffies, cache->jiffies, cache->jiffies + nfsi->attrtimeo))
2129 2130 2131 2132
		goto out_stale;
	res->jiffies = cache->jiffies;
	res->cred = cache->cred;
	res->mask = cache->mask;
2133
	list_move_tail(&cache->lru, &nfsi->access_cache_entry_lru);
2134 2135 2136 2137 2138 2139
	err = 0;
out:
	spin_unlock(&inode->i_lock);
	return err;
out_stale:
	rb_erase(&cache->rb_node, &nfsi->access_cache);
2140
	list_del(&cache->lru);
2141 2142 2143 2144
	spin_unlock(&inode->i_lock);
	nfs_access_free_entry(cache);
	return -ENOENT;
out_zap:
2145 2146
	spin_unlock(&inode->i_lock);
	nfs_access_zap_cache(inode);
2147 2148 2149 2150 2151
	return -ENOENT;
}

static void nfs_access_add_rbtree(struct inode *inode, struct nfs_access_entry *set)
{
2152 2153
	struct nfs_inode *nfsi = NFS_I(inode);
	struct rb_root *root_node = &nfsi->access_cache;
2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171
	struct rb_node **p = &root_node->rb_node;
	struct rb_node *parent = NULL;
	struct nfs_access_entry *entry;

	spin_lock(&inode->i_lock);
	while (*p != NULL) {
		parent = *p;
		entry = rb_entry(parent, struct nfs_access_entry, rb_node);

		if (set->cred < entry->cred)
			p = &parent->rb_left;
		else if (set->cred > entry->cred)
			p = &parent->rb_right;
		else
			goto found;
	}
	rb_link_node(&set->rb_node, parent, p);
	rb_insert_color(&set->rb_node, root_node);
2172
	list_add_tail(&set->lru, &nfsi->access_cache_entry_lru);
2173
	spin_unlock(&inode->i_lock);
2174 2175 2176
	return;
found:
	rb_replace_node(parent, &set->rb_node, root_node);
2177 2178
	list_add_tail(&set->lru, &nfsi->access_cache_entry_lru);
	list_del(&entry->lru);
2179 2180 2181 2182
	spin_unlock(&inode->i_lock);
	nfs_access_free_entry(entry);
}

2183
void nfs_access_add_cache(struct inode *inode, struct nfs_access_entry *set)
2184 2185 2186 2187 2188
{
	struct nfs_access_entry *cache = kmalloc(sizeof(*cache), GFP_KERNEL);
	if (cache == NULL)
		return;
	RB_CLEAR_NODE(&cache->rb_node);
L
Linus Torvalds 已提交
2189
	cache->jiffies = set->jiffies;
2190
	cache->cred = get_rpccred(set->cred);
L
Linus Torvalds 已提交
2191
	cache->mask = set->mask;
2192 2193

	nfs_access_add_rbtree(inode, cache);
2194 2195 2196 2197 2198 2199 2200

	/* Update accounting */
	smp_mb__before_atomic_inc();
	atomic_long_inc(&nfs_access_nr_entries);
	smp_mb__after_atomic_inc();

	/* Add inode to global LRU list */
2201
	if (!test_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags)) {
2202
		spin_lock(&nfs_access_lru_lock);
2203 2204 2205
		if (!test_and_set_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags))
			list_add_tail(&NFS_I(inode)->access_cache_inode_lru,
					&nfs_access_lru_list);
2206 2207
		spin_unlock(&nfs_access_lru_lock);
	}
L
Linus Torvalds 已提交
2208
}
2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222
EXPORT_SYMBOL_GPL(nfs_access_add_cache);

void nfs_access_set_mask(struct nfs_access_entry *entry, u32 access_result)
{
	entry->mask = 0;
	if (access_result & NFS4_ACCESS_READ)
		entry->mask |= MAY_READ;
	if (access_result &
	    (NFS4_ACCESS_MODIFY | NFS4_ACCESS_EXTEND | NFS4_ACCESS_DELETE))
		entry->mask |= MAY_WRITE;
	if (access_result & (NFS4_ACCESS_LOOKUP|NFS4_ACCESS_EXECUTE))
		entry->mask |= MAY_EXEC;
}
EXPORT_SYMBOL_GPL(nfs_access_set_mask);
L
Linus Torvalds 已提交
2223 2224 2225 2226 2227 2228

static int nfs_do_access(struct inode *inode, struct rpc_cred *cred, int mask)
{
	struct nfs_access_entry cache;
	int status;

2229 2230
	trace_nfs_access_enter(inode);

L
Linus Torvalds 已提交
2231 2232
	status = nfs_access_get_cached(inode, cred, &cache);
	if (status == 0)
2233
		goto out_cached;
L
Linus Torvalds 已提交
2234 2235 2236 2237 2238 2239

	/* Be clever: ask server to check for all possible rights */
	cache.mask = MAY_EXEC | MAY_WRITE | MAY_READ;
	cache.cred = cred;
	cache.jiffies = jiffies;
	status = NFS_PROTO(inode)->access(inode, &cache);
2240 2241 2242 2243 2244 2245
	if (status != 0) {
		if (status == -ESTALE) {
			nfs_zap_caches(inode);
			if (!S_ISDIR(inode->i_mode))
				set_bit(NFS_INO_STALE, &NFS_I(inode)->flags);
		}
2246
		goto out;
2247
	}
L
Linus Torvalds 已提交
2248
	nfs_access_add_cache(inode, &cache);
2249 2250 2251
out_cached:
	if ((mask & ~cache.mask & (MAY_READ | MAY_WRITE | MAY_EXEC)) != 0)
		status = -EACCES;
L
Linus Torvalds 已提交
2252
out:
2253 2254
	trace_nfs_access_exit(inode, status);
	return status;
L
Linus Torvalds 已提交
2255 2256
}

2257 2258 2259 2260
static int nfs_open_permission_mask(int openflags)
{
	int mask = 0;

2261 2262 2263 2264 2265 2266 2267 2268 2269 2270
	if (openflags & __FMODE_EXEC) {
		/* ONLY check exec rights */
		mask = MAY_EXEC;
	} else {
		if ((openflags & O_ACCMODE) != O_WRONLY)
			mask |= MAY_READ;
		if ((openflags & O_ACCMODE) != O_RDONLY)
			mask |= MAY_WRITE;
	}

2271 2272 2273 2274 2275 2276 2277
	return mask;
}

int nfs_may_open(struct inode *inode, struct rpc_cred *cred, int openflags)
{
	return nfs_do_access(inode, cred, nfs_open_permission_mask(openflags));
}
B
Bryan Schumaker 已提交
2278
EXPORT_SYMBOL_GPL(nfs_may_open);
2279

2280
int nfs_permission(struct inode *inode, int mask)
L
Linus Torvalds 已提交
2281 2282 2283 2284
{
	struct rpc_cred *cred;
	int res = 0;

2285
	if (mask & MAY_NOT_BLOCK)
2286 2287
		return -ECHILD;

C
Chuck Lever 已提交
2288 2289
	nfs_inc_stats(inode, NFSIOS_VFSACCESS);

2290
	if ((mask & (MAY_READ | MAY_WRITE | MAY_EXEC)) == 0)
L
Linus Torvalds 已提交
2291 2292
		goto out;
	/* Is this sys_access() ? */
E
Eric Paris 已提交
2293
	if (mask & (MAY_ACCESS | MAY_CHDIR))
L
Linus Torvalds 已提交
2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310 2311 2312 2313
		goto force_lookup;

	switch (inode->i_mode & S_IFMT) {
		case S_IFLNK:
			goto out;
		case S_IFREG:
			break;
		case S_IFDIR:
			/*
			 * Optimize away all write operations, since the server
			 * will check permissions when we perform the op.
			 */
			if ((mask & MAY_WRITE) && !(mask & MAY_READ))
				goto out;
	}

force_lookup:
	if (!NFS_PROTO(inode)->access)
		goto out_notsup;

2314
	cred = rpc_lookup_cred();
L
Linus Torvalds 已提交
2315 2316 2317 2318 2319 2320
	if (!IS_ERR(cred)) {
		res = nfs_do_access(inode, cred, mask);
		put_rpccred(cred);
	} else
		res = PTR_ERR(cred);
out:
2321 2322 2323
	if (!res && (mask & MAY_EXEC) && !execute_ok(inode))
		res = -EACCES;

C
Chuck Lever 已提交
2324 2325
	dfprintk(VFS, "NFS: permission(%s/%ld), mask=0x%x, res=%d\n",
		inode->i_sb->s_id, inode->i_ino, mask, res);
L
Linus Torvalds 已提交
2326 2327 2328 2329
	return res;
out_notsup:
	res = nfs_revalidate_inode(NFS_SERVER(inode), inode);
	if (res == 0)
2330
		res = generic_permission(inode, mask);
C
Chuck Lever 已提交
2331
	goto out;
L
Linus Torvalds 已提交
2332
}
B
Bryan Schumaker 已提交
2333
EXPORT_SYMBOL_GPL(nfs_permission);
L
Linus Torvalds 已提交
2334 2335 2336 2337 2338 2339 2340

/*
 * Local variables:
 *  version-control: t
 *  kept-new-versions: 5
 * End:
 */