dir.c 58.9 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
/*
 *  linux/fs/nfs/dir.c
 *
 *  Copyright (C) 1992  Rick Sladkey
 *
 *  nfs directory handling functions
 *
 * 10 Apr 1996	Added silly rename for unlink	--okir
 * 28 Sep 1996	Improved directory cache --okir
 * 23 Aug 1997  Claus Heine claus@momo.math.rwth-aachen.de 
 *              Re-implemented silly rename for unlink, newly implemented
 *              silly rename for nfs_rename() following the suggestions
 *              of Olaf Kirch (okir) found in this file.
 *              Following Linus comments on my original hack, this version
 *              depends only on the dcache stuff and doesn't touch the inode
 *              layer (iput() and friends).
 *  6 Jun 1999	Cache readdir lookups in the page cache. -DaveM
 */

B
Bryan Schumaker 已提交
20
#include <linux/module.h>
L
Linus Torvalds 已提交
21 22 23 24 25 26 27 28 29 30 31 32
#include <linux/time.h>
#include <linux/errno.h>
#include <linux/stat.h>
#include <linux/fcntl.h>
#include <linux/string.h>
#include <linux/kernel.h>
#include <linux/slab.h>
#include <linux/mm.h>
#include <linux/sunrpc/clnt.h>
#include <linux/nfs_fs.h>
#include <linux/nfs_mount.h>
#include <linux/pagemap.h>
33
#include <linux/pagevec.h>
L
Linus Torvalds 已提交
34
#include <linux/namei.h>
35
#include <linux/mount.h>
36
#include <linux/swap.h>
A
Alexey Dobriyan 已提交
37
#include <linux/sched.h>
38
#include <linux/kmemleak.h>
39
#include <linux/xattr.h>
L
Linus Torvalds 已提交
40 41

#include "delegation.h"
C
Chuck Lever 已提交
42
#include "iostat.h"
43
#include "internal.h"
44
#include "fscache.h"
L
Linus Torvalds 已提交
45

46 47
#include "nfstrace.h"

L
Linus Torvalds 已提交
48 49 50
/* #define NFS_DEBUG_VERBOSE 1 */

static int nfs_opendir(struct inode *, struct file *);
51
static int nfs_closedir(struct inode *, struct file *);
A
Al Viro 已提交
52
static int nfs_readdir(struct file *, struct dir_context *);
53
static int nfs_fsync_dir(struct file *, loff_t, loff_t, int);
54
static loff_t nfs_llseek_dir(struct file *, loff_t, int);
55
static void nfs_readdir_clear_array(struct page*);
L
Linus Torvalds 已提交
56

57
const struct file_operations nfs_dir_operations = {
58
	.llseek		= nfs_llseek_dir,
L
Linus Torvalds 已提交
59
	.read		= generic_read_dir,
A
Al Viro 已提交
60
	.iterate	= nfs_readdir,
L
Linus Torvalds 已提交
61
	.open		= nfs_opendir,
62
	.release	= nfs_closedir,
L
Linus Torvalds 已提交
63 64 65
	.fsync		= nfs_fsync_dir,
};

66 67
const struct address_space_operations nfs_dir_aops = {
	.freepage = nfs_readdir_clear_array,
B
Bryan Schumaker 已提交
68 69
};

70
static struct nfs_open_dir_context *alloc_nfs_open_dir_context(struct inode *dir, struct rpc_cred *cred)
71 72 73 74
{
	struct nfs_open_dir_context *ctx;
	ctx = kmalloc(sizeof(*ctx), GFP_KERNEL);
	if (ctx != NULL) {
75
		ctx->duped = 0;
76
		ctx->attr_gencount = NFS_I(dir)->attr_gencount;
77
		ctx->dir_cookie = 0;
78
		ctx->dup_cookie = 0;
79
		ctx->cred = get_rpccred(cred);
80 81 82
		return ctx;
	}
	return  ERR_PTR(-ENOMEM);
83 84 85 86 87 88 89 90
}

static void put_nfs_open_dir_context(struct nfs_open_dir_context *ctx)
{
	put_rpccred(ctx->cred);
	kfree(ctx);
}

L
Linus Torvalds 已提交
91 92 93 94 95 96
/*
 * Open file
 */
static int
nfs_opendir(struct inode *inode, struct file *filp)
{
97 98 99
	int res = 0;
	struct nfs_open_dir_context *ctx;
	struct rpc_cred *cred;
L
Linus Torvalds 已提交
100

C
Chuck Lever 已提交
101
	dfprintk(FILE, "NFS: open dir(%s/%s)\n",
102 103 104 105
			filp->f_path.dentry->d_parent->d_name.name,
			filp->f_path.dentry->d_name.name);

	nfs_inc_stats(inode, NFSIOS_VFSOPEN);
C
Chuck Lever 已提交
106

107 108 109
	cred = rpc_lookup_cred();
	if (IS_ERR(cred))
		return PTR_ERR(cred);
110
	ctx = alloc_nfs_open_dir_context(inode, cred);
111 112 113 114 115
	if (IS_ERR(ctx)) {
		res = PTR_ERR(ctx);
		goto out;
	}
	filp->private_data = ctx;
116 117 118 119 120 121 122
	if (filp->f_path.dentry == filp->f_path.mnt->mnt_root) {
		/* This is a mountpoint, so d_revalidate will never
		 * have been called, so we need to refresh the
		 * inode (for close-open consistency) ourselves.
		 */
		__nfs_revalidate_inode(NFS_SERVER(inode), inode);
	}
123 124
out:
	put_rpccred(cred);
L
Linus Torvalds 已提交
125 126 127
	return res;
}

128 129 130 131 132 133 134
static int
nfs_closedir(struct inode *inode, struct file *filp)
{
	put_nfs_open_dir_context(filp->private_data);
	return 0;
}

B
Bryan Schumaker 已提交
135 136 137 138
struct nfs_cache_array_entry {
	u64 cookie;
	u64 ino;
	struct qstr string;
139
	unsigned char d_type;
B
Bryan Schumaker 已提交
140 141 142
};

struct nfs_cache_array {
143
	int size;
B
Bryan Schumaker 已提交
144 145 146 147 148
	int eof_index;
	u64 last_cookie;
	struct nfs_cache_array_entry array[0];
};

149
typedef int (*decode_dirent_t)(struct xdr_stream *, struct nfs_entry *, int);
L
Linus Torvalds 已提交
150 151 152
typedef struct {
	struct file	*file;
	struct page	*page;
A
Al Viro 已提交
153
	struct dir_context *ctx;
L
Linus Torvalds 已提交
154
	unsigned long	page_index;
155
	u64		*dir_cookie;
156
	u64		last_cookie;
157
	loff_t		current_index;
L
Linus Torvalds 已提交
158
	decode_dirent_t	decode;
B
Bryan Schumaker 已提交
159

160
	unsigned long	timestamp;
161
	unsigned long	gencount;
B
Bryan Schumaker 已提交
162 163 164
	unsigned int	cache_entry_index;
	unsigned int	plus:1;
	unsigned int	eof:1;
L
Linus Torvalds 已提交
165 166
} nfs_readdir_descriptor_t;

B
Bryan Schumaker 已提交
167 168
/*
 * The caller is responsible for calling nfs_readdir_release_array(page)
L
Linus Torvalds 已提交
169 170
 */
static
B
Bryan Schumaker 已提交
171 172
struct nfs_cache_array *nfs_readdir_get_array(struct page *page)
{
173
	void *ptr;
B
Bryan Schumaker 已提交
174 175
	if (page == NULL)
		return ERR_PTR(-EIO);
176 177 178 179
	ptr = kmap(page);
	if (ptr == NULL)
		return ERR_PTR(-ENOMEM);
	return ptr;
B
Bryan Schumaker 已提交
180 181 182 183 184 185 186 187 188 189 190 191
}

static
void nfs_readdir_release_array(struct page *page)
{
	kunmap(page);
}

/*
 * we are freeing strings created by nfs_add_to_readdir_array()
 */
static
192
void nfs_readdir_clear_array(struct page *page)
B
Bryan Schumaker 已提交
193
{
194
	struct nfs_cache_array *array;
B
Bryan Schumaker 已提交
195
	int i;
196

197
	array = kmap_atomic(page);
B
Bryan Schumaker 已提交
198 199
	for (i = 0; i < array->size; i++)
		kfree(array->array[i].string.name);
200
	kunmap_atomic(array);
B
Bryan Schumaker 已提交
201 202 203 204 205 206 207 208
}

/*
 * the caller is responsible for freeing qstr.name
 * when called by nfs_readdir_add_to_array, the strings will be freed in
 * nfs_clear_readdir_array()
 */
static
209
int nfs_readdir_make_qstr(struct qstr *string, const char *name, unsigned int len)
B
Bryan Schumaker 已提交
210 211 212
{
	string->len = len;
	string->name = kmemdup(name, len, GFP_KERNEL);
213 214
	if (string->name == NULL)
		return -ENOMEM;
215 216 217 218 219
	/*
	 * Avoid a kmemleak false positive. The pointer to the name is stored
	 * in a page cache page which kmemleak does not scan.
	 */
	kmemleak_not_leak(string->name);
220 221
	string->hash = full_name_hash(name, len);
	return 0;
B
Bryan Schumaker 已提交
222 223 224 225 226 227
}

static
int nfs_readdir_add_to_array(struct nfs_entry *entry, struct page *page)
{
	struct nfs_cache_array *array = nfs_readdir_get_array(page);
228 229 230
	struct nfs_cache_array_entry *cache_entry;
	int ret;

B
Bryan Schumaker 已提交
231 232
	if (IS_ERR(array))
		return PTR_ERR(array);
233 234 235 236

	cache_entry = &array->array[array->size];

	/* Check that this entry lies within the page bounds */
237
	ret = -ENOSPC;
238
	if ((char *)&cache_entry[1] - (char *)page_address(page) > PAGE_SIZE)
239
		goto out;
B
Bryan Schumaker 已提交
240

241 242
	cache_entry->cookie = entry->prev_cookie;
	cache_entry->ino = entry->ino;
243
	cache_entry->d_type = entry->d_type;
244 245 246
	ret = nfs_readdir_make_qstr(&cache_entry->string, entry->name, entry->len);
	if (ret)
		goto out;
B
Bryan Schumaker 已提交
247
	array->last_cookie = entry->cookie;
248
	array->size++;
T
Trond Myklebust 已提交
249
	if (entry->eof != 0)
B
Bryan Schumaker 已提交
250
		array->eof_index = array->size;
251
out:
B
Bryan Schumaker 已提交
252
	nfs_readdir_release_array(page);
253
	return ret;
B
Bryan Schumaker 已提交
254 255 256 257 258
}

static
int nfs_readdir_search_for_pos(struct nfs_cache_array *array, nfs_readdir_descriptor_t *desc)
{
A
Al Viro 已提交
259
	loff_t diff = desc->ctx->pos - desc->current_index;
B
Bryan Schumaker 已提交
260 261 262 263 264
	unsigned int index;

	if (diff < 0)
		goto out_eof;
	if (diff >= array->size) {
265
		if (array->eof_index >= 0)
B
Bryan Schumaker 已提交
266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282
			goto out_eof;
		return -EAGAIN;
	}

	index = (unsigned int)diff;
	*desc->dir_cookie = array->array[index].cookie;
	desc->cache_entry_index = index;
	return 0;
out_eof:
	desc->eof = 1;
	return -EBADCOOKIE;
}

static
int nfs_readdir_search_for_cookie(struct nfs_cache_array *array, nfs_readdir_descriptor_t *desc)
{
	int i;
283
	loff_t new_pos;
B
Bryan Schumaker 已提交
284 285 286 287
	int status = -EAGAIN;

	for (i = 0; i < array->size; i++) {
		if (array->array[i].cookie == *desc->dir_cookie) {
A
Al Viro 已提交
288
			struct nfs_inode *nfsi = NFS_I(file_inode(desc->file));
289 290
			struct nfs_open_dir_context *ctx = desc->file->private_data;

291
			new_pos = desc->current_index + i;
292 293 294 295
			if (ctx->attr_gencount != nfsi->attr_gencount
			    || (nfsi->cache_validity & (NFS_INO_INVALID_ATTR|NFS_INO_INVALID_DATA))) {
				ctx->duped = 0;
				ctx->attr_gencount = nfsi->attr_gencount;
A
Al Viro 已提交
296
			} else if (new_pos < desc->ctx->pos) {
297 298 299 300 301
				if (ctx->duped > 0
				    && ctx->dup_cookie == *desc->dir_cookie) {
					if (printk_ratelimit()) {
						pr_notice("NFS: directory %s/%s contains a readdir loop."
								"Please contact your server vendor.  "
302
								"The file: %s has duplicate cookie %llu\n",
303 304
								desc->file->f_dentry->d_parent->d_name.name,
								desc->file->f_dentry->d_name.name,
305
								array->array[i].string.name,
306 307 308 309 310
								*desc->dir_cookie);
					}
					status = -ELOOP;
					goto out;
				}
311
				ctx->dup_cookie = *desc->dir_cookie;
312
				ctx->duped = -1;
313
			}
A
Al Viro 已提交
314
			desc->ctx->pos = new_pos;
B
Bryan Schumaker 已提交
315
			desc->cache_entry_index = i;
T
Trond Myklebust 已提交
316
			return 0;
B
Bryan Schumaker 已提交
317 318
		}
	}
T
Trond Myklebust 已提交
319
	if (array->eof_index >= 0) {
320
		status = -EBADCOOKIE;
321 322
		if (*desc->dir_cookie == array->last_cookie)
			desc->eof = 1;
323
	}
324
out:
B
Bryan Schumaker 已提交
325 326 327 328 329 330 331
	return status;
}

static
int nfs_readdir_search_array(nfs_readdir_descriptor_t *desc)
{
	struct nfs_cache_array *array;
T
Trond Myklebust 已提交
332
	int status;
B
Bryan Schumaker 已提交
333 334 335 336 337 338 339 340 341 342 343 344

	array = nfs_readdir_get_array(desc->page);
	if (IS_ERR(array)) {
		status = PTR_ERR(array);
		goto out;
	}

	if (*desc->dir_cookie == 0)
		status = nfs_readdir_search_for_pos(array, desc);
	else
		status = nfs_readdir_search_for_cookie(array, desc);

T
Trond Myklebust 已提交
345
	if (status == -EAGAIN) {
346
		desc->last_cookie = array->last_cookie;
347
		desc->current_index += array->size;
T
Trond Myklebust 已提交
348 349
		desc->page_index++;
	}
B
Bryan Schumaker 已提交
350 351 352 353 354 355 356
	nfs_readdir_release_array(desc->page);
out:
	return status;
}

/* Fill a page with xdr information before transferring to the cache page */
static
B
Bryan Schumaker 已提交
357
int nfs_readdir_xdr_filler(struct page **pages, nfs_readdir_descriptor_t *desc,
B
Bryan Schumaker 已提交
358
			struct nfs_entry *entry, struct file *file, struct inode *inode)
L
Linus Torvalds 已提交
359
{
360 361
	struct nfs_open_dir_context *ctx = file->private_data;
	struct rpc_cred	*cred = ctx->cred;
362
	unsigned long	timestamp, gencount;
L
Linus Torvalds 已提交
363 364 365 366
	int		error;

 again:
	timestamp = jiffies;
367
	gencount = nfs_inc_attr_generation_counter();
B
Bryan Schumaker 已提交
368
	error = NFS_PROTO(inode)->readdir(file->f_path.dentry, cred, entry->cookie, pages,
L
Linus Torvalds 已提交
369 370 371 372 373
					  NFS_SERVER(inode)->dtsize, desc->plus);
	if (error < 0) {
		/* We requested READDIRPLUS, but the server doesn't grok it */
		if (error == -ENOTSUPP && desc->plus) {
			NFS_SERVER(inode)->caps &= ~NFS_CAP_READDIRPLUS;
B
Benny Halevy 已提交
374
			clear_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(inode)->flags);
L
Linus Torvalds 已提交
375 376 377 378 379
			desc->plus = 0;
			goto again;
		}
		goto error;
	}
380
	desc->timestamp = timestamp;
381
	desc->gencount = gencount;
B
Bryan Schumaker 已提交
382 383
error:
	return error;
L
Linus Torvalds 已提交
384 385
}

386 387
static int xdr_decode(nfs_readdir_descriptor_t *desc,
		      struct nfs_entry *entry, struct xdr_stream *xdr)
L
Linus Torvalds 已提交
388
{
389
	int error;
L
Linus Torvalds 已提交
390

391 392 393
	error = desc->decode(xdr, entry, desc->plus);
	if (error)
		return error;
B
Bryan Schumaker 已提交
394 395 396
	entry->fattr->time_start = desc->timestamp;
	entry->fattr->gencount = desc->gencount;
	return 0;
L
Linus Torvalds 已提交
397 398
}

B
Bryan Schumaker 已提交
399 400 401 402 403
static
int nfs_same_file(struct dentry *dentry, struct nfs_entry *entry)
{
	if (dentry->d_inode == NULL)
		goto different;
T
Trond Myklebust 已提交
404
	if (nfs_compare_fh(entry->fh, NFS_FH(dentry->d_inode)) != 0)
B
Bryan Schumaker 已提交
405 406 407 408 409 410
		goto different;
	return 1;
different:
	return 0;
}

411
static
A
Al Viro 已提交
412
bool nfs_use_readdirplus(struct inode *dir, struct dir_context *ctx)
413 414 415 416 417
{
	if (!nfs_server_capable(dir, NFS_CAP_READDIRPLUS))
		return false;
	if (test_and_clear_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(dir)->flags))
		return true;
A
Al Viro 已提交
418
	if (ctx->pos == 0)
419 420 421 422 423 424 425 426 427 428 429 430 431 432 433
		return true;
	return false;
}

/*
 * This function is called by the lookup code to request the use of
 * readdirplus to accelerate any future lookups in the same
 * directory.
 */
static
void nfs_advise_use_readdirplus(struct inode *dir)
{
	set_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(dir)->flags);
}

B
Bryan Schumaker 已提交
434 435 436
static
void nfs_prime_dcache(struct dentry *parent, struct nfs_entry *entry)
{
437
	struct qstr filename = QSTR_INIT(entry->name, entry->len);
438 439
	struct dentry *dentry;
	struct dentry *alias;
B
Bryan Schumaker 已提交
440 441
	struct inode *dir = parent->d_inode;
	struct inode *inode;
442
	int status;
B
Bryan Schumaker 已提交
443

444 445 446 447 448 449 450
	if (filename.name[0] == '.') {
		if (filename.len == 1)
			return;
		if (filename.len == 2 && filename.name[1] == '.')
			return;
	}
	filename.hash = full_name_hash(filename.name, filename.len);
B
Bryan Schumaker 已提交
451

452
	dentry = d_lookup(parent, &filename);
B
Bryan Schumaker 已提交
453 454
	if (dentry != NULL) {
		if (nfs_same_file(dentry, entry)) {
455
			nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
456 457 458
			status = nfs_refresh_inode(dentry->d_inode, entry->fattr);
			if (!status)
				nfs_setsecurity(dentry->d_inode, entry->fattr, entry->label);
B
Bryan Schumaker 已提交
459 460
			goto out;
		} else {
461 462
			if (d_invalidate(dentry) != 0)
				goto out;
B
Bryan Schumaker 已提交
463 464 465 466 467
			dput(dentry);
		}
	}

	dentry = d_alloc(parent, &filename);
468 469 470
	if (dentry == NULL)
		return;

471
	inode = nfs_fhget(dentry->d_sb, entry->fh, entry->fattr, entry->label);
B
Bryan Schumaker 已提交
472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487
	if (IS_ERR(inode))
		goto out;

	alias = d_materialise_unique(dentry, inode);
	if (IS_ERR(alias))
		goto out;
	else if (alias) {
		nfs_set_verifier(alias, nfs_save_change_attribute(dir));
		dput(alias);
	} else
		nfs_set_verifier(dentry, nfs_save_change_attribute(dir));

out:
	dput(dentry);
}

B
Bryan Schumaker 已提交
488 489
/* Perform conversion from xdr to cache array */
static
490
int nfs_readdir_page_filler(nfs_readdir_descriptor_t *desc, struct nfs_entry *entry,
491
				struct page **xdr_pages, struct page *page, unsigned int buflen)
L
Linus Torvalds 已提交
492
{
493
	struct xdr_stream stream;
494
	struct xdr_buf buf;
495
	struct page *scratch;
B
Bryan Schumaker 已提交
496
	struct nfs_cache_array *array;
497 498
	unsigned int count = 0;
	int status;
499

500 501 502
	scratch = alloc_page(GFP_KERNEL);
	if (scratch == NULL)
		return -ENOMEM;
503

504
	xdr_init_decode_pages(&stream, &buf, xdr_pages, buflen);
505
	xdr_set_scratch_buffer(&stream, page_address(scratch), PAGE_SIZE);
B
Bryan Schumaker 已提交
506 507 508

	do {
		status = xdr_decode(desc, entry, &stream);
509 510 511
		if (status != 0) {
			if (status == -EAGAIN)
				status = 0;
B
Bryan Schumaker 已提交
512
			break;
513
		}
B
Bryan Schumaker 已提交
514

515 516
		count++;

T
Trond Myklebust 已提交
517
		if (desc->plus != 0)
B
Bryan Schumaker 已提交
518
			nfs_prime_dcache(desc->file->f_path.dentry, entry);
519 520 521 522

		status = nfs_readdir_add_to_array(entry, page);
		if (status != 0)
			break;
B
Bryan Schumaker 已提交
523 524
	} while (!entry->eof);

T
Trond Myklebust 已提交
525
	if (count == 0 || (status == -EBADCOOKIE && entry->eof != 0)) {
B
Bryan Schumaker 已提交
526
		array = nfs_readdir_get_array(page);
527 528 529 530
		if (!IS_ERR(array)) {
			array->eof_index = array->size;
			status = 0;
			nfs_readdir_release_array(page);
531 532
		} else
			status = PTR_ERR(array);
L
Linus Torvalds 已提交
533
	}
534 535

	put_page(scratch);
536
	return status;
B
Bryan Schumaker 已提交
537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558
}

static
void nfs_readdir_free_pagearray(struct page **pages, unsigned int npages)
{
	unsigned int i;
	for (i = 0; i < npages; i++)
		put_page(pages[i]);
}

static
void nfs_readdir_free_large_page(void *ptr, struct page **pages,
		unsigned int npages)
{
	nfs_readdir_free_pagearray(pages, npages);
}

/*
 * nfs_readdir_large_page will allocate pages that must be freed with a call
 * to nfs_readdir_free_large_page
 */
static
559
int nfs_readdir_large_page(struct page **pages, unsigned int npages)
B
Bryan Schumaker 已提交
560 561 562 563 564 565 566 567 568
{
	unsigned int i;

	for (i = 0; i < npages; i++) {
		struct page *page = alloc_page(GFP_KERNEL);
		if (page == NULL)
			goto out_freepages;
		pages[i] = page;
	}
569
	return 0;
B
Bryan Schumaker 已提交
570 571 572

out_freepages:
	nfs_readdir_free_pagearray(pages, i);
573
	return -ENOMEM;
L
Linus Torvalds 已提交
574 575
}

B
Bryan Schumaker 已提交
576 577
static
int nfs_readdir_xdr_to_array(nfs_readdir_descriptor_t *desc, struct page *page, struct inode *inode)
578
{
B
Bryan Schumaker 已提交
579 580
	struct page *pages[NFS_MAX_READDIR_PAGES];
	void *pages_ptr = NULL;
B
Bryan Schumaker 已提交
581 582 583
	struct nfs_entry entry;
	struct file	*file = desc->file;
	struct nfs_cache_array *array;
584
	int status = -ENOMEM;
B
Bryan Schumaker 已提交
585
	unsigned int array_size = ARRAY_SIZE(pages);
B
Bryan Schumaker 已提交
586 587

	entry.prev_cookie = 0;
588
	entry.cookie = desc->last_cookie;
B
Bryan Schumaker 已提交
589 590 591
	entry.eof = 0;
	entry.fh = nfs_alloc_fhandle();
	entry.fattr = nfs_alloc_fattr();
592
	entry.server = NFS_SERVER(inode);
B
Bryan Schumaker 已提交
593 594
	if (entry.fh == NULL || entry.fattr == NULL)
		goto out;
595

596 597 598 599 600 601
	entry.label = nfs4_label_alloc(NFS_SERVER(inode), GFP_NOWAIT);
	if (IS_ERR(entry.label)) {
		status = PTR_ERR(entry.label);
		goto out;
	}

B
Bryan Schumaker 已提交
602
	array = nfs_readdir_get_array(page);
603 604
	if (IS_ERR(array)) {
		status = PTR_ERR(array);
605
		goto out_label_free;
606
	}
B
Bryan Schumaker 已提交
607 608
	memset(array, 0, sizeof(struct nfs_cache_array));
	array->eof_index = -1;
609

610 611
	status = nfs_readdir_large_page(pages, array_size);
	if (status < 0)
B
Bryan Schumaker 已提交
612 613
		goto out_release_array;
	do {
614
		unsigned int pglen;
B
Bryan Schumaker 已提交
615
		status = nfs_readdir_xdr_filler(pages, desc, &entry, file, inode);
616

B
Bryan Schumaker 已提交
617
		if (status < 0)
618
			break;
619
		pglen = status;
620
		status = nfs_readdir_page_filler(desc, &entry, pages, page, pglen);
621 622 623 624 625 626
		if (status < 0) {
			if (status == -ENOSPC)
				status = 0;
			break;
		}
	} while (array->eof_index < 0);
B
Bryan Schumaker 已提交
627

B
Bryan Schumaker 已提交
628
	nfs_readdir_free_large_page(pages_ptr, pages, array_size);
B
Bryan Schumaker 已提交
629 630
out_release_array:
	nfs_readdir_release_array(page);
631 632
out_label_free:
	nfs4_label_free(entry.label);
B
Bryan Schumaker 已提交
633 634 635
out:
	nfs_free_fattr(entry.fattr);
	nfs_free_fhandle(entry.fh);
636 637 638 639
	return status;
}

/*
B
Bryan Schumaker 已提交
640 641 642 643
 * Now we cache directories properly, by converting xdr information
 * to an array that can be used for lookups later.  This results in
 * fewer cache pages, since we can store more information on each page.
 * We only need to convert from xdr once so future lookups are much simpler
L
Linus Torvalds 已提交
644
 */
B
Bryan Schumaker 已提交
645 646
static
int nfs_readdir_filler(nfs_readdir_descriptor_t *desc, struct page* page)
L
Linus Torvalds 已提交
647
{
A
Al Viro 已提交
648
	struct inode	*inode = file_inode(desc->file);
649
	int ret;
L
Linus Torvalds 已提交
650

651 652
	ret = nfs_readdir_xdr_to_array(desc, page, inode);
	if (ret < 0)
B
Bryan Schumaker 已提交
653 654
		goto error;
	SetPageUptodate(page);
L
Linus Torvalds 已提交
655

B
Bryan Schumaker 已提交
656 657 658
	if (invalidate_inode_pages2_range(inode->i_mapping, page->index + 1, -1) < 0) {
		/* Should never happen */
		nfs_zap_mapping(inode, inode->i_mapping);
L
Linus Torvalds 已提交
659
	}
B
Bryan Schumaker 已提交
660 661 662 663
	unlock_page(page);
	return 0;
 error:
	unlock_page(page);
664
	return ret;
B
Bryan Schumaker 已提交
665
}
L
Linus Torvalds 已提交
666

B
Bryan Schumaker 已提交
667 668 669
static
void cache_page_release(nfs_readdir_descriptor_t *desc)
{
670 671
	if (!desc->page->mapping)
		nfs_readdir_clear_array(desc->page);
B
Bryan Schumaker 已提交
672 673 674 675 676 677 678
	page_cache_release(desc->page);
	desc->page = NULL;
}

static
struct page *get_cache_page(nfs_readdir_descriptor_t *desc)
{
A
Al Viro 已提交
679
	return read_cache_page(file_inode(desc->file)->i_mapping,
B
Bryan Schumaker 已提交
680
			desc->page_index, (filler_t *)nfs_readdir_filler, desc);
L
Linus Torvalds 已提交
681 682 683
}

/*
B
Bryan Schumaker 已提交
684
 * Returns 0 if desc->dir_cookie was found on page desc->page_index
L
Linus Torvalds 已提交
685
 */
B
Bryan Schumaker 已提交
686 687 688 689 690 691 692 693 694 695
static
int find_cache_page(nfs_readdir_descriptor_t *desc)
{
	int res;

	desc->page = get_cache_page(desc);
	if (IS_ERR(desc->page))
		return PTR_ERR(desc->page);

	res = nfs_readdir_search_array(desc);
T
Trond Myklebust 已提交
696 697
	if (res != 0)
		cache_page_release(desc);
B
Bryan Schumaker 已提交
698 699 700 701
	return res;
}

/* Search for desc->dir_cookie from the beginning of the page cache */
L
Linus Torvalds 已提交
702 703 704
static inline
int readdir_search_pagecache(nfs_readdir_descriptor_t *desc)
{
705
	int res;
B
Bryan Schumaker 已提交
706

707
	if (desc->page_index == 0) {
708
		desc->current_index = 0;
709 710
		desc->last_cookie = 0;
	}
T
Trond Myklebust 已提交
711
	do {
B
Bryan Schumaker 已提交
712
		res = find_cache_page(desc);
T
Trond Myklebust 已提交
713
	} while (res == -EAGAIN);
L
Linus Torvalds 已提交
714 715 716 717 718 719 720
	return res;
}

/*
 * Once we've found the start of the dirent within a page: fill 'er up...
 */
static 
A
Al Viro 已提交
721
int nfs_do_filldir(nfs_readdir_descriptor_t *desc)
L
Linus Torvalds 已提交
722 723
{
	struct file	*file = desc->file;
B
Bryan Schumaker 已提交
724 725 726
	int i = 0;
	int res = 0;
	struct nfs_cache_array *array = NULL;
727 728
	struct nfs_open_dir_context *ctx = file->private_data;

B
Bryan Schumaker 已提交
729
	array = nfs_readdir_get_array(desc->page);
730 731 732 733
	if (IS_ERR(array)) {
		res = PTR_ERR(array);
		goto out;
	}
B
Bryan Schumaker 已提交
734 735

	for (i = desc->cache_entry_index; i < array->size; i++) {
736
		struct nfs_cache_array_entry *ent;
L
Linus Torvalds 已提交
737

738
		ent = &array->array[i];
A
Al Viro 已提交
739 740
		if (!dir_emit(desc->ctx, ent->string.name, ent->string.len,
		    nfs_compat_user_ino64(ent->ino), ent->d_type)) {
741
			desc->eof = 1;
L
Linus Torvalds 已提交
742
			break;
743
		}
A
Al Viro 已提交
744
		desc->ctx->pos++;
B
Bryan Schumaker 已提交
745 746 747 748
		if (i < (array->size-1))
			*desc->dir_cookie = array->array[i+1].cookie;
		else
			*desc->dir_cookie = array->last_cookie;
749 750
		if (ctx->duped != 0)
			ctx->duped = 1;
L
Linus Torvalds 已提交
751
	}
T
Trond Myklebust 已提交
752
	if (array->eof_index >= 0)
753
		desc->eof = 1;
B
Bryan Schumaker 已提交
754 755

	nfs_readdir_release_array(desc->page);
756
out:
B
Bryan Schumaker 已提交
757
	cache_page_release(desc);
C
Chuck Lever 已提交
758 759
	dfprintk(DIRCACHE, "NFS: nfs_do_filldir() filling ended @ cookie %Lu; returning = %d\n",
			(unsigned long long)*desc->dir_cookie, res);
L
Linus Torvalds 已提交
760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775
	return res;
}

/*
 * If we cannot find a cookie in our cache, we suspect that this is
 * because it points to a deleted file, so we ask the server to return
 * whatever it thinks is the next entry. We then feed this to filldir.
 * If all goes well, we should then be able to find our way round the
 * cache on the next call to readdir_search_pagecache();
 *
 * NOTE: we cannot add the anonymous page to the pagecache because
 *	 the data it contains might not be page aligned. Besides,
 *	 we should already have a complete representation of the
 *	 directory in the page cache by the time we get here.
 */
static inline
A
Al Viro 已提交
776
int uncached_readdir(nfs_readdir_descriptor_t *desc)
L
Linus Torvalds 已提交
777 778 779
{
	struct page	*page = NULL;
	int		status;
A
Al Viro 已提交
780
	struct inode *inode = file_inode(desc->file);
781
	struct nfs_open_dir_context *ctx = desc->file->private_data;
L
Linus Torvalds 已提交
782

C
Chuck Lever 已提交
783 784
	dfprintk(DIRCACHE, "NFS: uncached_readdir() searching for cookie %Lu\n",
			(unsigned long long)*desc->dir_cookie);
L
Linus Torvalds 已提交
785 786 787 788 789 790

	page = alloc_page(GFP_HIGHUSER);
	if (!page) {
		status = -ENOMEM;
		goto out;
	}
B
Bryan Schumaker 已提交
791

792
	desc->page_index = 0;
793
	desc->last_cookie = *desc->dir_cookie;
794
	desc->page = page;
795
	ctx->duped = 0;
796

797 798
	status = nfs_readdir_xdr_to_array(desc, page, inode);
	if (status < 0)
L
Linus Torvalds 已提交
799 800
		goto out_release;

A
Al Viro 已提交
801
	status = nfs_do_filldir(desc);
L
Linus Torvalds 已提交
802 803

 out:
C
Chuck Lever 已提交
804
	dfprintk(DIRCACHE, "NFS: %s: returns %d\n",
805
			__func__, status);
L
Linus Torvalds 已提交
806 807
	return status;
 out_release:
B
Bryan Schumaker 已提交
808
	cache_page_release(desc);
L
Linus Torvalds 已提交
809 810 811
	goto out;
}

812 813 814
/* The file offset position represents the dirent entry number.  A
   last cookie cache takes care of the common case of reading the
   whole directory.
L
Linus Torvalds 已提交
815
 */
A
Al Viro 已提交
816
static int nfs_readdir(struct file *file, struct dir_context *ctx)
L
Linus Torvalds 已提交
817
{
A
Al Viro 已提交
818
	struct dentry	*dentry = file->f_path.dentry;
L
Linus Torvalds 已提交
819 820 821
	struct inode	*inode = dentry->d_inode;
	nfs_readdir_descriptor_t my_desc,
			*desc = &my_desc;
A
Al Viro 已提交
822
	struct nfs_open_dir_context *dir_ctx = file->private_data;
823
	int res = 0;
L
Linus Torvalds 已提交
824

C
Chuck Lever 已提交
825
	dfprintk(FILE, "NFS: readdir(%s/%s) starting at cookie %llu\n",
C
Chuck Lever 已提交
826
			dentry->d_parent->d_name.name, dentry->d_name.name,
A
Al Viro 已提交
827
			(long long)ctx->pos);
C
Chuck Lever 已提交
828 829
	nfs_inc_stats(inode, NFSIOS_VFSGETDENTS);

L
Linus Torvalds 已提交
830
	/*
A
Al Viro 已提交
831
	 * ctx->pos points to the dirent entry number.
832
	 * *desc->dir_cookie has the cookie for the next entry. We have
833 834
	 * to either find the entry with the appropriate number or
	 * revalidate the cookie.
L
Linus Torvalds 已提交
835 836 837
	 */
	memset(desc, 0, sizeof(*desc));

A
Al Viro 已提交
838 839
	desc->file = file;
	desc->ctx = ctx;
840
	desc->dir_cookie = &dir_ctx->dir_cookie;
L
Linus Torvalds 已提交
841
	desc->decode = NFS_PROTO(inode)->decode_dirent;
A
Al Viro 已提交
842
	desc->plus = nfs_use_readdirplus(inode, ctx) ? 1 : 0;
L
Linus Torvalds 已提交
843

T
Trond Myklebust 已提交
844
	nfs_block_sillyrename(dentry);
845 846
	if (ctx->pos == 0 || nfs_attribute_cache_expired(inode))
		res = nfs_revalidate_mapping(inode, file->f_mapping);
T
Trond Myklebust 已提交
847 848 849
	if (res < 0)
		goto out;

T
Trond Myklebust 已提交
850
	do {
L
Linus Torvalds 已提交
851
		res = readdir_search_pagecache(desc);
852

L
Linus Torvalds 已提交
853
		if (res == -EBADCOOKIE) {
854
			res = 0;
L
Linus Torvalds 已提交
855
			/* This means either end of directory */
B
Bryan Schumaker 已提交
856
			if (*desc->dir_cookie && desc->eof == 0) {
L
Linus Torvalds 已提交
857
				/* Or that the server has 'lost' a cookie */
A
Al Viro 已提交
858
				res = uncached_readdir(desc);
859
				if (res == 0)
L
Linus Torvalds 已提交
860 861 862 863 864
					continue;
			}
			break;
		}
		if (res == -ETOOSMALL && desc->plus) {
B
Benny Halevy 已提交
865
			clear_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(inode)->flags);
L
Linus Torvalds 已提交
866
			nfs_zap_caches(inode);
867
			desc->page_index = 0;
L
Linus Torvalds 已提交
868
			desc->plus = 0;
B
Bryan Schumaker 已提交
869
			desc->eof = 0;
L
Linus Torvalds 已提交
870 871 872 873 874
			continue;
		}
		if (res < 0)
			break;

A
Al Viro 已提交
875
		res = nfs_do_filldir(desc);
876
		if (res < 0)
L
Linus Torvalds 已提交
877
			break;
T
Trond Myklebust 已提交
878
	} while (!desc->eof);
T
Trond Myklebust 已提交
879
out:
T
Trond Myklebust 已提交
880
	nfs_unblock_sillyrename(dentry);
C
Chuck Lever 已提交
881 882
	if (res > 0)
		res = 0;
883
	dfprintk(FILE, "NFS: readdir(%s/%s) returns %d\n",
C
Chuck Lever 已提交
884 885 886
			dentry->d_parent->d_name.name, dentry->d_name.name,
			res);
	return res;
L
Linus Torvalds 已提交
887 888
}

889
static loff_t nfs_llseek_dir(struct file *filp, loff_t offset, int whence)
890
{
891 892
	struct dentry *dentry = filp->f_path.dentry;
	struct inode *inode = dentry->d_inode;
893
	struct nfs_open_dir_context *dir_ctx = filp->private_data;
894

C
Chuck Lever 已提交
895
	dfprintk(FILE, "NFS: llseek dir(%s/%s, %lld, %d)\n",
896 897
			dentry->d_parent->d_name.name,
			dentry->d_name.name,
898
			offset, whence);
899 900

	mutex_lock(&inode->i_mutex);
901
	switch (whence) {
902 903 904 905 906 907 908 909 910 911 912
		case 1:
			offset += filp->f_pos;
		case 0:
			if (offset >= 0)
				break;
		default:
			offset = -EINVAL;
			goto out;
	}
	if (offset != filp->f_pos) {
		filp->f_pos = offset;
913
		dir_ctx->dir_cookie = 0;
914
		dir_ctx->duped = 0;
915 916
	}
out:
917
	mutex_unlock(&inode->i_mutex);
918 919 920
	return offset;
}

L
Linus Torvalds 已提交
921 922 923 924
/*
 * All directory operations under NFS are synchronous, so fsync()
 * is a dummy operation.
 */
925 926
static int nfs_fsync_dir(struct file *filp, loff_t start, loff_t end,
			 int datasync)
L
Linus Torvalds 已提交
927
{
928
	struct dentry *dentry = filp->f_path.dentry;
929
	struct inode *inode = dentry->d_inode;
930

C
Chuck Lever 已提交
931
	dfprintk(FILE, "NFS: fsync dir(%s/%s) datasync %d\n",
C
Chuck Lever 已提交
932 933 934
			dentry->d_parent->d_name.name, dentry->d_name.name,
			datasync);

935
	mutex_lock(&inode->i_mutex);
936
	nfs_inc_stats(dentry->d_inode, NFSIOS_VFSFSYNC);
937
	mutex_unlock(&inode->i_mutex);
L
Linus Torvalds 已提交
938 939 940
	return 0;
}

941 942 943 944 945 946 947 948 949 950 951 952
/**
 * nfs_force_lookup_revalidate - Mark the directory as having changed
 * @dir - pointer to directory inode
 *
 * This forces the revalidation code in nfs_lookup_revalidate() to do a
 * full lookup on all child dentries of 'dir' whenever a change occurs
 * on the server that might have invalidated our dcache.
 *
 * The caller should be holding dir->i_lock
 */
void nfs_force_lookup_revalidate(struct inode *dir)
{
953
	NFS_I(dir)->cache_change_attribute++;
954
}
B
Bryan Schumaker 已提交
955
EXPORT_SYMBOL_GPL(nfs_force_lookup_revalidate);
956

L
Linus Torvalds 已提交
957 958 959 960 961
/*
 * A check for whether or not the parent directory has changed.
 * In the case it has, we assume that the dentries are untrustworthy
 * and may need to be looked up again.
 */
962
static int nfs_check_verifier(struct inode *dir, struct dentry *dentry)
L
Linus Torvalds 已提交
963 964 965
{
	if (IS_ROOT(dentry))
		return 1;
966 967
	if (NFS_SERVER(dir)->flags & NFS_MOUNT_LOOKUP_CACHE_NONE)
		return 0;
968 969 970 971 972 973 974 975
	if (!nfs_verify_change_attribute(dir, dentry->d_time))
		return 0;
	/* Revalidate nfsi->cache_change_attribute before we declare a match */
	if (nfs_revalidate_inode(NFS_SERVER(dir), dir) < 0)
		return 0;
	if (!nfs_verify_change_attribute(dir, dentry->d_time))
		return 0;
	return 1;
L
Linus Torvalds 已提交
976 977
}

978 979 980 981
/*
 * Use intent information to check whether or not we're going to do
 * an O_EXCL create using this path component.
 */
982
static int nfs_is_exclusive_create(struct inode *dir, unsigned int flags)
983 984 985
{
	if (NFS_PROTO(dir)->version == 2)
		return 0;
986
	return flags & LOOKUP_EXCL;
987 988
}

989 990 991 992 993 994 995 996
/*
 * Inode and filehandle revalidation for lookups.
 *
 * We force revalidation in the cases where the VFS sets LOOKUP_REVAL,
 * or if the intent information indicates that we're about to open this
 * particular file and the "nocto" mount flag is not set.
 *
 */
997
static
998
int nfs_lookup_verify_inode(struct inode *inode, unsigned int flags)
L
Linus Torvalds 已提交
999 1000
{
	struct nfs_server *server = NFS_SERVER(inode);
1001
	int ret;
L
Linus Torvalds 已提交
1002

1003
	if (IS_AUTOMOUNT(inode))
1004
		return 0;
1005
	/* VFS wants an on-the-wire revalidation */
1006
	if (flags & LOOKUP_REVAL)
1007 1008
		goto out_force;
	/* This is an open(2) */
1009 1010
	if ((flags & LOOKUP_OPEN) && !(server->flags & NFS_MOUNT_NOCTO) &&
	    (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode)))
1011
		goto out_force;
1012 1013
out:
	return (inode->i_nlink == 0) ? -ENOENT : 0;
L
Linus Torvalds 已提交
1014
out_force:
1015 1016 1017 1018
	ret = __nfs_revalidate_inode(server, inode);
	if (ret != 0)
		return ret;
	goto out;
L
Linus Torvalds 已提交
1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029
}

/*
 * We judge how long we want to trust negative
 * dentries by looking at the parent inode mtime.
 *
 * If parent mtime has changed, we revalidate, else we wait for a
 * period corresponding to the parent's attribute cache timeout value.
 */
static inline
int nfs_neg_need_reval(struct inode *dir, struct dentry *dentry,
1030
		       unsigned int flags)
L
Linus Torvalds 已提交
1031 1032
{
	/* Don't revalidate a negative dentry if we're creating a new file */
1033
	if (flags & LOOKUP_CREATE)
L
Linus Torvalds 已提交
1034
		return 0;
1035 1036
	if (NFS_SERVER(dir)->flags & NFS_MOUNT_LOOKUP_CACHE_NONEG)
		return 1;
L
Linus Torvalds 已提交
1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050
	return !nfs_check_verifier(dir, dentry);
}

/*
 * This is called every time the dcache has a lookup hit,
 * and we should check whether we can really trust that
 * lookup.
 *
 * NOTE! The hit can be a negative hit too, don't assume
 * we have an inode!
 *
 * If the parent directory is seen to have changed, we throw out the
 * cached dentry and do a new lookup.
 */
1051
static int nfs_lookup_revalidate(struct dentry *dentry, unsigned int flags)
L
Linus Torvalds 已提交
1052 1053 1054 1055
{
	struct inode *dir;
	struct inode *inode;
	struct dentry *parent;
1056 1057
	struct nfs_fh *fhandle = NULL;
	struct nfs_fattr *fattr = NULL;
1058
	struct nfs4_label *label = NULL;
L
Linus Torvalds 已提交
1059 1060
	int error;

1061
	if (flags & LOOKUP_RCU)
1062 1063
		return -ECHILD;

L
Linus Torvalds 已提交
1064 1065
	parent = dget_parent(dentry);
	dir = parent->d_inode;
C
Chuck Lever 已提交
1066
	nfs_inc_stats(dir, NFSIOS_DENTRYREVALIDATE);
L
Linus Torvalds 已提交
1067 1068 1069
	inode = dentry->d_inode;

	if (!inode) {
1070
		if (nfs_neg_need_reval(dir, dentry, flags))
L
Linus Torvalds 已提交
1071
			goto out_bad;
1072
		goto out_valid_noent;
L
Linus Torvalds 已提交
1073 1074 1075
	}

	if (is_bad_inode(inode)) {
C
Chuck Lever 已提交
1076
		dfprintk(LOOKUPCACHE, "%s: %s/%s has dud inode\n",
1077
				__func__, dentry->d_parent->d_name.name,
C
Chuck Lever 已提交
1078
				dentry->d_name.name);
L
Linus Torvalds 已提交
1079 1080 1081
		goto out_bad;
	}

1082
	if (NFS_PROTO(dir)->have_delegation(inode, FMODE_READ))
1083 1084
		goto out_set_verifier;

L
Linus Torvalds 已提交
1085
	/* Force a full look up iff the parent directory has changed */
1086 1087
	if (!nfs_is_exclusive_create(dir, flags) && nfs_check_verifier(dir, dentry)) {
		if (nfs_lookup_verify_inode(inode, flags))
L
Linus Torvalds 已提交
1088 1089 1090 1091 1092 1093 1094
			goto out_zap_parent;
		goto out_valid;
	}

	if (NFS_STALE(inode))
		goto out_bad;

1095 1096 1097 1098 1099 1100
	error = -ENOMEM;
	fhandle = nfs_alloc_fhandle();
	fattr = nfs_alloc_fattr();
	if (fhandle == NULL || fattr == NULL)
		goto out_error;

1101 1102 1103 1104
	label = nfs4_label_alloc(NFS_SERVER(inode), GFP_NOWAIT);
	if (IS_ERR(label))
		goto out_error;

1105
	trace_nfs_lookup_revalidate_enter(dir, dentry, flags);
1106
	error = NFS_PROTO(dir)->lookup(dir, &dentry->d_name, fhandle, fattr, label);
1107
	trace_nfs_lookup_revalidate_exit(dir, dentry, flags, error);
L
Linus Torvalds 已提交
1108 1109
	if (error)
		goto out_bad;
1110
	if (nfs_compare_fh(NFS_FH(inode), fhandle))
L
Linus Torvalds 已提交
1111
		goto out_bad;
1112
	if ((error = nfs_refresh_inode(inode, fattr)) != 0)
L
Linus Torvalds 已提交
1113 1114
		goto out_bad;

1115 1116
	nfs_setsecurity(inode, fattr, label);

1117 1118
	nfs_free_fattr(fattr);
	nfs_free_fhandle(fhandle);
1119 1120
	nfs4_label_free(label);

1121
out_set_verifier:
1122
	nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
L
Linus Torvalds 已提交
1123
 out_valid:
1124 1125 1126
	/* Success: notify readdir to use READDIRPLUS */
	nfs_advise_use_readdirplus(dir);
 out_valid_noent:
L
Linus Torvalds 已提交
1127
	dput(parent);
C
Chuck Lever 已提交
1128
	dfprintk(LOOKUPCACHE, "NFS: %s(%s/%s) is valid\n",
1129
			__func__, dentry->d_parent->d_name.name,
C
Chuck Lever 已提交
1130
			dentry->d_name.name);
L
Linus Torvalds 已提交
1131 1132 1133 1134
	return 1;
out_zap_parent:
	nfs_zap_caches(dir);
 out_bad:
A
Al Viro 已提交
1135 1136
	nfs_free_fattr(fattr);
	nfs_free_fhandle(fhandle);
1137
	nfs4_label_free(label);
1138
	nfs_mark_for_revalidate(dir);
L
Linus Torvalds 已提交
1139 1140 1141
	if (inode && S_ISDIR(inode->i_mode)) {
		/* Purge readdir caches. */
		nfs_zap_caches(inode);
1142 1143
		if (dentry->d_flags & DCACHE_DISCONNECTED)
			goto out_valid;
L
Linus Torvalds 已提交
1144
	}
1145 1146 1147 1148
	/* If we have submounts, don't unhash ! */
	if (check_submounts_and_drop(dentry) != 0)
		goto out_valid;

L
Linus Torvalds 已提交
1149
	dput(parent);
C
Chuck Lever 已提交
1150
	dfprintk(LOOKUPCACHE, "NFS: %s(%s/%s) is invalid\n",
1151
			__func__, dentry->d_parent->d_name.name,
C
Chuck Lever 已提交
1152
			dentry->d_name.name);
L
Linus Torvalds 已提交
1153
	return 0;
1154 1155 1156
out_error:
	nfs_free_fattr(fattr);
	nfs_free_fhandle(fhandle);
1157
	nfs4_label_free(label);
1158 1159 1160 1161 1162
	dput(parent);
	dfprintk(LOOKUPCACHE, "NFS: %s(%s/%s) lookup returned error %d\n",
			__func__, dentry->d_parent->d_name.name,
			dentry->d_name.name, error);
	return error;
L
Linus Torvalds 已提交
1163 1164
}

1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203
/*
 * A weaker form of d_revalidate for revalidating just the dentry->d_inode
 * when we don't really care about the dentry name. This is called when a
 * pathwalk ends on a dentry that was not found via a normal lookup in the
 * parent dir (e.g.: ".", "..", procfs symlinks or mountpoint traversals).
 *
 * In this situation, we just want to verify that the inode itself is OK
 * since the dentry might have changed on the server.
 */
static int nfs_weak_revalidate(struct dentry *dentry, unsigned int flags)
{
	int error;
	struct inode *inode = dentry->d_inode;

	/*
	 * I believe we can only get a negative dentry here in the case of a
	 * procfs-style symlink. Just assume it's correct for now, but we may
	 * eventually need to do something more here.
	 */
	if (!inode) {
		dfprintk(LOOKUPCACHE, "%s: %s/%s has negative inode\n",
				__func__, dentry->d_parent->d_name.name,
				dentry->d_name.name);
		return 1;
	}

	if (is_bad_inode(inode)) {
		dfprintk(LOOKUPCACHE, "%s: %s/%s has dud inode\n",
				__func__, dentry->d_parent->d_name.name,
				dentry->d_name.name);
		return 0;
	}

	error = nfs_revalidate_inode(NFS_SERVER(inode), inode);
	dfprintk(LOOKUPCACHE, "NFS: %s: inode %lu is %s\n",
			__func__, inode->i_ino, error ? "invalid" : "valid");
	return !error;
}

L
Linus Torvalds 已提交
1204 1205 1206
/*
 * This is called from dput() when d_count is going to 0.
 */
N
Nick Piggin 已提交
1207
static int nfs_dentry_delete(const struct dentry *dentry)
L
Linus Torvalds 已提交
1208 1209 1210 1211 1212
{
	dfprintk(VFS, "NFS: dentry_delete(%s/%s, %x)\n",
		dentry->d_parent->d_name.name, dentry->d_name.name,
		dentry->d_flags);

1213 1214 1215 1216
	/* Unhash any dentry with a stale inode */
	if (dentry->d_inode != NULL && NFS_STALE(dentry->d_inode))
		return 1;

L
Linus Torvalds 已提交
1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229
	if (dentry->d_flags & DCACHE_NFSFS_RENAMED) {
		/* Unhash it, so that ->d_iput() would be called */
		return 1;
	}
	if (!(dentry->d_sb->s_flags & MS_ACTIVE)) {
		/* Unhash it, so that ancestors of killed async unlink
		 * files will be cleaned up during umount */
		return 1;
	}
	return 0;

}

T
Trond Myklebust 已提交
1230
/* Ensure that we revalidate inode->i_nlink */
1231 1232 1233
static void nfs_drop_nlink(struct inode *inode)
{
	spin_lock(&inode->i_lock);
T
Trond Myklebust 已提交
1234 1235 1236 1237
	/* drop the inode if we're reasonably sure this is the last link */
	if (inode->i_nlink == 1)
		clear_nlink(inode);
	NFS_I(inode)->cache_validity |= NFS_INO_INVALID_ATTR;
1238 1239 1240
	spin_unlock(&inode->i_lock);
}

L
Linus Torvalds 已提交
1241 1242 1243 1244 1245 1246
/*
 * Called when the dentry loses inode.
 * We use it to clean up silly-renamed files.
 */
static void nfs_dentry_iput(struct dentry *dentry, struct inode *inode)
{
1247 1248 1249 1250
	if (S_ISDIR(inode->i_mode))
		/* drop any readdir cache as it could easily be old */
		NFS_I(inode)->cache_validity |= NFS_INO_INVALID_DATA;

L
Linus Torvalds 已提交
1251
	if (dentry->d_flags & DCACHE_NFSFS_RENAMED) {
1252
		nfs_complete_unlink(dentry, inode);
T
Trond Myklebust 已提交
1253
		nfs_drop_nlink(inode);
L
Linus Torvalds 已提交
1254 1255 1256 1257
	}
	iput(inode);
}

1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268
static void nfs_d_release(struct dentry *dentry)
{
	/* free cached devname value, if it survived that far */
	if (unlikely(dentry->d_fsdata)) {
		if (dentry->d_flags & DCACHE_NFSFS_RENAMED)
			WARN_ON(1);
		else
			kfree(dentry->d_fsdata);
	}
}

A
Al Viro 已提交
1269
const struct dentry_operations nfs_dentry_operations = {
L
Linus Torvalds 已提交
1270
	.d_revalidate	= nfs_lookup_revalidate,
1271
	.d_weak_revalidate	= nfs_weak_revalidate,
L
Linus Torvalds 已提交
1272 1273
	.d_delete	= nfs_dentry_delete,
	.d_iput		= nfs_dentry_iput,
1274
	.d_automount	= nfs_d_automount,
1275
	.d_release	= nfs_d_release,
L
Linus Torvalds 已提交
1276
};
B
Bryan Schumaker 已提交
1277
EXPORT_SYMBOL_GPL(nfs_dentry_operations);
L
Linus Torvalds 已提交
1278

1279
struct dentry *nfs_lookup(struct inode *dir, struct dentry * dentry, unsigned int flags)
L
Linus Torvalds 已提交
1280 1281
{
	struct dentry *res;
T
Trond Myklebust 已提交
1282
	struct dentry *parent;
L
Linus Torvalds 已提交
1283
	struct inode *inode = NULL;
1284 1285
	struct nfs_fh *fhandle = NULL;
	struct nfs_fattr *fattr = NULL;
1286
	struct nfs4_label *label = NULL;
L
Linus Torvalds 已提交
1287 1288 1289 1290
	int error;

	dfprintk(VFS, "NFS: lookup(%s/%s)\n",
		dentry->d_parent->d_name.name, dentry->d_name.name);
C
Chuck Lever 已提交
1291
	nfs_inc_stats(dir, NFSIOS_VFSLOOKUP);
L
Linus Torvalds 已提交
1292 1293 1294 1295 1296

	res = ERR_PTR(-ENAMETOOLONG);
	if (dentry->d_name.len > NFS_SERVER(dir)->namelen)
		goto out;

1297 1298 1299 1300
	/*
	 * If we're doing an exclusive create, optimize away the lookup
	 * but don't hash the dentry.
	 */
A
Al Viro 已提交
1301
	if (nfs_is_exclusive_create(dir, flags)) {
1302 1303
		d_instantiate(dentry, NULL);
		res = NULL;
1304
		goto out;
1305
	}
L
Linus Torvalds 已提交
1306

1307 1308 1309 1310 1311 1312
	res = ERR_PTR(-ENOMEM);
	fhandle = nfs_alloc_fhandle();
	fattr = nfs_alloc_fattr();
	if (fhandle == NULL || fattr == NULL)
		goto out;

1313 1314 1315 1316
	label = nfs4_label_alloc(NFS_SERVER(dir), GFP_NOWAIT);
	if (IS_ERR(label))
		goto out;

T
Trond Myklebust 已提交
1317 1318
	parent = dentry->d_parent;
	/* Protect against concurrent sillydeletes */
1319
	trace_nfs_lookup_enter(dir, dentry, flags);
T
Trond Myklebust 已提交
1320
	nfs_block_sillyrename(parent);
1321
	error = NFS_PROTO(dir)->lookup(dir, &dentry->d_name, fhandle, fattr, label);
L
Linus Torvalds 已提交
1322 1323 1324 1325
	if (error == -ENOENT)
		goto no_entry;
	if (error < 0) {
		res = ERR_PTR(error);
T
Trond Myklebust 已提交
1326
		goto out_unblock_sillyrename;
L
Linus Torvalds 已提交
1327
	}
1328
	inode = nfs_fhget(dentry->d_sb, fhandle, fattr, label);
N
Namhyung Kim 已提交
1329
	res = ERR_CAST(inode);
1330
	if (IS_ERR(res))
T
Trond Myklebust 已提交
1331
		goto out_unblock_sillyrename;
1332

1333 1334 1335
	/* Success: notify readdir to use READDIRPLUS */
	nfs_advise_use_readdirplus(dir);

L
Linus Torvalds 已提交
1336
no_entry:
1337
	res = d_materialise_unique(dentry, inode);
1338 1339
	if (res != NULL) {
		if (IS_ERR(res))
T
Trond Myklebust 已提交
1340
			goto out_unblock_sillyrename;
L
Linus Torvalds 已提交
1341
		dentry = res;
1342
	}
L
Linus Torvalds 已提交
1343
	nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
T
Trond Myklebust 已提交
1344 1345
out_unblock_sillyrename:
	nfs_unblock_sillyrename(parent);
1346
	trace_nfs_lookup_exit(dir, dentry, flags, error);
1347
	nfs4_label_free(label);
L
Linus Torvalds 已提交
1348
out:
1349 1350
	nfs_free_fattr(fattr);
	nfs_free_fhandle(fhandle);
L
Linus Torvalds 已提交
1351 1352
	return res;
}
B
Bryan Schumaker 已提交
1353
EXPORT_SYMBOL_GPL(nfs_lookup);
L
Linus Torvalds 已提交
1354

B
Bryan Schumaker 已提交
1355
#if IS_ENABLED(CONFIG_NFS_V4)
1356
static int nfs4_lookup_revalidate(struct dentry *, unsigned int);
L
Linus Torvalds 已提交
1357

A
Al Viro 已提交
1358
const struct dentry_operations nfs4_dentry_operations = {
1359
	.d_revalidate	= nfs4_lookup_revalidate,
L
Linus Torvalds 已提交
1360 1361
	.d_delete	= nfs_dentry_delete,
	.d_iput		= nfs_dentry_iput,
1362
	.d_automount	= nfs_d_automount,
1363
	.d_release	= nfs_d_release,
L
Linus Torvalds 已提交
1364
};
B
Bryan Schumaker 已提交
1365
EXPORT_SYMBOL_GPL(nfs4_dentry_operations);
L
Linus Torvalds 已提交
1366

1367 1368 1369 1370 1371 1372 1373 1374 1375 1376
static fmode_t flags_to_mode(int flags)
{
	fmode_t res = (__force fmode_t)flags & FMODE_EXEC;
	if ((flags & O_ACCMODE) != O_WRONLY)
		res |= FMODE_READ;
	if ((flags & O_ACCMODE) != O_RDONLY)
		res |= FMODE_WRITE;
	return res;
}

1377
static struct nfs_open_context *create_nfs_open_context(struct dentry *dentry, int open_flags)
1378
{
1379
	return alloc_nfs_open_context(dentry, flags_to_mode(open_flags));
1380 1381 1382 1383 1384 1385 1386 1387
}

static int do_open(struct inode *inode, struct file *filp)
{
	nfs_fscache_set_inode_cookie(inode, filp);
	return 0;
}

A
Al Viro 已提交
1388 1389
static int nfs_finish_open(struct nfs_open_context *ctx,
			   struct dentry *dentry,
A
Al Viro 已提交
1390
			   struct file *file, unsigned open_flags,
A
Al Viro 已提交
1391
			   int *opened)
1392
{
1393 1394
	int err;

A
Al Viro 已提交
1395 1396
	err = finish_open(file, dentry, do_open, opened);
	if (err)
A
Al Viro 已提交
1397
		goto out;
A
Al Viro 已提交
1398
	nfs_file_set_open_context(file, ctx);
1399

1400
out:
A
Al Viro 已提交
1401
	return err;
1402 1403
}

1404 1405 1406
int nfs_atomic_open(struct inode *dir, struct dentry *dentry,
		    struct file *file, unsigned open_flags,
		    umode_t mode, int *opened)
L
Linus Torvalds 已提交
1407
{
1408
	struct nfs_open_context *ctx;
1409 1410
	struct dentry *res;
	struct iattr attr = { .ia_valid = ATTR_OPEN };
1411
	struct inode *inode;
1412
	unsigned int lookup_flags = 0;
1413
	int err;
L
Linus Torvalds 已提交
1414

1415 1416 1417 1418
	/* Expect a negative dentry */
	BUG_ON(dentry->d_inode);

	dfprintk(VFS, "NFS: atomic_open(%s/%ld), %s\n",
C
Chuck Lever 已提交
1419 1420
			dir->i_sb->s_id, dir->i_ino, dentry->d_name.name);

1421 1422 1423 1424
	err = nfs_check_flags(open_flags);
	if (err)
		return err;

1425 1426 1427 1428 1429 1430 1431 1432
	/* NFS only supports OPEN on regular files */
	if ((open_flags & O_DIRECTORY)) {
		if (!d_unhashed(dentry)) {
			/*
			 * Hashed negative dentry with O_DIRECTORY: dentry was
			 * revalidated and is fine, no need to perform lookup
			 * again
			 */
A
Al Viro 已提交
1433
			return -ENOENT;
1434
		}
1435
		lookup_flags = LOOKUP_OPEN|LOOKUP_DIRECTORY;
L
Linus Torvalds 已提交
1436
		goto no_open;
1437
	}
L
Linus Torvalds 已提交
1438

1439
	if (dentry->d_name.len > NFS_SERVER(dir)->namelen)
A
Al Viro 已提交
1440
		return -ENAMETOOLONG;
1441

1442
	if (open_flags & O_CREAT) {
1443
		attr.ia_valid |= ATTR_MODE;
1444 1445
		attr.ia_mode = mode & ~current_umask();
	}
1446 1447 1448
	if (open_flags & O_TRUNC) {
		attr.ia_valid |= ATTR_SIZE;
		attr.ia_size = 0;
1449 1450
	}

1451 1452 1453
	ctx = create_nfs_open_context(dentry, open_flags);
	err = PTR_ERR(ctx);
	if (IS_ERR(ctx))
A
Al Viro 已提交
1454
		goto out;
1455

1456
	trace_nfs_atomic_open_enter(dir, ctx, open_flags);
1457
	nfs_block_sillyrename(dentry->d_parent);
1458
	inode = NFS_PROTO(dir)->open_context(dir, ctx, open_flags, &attr);
1459
	nfs_unblock_sillyrename(dentry->d_parent);
1460
	if (IS_ERR(inode)) {
1461
		err = PTR_ERR(inode);
1462
		trace_nfs_atomic_open_exit(dir, ctx, open_flags, err);
1463
		put_nfs_open_context(ctx);
1464 1465
		switch (err) {
		case -ENOENT:
1466
			d_drop(dentry);
1467 1468 1469 1470 1471 1472 1473
			d_add(dentry, NULL);
			break;
		case -EISDIR:
		case -ENOTDIR:
			goto no_open;
		case -ELOOP:
			if (!(open_flags & O_NOFOLLOW))
1474
				goto no_open;
1475
			break;
L
Linus Torvalds 已提交
1476
			/* case -EINVAL: */
1477 1478
		default:
			break;
L
Linus Torvalds 已提交
1479
		}
A
Al Viro 已提交
1480
		goto out;
1481
	}
1482

1483
	err = nfs_finish_open(ctx, ctx->dentry, file, open_flags, opened);
1484
	trace_nfs_atomic_open_exit(dir, ctx, open_flags, err);
1485
	put_nfs_open_context(ctx);
A
Al Viro 已提交
1486 1487
out:
	return err;
1488

L
Linus Torvalds 已提交
1489
no_open:
1490
	res = nfs_lookup(dir, dentry, lookup_flags);
1491 1492
	err = PTR_ERR(res);
	if (IS_ERR(res))
A
Al Viro 已提交
1493
		goto out;
1494

A
Al Viro 已提交
1495
	return finish_no_open(file, res);
L
Linus Torvalds 已提交
1496
}
B
Bryan Schumaker 已提交
1497
EXPORT_SYMBOL_GPL(nfs_atomic_open);
L
Linus Torvalds 已提交
1498

1499
static int nfs4_lookup_revalidate(struct dentry *dentry, unsigned int flags)
L
Linus Torvalds 已提交
1500 1501
{
	struct dentry *parent = NULL;
N
Nick Piggin 已提交
1502
	struct inode *inode;
L
Linus Torvalds 已提交
1503
	struct inode *dir;
1504
	int ret = 0;
L
Linus Torvalds 已提交
1505

1506
	if (flags & LOOKUP_RCU)
N
Nick Piggin 已提交
1507 1508
		return -ECHILD;

1509
	if (!(flags & LOOKUP_OPEN) || (flags & LOOKUP_DIRECTORY))
1510 1511
		goto no_open;
	if (d_mountpoint(dentry))
T
Trond Myklebust 已提交
1512
		goto no_open;
1513 1514
	if (NFS_SB(dentry->d_sb)->caps & NFS_CAP_ATOMIC_OPEN_V1)
		goto no_open;
1515

1516
	inode = dentry->d_inode;
L
Linus Torvalds 已提交
1517 1518
	parent = dget_parent(dentry);
	dir = parent->d_inode;
1519

L
Linus Torvalds 已提交
1520 1521 1522
	/* We can't create new files in nfs_open_revalidate(), so we
	 * optimize away revalidation of negative dentries.
	 */
1523
	if (inode == NULL) {
1524
		if (!nfs_neg_need_reval(dir, dentry, flags))
1525
			ret = 1;
L
Linus Torvalds 已提交
1526
		goto out;
1527 1528
	}

L
Linus Torvalds 已提交
1529 1530
	/* NFS only supports OPEN on regular files */
	if (!S_ISREG(inode->i_mode))
T
Trond Myklebust 已提交
1531
		goto no_open_dput;
L
Linus Torvalds 已提交
1532
	/* We cannot do exclusive creation on a positive dentry */
1533
	if (flags & LOOKUP_EXCL)
T
Trond Myklebust 已提交
1534
		goto no_open_dput;
L
Linus Torvalds 已提交
1535

1536 1537
	/* Let f_op->open() actually open (and revalidate) the file */
	ret = 1;
1538

L
Linus Torvalds 已提交
1539 1540 1541
out:
	dput(parent);
	return ret;
1542

T
Trond Myklebust 已提交
1543
no_open_dput:
L
Linus Torvalds 已提交
1544
	dput(parent);
T
Trond Myklebust 已提交
1545
no_open:
1546
	return nfs_lookup_revalidate(dentry, flags);
1547 1548
}

L
Linus Torvalds 已提交
1549 1550 1551 1552 1553 1554
#endif /* CONFIG_NFSV4 */

/*
 * Code common to create, mkdir, and mknod.
 */
int nfs_instantiate(struct dentry *dentry, struct nfs_fh *fhandle,
1555 1556
				struct nfs_fattr *fattr,
				struct nfs4_label *label)
L
Linus Torvalds 已提交
1557
{
1558 1559
	struct dentry *parent = dget_parent(dentry);
	struct inode *dir = parent->d_inode;
L
Linus Torvalds 已提交
1560 1561 1562
	struct inode *inode;
	int error = -EACCES;

1563 1564
	d_drop(dentry);

L
Linus Torvalds 已提交
1565 1566
	/* We may have been initialized further down */
	if (dentry->d_inode)
1567
		goto out;
L
Linus Torvalds 已提交
1568
	if (fhandle->size == 0) {
1569
		error = NFS_PROTO(dir)->lookup(dir, &dentry->d_name, fhandle, fattr, NULL);
L
Linus Torvalds 已提交
1570
		if (error)
1571
			goto out_error;
L
Linus Torvalds 已提交
1572
	}
1573
	nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
L
Linus Torvalds 已提交
1574 1575
	if (!(fattr->valid & NFS_ATTR_FATTR)) {
		struct nfs_server *server = NFS_SB(dentry->d_sb);
1576
		error = server->nfs_client->rpc_ops->getattr(server, fhandle, fattr, NULL);
L
Linus Torvalds 已提交
1577
		if (error < 0)
1578
			goto out_error;
L
Linus Torvalds 已提交
1579
	}
1580
	inode = nfs_fhget(dentry->d_sb, fhandle, fattr, label);
1581 1582
	error = PTR_ERR(inode);
	if (IS_ERR(inode))
1583 1584 1585 1586
		goto out_error;
	d_add(dentry, inode);
out:
	dput(parent);
L
Linus Torvalds 已提交
1587
	return 0;
1588 1589 1590 1591
out_error:
	nfs_mark_for_revalidate(dir);
	dput(parent);
	return error;
L
Linus Torvalds 已提交
1592
}
B
Bryan Schumaker 已提交
1593
EXPORT_SYMBOL_GPL(nfs_instantiate);
L
Linus Torvalds 已提交
1594 1595 1596 1597 1598 1599 1600

/*
 * Following a failed create operation, we drop the dentry rather
 * than retain a negative dentry. This avoids a problem in the event
 * that the operation succeeded on the server, but an error in the
 * reply path made it appear to have failed.
 */
1601
int nfs_create(struct inode *dir, struct dentry *dentry,
A
Al Viro 已提交
1602
		umode_t mode, bool excl)
L
Linus Torvalds 已提交
1603 1604
{
	struct iattr attr;
A
Al Viro 已提交
1605
	int open_flags = excl ? O_CREAT | O_EXCL : O_CREAT;
L
Linus Torvalds 已提交
1606 1607
	int error;

C
Chuck Lever 已提交
1608 1609
	dfprintk(VFS, "NFS: create(%s/%ld), %s\n",
			dir->i_sb->s_id, dir->i_ino, dentry->d_name.name);
L
Linus Torvalds 已提交
1610 1611 1612 1613

	attr.ia_mode = mode;
	attr.ia_valid = ATTR_MODE;

1614
	trace_nfs_create_enter(dir, dentry, open_flags);
1615
	error = NFS_PROTO(dir)->create(dir, dentry, &attr, open_flags);
1616
	trace_nfs_create_exit(dir, dentry, open_flags, error);
L
Linus Torvalds 已提交
1617 1618 1619 1620 1621 1622 1623
	if (error != 0)
		goto out_err;
	return 0;
out_err:
	d_drop(dentry);
	return error;
}
B
Bryan Schumaker 已提交
1624
EXPORT_SYMBOL_GPL(nfs_create);
L
Linus Torvalds 已提交
1625 1626 1627 1628

/*
 * See comments for nfs_proc_create regarding failed operations.
 */
1629
int
A
Al Viro 已提交
1630
nfs_mknod(struct inode *dir, struct dentry *dentry, umode_t mode, dev_t rdev)
L
Linus Torvalds 已提交
1631 1632 1633 1634
{
	struct iattr attr;
	int status;

C
Chuck Lever 已提交
1635 1636
	dfprintk(VFS, "NFS: mknod(%s/%ld), %s\n",
			dir->i_sb->s_id, dir->i_ino, dentry->d_name.name);
L
Linus Torvalds 已提交
1637 1638 1639 1640 1641 1642 1643

	if (!new_valid_dev(rdev))
		return -EINVAL;

	attr.ia_mode = mode;
	attr.ia_valid = ATTR_MODE;

1644
	trace_nfs_mknod_enter(dir, dentry);
L
Linus Torvalds 已提交
1645
	status = NFS_PROTO(dir)->mknod(dir, dentry, &attr, rdev);
1646
	trace_nfs_mknod_exit(dir, dentry, status);
L
Linus Torvalds 已提交
1647 1648 1649 1650 1651 1652 1653
	if (status != 0)
		goto out_err;
	return 0;
out_err:
	d_drop(dentry);
	return status;
}
B
Bryan Schumaker 已提交
1654
EXPORT_SYMBOL_GPL(nfs_mknod);
L
Linus Torvalds 已提交
1655 1656 1657 1658

/*
 * See comments for nfs_proc_create regarding failed operations.
 */
1659
int nfs_mkdir(struct inode *dir, struct dentry *dentry, umode_t mode)
L
Linus Torvalds 已提交
1660 1661 1662 1663
{
	struct iattr attr;
	int error;

C
Chuck Lever 已提交
1664 1665
	dfprintk(VFS, "NFS: mkdir(%s/%ld), %s\n",
			dir->i_sb->s_id, dir->i_ino, dentry->d_name.name);
L
Linus Torvalds 已提交
1666 1667 1668 1669

	attr.ia_valid = ATTR_MODE;
	attr.ia_mode = mode | S_IFDIR;

1670
	trace_nfs_mkdir_enter(dir, dentry);
L
Linus Torvalds 已提交
1671
	error = NFS_PROTO(dir)->mkdir(dir, dentry, &attr);
1672
	trace_nfs_mkdir_exit(dir, dentry, error);
L
Linus Torvalds 已提交
1673 1674 1675 1676 1677 1678 1679
	if (error != 0)
		goto out_err;
	return 0;
out_err:
	d_drop(dentry);
	return error;
}
B
Bryan Schumaker 已提交
1680
EXPORT_SYMBOL_GPL(nfs_mkdir);
L
Linus Torvalds 已提交
1681

1682 1683 1684 1685 1686 1687
static void nfs_dentry_handle_enoent(struct dentry *dentry)
{
	if (dentry->d_inode != NULL && !d_unhashed(dentry))
		d_delete(dentry);
}

1688
int nfs_rmdir(struct inode *dir, struct dentry *dentry)
L
Linus Torvalds 已提交
1689 1690 1691
{
	int error;

C
Chuck Lever 已提交
1692 1693
	dfprintk(VFS, "NFS: rmdir(%s/%ld), %s\n",
			dir->i_sb->s_id, dir->i_ino, dentry->d_name.name);
L
Linus Torvalds 已提交
1694

1695
	trace_nfs_rmdir_enter(dir, dentry);
1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708
	if (dentry->d_inode) {
		nfs_wait_on_sillyrename(dentry);
		error = NFS_PROTO(dir)->rmdir(dir, &dentry->d_name);
		/* Ensure the VFS deletes this inode */
		switch (error) {
		case 0:
			clear_nlink(dentry->d_inode);
			break;
		case -ENOENT:
			nfs_dentry_handle_enoent(dentry);
		}
	} else
		error = NFS_PROTO(dir)->rmdir(dir, &dentry->d_name);
1709
	trace_nfs_rmdir_exit(dir, dentry, error);
L
Linus Torvalds 已提交
1710 1711 1712

	return error;
}
B
Bryan Schumaker 已提交
1713
EXPORT_SYMBOL_GPL(nfs_rmdir);
L
Linus Torvalds 已提交
1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736

/*
 * Remove a file after making sure there are no pending writes,
 * and after checking that the file has only one user. 
 *
 * We invalidate the attribute cache and free the inode prior to the operation
 * to avoid possible races if the server reuses the inode.
 */
static int nfs_safe_remove(struct dentry *dentry)
{
	struct inode *dir = dentry->d_parent->d_inode;
	struct inode *inode = dentry->d_inode;
	int error = -EBUSY;
		
	dfprintk(VFS, "NFS: safe_remove(%s/%s)\n",
		dentry->d_parent->d_name.name, dentry->d_name.name);

	/* If the dentry was sillyrenamed, we simply call d_delete() */
	if (dentry->d_flags & DCACHE_NFSFS_RENAMED) {
		error = 0;
		goto out;
	}

1737
	trace_nfs_remove_enter(dir, dentry);
L
Linus Torvalds 已提交
1738
	if (inode != NULL) {
1739
		NFS_PROTO(inode)->return_delegation(inode);
L
Linus Torvalds 已提交
1740 1741
		error = NFS_PROTO(dir)->remove(dir, &dentry->d_name);
		if (error == 0)
1742
			nfs_drop_nlink(inode);
L
Linus Torvalds 已提交
1743 1744
	} else
		error = NFS_PROTO(dir)->remove(dir, &dentry->d_name);
1745 1746
	if (error == -ENOENT)
		nfs_dentry_handle_enoent(dentry);
1747
	trace_nfs_remove_exit(dir, dentry, error);
L
Linus Torvalds 已提交
1748 1749 1750 1751 1752 1753 1754 1755 1756
out:
	return error;
}

/*  We do silly rename. In case sillyrename() returns -EBUSY, the inode
 *  belongs to an active ".nfs..." file and we return -EBUSY.
 *
 *  If sillyrename() returns 0, we do nothing, otherwise we unlink.
 */
1757
int nfs_unlink(struct inode *dir, struct dentry *dentry)
L
Linus Torvalds 已提交
1758 1759 1760 1761 1762 1763 1764
{
	int error;
	int need_rehash = 0;

	dfprintk(VFS, "NFS: unlink(%s/%ld, %s)\n", dir->i_sb->s_id,
		dir->i_ino, dentry->d_name.name);

1765
	trace_nfs_unlink_enter(dir, dentry);
L
Linus Torvalds 已提交
1766
	spin_lock(&dentry->d_lock);
A
Al Viro 已提交
1767
	if (d_count(dentry) > 1) {
L
Linus Torvalds 已提交
1768
		spin_unlock(&dentry->d_lock);
T
Trond Myklebust 已提交
1769 1770
		/* Start asynchronous writeout of the inode */
		write_inode_now(dentry->d_inode, 0);
L
Linus Torvalds 已提交
1771
		error = nfs_sillyrename(dir, dentry);
1772
		goto out;
L
Linus Torvalds 已提交
1773 1774 1775 1776 1777 1778 1779
	}
	if (!d_unhashed(dentry)) {
		__d_drop(dentry);
		need_rehash = 1;
	}
	spin_unlock(&dentry->d_lock);
	error = nfs_safe_remove(dentry);
1780
	if (!error || error == -ENOENT) {
L
Linus Torvalds 已提交
1781 1782 1783
		nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
	} else if (need_rehash)
		d_rehash(dentry);
1784 1785
out:
	trace_nfs_unlink_exit(dir, dentry, error);
L
Linus Torvalds 已提交
1786 1787
	return error;
}
B
Bryan Schumaker 已提交
1788
EXPORT_SYMBOL_GPL(nfs_unlink);
L
Linus Torvalds 已提交
1789

1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804
/*
 * To create a symbolic link, most file systems instantiate a new inode,
 * add a page to it containing the path, then write it out to the disk
 * using prepare_write/commit_write.
 *
 * Unfortunately the NFS client can't create the in-core inode first
 * because it needs a file handle to create an in-core inode (see
 * fs/nfs/inode.c:nfs_fhget).  We only have a file handle *after* the
 * symlink request has completed on the server.
 *
 * So instead we allocate a raw page, copy the symname into it, then do
 * the SYMLINK request with the page as the buffer.  If it succeeds, we
 * now have a new file handle and can instantiate an in-core NFS inode
 * and move the raw page into its mapping.
 */
1805
int nfs_symlink(struct inode *dir, struct dentry *dentry, const char *symname)
L
Linus Torvalds 已提交
1806
{
1807 1808
	struct page *page;
	char *kaddr;
L
Linus Torvalds 已提交
1809
	struct iattr attr;
1810
	unsigned int pathlen = strlen(symname);
L
Linus Torvalds 已提交
1811 1812 1813 1814 1815
	int error;

	dfprintk(VFS, "NFS: symlink(%s/%ld, %s, %s)\n", dir->i_sb->s_id,
		dir->i_ino, dentry->d_name.name, symname);

1816 1817
	if (pathlen > PAGE_SIZE)
		return -ENAMETOOLONG;
L
Linus Torvalds 已提交
1818

1819 1820
	attr.ia_mode = S_IFLNK | S_IRWXUGO;
	attr.ia_valid = ATTR_MODE;
L
Linus Torvalds 已提交
1821

1822
	page = alloc_page(GFP_HIGHUSER);
1823
	if (!page)
1824 1825
		return -ENOMEM;

1826
	kaddr = kmap_atomic(page);
1827 1828 1829
	memcpy(kaddr, symname, pathlen);
	if (pathlen < PAGE_SIZE)
		memset(kaddr + pathlen, 0, PAGE_SIZE - pathlen);
1830
	kunmap_atomic(kaddr);
1831

1832
	trace_nfs_symlink_enter(dir, dentry);
1833
	error = NFS_PROTO(dir)->symlink(dir, dentry, page, pathlen, &attr);
1834
	trace_nfs_symlink_exit(dir, dentry, error);
1835 1836 1837 1838
	if (error != 0) {
		dfprintk(VFS, "NFS: symlink(%s/%ld, %s, %s) error %d\n",
			dir->i_sb->s_id, dir->i_ino,
			dentry->d_name.name, symname, error);
L
Linus Torvalds 已提交
1839
		d_drop(dentry);
1840 1841 1842 1843 1844 1845 1846 1847
		__free_page(page);
		return error;
	}

	/*
	 * No big deal if we can't add this page to the page cache here.
	 * READLINK will get the missing page from the server if needed.
	 */
1848
	if (!add_to_page_cache_lru(page, dentry->d_inode->i_mapping, 0,
1849 1850 1851 1852 1853 1854 1855
							GFP_KERNEL)) {
		SetPageUptodate(page);
		unlock_page(page);
	} else
		__free_page(page);

	return 0;
L
Linus Torvalds 已提交
1856
}
B
Bryan Schumaker 已提交
1857
EXPORT_SYMBOL_GPL(nfs_symlink);
L
Linus Torvalds 已提交
1858

1859
int
L
Linus Torvalds 已提交
1860 1861 1862 1863 1864 1865 1866 1867 1868
nfs_link(struct dentry *old_dentry, struct inode *dir, struct dentry *dentry)
{
	struct inode *inode = old_dentry->d_inode;
	int error;

	dfprintk(VFS, "NFS: link(%s/%s -> %s/%s)\n",
		old_dentry->d_parent->d_name.name, old_dentry->d_name.name,
		dentry->d_parent->d_name.name, dentry->d_name.name);

1869
	trace_nfs_link_enter(inode, dir, dentry);
1870
	NFS_PROTO(inode)->return_delegation(inode);
1871

1872
	d_drop(dentry);
L
Linus Torvalds 已提交
1873
	error = NFS_PROTO(dir)->link(inode, dir, &dentry->d_name);
1874
	if (error == 0) {
A
Al Viro 已提交
1875
		ihold(inode);
1876
		d_add(dentry, inode);
1877
	}
1878
	trace_nfs_link_exit(inode, dir, dentry, error);
L
Linus Torvalds 已提交
1879 1880
	return error;
}
B
Bryan Schumaker 已提交
1881
EXPORT_SYMBOL_GPL(nfs_link);
L
Linus Torvalds 已提交
1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906

/*
 * RENAME
 * FIXME: Some nfsds, like the Linux user space nfsd, may generate a
 * different file handle for the same inode after a rename (e.g. when
 * moving to a different directory). A fail-safe method to do so would
 * be to look up old_dir/old_name, create a link to new_dir/new_name and
 * rename the old file using the sillyrename stuff. This way, the original
 * file in old_dir will go away when the last process iput()s the inode.
 *
 * FIXED.
 * 
 * It actually works quite well. One needs to have the possibility for
 * at least one ".nfs..." file in each directory the file ever gets
 * moved or linked to which happens automagically with the new
 * implementation that only depends on the dcache stuff instead of
 * using the inode layer
 *
 * Unfortunately, things are a little more complicated than indicated
 * above. For a cross-directory move, we want to make sure we can get
 * rid of the old inode after the operation.  This means there must be
 * no pending writes (if it's a file), and the use count must be 1.
 * If these conditions are met, we can drop the dentries before doing
 * the rename.
 */
1907
int nfs_rename(struct inode *old_dir, struct dentry *old_dentry,
L
Linus Torvalds 已提交
1908 1909 1910 1911 1912 1913 1914 1915 1916 1917
		      struct inode *new_dir, struct dentry *new_dentry)
{
	struct inode *old_inode = old_dentry->d_inode;
	struct inode *new_inode = new_dentry->d_inode;
	struct dentry *dentry = NULL, *rehash = NULL;
	int error = -EBUSY;

	dfprintk(VFS, "NFS: rename(%s/%s -> %s/%s, ct=%d)\n",
		 old_dentry->d_parent->d_name.name, old_dentry->d_name.name,
		 new_dentry->d_parent->d_name.name, new_dentry->d_name.name,
A
Al Viro 已提交
1918
		 d_count(new_dentry));
L
Linus Torvalds 已提交
1919

1920
	trace_nfs_rename_enter(old_dir, old_dentry, new_dir, new_dentry);
L
Linus Torvalds 已提交
1921
	/*
M
Miklos Szeredi 已提交
1922 1923 1924 1925
	 * For non-directories, check whether the target is busy and if so,
	 * make a copy of the dentry and then do a silly-rename. If the
	 * silly-rename succeeds, the copied dentry is hashed and becomes
	 * the new target.
L
Linus Torvalds 已提交
1926
	 */
1927 1928 1929 1930 1931 1932 1933 1934 1935
	if (new_inode && !S_ISDIR(new_inode->i_mode)) {
		/*
		 * To prevent any new references to the target during the
		 * rename, we unhash the dentry in advance.
		 */
		if (!d_unhashed(new_dentry)) {
			d_drop(new_dentry);
			rehash = new_dentry;
		}
L
Linus Torvalds 已提交
1936

A
Al Viro 已提交
1937
		if (d_count(new_dentry) > 2) {
1938 1939 1940 1941 1942 1943 1944 1945 1946 1947
			int err;

			/* copy the target dentry's name */
			dentry = d_alloc(new_dentry->d_parent,
					 &new_dentry->d_name);
			if (!dentry)
				goto out;

			/* silly-rename the existing target ... */
			err = nfs_sillyrename(new_dir, new_dentry);
1948
			if (err)
1949
				goto out;
1950 1951

			new_dentry = dentry;
O
OGAWA Hirofumi 已提交
1952
			rehash = NULL;
1953
			new_inode = NULL;
1954
		}
1955
	}
L
Linus Torvalds 已提交
1956

1957
	NFS_PROTO(old_inode)->return_delegation(old_inode);
1958
	if (new_inode != NULL)
1959
		NFS_PROTO(new_inode)->return_delegation(new_inode);
L
Linus Torvalds 已提交
1960 1961 1962

	error = NFS_PROTO(old_dir)->rename(old_dir, &old_dentry->d_name,
					   new_dir, &new_dentry->d_name);
1963
	nfs_mark_for_revalidate(old_inode);
L
Linus Torvalds 已提交
1964 1965 1966
out:
	if (rehash)
		d_rehash(rehash);
1967 1968
	trace_nfs_rename_exit(old_dir, old_dentry,
			new_dir, new_dentry, error);
L
Linus Torvalds 已提交
1969
	if (!error) {
1970 1971
		if (new_inode != NULL)
			nfs_drop_nlink(new_inode);
1972
		d_move(old_dentry, new_dentry);
1973 1974
		nfs_set_verifier(new_dentry,
					nfs_save_change_attribute(new_dir));
1975 1976
	} else if (error == -ENOENT)
		nfs_dentry_handle_enoent(old_dentry);
L
Linus Torvalds 已提交
1977 1978 1979 1980 1981 1982

	/* new dentry created? */
	if (dentry)
		dput(dentry);
	return error;
}
B
Bryan Schumaker 已提交
1983
EXPORT_SYMBOL_GPL(nfs_rename);
L
Linus Torvalds 已提交
1984

1985 1986 1987 1988
static DEFINE_SPINLOCK(nfs_access_lru_lock);
static LIST_HEAD(nfs_access_lru_list);
static atomic_long_t nfs_access_nr_entries;

1989 1990 1991 1992
static void nfs_access_free_entry(struct nfs_access_entry *entry)
{
	put_rpccred(entry->cred);
	kfree(entry);
1993 1994 1995
	smp_mb__before_atomic_dec();
	atomic_long_dec(&nfs_access_nr_entries);
	smp_mb__after_atomic_dec();
1996 1997
}

1998 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008
static void nfs_access_free_list(struct list_head *head)
{
	struct nfs_access_entry *cache;

	while (!list_empty(head)) {
		cache = list_entry(head->next, struct nfs_access_entry, lru);
		list_del(&cache->lru);
		nfs_access_free_entry(cache);
	}
}

2009 2010
unsigned long
nfs_access_cache_scan(struct shrinker *shrink, struct shrink_control *sc)
2011 2012
{
	LIST_HEAD(head);
2013
	struct nfs_inode *nfsi, *next;
2014
	struct nfs_access_entry *cache;
2015 2016
	int nr_to_scan = sc->nr_to_scan;
	gfp_t gfp_mask = sc->gfp_mask;
2017
	long freed = 0;
2018

2019
	if ((gfp_mask & GFP_KERNEL) != GFP_KERNEL)
2020
		return SHRINK_STOP;
2021

2022
	spin_lock(&nfs_access_lru_lock);
2023
	list_for_each_entry_safe(nfsi, next, &nfs_access_lru_list, access_cache_inode_lru) {
2024 2025 2026 2027
		struct inode *inode;

		if (nr_to_scan-- == 0)
			break;
2028
		inode = &nfsi->vfs_inode;
2029 2030 2031 2032 2033 2034 2035
		spin_lock(&inode->i_lock);
		if (list_empty(&nfsi->access_cache_entry_lru))
			goto remove_lru_entry;
		cache = list_entry(nfsi->access_cache_entry_lru.next,
				struct nfs_access_entry, lru);
		list_move(&cache->lru, &head);
		rb_erase(&cache->rb_node, &nfsi->access_cache);
2036
		freed++;
2037 2038 2039 2040 2041 2042
		if (!list_empty(&nfsi->access_cache_entry_lru))
			list_move_tail(&nfsi->access_cache_inode_lru,
					&nfs_access_lru_list);
		else {
remove_lru_entry:
			list_del_init(&nfsi->access_cache_inode_lru);
2043
			smp_mb__before_clear_bit();
2044
			clear_bit(NFS_INO_ACL_LRU_SET, &nfsi->flags);
2045
			smp_mb__after_clear_bit();
2046
		}
2047
		spin_unlock(&inode->i_lock);
2048 2049
	}
	spin_unlock(&nfs_access_lru_lock);
2050
	nfs_access_free_list(&head);
2051 2052 2053 2054 2055 2056
	return freed;
}

unsigned long
nfs_access_cache_count(struct shrinker *shrink, struct shrink_control *sc)
{
2057
	return vfs_pressure_ratio(atomic_long_read(&nfs_access_nr_entries));
2058 2059
}

2060
static void __nfs_access_zap_cache(struct nfs_inode *nfsi, struct list_head *head)
L
Linus Torvalds 已提交
2061
{
2062
	struct rb_root *root_node = &nfsi->access_cache;
2063
	struct rb_node *n;
2064 2065 2066 2067 2068 2069
	struct nfs_access_entry *entry;

	/* Unhook entries from the cache */
	while ((n = rb_first(root_node)) != NULL) {
		entry = rb_entry(n, struct nfs_access_entry, rb_node);
		rb_erase(n, root_node);
2070
		list_move(&entry->lru, head);
2071 2072
	}
	nfsi->cache_validity &= ~NFS_INO_INVALID_ACCESS;
L
Linus Torvalds 已提交
2073 2074
}

2075
void nfs_access_zap_cache(struct inode *inode)
L
Linus Torvalds 已提交
2076
{
2077 2078 2079 2080
	LIST_HEAD(head);

	if (test_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags) == 0)
		return;
2081
	/* Remove from global LRU init */
2082 2083
	spin_lock(&nfs_access_lru_lock);
	if (test_and_clear_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags))
2084 2085
		list_del_init(&NFS_I(inode)->access_cache_inode_lru);

2086
	spin_lock(&inode->i_lock);
2087 2088 2089 2090
	__nfs_access_zap_cache(NFS_I(inode), &head);
	spin_unlock(&inode->i_lock);
	spin_unlock(&nfs_access_lru_lock);
	nfs_access_free_list(&head);
2091
}
B
Bryan Schumaker 已提交
2092
EXPORT_SYMBOL_GPL(nfs_access_zap_cache);
L
Linus Torvalds 已提交
2093

2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107
static struct nfs_access_entry *nfs_access_search_rbtree(struct inode *inode, struct rpc_cred *cred)
{
	struct rb_node *n = NFS_I(inode)->access_cache.rb_node;
	struct nfs_access_entry *entry;

	while (n != NULL) {
		entry = rb_entry(n, struct nfs_access_entry, rb_node);

		if (cred < entry->cred)
			n = n->rb_left;
		else if (cred > entry->cred)
			n = n->rb_right;
		else
			return entry;
L
Linus Torvalds 已提交
2108
	}
2109 2110 2111
	return NULL;
}

2112
static int nfs_access_get_cached(struct inode *inode, struct rpc_cred *cred, struct nfs_access_entry *res)
2113 2114 2115 2116 2117
{
	struct nfs_inode *nfsi = NFS_I(inode);
	struct nfs_access_entry *cache;
	int err = -ENOENT;

2118
	spin_lock(&inode->i_lock);
2119 2120 2121 2122 2123
	if (nfsi->cache_validity & NFS_INO_INVALID_ACCESS)
		goto out_zap;
	cache = nfs_access_search_rbtree(inode, cred);
	if (cache == NULL)
		goto out;
2124
	if (!nfs_have_delegated_attributes(inode) &&
2125
	    !time_in_range_open(jiffies, cache->jiffies, cache->jiffies + nfsi->attrtimeo))
2126 2127 2128 2129
		goto out_stale;
	res->jiffies = cache->jiffies;
	res->cred = cache->cred;
	res->mask = cache->mask;
2130
	list_move_tail(&cache->lru, &nfsi->access_cache_entry_lru);
2131 2132 2133 2134 2135 2136
	err = 0;
out:
	spin_unlock(&inode->i_lock);
	return err;
out_stale:
	rb_erase(&cache->rb_node, &nfsi->access_cache);
2137
	list_del(&cache->lru);
2138 2139 2140 2141
	spin_unlock(&inode->i_lock);
	nfs_access_free_entry(cache);
	return -ENOENT;
out_zap:
2142 2143
	spin_unlock(&inode->i_lock);
	nfs_access_zap_cache(inode);
2144 2145 2146 2147 2148
	return -ENOENT;
}

static void nfs_access_add_rbtree(struct inode *inode, struct nfs_access_entry *set)
{
2149 2150
	struct nfs_inode *nfsi = NFS_I(inode);
	struct rb_root *root_node = &nfsi->access_cache;
2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168
	struct rb_node **p = &root_node->rb_node;
	struct rb_node *parent = NULL;
	struct nfs_access_entry *entry;

	spin_lock(&inode->i_lock);
	while (*p != NULL) {
		parent = *p;
		entry = rb_entry(parent, struct nfs_access_entry, rb_node);

		if (set->cred < entry->cred)
			p = &parent->rb_left;
		else if (set->cred > entry->cred)
			p = &parent->rb_right;
		else
			goto found;
	}
	rb_link_node(&set->rb_node, parent, p);
	rb_insert_color(&set->rb_node, root_node);
2169
	list_add_tail(&set->lru, &nfsi->access_cache_entry_lru);
2170
	spin_unlock(&inode->i_lock);
2171 2172 2173
	return;
found:
	rb_replace_node(parent, &set->rb_node, root_node);
2174 2175
	list_add_tail(&set->lru, &nfsi->access_cache_entry_lru);
	list_del(&entry->lru);
2176 2177 2178 2179
	spin_unlock(&inode->i_lock);
	nfs_access_free_entry(entry);
}

2180
void nfs_access_add_cache(struct inode *inode, struct nfs_access_entry *set)
2181 2182 2183 2184 2185
{
	struct nfs_access_entry *cache = kmalloc(sizeof(*cache), GFP_KERNEL);
	if (cache == NULL)
		return;
	RB_CLEAR_NODE(&cache->rb_node);
L
Linus Torvalds 已提交
2186
	cache->jiffies = set->jiffies;
2187
	cache->cred = get_rpccred(set->cred);
L
Linus Torvalds 已提交
2188
	cache->mask = set->mask;
2189 2190

	nfs_access_add_rbtree(inode, cache);
2191 2192 2193 2194 2195 2196 2197

	/* Update accounting */
	smp_mb__before_atomic_inc();
	atomic_long_inc(&nfs_access_nr_entries);
	smp_mb__after_atomic_inc();

	/* Add inode to global LRU list */
2198
	if (!test_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags)) {
2199
		spin_lock(&nfs_access_lru_lock);
2200 2201 2202
		if (!test_and_set_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags))
			list_add_tail(&NFS_I(inode)->access_cache_inode_lru,
					&nfs_access_lru_list);
2203 2204
		spin_unlock(&nfs_access_lru_lock);
	}
L
Linus Torvalds 已提交
2205
}
2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219
EXPORT_SYMBOL_GPL(nfs_access_add_cache);

void nfs_access_set_mask(struct nfs_access_entry *entry, u32 access_result)
{
	entry->mask = 0;
	if (access_result & NFS4_ACCESS_READ)
		entry->mask |= MAY_READ;
	if (access_result &
	    (NFS4_ACCESS_MODIFY | NFS4_ACCESS_EXTEND | NFS4_ACCESS_DELETE))
		entry->mask |= MAY_WRITE;
	if (access_result & (NFS4_ACCESS_LOOKUP|NFS4_ACCESS_EXECUTE))
		entry->mask |= MAY_EXEC;
}
EXPORT_SYMBOL_GPL(nfs_access_set_mask);
L
Linus Torvalds 已提交
2220 2221 2222 2223 2224 2225

static int nfs_do_access(struct inode *inode, struct rpc_cred *cred, int mask)
{
	struct nfs_access_entry cache;
	int status;

2226 2227
	trace_nfs_access_enter(inode);

L
Linus Torvalds 已提交
2228 2229
	status = nfs_access_get_cached(inode, cred, &cache);
	if (status == 0)
2230
		goto out_cached;
L
Linus Torvalds 已提交
2231 2232 2233 2234 2235 2236

	/* Be clever: ask server to check for all possible rights */
	cache.mask = MAY_EXEC | MAY_WRITE | MAY_READ;
	cache.cred = cred;
	cache.jiffies = jiffies;
	status = NFS_PROTO(inode)->access(inode, &cache);
2237 2238 2239 2240 2241 2242
	if (status != 0) {
		if (status == -ESTALE) {
			nfs_zap_caches(inode);
			if (!S_ISDIR(inode->i_mode))
				set_bit(NFS_INO_STALE, &NFS_I(inode)->flags);
		}
2243
		goto out;
2244
	}
L
Linus Torvalds 已提交
2245
	nfs_access_add_cache(inode, &cache);
2246 2247 2248
out_cached:
	if ((mask & ~cache.mask & (MAY_READ | MAY_WRITE | MAY_EXEC)) != 0)
		status = -EACCES;
L
Linus Torvalds 已提交
2249
out:
2250 2251
	trace_nfs_access_exit(inode, status);
	return status;
L
Linus Torvalds 已提交
2252 2253
}

2254 2255 2256 2257
static int nfs_open_permission_mask(int openflags)
{
	int mask = 0;

2258 2259 2260 2261 2262 2263 2264 2265 2266 2267
	if (openflags & __FMODE_EXEC) {
		/* ONLY check exec rights */
		mask = MAY_EXEC;
	} else {
		if ((openflags & O_ACCMODE) != O_WRONLY)
			mask |= MAY_READ;
		if ((openflags & O_ACCMODE) != O_RDONLY)
			mask |= MAY_WRITE;
	}

2268 2269 2270 2271 2272 2273 2274
	return mask;
}

int nfs_may_open(struct inode *inode, struct rpc_cred *cred, int openflags)
{
	return nfs_do_access(inode, cred, nfs_open_permission_mask(openflags));
}
B
Bryan Schumaker 已提交
2275
EXPORT_SYMBOL_GPL(nfs_may_open);
2276

2277
int nfs_permission(struct inode *inode, int mask)
L
Linus Torvalds 已提交
2278 2279 2280 2281
{
	struct rpc_cred *cred;
	int res = 0;

2282
	if (mask & MAY_NOT_BLOCK)
2283 2284
		return -ECHILD;

C
Chuck Lever 已提交
2285 2286
	nfs_inc_stats(inode, NFSIOS_VFSACCESS);

2287
	if ((mask & (MAY_READ | MAY_WRITE | MAY_EXEC)) == 0)
L
Linus Torvalds 已提交
2288 2289
		goto out;
	/* Is this sys_access() ? */
E
Eric Paris 已提交
2290
	if (mask & (MAY_ACCESS | MAY_CHDIR))
L
Linus Torvalds 已提交
2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310
		goto force_lookup;

	switch (inode->i_mode & S_IFMT) {
		case S_IFLNK:
			goto out;
		case S_IFREG:
			break;
		case S_IFDIR:
			/*
			 * Optimize away all write operations, since the server
			 * will check permissions when we perform the op.
			 */
			if ((mask & MAY_WRITE) && !(mask & MAY_READ))
				goto out;
	}

force_lookup:
	if (!NFS_PROTO(inode)->access)
		goto out_notsup;

2311
	cred = rpc_lookup_cred();
L
Linus Torvalds 已提交
2312 2313 2314 2315 2316 2317
	if (!IS_ERR(cred)) {
		res = nfs_do_access(inode, cred, mask);
		put_rpccred(cred);
	} else
		res = PTR_ERR(cred);
out:
2318 2319 2320
	if (!res && (mask & MAY_EXEC) && !execute_ok(inode))
		res = -EACCES;

C
Chuck Lever 已提交
2321 2322
	dfprintk(VFS, "NFS: permission(%s/%ld), mask=0x%x, res=%d\n",
		inode->i_sb->s_id, inode->i_ino, mask, res);
L
Linus Torvalds 已提交
2323 2324 2325 2326
	return res;
out_notsup:
	res = nfs_revalidate_inode(NFS_SERVER(inode), inode);
	if (res == 0)
2327
		res = generic_permission(inode, mask);
C
Chuck Lever 已提交
2328
	goto out;
L
Linus Torvalds 已提交
2329
}
B
Bryan Schumaker 已提交
2330
EXPORT_SYMBOL_GPL(nfs_permission);
L
Linus Torvalds 已提交
2331 2332 2333 2334 2335 2336 2337

/*
 * Local variables:
 *  version-control: t
 *  kept-new-versions: 5
 * End:
 */