file.c 88.1 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4
/*
 *   fs/cifs/file.c
 *
 *   vfs operations that deal with files
S
Steve French 已提交
5
 *
6
 *   Copyright (C) International Business Machines  Corp., 2002,2010
L
Linus Torvalds 已提交
7
 *   Author(s): Steve French (sfrench@us.ibm.com)
J
[CIFS]  
Jeremy Allison 已提交
8
 *              Jeremy Allison (jra@samba.org)
L
Linus Torvalds 已提交
9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
 *
 *   This library is free software; you can redistribute it and/or modify
 *   it under the terms of the GNU Lesser General Public License as published
 *   by the Free Software Foundation; either version 2.1 of the License, or
 *   (at your option) any later version.
 *
 *   This library is distributed in the hope that it will be useful,
 *   but WITHOUT ANY WARRANTY; without even the implied warranty of
 *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See
 *   the GNU Lesser General Public License for more details.
 *
 *   You should have received a copy of the GNU Lesser General Public License
 *   along with this library; if not, write to the Free Software
 *   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
 */
#include <linux/fs.h>
25
#include <linux/backing-dev.h>
L
Linus Torvalds 已提交
26 27 28 29
#include <linux/stat.h>
#include <linux/fcntl.h>
#include <linux/pagemap.h>
#include <linux/pagevec.h>
30
#include <linux/writeback.h>
31
#include <linux/task_io_accounting_ops.h>
32
#include <linux/delay.h>
33
#include <linux/mount.h>
34
#include <linux/slab.h>
35
#include <linux/swap.h>
L
Linus Torvalds 已提交
36 37 38 39 40 41 42 43
#include <asm/div64.h>
#include "cifsfs.h"
#include "cifspdu.h"
#include "cifsglob.h"
#include "cifsproto.h"
#include "cifs_unicode.h"
#include "cifs_debug.h"
#include "cifs_fs_sb.h"
44
#include "fscache.h"
L
Linus Torvalds 已提交
45 46 47 48 49 50 51 52 53 54 55 56 57 58

static inline int cifs_convert_flags(unsigned int flags)
{
	if ((flags & O_ACCMODE) == O_RDONLY)
		return GENERIC_READ;
	else if ((flags & O_ACCMODE) == O_WRONLY)
		return GENERIC_WRITE;
	else if ((flags & O_ACCMODE) == O_RDWR) {
		/* GENERIC_ALL is too much permission to request
		   can cause unnecessary access denied on create */
		/* return GENERIC_ALL; */
		return (GENERIC_READ | GENERIC_WRITE);
	}

59 60 61
	return (READ_CONTROL | FILE_WRITE_ATTRIBUTES | FILE_READ_ATTRIBUTES |
		FILE_WRITE_EA | FILE_APPEND_DATA | FILE_WRITE_DATA |
		FILE_READ_DATA);
62
}
63

64
static u32 cifs_posix_convert_flags(unsigned int flags)
65
{
66
	u32 posix_flags = 0;
67

68
	if ((flags & O_ACCMODE) == O_RDONLY)
69
		posix_flags = SMB_O_RDONLY;
70
	else if ((flags & O_ACCMODE) == O_WRONLY)
71 72 73 74 75 76 77 78 79 80 81
		posix_flags = SMB_O_WRONLY;
	else if ((flags & O_ACCMODE) == O_RDWR)
		posix_flags = SMB_O_RDWR;

	if (flags & O_CREAT)
		posix_flags |= SMB_O_CREAT;
	if (flags & O_EXCL)
		posix_flags |= SMB_O_EXCL;
	if (flags & O_TRUNC)
		posix_flags |= SMB_O_TRUNC;
	/* be safe and imply O_SYNC for O_DSYNC */
82
	if (flags & O_DSYNC)
83
		posix_flags |= SMB_O_SYNC;
84
	if (flags & O_DIRECTORY)
85
		posix_flags |= SMB_O_DIRECTORY;
86
	if (flags & O_NOFOLLOW)
87
		posix_flags |= SMB_O_NOFOLLOW;
88
	if (flags & O_DIRECT)
89
		posix_flags |= SMB_O_DIRECT;
90 91

	return posix_flags;
L
Linus Torvalds 已提交
92 93 94 95 96 97 98 99 100 101
}

static inline int cifs_get_disposition(unsigned int flags)
{
	if ((flags & (O_CREAT | O_EXCL)) == (O_CREAT | O_EXCL))
		return FILE_CREATE;
	else if ((flags & (O_CREAT | O_TRUNC)) == (O_CREAT | O_TRUNC))
		return FILE_OVERWRITE_IF;
	else if ((flags & O_CREAT) == O_CREAT)
		return FILE_OPEN_IF;
102 103
	else if ((flags & O_TRUNC) == O_TRUNC)
		return FILE_OVERWRITE;
L
Linus Torvalds 已提交
104 105 106 107
	else
		return FILE_OPEN;
}

108 109
int cifs_posix_open(char *full_path, struct inode **pinode,
			struct super_block *sb, int mode, unsigned int f_flags,
110
			__u32 *poplock, __u16 *pnetfid, unsigned int xid)
111 112 113 114 115 116 117
{
	int rc;
	FILE_UNIX_BASIC_INFO *presp_data;
	__u32 posix_flags = 0;
	struct cifs_sb_info *cifs_sb = CIFS_SB(sb);
	struct cifs_fattr fattr;
	struct tcon_link *tlink;
118
	struct cifs_tcon *tcon;
119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169

	cFYI(1, "posix open %s", full_path);

	presp_data = kzalloc(sizeof(FILE_UNIX_BASIC_INFO), GFP_KERNEL);
	if (presp_data == NULL)
		return -ENOMEM;

	tlink = cifs_sb_tlink(cifs_sb);
	if (IS_ERR(tlink)) {
		rc = PTR_ERR(tlink);
		goto posix_open_ret;
	}

	tcon = tlink_tcon(tlink);
	mode &= ~current_umask();

	posix_flags = cifs_posix_convert_flags(f_flags);
	rc = CIFSPOSIXCreate(xid, tcon, posix_flags, mode, pnetfid, presp_data,
			     poplock, full_path, cifs_sb->local_nls,
			     cifs_sb->mnt_cifs_flags &
					CIFS_MOUNT_MAP_SPECIAL_CHR);
	cifs_put_tlink(tlink);

	if (rc)
		goto posix_open_ret;

	if (presp_data->Type == cpu_to_le32(-1))
		goto posix_open_ret; /* open ok, caller does qpathinfo */

	if (!pinode)
		goto posix_open_ret; /* caller does not need info */

	cifs_unix_basic_to_fattr(&fattr, presp_data, cifs_sb);

	/* get new inode and set it up */
	if (*pinode == NULL) {
		cifs_fill_uniqueid(sb, &fattr);
		*pinode = cifs_iget(sb, &fattr);
		if (!*pinode) {
			rc = -ENOMEM;
			goto posix_open_ret;
		}
	} else {
		cifs_fattr_to_inode(*pinode, &fattr);
	}

posix_open_ret:
	kfree(presp_data);
	return rc;
}

170 171
static int
cifs_nt_open(char *full_path, struct inode *inode, struct cifs_sb_info *cifs_sb,
172 173
	     struct cifs_tcon *tcon, unsigned int f_flags, __u32 *oplock,
	     struct cifs_fid *fid, unsigned int xid)
174 175
{
	int rc;
176
	int desired_access;
177
	int disposition;
178
	int create_options = CREATE_NOT_DIR;
179 180
	FILE_ALL_INFO *buf;

181 182 183 184
	if (!tcon->ses->server->ops->open)
		return -ENOSYS;

	desired_access = cifs_convert_flags(f_flags);
185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217

/*********************************************************************
 *  open flag mapping table:
 *
 *	POSIX Flag            CIFS Disposition
 *	----------            ----------------
 *	O_CREAT               FILE_OPEN_IF
 *	O_CREAT | O_EXCL      FILE_CREATE
 *	O_CREAT | O_TRUNC     FILE_OVERWRITE_IF
 *	O_TRUNC               FILE_OVERWRITE
 *	none of the above     FILE_OPEN
 *
 *	Note that there is not a direct match between disposition
 *	FILE_SUPERSEDE (ie create whether or not file exists although
 *	O_CREAT | O_TRUNC is similar but truncates the existing
 *	file rather than creating a new file as FILE_SUPERSEDE does
 *	(which uses the attributes / metadata passed in on open call)
 *?
 *?  O_SYNC is a reasonable match to CIFS writethrough flag
 *?  and the read write flags match reasonably.  O_LARGEFILE
 *?  is irrelevant because largefile support is always used
 *?  by this client. Flags O_APPEND, O_DIRECT, O_DIRECTORY,
 *	 O_FASYNC, O_NOFOLLOW, O_NONBLOCK need further investigation
 *********************************************************************/

	disposition = cifs_get_disposition(f_flags);

	/* BB pass O_SYNC flag through on file attributes .. BB */

	buf = kmalloc(sizeof(FILE_ALL_INFO), GFP_KERNEL);
	if (!buf)
		return -ENOMEM;

218 219 220
	if (backup_cred(cifs_sb))
		create_options |= CREATE_OPEN_BACKUP_INTENT;

221 222 223
	rc = tcon->ses->server->ops->open(xid, tcon, full_path, disposition,
					  desired_access, create_options, fid,
					  oplock, buf, cifs_sb);
224 225 226 227 228 229 230 231 232

	if (rc)
		goto out;

	if (tcon->unix_ext)
		rc = cifs_get_inode_info_unix(&inode, full_path, inode->i_sb,
					      xid);
	else
		rc = cifs_get_inode_info(&inode, full_path, buf, inode->i_sb,
233
					 xid, &fid->netfid);
234 235 236 237 238 239

out:
	kfree(buf);
	return rc;
}

240
struct cifsFileInfo *
241
cifs_new_fileinfo(struct cifs_fid *fid, struct file *file,
242 243 244 245
		  struct tcon_link *tlink, __u32 oplock)
{
	struct dentry *dentry = file->f_path.dentry;
	struct inode *inode = dentry->d_inode;
246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262
	struct cifsInodeInfo *cinode = CIFS_I(inode);
	struct cifsFileInfo *cfile;

	cfile = kzalloc(sizeof(struct cifsFileInfo), GFP_KERNEL);
	if (cfile == NULL)
		return cfile;

	cfile->count = 1;
	cfile->pid = current->tgid;
	cfile->uid = current_fsuid();
	cfile->dentry = dget(dentry);
	cfile->f_flags = file->f_flags;
	cfile->invalidHandle = false;
	cfile->tlink = cifs_get_tlink(tlink);
	mutex_init(&cfile->fh_mutex);
	INIT_WORK(&cfile->oplock_break, cifs_oplock_break);
	INIT_LIST_HEAD(&cfile->llist);
263
	tlink_tcon(tlink)->ses->server->ops->set_fid(cfile, fid, oplock);
264

265
	spin_lock(&cifs_file_list_lock);
266
	list_add(&cfile->tlist, &(tlink_tcon(tlink)->openFileList));
267 268
	/* if readable file instance put first in list*/
	if (file->f_mode & FMODE_READ)
269
		list_add(&cfile->flist, &cinode->openFileList);
270
	else
271
		list_add_tail(&cfile->flist, &cinode->openFileList);
272
	spin_unlock(&cifs_file_list_lock);
273

274 275
	file->private_data = cfile;
	return cfile;
276 277
}

278 279
static void cifs_del_lock_waiters(struct cifsLockInfo *lock);

280 281 282 283 284 285 286 287 288
struct cifsFileInfo *
cifsFileInfo_get(struct cifsFileInfo *cifs_file)
{
	spin_lock(&cifs_file_list_lock);
	cifsFileInfo_get_locked(cifs_file);
	spin_unlock(&cifs_file_list_lock);
	return cifs_file;
}

289 290
/*
 * Release a reference on the file private data. This may involve closing
291 292
 * the filehandle out on the server. Must be called without holding
 * cifs_file_list_lock.
293
 */
294 295
void cifsFileInfo_put(struct cifsFileInfo *cifs_file)
{
P
Pavel Shilovsky 已提交
296
	struct inode *inode = cifs_file->dentry->d_inode;
297
	struct cifs_tcon *tcon = tlink_tcon(cifs_file->tlink);
P
Pavel Shilovsky 已提交
298
	struct cifsInodeInfo *cifsi = CIFS_I(inode);
299
	struct cifs_sb_info *cifs_sb = CIFS_SB(inode->i_sb);
300 301 302
	struct cifsLockInfo *li, *tmp;

	spin_lock(&cifs_file_list_lock);
303
	if (--cifs_file->count > 0) {
304 305 306 307 308 309 310 311 312 313 314
		spin_unlock(&cifs_file_list_lock);
		return;
	}

	/* remove it from the lists */
	list_del(&cifs_file->flist);
	list_del(&cifs_file->tlist);

	if (list_empty(&cifsi->openFileList)) {
		cFYI(1, "closing last open instance for inode %p",
			cifs_file->dentry->d_inode);
315 316 317 318 319
		/*
		 * In strict cache mode we need invalidate mapping on the last
		 * close  because it may cause a error when we open this file
		 * again and get at least level II oplock.
		 */
320 321
		if (cifs_sb->mnt_cifs_flags & CIFS_MOUNT_STRICT_IO)
			CIFS_I(inode)->invalid_mapping = true;
322
		cifs_set_oplock_level(cifsi, 0);
323 324 325
	}
	spin_unlock(&cifs_file_list_lock);

326 327
	cancel_work_sync(&cifs_file->oplock_break);

328
	if (!tcon->need_reconnect && !cifs_file->invalidHandle) {
329
		struct TCP_Server_Info *server = tcon->ses->server;
330
		unsigned int xid;
331 332
		int rc = -ENOSYS;

333
		xid = get_xid();
334 335
		if (server->ops->close)
			rc = server->ops->close(xid, tcon, &cifs_file->fid);
336
		free_xid(xid);
337 338 339 340 341
	}

	/* Delete any outstanding lock records. We'll lose them when the file
	 * is closed anyway.
	 */
342
	mutex_lock(&cifsi->lock_mutex);
343
	list_for_each_entry_safe(li, tmp, &cifs_file->llist, llist) {
344
		list_del(&li->llist);
345
		cifs_del_lock_waiters(li);
346
		kfree(li);
347
	}
348
	mutex_unlock(&cifsi->lock_mutex);
349 350 351 352

	cifs_put_tlink(cifs_file->tlink);
	dput(cifs_file->dentry);
	kfree(cifs_file);
353 354
}

L
Linus Torvalds 已提交
355 356 357
int cifs_open(struct inode *inode, struct file *file)
{
	int rc = -EACCES;
358
	unsigned int xid;
359
	__u32 oplock;
L
Linus Torvalds 已提交
360
	struct cifs_sb_info *cifs_sb;
361
	struct cifs_tcon *tcon;
362
	struct tcon_link *tlink;
363
	struct cifsFileInfo *cfile = NULL;
L
Linus Torvalds 已提交
364
	char *full_path = NULL;
P
Pavel Shilovsky 已提交
365
	bool posix_open_ok = false;
366
	struct cifs_fid fid;
L
Linus Torvalds 已提交
367

368
	xid = get_xid();
L
Linus Torvalds 已提交
369 370

	cifs_sb = CIFS_SB(inode->i_sb);
371 372
	tlink = cifs_sb_tlink(cifs_sb);
	if (IS_ERR(tlink)) {
373
		free_xid(xid);
374 375 376
		return PTR_ERR(tlink);
	}
	tcon = tlink_tcon(tlink);
L
Linus Torvalds 已提交
377

378
	full_path = build_path_from_dentry(file->f_path.dentry);
L
Linus Torvalds 已提交
379
	if (full_path == NULL) {
380
		rc = -ENOMEM;
381
		goto out;
L
Linus Torvalds 已提交
382 383
	}

384 385
	cFYI(1, "inode = 0x%p file flags are 0x%x for %s",
		 inode, file->f_flags, full_path);
386

387
	if (tcon->ses->server->oplocks)
388 389 390 391
		oplock = REQ_OPLOCK;
	else
		oplock = 0;

392
	if (!tcon->broken_posix_open && tcon->unix_ext &&
393 394
	    cap_unix(tcon->ses) && (CIFS_UNIX_POSIX_PATH_OPS_CAP &
				le64_to_cpu(tcon->fsUnixInfo.Capability))) {
395
		/* can not refresh inode info since size could be stale */
396
		rc = cifs_posix_open(full_path, &inode, inode->i_sb,
397
				cifs_sb->mnt_file_mode /* ignored */,
398
				file->f_flags, &oplock, &fid.netfid, xid);
399
		if (rc == 0) {
400
			cFYI(1, "posix open succeeded");
P
Pavel Shilovsky 已提交
401
			posix_open_ok = true;
402 403
		} else if ((rc == -EINVAL) || (rc == -EOPNOTSUPP)) {
			if (tcon->ses->serverNOS)
404
				cERROR(1, "server %s of type %s returned"
405 406 407 408
					   " unexpected error on SMB posix open"
					   ", disabling posix open support."
					   " Check if server update available.",
					   tcon->ses->serverName,
409
					   tcon->ses->serverNOS);
410
			tcon->broken_posix_open = true;
411 412 413
		} else if ((rc != -EIO) && (rc != -EREMOTE) &&
			 (rc != -EOPNOTSUPP)) /* path not found or net err */
			goto out;
414 415 416 417
		/*
		 * Else fallthrough to retry open the old way on network i/o
		 * or DFS errors.
		 */
418 419
	}

P
Pavel Shilovsky 已提交
420 421
	if (!posix_open_ok) {
		rc = cifs_nt_open(full_path, inode, cifs_sb, tcon,
422
				  file->f_flags, &oplock, &fid, xid);
P
Pavel Shilovsky 已提交
423 424 425
		if (rc)
			goto out;
	}
426

427 428
	cfile = cifs_new_fileinfo(&fid, file, tlink, oplock);
	if (cfile == NULL) {
429 430
		if (tcon->ses->server->ops->close)
			tcon->ses->server->ops->close(xid, tcon, &fid);
L
Linus Torvalds 已提交
431 432 433 434
		rc = -ENOMEM;
		goto out;
	}

435 436
	cifs_fscache_set_inode_cookie(inode, file);

P
Pavel Shilovsky 已提交
437
	if ((oplock & CIFS_CREATE_ACTION) && !posix_open_ok && tcon->unix_ext) {
438 439 440 441
		/*
		 * Time to set mode which we can not set earlier due to
		 * problems creating new read-only files.
		 */
P
Pavel Shilovsky 已提交
442 443 444 445 446 447 448 449 450
		struct cifs_unix_set_info_args args = {
			.mode	= inode->i_mode,
			.uid	= NO_CHANGE_64,
			.gid	= NO_CHANGE_64,
			.ctime	= NO_CHANGE_64,
			.atime	= NO_CHANGE_64,
			.mtime	= NO_CHANGE_64,
			.device	= 0,
		};
451 452
		CIFSSMBUnixSetFileInfo(xid, tcon, &args, fid.netfid,
				       cfile->pid);
L
Linus Torvalds 已提交
453 454 455 456
	}

out:
	kfree(full_path);
457
	free_xid(xid);
458
	cifs_put_tlink(tlink);
L
Linus Torvalds 已提交
459 460 461
	return rc;
}

462 463 464 465
/*
 * Try to reacquire byte range locks that were released when session
 * to server was lost
 */
L
Linus Torvalds 已提交
466 467 468 469
static int cifs_relock_file(struct cifsFileInfo *cifsFile)
{
	int rc = 0;

470
	/* BB list all locks open on this file and relock */
L
Linus Torvalds 已提交
471 472 473 474

	return rc;
}

475 476
static int
cifs_reopen_file(struct cifsFileInfo *cfile, bool can_flush)
L
Linus Torvalds 已提交
477 478
{
	int rc = -EACCES;
479
	unsigned int xid;
480
	__u32 oplock;
L
Linus Torvalds 已提交
481
	struct cifs_sb_info *cifs_sb;
482
	struct cifs_tcon *tcon;
483 484
	struct TCP_Server_Info *server;
	struct cifsInodeInfo *cinode;
S
Steve French 已提交
485
	struct inode *inode;
L
Linus Torvalds 已提交
486
	char *full_path = NULL;
487
	int desired_access;
L
Linus Torvalds 已提交
488
	int disposition = FILE_OPEN;
489
	int create_options = CREATE_NOT_DIR;
490
	struct cifs_fid fid;
L
Linus Torvalds 已提交
491

492
	xid = get_xid();
493 494 495
	mutex_lock(&cfile->fh_mutex);
	if (!cfile->invalidHandle) {
		mutex_unlock(&cfile->fh_mutex);
496
		rc = 0;
497
		free_xid(xid);
498
		return rc;
L
Linus Torvalds 已提交
499 500
	}

501
	inode = cfile->dentry->d_inode;
L
Linus Torvalds 已提交
502
	cifs_sb = CIFS_SB(inode->i_sb);
503 504 505 506 507 508 509 510 511 512
	tcon = tlink_tcon(cfile->tlink);
	server = tcon->ses->server;

	/*
	 * Can not grab rename sem here because various ops, including those
	 * that already have the rename sem can end up causing writepage to get
	 * called and if the server was down that means we end up here, and we
	 * can never tell if the caller already has the rename_sem.
	 */
	full_path = build_path_from_dentry(cfile->dentry);
L
Linus Torvalds 已提交
513
	if (full_path == NULL) {
514
		rc = -ENOMEM;
515
		mutex_unlock(&cfile->fh_mutex);
516
		free_xid(xid);
517
		return rc;
L
Linus Torvalds 已提交
518 519
	}

520 521
	cFYI(1, "inode = 0x%p file flags 0x%x for %s", inode, cfile->f_flags,
	     full_path);
L
Linus Torvalds 已提交
522

523
	if (tcon->ses->server->oplocks)
L
Linus Torvalds 已提交
524 525
		oplock = REQ_OPLOCK;
	else
526
		oplock = 0;
L
Linus Torvalds 已提交
527

528
	if (tcon->unix_ext && cap_unix(tcon->ses) &&
529
	    (CIFS_UNIX_POSIX_PATH_OPS_CAP &
530
				le64_to_cpu(tcon->fsUnixInfo.Capability))) {
531 532 533 534
		/*
		 * O_CREAT, O_EXCL and O_TRUNC already had their effect on the
		 * original open. Must mask them off for a reopen.
		 */
535
		unsigned int oflags = cfile->f_flags &
J
Jeff Layton 已提交
536
						~(O_CREAT | O_EXCL | O_TRUNC);
537

538
		rc = cifs_posix_open(full_path, NULL, inode->i_sb,
539 540
				     cifs_sb->mnt_file_mode /* ignored */,
				     oflags, &oplock, &fid.netfid, xid);
541
		if (rc == 0) {
542
			cFYI(1, "posix reopen succeeded");
543 544
			goto reopen_success;
		}
545 546 547 548
		/*
		 * fallthrough to retry open the old way on errors, especially
		 * in the reconnect path it is important to retry hard
		 */
549 550
	}

551
	desired_access = cifs_convert_flags(cfile->f_flags);
552

553 554 555
	if (backup_cred(cifs_sb))
		create_options |= CREATE_OPEN_BACKUP_INTENT;

556 557 558 559 560 561 562 563 564 565
	/*
	 * Can not refresh inode by passing in file_info buf to be returned by
	 * CIFSSMBOpen and then calling get_inode_info with returned buf since
	 * file might have write behind data that needs to be flushed and server
	 * version of file size can be stale. If we knew for sure that inode was
	 * not dirty locally we could do this.
	 */
	rc = server->ops->open(xid, tcon, full_path, disposition,
			       desired_access, create_options, &fid, &oplock,
			       NULL, cifs_sb);
L
Linus Torvalds 已提交
566
	if (rc) {
567 568
		mutex_unlock(&cfile->fh_mutex);
		cFYI(1, "cifs_reopen returned 0x%x", rc);
569
		cFYI(1, "oplock: %d", oplock);
J
Jeff Layton 已提交
570 571 572
		goto reopen_error_exit;
	}

573
reopen_success:
574 575 576
	cfile->invalidHandle = false;
	mutex_unlock(&cfile->fh_mutex);
	cinode = CIFS_I(inode);
J
Jeff Layton 已提交
577 578 579

	if (can_flush) {
		rc = filemap_write_and_wait(inode->i_mapping);
580
		mapping_set_error(inode->i_mapping, rc);
J
Jeff Layton 已提交
581 582

		if (tcon->unix_ext)
583 584
			rc = cifs_get_inode_info_unix(&inode, full_path,
						      inode->i_sb, xid);
J
Jeff Layton 已提交
585
		else
586 587 588 589 590 591 592 593 594 595 596 597
			rc = cifs_get_inode_info(&inode, full_path, NULL,
						 inode->i_sb, xid, NULL);
	}
	/*
	 * Else we are writing out data to server already and could deadlock if
	 * we tried to flush data, and since we do not know if we have data that
	 * would invalidate the current end of file on the server we can not go
	 * to the server to get the new inode info.
	 */

	server->ops->set_fid(cfile, &fid, oplock);
	cifs_relock_file(cfile);
J
Jeff Layton 已提交
598 599

reopen_error_exit:
L
Linus Torvalds 已提交
600
	kfree(full_path);
601
	free_xid(xid);
L
Linus Torvalds 已提交
602 603 604 605 606
	return rc;
}

int cifs_close(struct inode *inode, struct file *file)
{
607 608 609 610
	if (file->private_data != NULL) {
		cifsFileInfo_put(file->private_data);
		file->private_data = NULL;
	}
J
[CIFS]  
Jeremy Allison 已提交
611

612 613
	/* return code from the ->release op is always ignored */
	return 0;
L
Linus Torvalds 已提交
614 615 616 617 618
}

int cifs_closedir(struct inode *inode, struct file *file)
{
	int rc = 0;
619
	unsigned int xid;
620
	struct cifsFileInfo *cfile = file->private_data;
621 622 623
	struct cifs_tcon *tcon;
	struct TCP_Server_Info *server;
	char *buf;
L
Linus Torvalds 已提交
624

625
	cFYI(1, "Closedir inode = 0x%p", inode);
L
Linus Torvalds 已提交
626

627 628 629
	if (cfile == NULL)
		return rc;

630
	xid = get_xid();
631 632
	tcon = tlink_tcon(cfile->tlink);
	server = tcon->ses->server;
L
Linus Torvalds 已提交
633

634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656
	cFYI(1, "Freeing private data in close dir");
	spin_lock(&cifs_file_list_lock);
	if (!cfile->srch_inf.endOfSearch && !cfile->invalidHandle) {
		cfile->invalidHandle = true;
		spin_unlock(&cifs_file_list_lock);
		if (server->ops->close_dir)
			rc = server->ops->close_dir(xid, tcon, &cfile->fid);
		else
			rc = -ENOSYS;
		cFYI(1, "Closing uncompleted readdir with rc %d", rc);
		/* not much we can do if it fails anyway, ignore rc */
		rc = 0;
	} else
		spin_unlock(&cifs_file_list_lock);

	buf = cfile->srch_inf.ntwrk_buf_start;
	if (buf) {
		cFYI(1, "closedir free smb buf in srch struct");
		cfile->srch_inf.ntwrk_buf_start = NULL;
		if (cfile->srch_inf.smallBuf)
			cifs_small_buf_release(buf);
		else
			cifs_buf_release(buf);
L
Linus Torvalds 已提交
657
	}
658 659 660 661

	cifs_put_tlink(cfile->tlink);
	kfree(file->private_data);
	file->private_data = NULL;
L
Linus Torvalds 已提交
662
	/* BB can we lock the filestruct while this is going on? */
663
	free_xid(xid);
L
Linus Torvalds 已提交
664 665 666
	return rc;
}

667
static struct cifsLockInfo *
668
cifs_lock_init(__u64 offset, __u64 length, __u8 type)
J
[CIFS]  
Jeremy Allison 已提交
669
{
670
	struct cifsLockInfo *lock =
S
Steve French 已提交
671
		kmalloc(sizeof(struct cifsLockInfo), GFP_KERNEL);
672 673 674 675 676 677 678 679 680
	if (!lock)
		return lock;
	lock->offset = offset;
	lock->length = length;
	lock->type = type;
	lock->pid = current->tgid;
	INIT_LIST_HEAD(&lock->blist);
	init_waitqueue_head(&lock->block_q);
	return lock;
681 682 683 684 685 686 687 688 689 690 691 692 693
}

static void
cifs_del_lock_waiters(struct cifsLockInfo *lock)
{
	struct cifsLockInfo *li, *tmp;
	list_for_each_entry_safe(li, tmp, &lock->blist, blist) {
		list_del_init(&li->blist);
		wake_up(&li->block_q);
	}
}

static bool
694
cifs_find_fid_lock_conflict(struct cifsFileInfo *cfile, __u64 offset,
695
			    __u64 length, __u8 type, struct cifsFileInfo *cur,
696
			    struct cifsLockInfo **conf_lock)
697
{
698
	struct cifsLockInfo *li;
699
	struct TCP_Server_Info *server = tlink_tcon(cfile->tlink)->ses->server;
700

701
	list_for_each_entry(li, &cfile->llist, llist) {
702 703 704
		if (offset + length <= li->offset ||
		    offset >= li->offset + li->length)
			continue;
705
		else if ((type & server->vals->shared_lock_type) &&
706 707
			 ((server->ops->compare_fids(cur, cfile) &&
			   current->tgid == li->pid) || type == li->type))
708 709 710 711 712 713 714 715 716
			continue;
		else {
			*conf_lock = li;
			return true;
		}
	}
	return false;
}

717
static bool
718 719
cifs_find_lock_conflict(struct cifsFileInfo *cfile, __u64 offset, __u64 length,
			__u8 type, struct cifsLockInfo **conf_lock)
720
{
721 722
	bool rc = false;
	struct cifsFileInfo *fid, *tmp;
723
	struct cifsInodeInfo *cinode = CIFS_I(cfile->dentry->d_inode);
724 725 726 727

	spin_lock(&cifs_file_list_lock);
	list_for_each_entry_safe(fid, tmp, &cinode->openFileList, flist) {
		rc = cifs_find_fid_lock_conflict(fid, offset, length, type,
728
						 cfile, conf_lock);
729 730 731 732 733 734
		if (rc)
			break;
	}
	spin_unlock(&cifs_file_list_lock);

	return rc;
735 736
}

737 738 739 740 741 742 743
/*
 * Check if there is another lock that prevents us to set the lock (mandatory
 * style). If such a lock exists, update the flock structure with its
 * properties. Otherwise, set the flock type to F_UNLCK if we can cache brlocks
 * or leave it the same if we can't. Returns 0 if we don't need to request to
 * the server or 1 otherwise.
 */
744
static int
745 746
cifs_lock_test(struct cifsFileInfo *cfile, __u64 offset, __u64 length,
	       __u8 type, struct file_lock *flock)
747 748 749
{
	int rc = 0;
	struct cifsLockInfo *conf_lock;
750
	struct cifsInodeInfo *cinode = CIFS_I(cfile->dentry->d_inode);
751
	struct TCP_Server_Info *server = tlink_tcon(cfile->tlink)->ses->server;
752 753 754 755
	bool exist;

	mutex_lock(&cinode->lock_mutex);

756 757
	exist = cifs_find_lock_conflict(cfile, offset, length, type,
					&conf_lock);
758 759 760 761
	if (exist) {
		flock->fl_start = conf_lock->offset;
		flock->fl_end = conf_lock->offset + conf_lock->length - 1;
		flock->fl_pid = conf_lock->pid;
762
		if (conf_lock->type & server->vals->shared_lock_type)
763 764 765 766 767 768 769 770 771 772 773 774
			flock->fl_type = F_RDLCK;
		else
			flock->fl_type = F_WRLCK;
	} else if (!cinode->can_cache_brlcks)
		rc = 1;
	else
		flock->fl_type = F_UNLCK;

	mutex_unlock(&cinode->lock_mutex);
	return rc;
}

775
static void
776
cifs_lock_add(struct cifsFileInfo *cfile, struct cifsLockInfo *lock)
777
{
778
	struct cifsInodeInfo *cinode = CIFS_I(cfile->dentry->d_inode);
779
	mutex_lock(&cinode->lock_mutex);
780
	list_add_tail(&lock->llist, &cfile->llist);
781
	mutex_unlock(&cinode->lock_mutex);
J
[CIFS]  
Jeremy Allison 已提交
782 783
}

784 785 786 787 788 789
/*
 * Set the byte-range lock (mandatory style). Returns:
 * 1) 0, if we set the lock and don't need to request to the server;
 * 2) 1, if no locks prevent us but we need to request to the server;
 * 3) -EACCESS, if there is a lock that prevents us and wait is false.
 */
790
static int
791
cifs_lock_add_if(struct cifsFileInfo *cfile, struct cifsLockInfo *lock,
792
		 bool wait)
793
{
794
	struct cifsLockInfo *conf_lock;
795
	struct cifsInodeInfo *cinode = CIFS_I(cfile->dentry->d_inode);
796 797 798 799 800 801 802
	bool exist;
	int rc = 0;

try_again:
	exist = false;
	mutex_lock(&cinode->lock_mutex);

803 804
	exist = cifs_find_lock_conflict(cfile, lock->offset, lock->length,
					lock->type, &conf_lock);
805
	if (!exist && cinode->can_cache_brlcks) {
806
		list_add_tail(&lock->llist, &cfile->llist);
807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822
		mutex_unlock(&cinode->lock_mutex);
		return rc;
	}

	if (!exist)
		rc = 1;
	else if (!wait)
		rc = -EACCES;
	else {
		list_add_tail(&lock->blist, &conf_lock->blist);
		mutex_unlock(&cinode->lock_mutex);
		rc = wait_event_interruptible(lock->block_q,
					(lock->blist.prev == &lock->blist) &&
					(lock->blist.next == &lock->blist));
		if (!rc)
			goto try_again;
823 824
		mutex_lock(&cinode->lock_mutex);
		list_del_init(&lock->blist);
825 826 827 828 829 830
	}

	mutex_unlock(&cinode->lock_mutex);
	return rc;
}

831 832 833 834 835 836 837
/*
 * Check if there is another lock that prevents us to set the lock (posix
 * style). If such a lock exists, update the flock structure with its
 * properties. Otherwise, set the flock type to F_UNLCK if we can cache brlocks
 * or leave it the same if we can't. Returns 0 if we don't need to request to
 * the server or 1 otherwise.
 */
838
static int
839 840 841 842 843 844
cifs_posix_lock_test(struct file *file, struct file_lock *flock)
{
	int rc = 0;
	struct cifsInodeInfo *cinode = CIFS_I(file->f_path.dentry->d_inode);
	unsigned char saved_type = flock->fl_type;

845 846 847
	if ((flock->fl_flags & FL_POSIX) == 0)
		return 1;

848 849 850 851 852 853 854 855 856 857 858 859
	mutex_lock(&cinode->lock_mutex);
	posix_test_lock(file, flock);

	if (flock->fl_type == F_UNLCK && !cinode->can_cache_brlcks) {
		flock->fl_type = saved_type;
		rc = 1;
	}

	mutex_unlock(&cinode->lock_mutex);
	return rc;
}

860 861 862 863 864 865
/*
 * Set the byte-range lock (posix style). Returns:
 * 1) 0, if we set the lock and don't need to request to the server;
 * 2) 1, if we need to request to the server;
 * 3) <0, if the error occurs while setting the lock.
 */
866 867 868 869
static int
cifs_posix_lock_set(struct file *file, struct file_lock *flock)
{
	struct cifsInodeInfo *cinode = CIFS_I(file->f_path.dentry->d_inode);
870 871 872 873
	int rc = 1;

	if ((flock->fl_flags & FL_POSIX) == 0)
		return rc;
874

875
try_again:
876 877 878
	mutex_lock(&cinode->lock_mutex);
	if (!cinode->can_cache_brlcks) {
		mutex_unlock(&cinode->lock_mutex);
879
		return rc;
880
	}
881 882

	rc = posix_lock_file(file, flock, NULL);
883
	mutex_unlock(&cinode->lock_mutex);
884 885 886 887 888 889
	if (rc == FILE_LOCK_DEFERRED) {
		rc = wait_event_interruptible(flock->fl_wait, !flock->fl_next);
		if (!rc)
			goto try_again;
		locks_delete_block(flock);
	}
890
	return rc;
891 892 893 894
}

static int
cifs_push_mandatory_locks(struct cifsFileInfo *cfile)
895
{
896 897
	unsigned int xid;
	int rc = 0, stored_rc;
898 899 900
	struct cifsLockInfo *li, *tmp;
	struct cifs_tcon *tcon;
	struct cifsInodeInfo *cinode = CIFS_I(cfile->dentry->d_inode);
901
	unsigned int num, max_num, max_buf;
902 903 904 905
	LOCKING_ANDX_RANGE *buf, *cur;
	int types[] = {LOCKING_ANDX_LARGE_FILES,
		       LOCKING_ANDX_SHARED_LOCK | LOCKING_ANDX_LARGE_FILES};
	int i;
906

907
	xid = get_xid();
908 909 910 911 912
	tcon = tlink_tcon(cfile->tlink);

	mutex_lock(&cinode->lock_mutex);
	if (!cinode->can_cache_brlcks) {
		mutex_unlock(&cinode->lock_mutex);
913
		free_xid(xid);
914 915 916
		return rc;
	}

917 918 919 920 921 922 923
	/*
	 * Accessing maxBuf is racy with cifs_reconnect - need to store value
	 * and check it for zero before using.
	 */
	max_buf = tcon->ses->server->maxBuf;
	if (!max_buf) {
		mutex_unlock(&cinode->lock_mutex);
924
		free_xid(xid);
925 926 927 928 929
		return -EINVAL;
	}

	max_num = (max_buf - sizeof(struct smb_hdr)) /
						sizeof(LOCKING_ANDX_RANGE);
930 931 932
	buf = kzalloc(max_num * sizeof(LOCKING_ANDX_RANGE), GFP_KERNEL);
	if (!buf) {
		mutex_unlock(&cinode->lock_mutex);
933
		free_xid(xid);
934
		return -ENOMEM;
935 936 937 938 939
	}

	for (i = 0; i < 2; i++) {
		cur = buf;
		num = 0;
940
		list_for_each_entry_safe(li, tmp, &cfile->llist, llist) {
941 942 943 944 945 946 947 948
			if (li->type != types[i])
				continue;
			cur->Pid = cpu_to_le16(li->pid);
			cur->LengthLow = cpu_to_le32((u32)li->length);
			cur->LengthHigh = cpu_to_le32((u32)(li->length>>32));
			cur->OffsetLow = cpu_to_le32((u32)li->offset);
			cur->OffsetHigh = cpu_to_le32((u32)(li->offset>>32));
			if (++num == max_num) {
949 950
				stored_rc = cifs_lockv(xid, tcon,
						       cfile->fid.netfid,
951 952
						       (__u8)li->type, 0, num,
						       buf);
953 954 955 956 957 958 959 960 961
				if (stored_rc)
					rc = stored_rc;
				cur = buf;
				num = 0;
			} else
				cur++;
		}

		if (num) {
962
			stored_rc = cifs_lockv(xid, tcon, cfile->fid.netfid,
963
					       (__u8)types[i], 0, num, buf);
964 965 966
			if (stored_rc)
				rc = stored_rc;
		}
967 968 969 970 971
	}

	cinode->can_cache_brlcks = false;
	mutex_unlock(&cinode->lock_mutex);

972
	kfree(buf);
973
	free_xid(xid);
974 975 976
	return rc;
}

977 978 979 980 981
/* copied from fs/locks.c with a name change */
#define cifs_for_each_lock(inode, lockp) \
	for (lockp = &inode->i_flock; *lockp != NULL; \
	     lockp = &(*lockp)->fl_next)

982 983 984 985 986 987 988 989 990
struct lock_to_push {
	struct list_head llist;
	__u64 offset;
	__u64 length;
	__u32 pid;
	__u16 netfid;
	__u8 type;
};

991 992 993 994 995 996
static int
cifs_push_posix_locks(struct cifsFileInfo *cfile)
{
	struct cifsInodeInfo *cinode = CIFS_I(cfile->dentry->d_inode);
	struct cifs_tcon *tcon = tlink_tcon(cfile->tlink);
	struct file_lock *flock, **before;
997
	unsigned int count = 0, i = 0;
998
	int rc = 0, xid, type;
999 1000
	struct list_head locks_to_send, *el;
	struct lock_to_push *lck, *tmp;
1001 1002
	__u64 length;

1003
	xid = get_xid();
1004 1005 1006 1007

	mutex_lock(&cinode->lock_mutex);
	if (!cinode->can_cache_brlcks) {
		mutex_unlock(&cinode->lock_mutex);
1008
		free_xid(xid);
1009 1010 1011
		return rc;
	}

1012 1013 1014 1015 1016 1017 1018
	lock_flocks();
	cifs_for_each_lock(cfile->dentry->d_inode, before) {
		if ((*before)->fl_flags & FL_POSIX)
			count++;
	}
	unlock_flocks();

1019 1020
	INIT_LIST_HEAD(&locks_to_send);

1021
	/*
1022 1023 1024
	 * Allocating count locks is enough because no FL_POSIX locks can be
	 * added to the list while we are holding cinode->lock_mutex that
	 * protects locking operations of this inode.
1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035
	 */
	for (; i < count; i++) {
		lck = kmalloc(sizeof(struct lock_to_push), GFP_KERNEL);
		if (!lck) {
			rc = -ENOMEM;
			goto err_out;
		}
		list_add_tail(&lck->llist, &locks_to_send);
	}

	el = locks_to_send.next;
1036 1037
	lock_flocks();
	cifs_for_each_lock(cfile->dentry->d_inode, before) {
1038 1039 1040
		flock = *before;
		if ((flock->fl_flags & FL_POSIX) == 0)
			continue;
1041
		if (el == &locks_to_send) {
1042 1043 1044 1045
			/*
			 * The list ended. We don't have enough allocated
			 * structures - something is really wrong.
			 */
1046 1047 1048
			cERROR(1, "Can't push all brlocks!");
			break;
		}
1049 1050 1051 1052 1053
		length = 1 + flock->fl_end - flock->fl_start;
		if (flock->fl_type == F_RDLCK || flock->fl_type == F_SHLCK)
			type = CIFS_RDLCK;
		else
			type = CIFS_WRLCK;
1054
		lck = list_entry(el, struct lock_to_push, llist);
1055
		lck->pid = flock->fl_pid;
1056
		lck->netfid = cfile->fid.netfid;
1057 1058 1059 1060
		lck->length = length;
		lck->type = type;
		lck->offset = flock->fl_start;
		el = el->next;
1061 1062 1063 1064 1065 1066 1067
	}
	unlock_flocks();

	list_for_each_entry_safe(lck, tmp, &locks_to_send, llist) {
		int stored_rc;

		stored_rc = CIFSSMBPosixLock(xid, tcon, lck->netfid, lck->pid,
1068
					     lck->offset, lck->length, NULL,
1069 1070 1071 1072 1073 1074 1075
					     lck->type, 0);
		if (stored_rc)
			rc = stored_rc;
		list_del(&lck->llist);
		kfree(lck);
	}

1076
out:
1077 1078 1079
	cinode->can_cache_brlcks = false;
	mutex_unlock(&cinode->lock_mutex);

1080
	free_xid(xid);
1081
	return rc;
1082 1083 1084 1085 1086 1087
err_out:
	list_for_each_entry_safe(lck, tmp, &locks_to_send, llist) {
		list_del(&lck->llist);
		kfree(lck);
	}
	goto out;
1088 1089 1090 1091 1092 1093 1094 1095
}

static int
cifs_push_locks(struct cifsFileInfo *cfile)
{
	struct cifs_sb_info *cifs_sb = CIFS_SB(cfile->dentry->d_sb);
	struct cifs_tcon *tcon = tlink_tcon(cfile->tlink);

1096
	if (cap_unix(tcon->ses) &&
1097 1098 1099 1100 1101 1102 1103
	    (CIFS_UNIX_FCNTL_CAP & le64_to_cpu(tcon->fsUnixInfo.Capability)) &&
	    ((cifs_sb->mnt_cifs_flags & CIFS_MOUNT_NOPOSIXBRL) == 0))
		return cifs_push_posix_locks(cfile);

	return cifs_push_mandatory_locks(cfile);
}

1104
static void
1105
cifs_read_flock(struct file_lock *flock, __u32 *type, int *lock, int *unlock,
1106
		bool *wait_flag, struct TCP_Server_Info *server)
L
Linus Torvalds 已提交
1107
{
1108
	if (flock->fl_flags & FL_POSIX)
1109
		cFYI(1, "Posix");
1110
	if (flock->fl_flags & FL_FLOCK)
1111
		cFYI(1, "Flock");
1112
	if (flock->fl_flags & FL_SLEEP) {
1113
		cFYI(1, "Blocking lock");
1114
		*wait_flag = true;
L
Linus Torvalds 已提交
1115
	}
1116
	if (flock->fl_flags & FL_ACCESS)
1117
		cFYI(1, "Process suspended by mandatory locking - "
1118 1119
			"not implemented yet");
	if (flock->fl_flags & FL_LEASE)
1120
		cFYI(1, "Lease on file - not implemented yet");
1121
	if (flock->fl_flags &
L
Linus Torvalds 已提交
1122
	    (~(FL_POSIX | FL_FLOCK | FL_SLEEP | FL_ACCESS | FL_LEASE)))
1123
		cFYI(1, "Unknown lock flags 0x%x", flock->fl_flags);
L
Linus Torvalds 已提交
1124

1125
	*type = server->vals->large_lock_type;
1126
	if (flock->fl_type == F_WRLCK) {
1127
		cFYI(1, "F_WRLCK ");
1128
		*type |= server->vals->exclusive_lock_type;
1129 1130
		*lock = 1;
	} else if (flock->fl_type == F_UNLCK) {
1131
		cFYI(1, "F_UNLCK");
1132
		*type |= server->vals->unlock_lock_type;
1133 1134 1135
		*unlock = 1;
		/* Check if unlock includes more than one lock range */
	} else if (flock->fl_type == F_RDLCK) {
1136
		cFYI(1, "F_RDLCK");
1137
		*type |= server->vals->shared_lock_type;
1138 1139
		*lock = 1;
	} else if (flock->fl_type == F_EXLCK) {
1140
		cFYI(1, "F_EXLCK");
1141
		*type |= server->vals->exclusive_lock_type;
1142 1143
		*lock = 1;
	} else if (flock->fl_type == F_SHLCK) {
1144
		cFYI(1, "F_SHLCK");
1145
		*type |= server->vals->shared_lock_type;
1146
		*lock = 1;
L
Linus Torvalds 已提交
1147
	} else
1148
		cFYI(1, "Unknown type of lock");
1149
}
L
Linus Torvalds 已提交
1150

1151
static int
1152
cifs_mandatory_lock(unsigned int xid, struct cifsFileInfo *cfile, __u64 offset,
1153 1154
		    __u64 length, __u32 type, int lock, int unlock, bool wait)
{
1155
	return CIFSSMBLock(xid, tlink_tcon(cfile->tlink), cfile->fid.netfid,
1156 1157 1158 1159
			   current->tgid, length, offset, unlock, lock,
			   (__u8)type, wait, 0);
}

1160
static int
1161
cifs_getlk(struct file *file, struct file_lock *flock, __u32 type,
1162
	   bool wait_flag, bool posix_lck, unsigned int xid)
1163 1164 1165
{
	int rc = 0;
	__u64 length = 1 + flock->fl_end - flock->fl_start;
1166 1167
	struct cifsFileInfo *cfile = (struct cifsFileInfo *)file->private_data;
	struct cifs_tcon *tcon = tlink_tcon(cfile->tlink);
1168
	struct TCP_Server_Info *server = tcon->ses->server;
1169
	__u16 netfid = cfile->fid.netfid;
1170

1171 1172
	if (posix_lck) {
		int posix_lock_type;
1173 1174 1175 1176 1177

		rc = cifs_posix_lock_test(file, flock);
		if (!rc)
			return rc;

1178
		if (type & server->vals->shared_lock_type)
1179 1180 1181
			posix_lock_type = CIFS_RDLCK;
		else
			posix_lock_type = CIFS_WRLCK;
1182
		rc = CIFSSMBPosixLock(xid, tcon, netfid, current->tgid,
1183
				      flock->fl_start, length, flock,
1184
				      posix_lock_type, wait_flag);
1185 1186
		return rc;
	}
L
Linus Torvalds 已提交
1187

1188
	rc = cifs_lock_test(cfile, flock->fl_start, length, type, flock);
1189 1190 1191
	if (!rc)
		return rc;

1192
	/* BB we could chain these into one lock request BB */
1193 1194
	rc = cifs_mandatory_lock(xid, cfile, flock->fl_start, length, type,
				 1, 0, false);
1195
	if (rc == 0) {
1196 1197
		rc = cifs_mandatory_lock(xid, cfile, flock->fl_start, length,
					 type, 0, 1, false);
1198 1199 1200
		flock->fl_type = F_UNLCK;
		if (rc != 0)
			cERROR(1, "Error unlocking previously locked "
1201
				  "range %d during test of lock", rc);
1202
		return 0;
L
Linus Torvalds 已提交
1203
	}
J
[CIFS]  
Jeremy Allison 已提交
1204

1205
	if (type & server->vals->shared_lock_type) {
1206
		flock->fl_type = F_WRLCK;
1207
		return 0;
J
[CIFS]  
Jeremy Allison 已提交
1208 1209
	}

1210 1211 1212
	rc = cifs_mandatory_lock(xid, cfile, flock->fl_start, length,
				 type | server->vals->shared_lock_type, 1, 0,
				 false);
1213
	if (rc == 0) {
1214 1215 1216
		rc = cifs_mandatory_lock(xid, cfile, flock->fl_start, length,
					 type | server->vals->shared_lock_type,
					 0, 1, false);
1217 1218 1219 1220 1221 1222 1223
		flock->fl_type = F_RDLCK;
		if (rc != 0)
			cERROR(1, "Error unlocking previously locked "
				  "range %d during test of lock", rc);
	} else
		flock->fl_type = F_WRLCK;

1224
	return 0;
1225 1226
}

1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246
static void
cifs_move_llist(struct list_head *source, struct list_head *dest)
{
	struct list_head *li, *tmp;
	list_for_each_safe(li, tmp, source)
		list_move(li, dest);
}

static void
cifs_free_llist(struct list_head *llist)
{
	struct cifsLockInfo *li, *tmp;
	list_for_each_entry_safe(li, tmp, llist, llist) {
		cifs_del_lock_waiters(li);
		list_del(&li->llist);
		kfree(li);
	}
}

static int
1247 1248
cifs_unlock_range(struct cifsFileInfo *cfile, struct file_lock *flock,
		  unsigned int xid)
1249 1250 1251 1252 1253
{
	int rc = 0, stored_rc;
	int types[] = {LOCKING_ANDX_LARGE_FILES,
		       LOCKING_ANDX_SHARED_LOCK | LOCKING_ANDX_LARGE_FILES};
	unsigned int i;
1254
	unsigned int max_num, num, max_buf;
1255 1256 1257 1258 1259 1260 1261 1262 1263
	LOCKING_ANDX_RANGE *buf, *cur;
	struct cifs_tcon *tcon = tlink_tcon(cfile->tlink);
	struct cifsInodeInfo *cinode = CIFS_I(cfile->dentry->d_inode);
	struct cifsLockInfo *li, *tmp;
	__u64 length = 1 + flock->fl_end - flock->fl_start;
	struct list_head tmp_llist;

	INIT_LIST_HEAD(&tmp_llist);

1264 1265 1266 1267 1268 1269 1270 1271 1272 1273
	/*
	 * Accessing maxBuf is racy with cifs_reconnect - need to store value
	 * and check it for zero before using.
	 */
	max_buf = tcon->ses->server->maxBuf;
	if (!max_buf)
		return -EINVAL;

	max_num = (max_buf - sizeof(struct smb_hdr)) /
						sizeof(LOCKING_ANDX_RANGE);
1274 1275 1276 1277 1278 1279 1280 1281
	buf = kzalloc(max_num * sizeof(LOCKING_ANDX_RANGE), GFP_KERNEL);
	if (!buf)
		return -ENOMEM;

	mutex_lock(&cinode->lock_mutex);
	for (i = 0; i < 2; i++) {
		cur = buf;
		num = 0;
1282
		list_for_each_entry_safe(li, tmp, &cfile->llist, llist) {
1283 1284 1285 1286 1287 1288 1289 1290
			if (flock->fl_start > li->offset ||
			    (flock->fl_start + length) <
			    (li->offset + li->length))
				continue;
			if (current->tgid != li->pid)
				continue;
			if (types[i] != li->type)
				continue;
1291
			if (cinode->can_cache_brlcks) {
1292 1293
				/*
				 * We can cache brlock requests - simply remove
1294
				 * a lock from the file's list.
1295 1296 1297 1298
				 */
				list_del(&li->llist);
				cifs_del_lock_waiters(li);
				kfree(li);
1299
				continue;
1300
			}
1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312
			cur->Pid = cpu_to_le16(li->pid);
			cur->LengthLow = cpu_to_le32((u32)li->length);
			cur->LengthHigh = cpu_to_le32((u32)(li->length>>32));
			cur->OffsetLow = cpu_to_le32((u32)li->offset);
			cur->OffsetHigh = cpu_to_le32((u32)(li->offset>>32));
			/*
			 * We need to save a lock here to let us add it again to
			 * the file's list if the unlock range request fails on
			 * the server.
			 */
			list_move(&li->llist, &tmp_llist);
			if (++num == max_num) {
1313 1314
				stored_rc = cifs_lockv(xid, tcon,
						       cfile->fid.netfid,
1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334
						       li->type, num, 0, buf);
				if (stored_rc) {
					/*
					 * We failed on the unlock range
					 * request - add all locks from the tmp
					 * list to the head of the file's list.
					 */
					cifs_move_llist(&tmp_llist,
							&cfile->llist);
					rc = stored_rc;
				} else
					/*
					 * The unlock range request succeed -
					 * free the tmp list.
					 */
					cifs_free_llist(&tmp_llist);
				cur = buf;
				num = 0;
			} else
				cur++;
1335 1336
		}
		if (num) {
1337
			stored_rc = cifs_lockv(xid, tcon, cfile->fid.netfid,
1338 1339
					       types[i], num, 0, buf);
			if (stored_rc) {
1340
				cifs_move_llist(&tmp_llist, &cfile->llist);
1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351
				rc = stored_rc;
			} else
				cifs_free_llist(&tmp_llist);
		}
	}

	mutex_unlock(&cinode->lock_mutex);
	kfree(buf);
	return rc;
}

1352
static int
1353
cifs_setlk(struct file *file,  struct file_lock *flock, __u32 type,
1354 1355
	   bool wait_flag, bool posix_lck, int lock, int unlock,
	   unsigned int xid)
1356 1357 1358 1359 1360
{
	int rc = 0;
	__u64 length = 1 + flock->fl_end - flock->fl_start;
	struct cifsFileInfo *cfile = (struct cifsFileInfo *)file->private_data;
	struct cifs_tcon *tcon = tlink_tcon(cfile->tlink);
1361
	struct TCP_Server_Info *server = tcon->ses->server;
1362
	__u16 netfid = cfile->fid.netfid;
1363 1364

	if (posix_lck) {
1365
		int posix_lock_type;
1366 1367 1368 1369 1370

		rc = cifs_posix_lock_set(file, flock);
		if (!rc || rc < 0)
			return rc;

1371
		if (type & server->vals->shared_lock_type)
1372 1373 1374
			posix_lock_type = CIFS_RDLCK;
		else
			posix_lock_type = CIFS_WRLCK;
1375

1376
		if (unlock == 1)
1377
			posix_lock_type = CIFS_UNLCK;
J
[CIFS]  
Jeremy Allison 已提交
1378

1379
		rc = CIFSSMBPosixLock(xid, tcon, netfid, current->tgid,
1380
				      flock->fl_start, length, NULL,
1381
				      posix_lock_type, wait_flag);
1382 1383
		goto out;
	}
J
[CIFS]  
Jeremy Allison 已提交
1384

1385
	if (lock) {
1386 1387
		struct cifsLockInfo *lock;

1388
		lock = cifs_lock_init(flock->fl_start, length, type);
1389 1390 1391
		if (!lock)
			return -ENOMEM;

1392
		rc = cifs_lock_add_if(cfile, lock, wait_flag);
1393
		if (rc < 0)
1394 1395
			kfree(lock);
		if (rc <= 0)
1396 1397
			goto out;

1398 1399
		rc = cifs_mandatory_lock(xid, cfile, flock->fl_start, length,
					 type, 1, 0, wait_flag);
1400 1401 1402
		if (rc) {
			kfree(lock);
			goto out;
1403
		}
1404

1405
		cifs_lock_add(cfile, lock);
1406 1407
	} else if (unlock)
		rc = cifs_unlock_range(cfile, flock, xid);
1408 1409 1410

out:
	if (flock->fl_flags & FL_POSIX)
1411
		posix_lock_file_wait(file, flock);
1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425
	return rc;
}

int cifs_lock(struct file *file, int cmd, struct file_lock *flock)
{
	int rc, xid;
	int lock = 0, unlock = 0;
	bool wait_flag = false;
	bool posix_lck = false;
	struct cifs_sb_info *cifs_sb;
	struct cifs_tcon *tcon;
	struct cifsInodeInfo *cinode;
	struct cifsFileInfo *cfile;
	__u16 netfid;
1426
	__u32 type;
1427 1428

	rc = -EACCES;
1429
	xid = get_xid();
1430 1431 1432 1433 1434 1435 1436

	cFYI(1, "Lock parm: 0x%x flockflags: 0x%x flocktype: 0x%x start: %lld "
		"end: %lld", cmd, flock->fl_flags, flock->fl_type,
		flock->fl_start, flock->fl_end);

	cfile = (struct cifsFileInfo *)file->private_data;
	tcon = tlink_tcon(cfile->tlink);
1437 1438 1439 1440 1441

	cifs_read_flock(flock, &type, &lock, &unlock, &wait_flag,
			tcon->ses->server);

	cifs_sb = CIFS_SB(file->f_path.dentry->d_sb);
1442
	netfid = cfile->fid.netfid;
1443 1444
	cinode = CIFS_I(file->f_path.dentry->d_inode);

1445
	if (cap_unix(tcon->ses) &&
1446 1447 1448 1449 1450 1451 1452 1453
	    (CIFS_UNIX_FCNTL_CAP & le64_to_cpu(tcon->fsUnixInfo.Capability)) &&
	    ((cifs_sb->mnt_cifs_flags & CIFS_MOUNT_NOPOSIXBRL) == 0))
		posix_lck = true;
	/*
	 * BB add code here to normalize offset and length to account for
	 * negative length which we can not accept over the wire.
	 */
	if (IS_GETLK(cmd)) {
1454
		rc = cifs_getlk(file, flock, type, wait_flag, posix_lck, xid);
1455
		free_xid(xid);
1456 1457 1458 1459 1460 1461 1462 1463
		return rc;
	}

	if (!lock && !unlock) {
		/*
		 * if no lock or unlock then nothing to do since we do not
		 * know what it is
		 */
1464
		free_xid(xid);
1465
		return -EOPNOTSUPP;
J
[CIFS]  
Jeremy Allison 已提交
1466 1467
	}

1468 1469
	rc = cifs_setlk(file, flock, type, wait_flag, posix_lck, lock, unlock,
			xid);
1470
	free_xid(xid);
L
Linus Torvalds 已提交
1471 1472 1473
	return rc;
}

1474 1475 1476 1477
/*
 * update the file size (if needed) after a write. Should be called with
 * the inode->i_lock held
 */
1478
void
1479 1480 1481 1482 1483 1484 1485 1486 1487
cifs_update_eof(struct cifsInodeInfo *cifsi, loff_t offset,
		      unsigned int bytes_written)
{
	loff_t end_of_write = offset + bytes_written;

	if (end_of_write > cifsi->server_eof)
		cifsi->server_eof = end_of_write;
}

1488 1489 1490
static ssize_t
cifs_write(struct cifsFileInfo *open_file, __u32 pid, const char *write_data,
	   size_t write_size, loff_t *offset)
L
Linus Torvalds 已提交
1491 1492 1493 1494 1495
{
	int rc = 0;
	unsigned int bytes_written = 0;
	unsigned int total_written;
	struct cifs_sb_info *cifs_sb;
1496 1497
	struct cifs_tcon *tcon;
	struct TCP_Server_Info *server;
1498
	unsigned int xid;
1499 1500
	struct dentry *dentry = open_file->dentry;
	struct cifsInodeInfo *cifsi = CIFS_I(dentry->d_inode);
1501
	struct cifs_io_parms io_parms;
L
Linus Torvalds 已提交
1502

1503
	cifs_sb = CIFS_SB(dentry->d_sb);
L
Linus Torvalds 已提交
1504

1505
	cFYI(1, "write %zd bytes to offset %lld of %s", write_size,
1506
	     *offset, dentry->d_name.name);
L
Linus Torvalds 已提交
1507

1508 1509 1510 1511 1512
	tcon = tlink_tcon(open_file->tlink);
	server = tcon->ses->server;

	if (!server->ops->sync_write)
		return -ENOSYS;
1513

1514
	xid = get_xid();
L
Linus Torvalds 已提交
1515 1516 1517 1518 1519

	for (total_written = 0; write_size > total_written;
	     total_written += bytes_written) {
		rc = -EAGAIN;
		while (rc == -EAGAIN) {
1520 1521 1522
			struct kvec iov[2];
			unsigned int len;

L
Linus Torvalds 已提交
1523 1524 1525
			if (open_file->invalidHandle) {
				/* we could deadlock if we called
				   filemap_fdatawait from here so tell
S
Steve French 已提交
1526
				   reopen_file not to flush data to
L
Linus Torvalds 已提交
1527
				   server now */
J
Jeff Layton 已提交
1528
				rc = cifs_reopen_file(open_file, false);
L
Linus Torvalds 已提交
1529 1530 1531
				if (rc != 0)
					break;
			}
1532 1533 1534 1535 1536 1537

			len = min((size_t)cifs_sb->wsize,
				  write_size - total_written);
			/* iov[0] is reserved for smb header */
			iov[1].iov_base = (char *)write_data + total_written;
			iov[1].iov_len = len;
1538
			io_parms.pid = pid;
1539 1540
			io_parms.tcon = tcon;
			io_parms.offset = *offset;
1541
			io_parms.length = len;
1542 1543
			rc = server->ops->sync_write(xid, open_file, &io_parms,
						     &bytes_written, iov, 1);
L
Linus Torvalds 已提交
1544 1545 1546 1547 1548
		}
		if (rc || (bytes_written == 0)) {
			if (total_written)
				break;
			else {
1549
				free_xid(xid);
L
Linus Torvalds 已提交
1550 1551
				return rc;
			}
1552
		} else {
1553
			spin_lock(&dentry->d_inode->i_lock);
1554
			cifs_update_eof(cifsi, *offset, bytes_written);
1555
			spin_unlock(&dentry->d_inode->i_lock);
1556
			*offset += bytes_written;
1557
		}
L
Linus Torvalds 已提交
1558 1559
	}

1560
	cifs_stats_bytes_written(tcon, total_written);
L
Linus Torvalds 已提交
1561

1562 1563
	if (total_written > 0) {
		spin_lock(&dentry->d_inode->i_lock);
1564 1565
		if (*offset > dentry->d_inode->i_size)
			i_size_write(dentry->d_inode, *offset);
1566
		spin_unlock(&dentry->d_inode->i_lock);
L
Linus Torvalds 已提交
1567
	}
1568
	mark_inode_dirty_sync(dentry->d_inode);
1569
	free_xid(xid);
L
Linus Torvalds 已提交
1570 1571 1572
	return total_written;
}

1573 1574
struct cifsFileInfo *find_readable_file(struct cifsInodeInfo *cifs_inode,
					bool fsuid_only)
S
Steve French 已提交
1575 1576
{
	struct cifsFileInfo *open_file = NULL;
1577 1578 1579 1580 1581
	struct cifs_sb_info *cifs_sb = CIFS_SB(cifs_inode->vfs_inode.i_sb);

	/* only filter by fsuid on multiuser mounts */
	if (!(cifs_sb->mnt_cifs_flags & CIFS_MOUNT_MULTIUSER))
		fsuid_only = false;
S
Steve French 已提交
1582

1583
	spin_lock(&cifs_file_list_lock);
S
Steve French 已提交
1584 1585 1586 1587
	/* we could simply get the first_list_entry since write-only entries
	   are always at the end of the list but since the first entry might
	   have a close pending, we go through the whole list */
	list_for_each_entry(open_file, &cifs_inode->openFileList, flist) {
1588 1589
		if (fsuid_only && open_file->uid != current_fsuid())
			continue;
1590
		if (OPEN_FMODE(open_file->f_flags) & FMODE_READ) {
S
Steve French 已提交
1591 1592 1593
			if (!open_file->invalidHandle) {
				/* found a good file */
				/* lock it so it will not be closed on us */
1594
				cifsFileInfo_get_locked(open_file);
1595
				spin_unlock(&cifs_file_list_lock);
S
Steve French 已提交
1596 1597 1598 1599 1600 1601 1602
				return open_file;
			} /* else might as well continue, and look for
			     another, or simply have the caller reopen it
			     again rather than trying to fix this handle */
		} else /* write only file */
			break; /* write only files are last so must be done */
	}
1603
	spin_unlock(&cifs_file_list_lock);
S
Steve French 已提交
1604 1605 1606
	return NULL;
}

1607 1608
struct cifsFileInfo *find_writable_file(struct cifsInodeInfo *cifs_inode,
					bool fsuid_only)
1609
{
1610
	struct cifsFileInfo *open_file, *inv_file = NULL;
1611
	struct cifs_sb_info *cifs_sb;
1612
	bool any_available = false;
1613
	int rc;
1614
	unsigned int refind = 0;
1615

1616 1617 1618 1619
	/* Having a null inode here (because mapping->host was set to zero by
	the VFS or MM) should not happen but we had reports of on oops (due to
	it being zero) during stress testcases so we need to check for it */

S
Steve French 已提交
1620
	if (cifs_inode == NULL) {
1621
		cERROR(1, "Null inode passed to cifs_writeable_file");
1622 1623 1624 1625
		dump_stack();
		return NULL;
	}

1626 1627
	cifs_sb = CIFS_SB(cifs_inode->vfs_inode.i_sb);

1628 1629 1630 1631
	/* only filter by fsuid on multiuser mounts */
	if (!(cifs_sb->mnt_cifs_flags & CIFS_MOUNT_MULTIUSER))
		fsuid_only = false;

1632
	spin_lock(&cifs_file_list_lock);
1633
refind_writable:
1634 1635 1636 1637
	if (refind > MAX_REOPEN_ATT) {
		spin_unlock(&cifs_file_list_lock);
		return NULL;
	}
1638
	list_for_each_entry(open_file, &cifs_inode->openFileList, flist) {
1639 1640 1641
		if (!any_available && open_file->pid != current->tgid)
			continue;
		if (fsuid_only && open_file->uid != current_fsuid())
1642
			continue;
1643
		if (OPEN_FMODE(open_file->f_flags) & FMODE_WRITE) {
1644 1645
			if (!open_file->invalidHandle) {
				/* found a good writable file */
1646
				cifsFileInfo_get_locked(open_file);
1647
				spin_unlock(&cifs_file_list_lock);
1648
				return open_file;
1649 1650 1651
			} else {
				if (!inv_file)
					inv_file = open_file;
1652
			}
1653 1654
		}
	}
1655 1656 1657 1658 1659
	/* couldn't find useable FH with same pid, try any available */
	if (!any_available) {
		any_available = true;
		goto refind_writable;
	}
1660 1661 1662

	if (inv_file) {
		any_available = false;
1663
		cifsFileInfo_get_locked(inv_file);
1664 1665
	}

1666
	spin_unlock(&cifs_file_list_lock);
1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683

	if (inv_file) {
		rc = cifs_reopen_file(inv_file, false);
		if (!rc)
			return inv_file;
		else {
			spin_lock(&cifs_file_list_lock);
			list_move_tail(&inv_file->flist,
					&cifs_inode->openFileList);
			spin_unlock(&cifs_file_list_lock);
			cifsFileInfo_put(inv_file);
			spin_lock(&cifs_file_list_lock);
			++refind;
			goto refind_writable;
		}
	}

1684 1685 1686
	return NULL;
}

L
Linus Torvalds 已提交
1687 1688 1689 1690 1691 1692 1693 1694
static int cifs_partialpagewrite(struct page *page, unsigned from, unsigned to)
{
	struct address_space *mapping = page->mapping;
	loff_t offset = (loff_t)page->index << PAGE_CACHE_SHIFT;
	char *write_data;
	int rc = -EFAULT;
	int bytes_written = 0;
	struct inode *inode;
1695
	struct cifsFileInfo *open_file;
L
Linus Torvalds 已提交
1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718

	if (!mapping || !mapping->host)
		return -EFAULT;

	inode = page->mapping->host;

	offset += (loff_t)from;
	write_data = kmap(page);
	write_data += from;

	if ((to > PAGE_CACHE_SIZE) || (from > to)) {
		kunmap(page);
		return -EIO;
	}

	/* racing with truncate? */
	if (offset > mapping->host->i_size) {
		kunmap(page);
		return 0; /* don't care */
	}

	/* check to make sure that we are not extending the file */
	if (mapping->host->i_size - offset < (loff_t)to)
S
Steve French 已提交
1719
		to = (unsigned)(mapping->host->i_size - offset);
L
Linus Torvalds 已提交
1720

1721
	open_file = find_writable_file(CIFS_I(mapping->host), false);
1722
	if (open_file) {
1723 1724
		bytes_written = cifs_write(open_file, open_file->pid,
					   write_data, to - from, &offset);
1725
		cifsFileInfo_put(open_file);
L
Linus Torvalds 已提交
1726
		/* Does mm or vfs already set times? */
1727
		inode->i_atime = inode->i_mtime = current_fs_time(inode->i_sb);
1728
		if ((bytes_written > 0) && (offset))
1729
			rc = 0;
1730 1731
		else if (bytes_written < 0)
			rc = bytes_written;
1732
	} else {
1733
		cFYI(1, "No writeable filehandles for inode");
L
Linus Torvalds 已提交
1734 1735 1736 1737 1738 1739 1740
		rc = -EIO;
	}

	kunmap(page);
	return rc;
}

1741 1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761
/*
 * Marshal up the iov array, reserving the first one for the header. Also,
 * set wdata->bytes.
 */
static void
cifs_writepages_marshal_iov(struct kvec *iov, struct cifs_writedata *wdata)
{
	int i;
	struct inode *inode = wdata->cfile->dentry->d_inode;
	loff_t size = i_size_read(inode);

	/* marshal up the pages into iov array */
	wdata->bytes = 0;
	for (i = 0; i < wdata->nr_pages; i++) {
		iov[i + 1].iov_len = min(size - page_offset(wdata->pages[i]),
					(loff_t)PAGE_CACHE_SIZE);
		iov[i + 1].iov_base = kmap(wdata->pages[i]);
		wdata->bytes += iov[i + 1].iov_len;
	}
}

L
Linus Torvalds 已提交
1762
static int cifs_writepages(struct address_space *mapping,
1763
			   struct writeback_control *wbc)
L
Linus Torvalds 已提交
1764
{
1765 1766 1767 1768
	struct cifs_sb_info *cifs_sb = CIFS_SB(mapping->host->i_sb);
	bool done = false, scanned = false, range_whole = false;
	pgoff_t end, index;
	struct cifs_writedata *wdata;
1769
	struct TCP_Server_Info *server;
1770 1771
	struct page *page;
	int rc = 0;
1772

1773
	/*
1774
	 * If wsize is smaller than the page cache size, default to writing
1775 1776 1777 1778 1779
	 * one page at a time via cifs_writepage
	 */
	if (cifs_sb->wsize < PAGE_CACHE_SIZE)
		return generic_writepages(mapping, wbc);

1780
	if (wbc->range_cyclic) {
1781
		index = mapping->writeback_index; /* Start from prev offset */
1782 1783 1784 1785 1786
		end = -1;
	} else {
		index = wbc->range_start >> PAGE_CACHE_SHIFT;
		end = wbc->range_end >> PAGE_CACHE_SHIFT;
		if (wbc->range_start == 0 && wbc->range_end == LLONG_MAX)
1787 1788
			range_whole = true;
		scanned = true;
1789 1790
	}
retry:
1791 1792 1793 1794 1795 1796 1797 1798
	while (!done && index <= end) {
		unsigned int i, nr_pages, found_pages;
		pgoff_t next = 0, tofind;
		struct page **pages;

		tofind = min((cifs_sb->wsize / PAGE_CACHE_SIZE) - 1,
				end - index) + 1;

1799 1800
		wdata = cifs_writedata_alloc((unsigned int)tofind,
					     cifs_writev_complete);
1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830
		if (!wdata) {
			rc = -ENOMEM;
			break;
		}

		/*
		 * find_get_pages_tag seems to return a max of 256 on each
		 * iteration, so we must call it several times in order to
		 * fill the array or the wsize is effectively limited to
		 * 256 * PAGE_CACHE_SIZE.
		 */
		found_pages = 0;
		pages = wdata->pages;
		do {
			nr_pages = find_get_pages_tag(mapping, &index,
							PAGECACHE_TAG_DIRTY,
							tofind, pages);
			found_pages += nr_pages;
			tofind -= nr_pages;
			pages += nr_pages;
		} while (nr_pages && tofind && index <= end);

		if (found_pages == 0) {
			kref_put(&wdata->refcount, cifs_writedata_release);
			break;
		}

		nr_pages = 0;
		for (i = 0; i < found_pages; i++) {
			page = wdata->pages[i];
1831 1832 1833 1834 1835 1836 1837 1838
			/*
			 * At this point we hold neither mapping->tree_lock nor
			 * lock on the page itself: the page may be truncated or
			 * invalidated (changing page->mapping to NULL), or even
			 * swizzled back from swapper_space to tmpfs file
			 * mapping
			 */

1839
			if (nr_pages == 0)
1840
				lock_page(page);
N
Nick Piggin 已提交
1841
			else if (!trylock_page(page))
1842 1843 1844 1845 1846 1847 1848
				break;

			if (unlikely(page->mapping != mapping)) {
				unlock_page(page);
				break;
			}

1849
			if (!wbc->range_cyclic && page->index > end) {
1850
				done = true;
1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864
				unlock_page(page);
				break;
			}

			if (next && (page->index != next)) {
				/* Not next consecutive page */
				unlock_page(page);
				break;
			}

			if (wbc->sync_mode != WB_SYNC_NONE)
				wait_on_page_writeback(page);

			if (PageWriteback(page) ||
1865
					!clear_page_dirty_for_io(page)) {
1866 1867 1868
				unlock_page(page);
				break;
			}
1869

1870 1871 1872 1873 1874 1875
			/*
			 * This actually clears the dirty bit in the radix tree.
			 * See cifs_writepage() for more commentary.
			 */
			set_page_writeback(page);

1876
			if (page_offset(page) >= mapping->host->i_size) {
1877
				done = true;
1878
				unlock_page(page);
1879
				end_page_writeback(page);
1880 1881 1882
				break;
			}

1883 1884 1885 1886
			wdata->pages[i] = page;
			next = page->index + 1;
			++nr_pages;
		}
1887

1888 1889 1890
		/* reset index to refind any pages skipped */
		if (nr_pages == 0)
			index = wdata->pages[0]->index + 1;
1891

1892 1893 1894 1895 1896
		/* put any pages we aren't going to use */
		for (i = nr_pages; i < found_pages; i++) {
			page_cache_release(wdata->pages[i]);
			wdata->pages[i] = NULL;
		}
1897

1898 1899 1900 1901
		/* nothing to write? */
		if (nr_pages == 0) {
			kref_put(&wdata->refcount, cifs_writedata_release);
			continue;
1902
		}
1903

1904 1905 1906
		wdata->sync_mode = wbc->sync_mode;
		wdata->nr_pages = nr_pages;
		wdata->offset = page_offset(wdata->pages[0]);
1907
		wdata->marshal_iov = cifs_writepages_marshal_iov;
1908

1909 1910 1911 1912 1913 1914 1915 1916 1917
		do {
			if (wdata->cfile != NULL)
				cifsFileInfo_put(wdata->cfile);
			wdata->cfile = find_writable_file(CIFS_I(mapping->host),
							  false);
			if (!wdata->cfile) {
				cERROR(1, "No writable handles for inode");
				rc = -EBADF;
				break;
1918
			}
1919
			wdata->pid = wdata->cfile->pid;
1920 1921
			server = tlink_tcon(wdata->cfile->tlink)->ses->server;
			rc = server->ops->async_writev(wdata);
1922
		} while (wbc->sync_mode == WB_SYNC_ALL && rc == -EAGAIN);
1923

1924 1925
		for (i = 0; i < nr_pages; ++i)
			unlock_page(wdata->pages[i]);
1926

1927 1928 1929
		/* send failure -- clean up the mess */
		if (rc != 0) {
			for (i = 0; i < nr_pages; ++i) {
1930
				if (rc == -EAGAIN)
1931 1932 1933 1934 1935 1936
					redirty_page_for_writepage(wbc,
							   wdata->pages[i]);
				else
					SetPageError(wdata->pages[i]);
				end_page_writeback(wdata->pages[i]);
				page_cache_release(wdata->pages[i]);
1937
			}
1938 1939
			if (rc != -EAGAIN)
				mapping_set_error(mapping, rc);
1940 1941
		}
		kref_put(&wdata->refcount, cifs_writedata_release);
1942

1943 1944 1945
		wbc->nr_to_write -= nr_pages;
		if (wbc->nr_to_write <= 0)
			done = true;
1946

1947
		index = next;
1948
	}
1949

1950 1951 1952 1953 1954
	if (!scanned && !done) {
		/*
		 * We hit the last page and there is more work to be done: wrap
		 * back to the start of the file
		 */
1955
		scanned = true;
1956 1957 1958
		index = 0;
		goto retry;
	}
1959

1960
	if (wbc->range_cyclic || (range_whole && wbc->nr_to_write > 0))
1961 1962
		mapping->writeback_index = index;

L
Linus Torvalds 已提交
1963 1964 1965
	return rc;
}

1966 1967
static int
cifs_writepage_locked(struct page *page, struct writeback_control *wbc)
L
Linus Torvalds 已提交
1968
{
1969
	int rc;
1970
	unsigned int xid;
L
Linus Torvalds 已提交
1971

1972
	xid = get_xid();
L
Linus Torvalds 已提交
1973 1974
/* BB add check for wbc flags */
	page_cache_get(page);
S
Steve French 已提交
1975
	if (!PageUptodate(page))
1976
		cFYI(1, "ppw - page not up to date");
1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987

	/*
	 * Set the "writeback" flag, and clear "dirty" in the radix tree.
	 *
	 * A writepage() implementation always needs to do either this,
	 * or re-dirty the page with "redirty_page_for_writepage()" in
	 * the case of a failure.
	 *
	 * Just unlocking the page will cause the radix tree tag-bits
	 * to fail to update with the state of the page correctly.
	 */
S
Steve French 已提交
1988
	set_page_writeback(page);
1989
retry_write:
L
Linus Torvalds 已提交
1990
	rc = cifs_partialpagewrite(page, 0, PAGE_CACHE_SIZE);
1991 1992 1993 1994 1995 1996 1997 1998
	if (rc == -EAGAIN && wbc->sync_mode == WB_SYNC_ALL)
		goto retry_write;
	else if (rc == -EAGAIN)
		redirty_page_for_writepage(wbc, page);
	else if (rc != 0)
		SetPageError(page);
	else
		SetPageUptodate(page);
1999 2000
	end_page_writeback(page);
	page_cache_release(page);
2001
	free_xid(xid);
L
Linus Torvalds 已提交
2002 2003 2004
	return rc;
}

2005 2006 2007 2008 2009 2010 2011
static int cifs_writepage(struct page *page, struct writeback_control *wbc)
{
	int rc = cifs_writepage_locked(page, wbc);
	unlock_page(page);
	return rc;
}

N
Nick Piggin 已提交
2012 2013 2014
static int cifs_write_end(struct file *file, struct address_space *mapping,
			loff_t pos, unsigned len, unsigned copied,
			struct page *page, void *fsdata)
L
Linus Torvalds 已提交
2015
{
N
Nick Piggin 已提交
2016 2017
	int rc;
	struct inode *inode = mapping->host;
2018 2019 2020 2021 2022 2023 2024 2025
	struct cifsFileInfo *cfile = file->private_data;
	struct cifs_sb_info *cifs_sb = CIFS_SB(cfile->dentry->d_sb);
	__u32 pid;

	if (cifs_sb->mnt_cifs_flags & CIFS_MOUNT_RWPIDFORWARD)
		pid = cfile->pid;
	else
		pid = current->tgid;
L
Linus Torvalds 已提交
2026

2027 2028
	cFYI(1, "write_end for page %p from pos %lld with %d bytes",
		 page, pos, copied);
N
Nick Piggin 已提交
2029

2030 2031 2032 2033 2034
	if (PageChecked(page)) {
		if (copied == len)
			SetPageUptodate(page);
		ClearPageChecked(page);
	} else if (!PageUptodate(page) && copied == PAGE_CACHE_SIZE)
N
Nick Piggin 已提交
2035
		SetPageUptodate(page);
S
Steve French 已提交
2036

L
Linus Torvalds 已提交
2037
	if (!PageUptodate(page)) {
N
Nick Piggin 已提交
2038 2039
		char *page_data;
		unsigned offset = pos & (PAGE_CACHE_SIZE - 1);
2040
		unsigned int xid;
N
Nick Piggin 已提交
2041

2042
		xid = get_xid();
L
Linus Torvalds 已提交
2043 2044 2045 2046 2047 2048
		/* this is probably better than directly calling
		   partialpage_write since in this function the file handle is
		   known which we might as well	leverage */
		/* BB check if anything else missing out of ppw
		   such as updating last write time */
		page_data = kmap(page);
2049
		rc = cifs_write(cfile, pid, page_data + offset, copied, &pos);
N
Nick Piggin 已提交
2050
		/* if (rc < 0) should we set writebehind rc? */
L
Linus Torvalds 已提交
2051
		kunmap(page);
N
Nick Piggin 已提交
2052

2053
		free_xid(xid);
S
Steve French 已提交
2054
	} else {
N
Nick Piggin 已提交
2055 2056
		rc = copied;
		pos += copied;
L
Linus Torvalds 已提交
2057 2058 2059
		set_page_dirty(page);
	}

N
Nick Piggin 已提交
2060 2061 2062 2063 2064 2065 2066 2067 2068 2069
	if (rc > 0) {
		spin_lock(&inode->i_lock);
		if (pos > inode->i_size)
			i_size_write(inode, pos);
		spin_unlock(&inode->i_lock);
	}

	unlock_page(page);
	page_cache_release(page);

L
Linus Torvalds 已提交
2070 2071 2072
	return rc;
}

2073 2074
int cifs_strict_fsync(struct file *file, loff_t start, loff_t end,
		      int datasync)
L
Linus Torvalds 已提交
2075
{
2076
	unsigned int xid;
L
Linus Torvalds 已提交
2077
	int rc = 0;
2078
	struct cifs_tcon *tcon;
2079
	struct TCP_Server_Info *server;
2080
	struct cifsFileInfo *smbfile = file->private_data;
2081
	struct inode *inode = file->f_path.dentry->d_inode;
2082
	struct cifs_sb_info *cifs_sb = CIFS_SB(inode->i_sb);
L
Linus Torvalds 已提交
2083

2084 2085 2086 2087 2088
	rc = filemap_write_and_wait_range(inode->i_mapping, start, end);
	if (rc)
		return rc;
	mutex_lock(&inode->i_mutex);

2089
	xid = get_xid();
L
Linus Torvalds 已提交
2090

2091
	cFYI(1, "Sync file - name: %s datasync: 0x%x",
2092
		file->f_path.dentry->d_name.name, datasync);
2093

2094 2095 2096 2097 2098 2099 2100
	if (!CIFS_I(inode)->clientCanCacheRead) {
		rc = cifs_invalidate_mapping(inode);
		if (rc) {
			cFYI(1, "rc: %d during invalidate phase", rc);
			rc = 0; /* don't care about it in fsync */
		}
	}
2101

2102
	tcon = tlink_tcon(smbfile->tlink);
2103 2104 2105 2106 2107 2108 2109
	if (!(cifs_sb->mnt_cifs_flags & CIFS_MOUNT_NOSSYNC)) {
		server = tcon->ses->server;
		if (server->ops->flush)
			rc = server->ops->flush(xid, tcon, &smbfile->fid);
		else
			rc = -ENOSYS;
	}
2110

2111
	free_xid(xid);
2112
	mutex_unlock(&inode->i_mutex);
2113 2114 2115
	return rc;
}

2116
int cifs_fsync(struct file *file, loff_t start, loff_t end, int datasync)
2117
{
2118
	unsigned int xid;
2119
	int rc = 0;
2120
	struct cifs_tcon *tcon;
2121
	struct TCP_Server_Info *server;
2122 2123
	struct cifsFileInfo *smbfile = file->private_data;
	struct cifs_sb_info *cifs_sb = CIFS_SB(file->f_path.dentry->d_sb);
2124 2125 2126 2127 2128 2129
	struct inode *inode = file->f_mapping->host;

	rc = filemap_write_and_wait_range(inode->i_mapping, start, end);
	if (rc)
		return rc;
	mutex_lock(&inode->i_mutex);
2130

2131
	xid = get_xid();
2132 2133 2134 2135 2136

	cFYI(1, "Sync file - name: %s datasync: 0x%x",
		file->f_path.dentry->d_name.name, datasync);

	tcon = tlink_tcon(smbfile->tlink);
2137 2138 2139 2140 2141 2142 2143
	if (!(cifs_sb->mnt_cifs_flags & CIFS_MOUNT_NOSSYNC)) {
		server = tcon->ses->server;
		if (server->ops->flush)
			rc = server->ops->flush(xid, tcon, &smbfile->fid);
		else
			rc = -ENOSYS;
	}
2144

2145
	free_xid(xid);
2146
	mutex_unlock(&inode->i_mutex);
L
Linus Torvalds 已提交
2147 2148 2149 2150 2151 2152 2153
	return rc;
}

/*
 * As file closes, flush all cached write data for this inode checking
 * for write behind errors.
 */
2154
int cifs_flush(struct file *file, fl_owner_t id)
L
Linus Torvalds 已提交
2155
{
S
Steve French 已提交
2156
	struct inode *inode = file->f_path.dentry->d_inode;
L
Linus Torvalds 已提交
2157 2158
	int rc = 0;

2159
	if (file->f_mode & FMODE_WRITE)
2160
		rc = filemap_write_and_wait(inode->i_mapping);
2161

2162
	cFYI(1, "Flush inode %p file %p rc %d", inode, file, rc);
L
Linus Torvalds 已提交
2163 2164 2165 2166

	return rc;
}

2167 2168 2169 2170 2171 2172 2173
static int
cifs_write_allocate_pages(struct page **pages, unsigned long num_pages)
{
	int rc = 0;
	unsigned long i;

	for (i = 0; i < num_pages; i++) {
2174
		pages[i] = alloc_page(GFP_KERNEL|__GFP_HIGHMEM);
2175 2176 2177 2178 2179 2180 2181
		if (!pages[i]) {
			/*
			 * save number of pages we have already allocated and
			 * return with ENOMEM error
			 */
			num_pages = i;
			rc = -ENOMEM;
2182
			break;
2183 2184 2185
		}
	}

2186 2187 2188 2189
	if (rc) {
		for (i = 0; i < num_pages; i++)
			put_page(pages[i]);
	}
2190 2191 2192 2193 2194 2195 2196 2197 2198 2199
	return rc;
}

static inline
size_t get_numpages(const size_t wsize, const size_t len, size_t *cur_len)
{
	size_t num_pages;
	size_t clen;

	clen = min_t(const size_t, len, wsize);
J
Jeff Layton 已提交
2200
	num_pages = DIV_ROUND_UP(clen, PAGE_SIZE);
2201 2202 2203 2204 2205 2206 2207

	if (cur_len)
		*cur_len = clen;

	return num_pages;
}

2208 2209 2210 2211 2212 2213 2214 2215
static void
cifs_uncached_marshal_iov(struct kvec *iov, struct cifs_writedata *wdata)
{
	int i;
	size_t bytes = wdata->bytes;

	/* marshal up the pages into iov array */
	for (i = 0; i < wdata->nr_pages; i++) {
2216
		iov[i + 1].iov_len = min_t(size_t, bytes, PAGE_SIZE);
2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251
		iov[i + 1].iov_base = kmap(wdata->pages[i]);
		bytes -= iov[i + 1].iov_len;
	}
}

static void
cifs_uncached_writev_complete(struct work_struct *work)
{
	int i;
	struct cifs_writedata *wdata = container_of(work,
					struct cifs_writedata, work);
	struct inode *inode = wdata->cfile->dentry->d_inode;
	struct cifsInodeInfo *cifsi = CIFS_I(inode);

	spin_lock(&inode->i_lock);
	cifs_update_eof(cifsi, wdata->offset, wdata->bytes);
	if (cifsi->server_eof > inode->i_size)
		i_size_write(inode, cifsi->server_eof);
	spin_unlock(&inode->i_lock);

	complete(&wdata->done);

	if (wdata->result != -EAGAIN) {
		for (i = 0; i < wdata->nr_pages; i++)
			put_page(wdata->pages[i]);
	}

	kref_put(&wdata->refcount, cifs_writedata_release);
}

/* attempt to send write to server, retry on any -EAGAIN errors */
static int
cifs_uncached_retry_writev(struct cifs_writedata *wdata)
{
	int rc;
2252 2253 2254
	struct TCP_Server_Info *server;

	server = tlink_tcon(wdata->cfile->tlink)->ses->server;
2255 2256 2257 2258 2259 2260 2261

	do {
		if (wdata->cfile->invalidHandle) {
			rc = cifs_reopen_file(wdata->cfile, false);
			if (rc != 0)
				continue;
		}
2262
		rc = server->ops->async_writev(wdata);
2263 2264 2265 2266 2267
	} while (rc == -EAGAIN);

	return rc;
}

2268 2269 2270 2271
static ssize_t
cifs_iovec_write(struct file *file, const struct iovec *iov,
		 unsigned long nr_segs, loff_t *poffset)
{
2272
	unsigned long nr_pages, i;
2273 2274
	size_t copied, len, cur_len;
	ssize_t total_written = 0;
2275
	loff_t offset;
2276 2277
	struct iov_iter it;
	struct cifsFileInfo *open_file;
2278
	struct cifs_tcon *tcon;
2279
	struct cifs_sb_info *cifs_sb;
2280 2281 2282 2283
	struct cifs_writedata *wdata, *tmp;
	struct list_head wdata_list;
	int rc;
	pid_t pid;
2284 2285 2286 2287 2288 2289 2290 2291 2292

	len = iov_length(iov, nr_segs);
	if (!len)
		return 0;

	rc = generic_write_checks(file, poffset, &len, 0);
	if (rc)
		return rc;

2293
	INIT_LIST_HEAD(&wdata_list);
2294 2295
	cifs_sb = CIFS_SB(file->f_path.dentry->d_sb);
	open_file = file->private_data;
2296
	tcon = tlink_tcon(open_file->tlink);
2297 2298 2299 2300

	if (!tcon->ses->server->ops->async_writev)
		return -ENOSYS;

2301
	offset = *poffset;
2302 2303 2304 2305 2306 2307

	if (cifs_sb->mnt_cifs_flags & CIFS_MOUNT_RWPIDFORWARD)
		pid = open_file->pid;
	else
		pid = current->tgid;

2308 2309
	iov_iter_init(&it, iov, nr_segs, len, 0);
	do {
2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2330
		size_t save_len;

		nr_pages = get_numpages(cifs_sb->wsize, len, &cur_len);
		wdata = cifs_writedata_alloc(nr_pages,
					     cifs_uncached_writev_complete);
		if (!wdata) {
			rc = -ENOMEM;
			break;
		}

		rc = cifs_write_allocate_pages(wdata->pages, nr_pages);
		if (rc) {
			kfree(wdata);
			break;
		}

		save_len = cur_len;
		for (i = 0; i < nr_pages; i++) {
			copied = min_t(const size_t, cur_len, PAGE_SIZE);
			copied = iov_iter_copy_from_user(wdata->pages[i], &it,
							 0, copied);
2331 2332 2333 2334 2335
			cur_len -= copied;
			iov_iter_advance(&it, copied);
		}
		cur_len = save_len - cur_len;

2336 2337 2338 2339 2340 2341 2342 2343 2344 2345
		wdata->sync_mode = WB_SYNC_ALL;
		wdata->nr_pages = nr_pages;
		wdata->offset = (__u64)offset;
		wdata->cfile = cifsFileInfo_get(open_file);
		wdata->pid = pid;
		wdata->bytes = cur_len;
		wdata->marshal_iov = cifs_uncached_marshal_iov;
		rc = cifs_uncached_retry_writev(wdata);
		if (rc) {
			kref_put(&wdata->refcount, cifs_writedata_release);
2346 2347 2348
			break;
		}

2349 2350 2351
		list_add_tail(&wdata->list, &wdata_list);
		offset += cur_len;
		len -= cur_len;
2352 2353
	} while (len > 0);

2354 2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387
	/*
	 * If at least one write was successfully sent, then discard any rc
	 * value from the later writes. If the other write succeeds, then
	 * we'll end up returning whatever was written. If it fails, then
	 * we'll get a new rc value from that.
	 */
	if (!list_empty(&wdata_list))
		rc = 0;

	/*
	 * Wait for and collect replies for any successful sends in order of
	 * increasing offset. Once an error is hit or we get a fatal signal
	 * while waiting, then return without waiting for any more replies.
	 */
restart_loop:
	list_for_each_entry_safe(wdata, tmp, &wdata_list, list) {
		if (!rc) {
			/* FIXME: freezable too? */
			rc = wait_for_completion_killable(&wdata->done);
			if (rc)
				rc = -EINTR;
			else if (wdata->result)
				rc = wdata->result;
			else
				total_written += wdata->bytes;

			/* resend call if it's a retryable error */
			if (rc == -EAGAIN) {
				rc = cifs_uncached_retry_writev(wdata);
				goto restart_loop;
			}
		}
		list_del_init(&wdata->list);
		kref_put(&wdata->refcount, cifs_writedata_release);
2388 2389
	}

2390 2391
	if (total_written > 0)
		*poffset += total_written;
2392

2393 2394
	cifs_stats_bytes_written(tcon, total_written);
	return total_written ? total_written : (ssize_t)rc;
2395 2396
}

2397
ssize_t cifs_user_writev(struct kiocb *iocb, const struct iovec *iov,
2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408 2409 2410 2411 2412 2413 2414 2415 2416 2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432 2433 2434 2435 2436 2437 2438 2439
				unsigned long nr_segs, loff_t pos)
{
	ssize_t written;
	struct inode *inode;

	inode = iocb->ki_filp->f_path.dentry->d_inode;

	/*
	 * BB - optimize the way when signing is disabled. We can drop this
	 * extra memory-to-memory copying and use iovec buffers for constructing
	 * write request.
	 */

	written = cifs_iovec_write(iocb->ki_filp, iov, nr_segs, &pos);
	if (written > 0) {
		CIFS_I(inode)->invalid_mapping = true;
		iocb->ki_pos = pos;
	}

	return written;
}

ssize_t cifs_strict_writev(struct kiocb *iocb, const struct iovec *iov,
			   unsigned long nr_segs, loff_t pos)
{
	struct inode *inode;

	inode = iocb->ki_filp->f_path.dentry->d_inode;

	if (CIFS_I(inode)->clientCanCacheAll)
		return generic_file_aio_write(iocb, iov, nr_segs, pos);

	/*
	 * In strict cache mode we need to write the data to the server exactly
	 * from the pos to pos+len-1 rather than flush all affected pages
	 * because it may cause a error with mandatory locks on these pages but
	 * not on the region from pos to ppos+len-1.
	 */

	return cifs_user_writev(iocb, iov, nr_segs, pos);
}

2440 2441 2442 2443 2444 2445 2446 2447
static struct cifs_readdata *
cifs_readdata_alloc(unsigned int nr_vecs, work_func_t complete)
{
	struct cifs_readdata *rdata;

	rdata = kzalloc(sizeof(*rdata) +
			sizeof(struct kvec) * nr_vecs, GFP_KERNEL);
	if (rdata != NULL) {
2448
		kref_init(&rdata->refcount);
2449 2450
		INIT_LIST_HEAD(&rdata->list);
		init_completion(&rdata->done);
2451 2452 2453 2454 2455 2456
		INIT_WORK(&rdata->work, complete);
		INIT_LIST_HEAD(&rdata->pages);
	}
	return rdata;
}

2457 2458
void
cifs_readdata_release(struct kref *refcount)
2459
{
2460 2461 2462 2463 2464 2465
	struct cifs_readdata *rdata = container_of(refcount,
					struct cifs_readdata, refcount);

	if (rdata->cfile)
		cifsFileInfo_put(rdata->cfile);

2466 2467 2468
	kfree(rdata);
}

2469 2470 2471 2472 2473 2474 2475 2476 2477 2478 2479 2480 2481 2482 2483 2484 2485 2486 2487 2488 2489 2490 2491 2492 2493 2494 2495 2496 2497 2498 2499 2500 2501 2502 2503 2504 2505 2506 2507
static int
cifs_read_allocate_pages(struct list_head *list, unsigned int npages)
{
	int rc = 0;
	struct page *page, *tpage;
	unsigned int i;

	for (i = 0; i < npages; i++) {
		page = alloc_page(GFP_KERNEL|__GFP_HIGHMEM);
		if (!page) {
			rc = -ENOMEM;
			break;
		}
		list_add(&page->lru, list);
	}

	if (rc) {
		list_for_each_entry_safe(page, tpage, list, lru) {
			list_del(&page->lru);
			put_page(page);
		}
	}
	return rc;
}

static void
cifs_uncached_readdata_release(struct kref *refcount)
{
	struct page *page, *tpage;
	struct cifs_readdata *rdata = container_of(refcount,
					struct cifs_readdata, refcount);

	list_for_each_entry_safe(page, tpage, &rdata->pages, lru) {
		list_del(&page->lru);
		put_page(page);
	}
	cifs_readdata_release(refcount);
}

2508 2509 2510 2511
static int
cifs_retry_async_readv(struct cifs_readdata *rdata)
{
	int rc;
2512 2513 2514
	struct TCP_Server_Info *server;

	server = tlink_tcon(rdata->cfile->tlink)->ses->server;
2515 2516 2517 2518 2519 2520 2521

	do {
		if (rdata->cfile->invalidHandle) {
			rc = cifs_reopen_file(rdata->cfile, true);
			if (rc != 0)
				continue;
		}
2522
		rc = server->ops->async_readv(rdata);
2523 2524 2525 2526 2527
	} while (rc == -EAGAIN);

	return rc;
}

2528 2529 2530 2531 2532 2533 2534 2535 2536 2537 2538 2539 2540 2541 2542 2543 2544 2545 2546 2547 2548 2549 2550 2551 2552 2553 2554 2555 2556 2557 2558 2559 2560 2561 2562 2563 2564 2565 2566 2567 2568 2569 2570 2571 2572 2573 2574 2575 2576 2577 2578 2579 2580 2581 2582 2583 2584 2585 2586 2587 2588 2589 2590 2591 2592 2593 2594 2595 2596 2597 2598 2599 2600 2601 2602 2603 2604 2605 2606 2607 2608 2609 2610 2611 2612 2613 2614 2615 2616 2617 2618 2619 2620 2621 2622 2623 2624 2625 2626 2627 2628 2629 2630 2631 2632 2633 2634 2635 2636 2637 2638 2639 2640 2641 2642 2643 2644 2645
/**
 * cifs_readdata_to_iov - copy data from pages in response to an iovec
 * @rdata:	the readdata response with list of pages holding data
 * @iov:	vector in which we should copy the data
 * @nr_segs:	number of segments in vector
 * @offset:	offset into file of the first iovec
 * @copied:	used to return the amount of data copied to the iov
 *
 * This function copies data from a list of pages in a readdata response into
 * an array of iovecs. It will first calculate where the data should go
 * based on the info in the readdata and then copy the data into that spot.
 */
static ssize_t
cifs_readdata_to_iov(struct cifs_readdata *rdata, const struct iovec *iov,
			unsigned long nr_segs, loff_t offset, ssize_t *copied)
{
	int rc = 0;
	struct iov_iter ii;
	size_t pos = rdata->offset - offset;
	struct page *page, *tpage;
	ssize_t remaining = rdata->bytes;
	unsigned char *pdata;

	/* set up iov_iter and advance to the correct offset */
	iov_iter_init(&ii, iov, nr_segs, iov_length(iov, nr_segs), 0);
	iov_iter_advance(&ii, pos);

	*copied = 0;
	list_for_each_entry_safe(page, tpage, &rdata->pages, lru) {
		ssize_t copy;

		/* copy a whole page or whatever's left */
		copy = min_t(ssize_t, remaining, PAGE_SIZE);

		/* ...but limit it to whatever space is left in the iov */
		copy = min_t(ssize_t, copy, iov_iter_count(&ii));

		/* go while there's data to be copied and no errors */
		if (copy && !rc) {
			pdata = kmap(page);
			rc = memcpy_toiovecend(ii.iov, pdata, ii.iov_offset,
						(int)copy);
			kunmap(page);
			if (!rc) {
				*copied += copy;
				remaining -= copy;
				iov_iter_advance(&ii, copy);
			}
		}

		list_del(&page->lru);
		put_page(page);
	}

	return rc;
}

static void
cifs_uncached_readv_complete(struct work_struct *work)
{
	struct cifs_readdata *rdata = container_of(work,
						struct cifs_readdata, work);

	/* if the result is non-zero then the pages weren't kmapped */
	if (rdata->result == 0) {
		struct page *page;

		list_for_each_entry(page, &rdata->pages, lru)
			kunmap(page);
	}

	complete(&rdata->done);
	kref_put(&rdata->refcount, cifs_uncached_readdata_release);
}

static int
cifs_uncached_read_marshal_iov(struct cifs_readdata *rdata,
				unsigned int remaining)
{
	int len = 0;
	struct page *page, *tpage;

	rdata->nr_iov = 1;
	list_for_each_entry_safe(page, tpage, &rdata->pages, lru) {
		if (remaining >= PAGE_SIZE) {
			/* enough data to fill the page */
			rdata->iov[rdata->nr_iov].iov_base = kmap(page);
			rdata->iov[rdata->nr_iov].iov_len = PAGE_SIZE;
			cFYI(1, "%u: idx=%lu iov_base=%p iov_len=%zu",
				rdata->nr_iov, page->index,
				rdata->iov[rdata->nr_iov].iov_base,
				rdata->iov[rdata->nr_iov].iov_len);
			++rdata->nr_iov;
			len += PAGE_SIZE;
			remaining -= PAGE_SIZE;
		} else if (remaining > 0) {
			/* enough for partial page, fill and zero the rest */
			rdata->iov[rdata->nr_iov].iov_base = kmap(page);
			rdata->iov[rdata->nr_iov].iov_len = remaining;
			cFYI(1, "%u: idx=%lu iov_base=%p iov_len=%zu",
				rdata->nr_iov, page->index,
				rdata->iov[rdata->nr_iov].iov_base,
				rdata->iov[rdata->nr_iov].iov_len);
			memset(rdata->iov[rdata->nr_iov].iov_base + remaining,
				'\0', PAGE_SIZE - remaining);
			++rdata->nr_iov;
			len += remaining;
			remaining = 0;
		} else {
			/* no need to hold page hostage */
			list_del(&page->lru);
			put_page(page);
		}
	}

	return len;
}

2646 2647 2648
static ssize_t
cifs_iovec_read(struct file *file, const struct iovec *iov,
		 unsigned long nr_segs, loff_t *poffset)
L
Linus Torvalds 已提交
2649
{
2650
	ssize_t rc;
2651
	size_t len, cur_len;
2652 2653 2654
	ssize_t total_read = 0;
	loff_t offset = *poffset;
	unsigned int npages;
L
Linus Torvalds 已提交
2655
	struct cifs_sb_info *cifs_sb;
2656
	struct cifs_tcon *tcon;
L
Linus Torvalds 已提交
2657
	struct cifsFileInfo *open_file;
2658 2659 2660
	struct cifs_readdata *rdata, *tmp;
	struct list_head rdata_list;
	pid_t pid;
2661 2662 2663 2664 2665 2666 2667

	if (!nr_segs)
		return 0;

	len = iov_length(iov, nr_segs);
	if (!len)
		return 0;
L
Linus Torvalds 已提交
2668

2669
	INIT_LIST_HEAD(&rdata_list);
2670
	cifs_sb = CIFS_SB(file->f_path.dentry->d_sb);
2671
	open_file = file->private_data;
2672
	tcon = tlink_tcon(open_file->tlink);
L
Linus Torvalds 已提交
2673

2674 2675 2676
	if (!tcon->ses->server->ops->async_readv)
		return -ENOSYS;

2677 2678 2679 2680 2681
	if (cifs_sb->mnt_cifs_flags & CIFS_MOUNT_RWPIDFORWARD)
		pid = open_file->pid;
	else
		pid = current->tgid;

S
Steve French 已提交
2682
	if ((file->f_flags & O_ACCMODE) == O_WRONLY)
2683
		cFYI(1, "attempting read on write only file instance");
S
Steve French 已提交
2684

2685 2686 2687
	do {
		cur_len = min_t(const size_t, len - total_read, cifs_sb->rsize);
		npages = DIV_ROUND_UP(cur_len, PAGE_SIZE);
2688

2689 2690 2691 2692 2693 2694
		/* allocate a readdata struct */
		rdata = cifs_readdata_alloc(npages,
					    cifs_uncached_readv_complete);
		if (!rdata) {
			rc = -ENOMEM;
			goto error;
L
Linus Torvalds 已提交
2695
		}
2696

2697 2698 2699 2700 2701 2702 2703 2704 2705 2706 2707 2708 2709 2710 2711 2712 2713 2714 2715 2716 2717 2718 2719 2720 2721 2722 2723 2724 2725 2726 2727 2728 2729 2730 2731 2732 2733 2734 2735 2736 2737 2738 2739 2740 2741 2742 2743 2744 2745 2746
		rc = cifs_read_allocate_pages(&rdata->pages, npages);
		if (rc)
			goto error;

		rdata->cfile = cifsFileInfo_get(open_file);
		rdata->offset = offset;
		rdata->bytes = cur_len;
		rdata->pid = pid;
		rdata->marshal_iov = cifs_uncached_read_marshal_iov;

		rc = cifs_retry_async_readv(rdata);
error:
		if (rc) {
			kref_put(&rdata->refcount,
				 cifs_uncached_readdata_release);
			break;
		}

		list_add_tail(&rdata->list, &rdata_list);
		offset += cur_len;
		len -= cur_len;
	} while (len > 0);

	/* if at least one read request send succeeded, then reset rc */
	if (!list_empty(&rdata_list))
		rc = 0;

	/* the loop below should proceed in the order of increasing offsets */
restart_loop:
	list_for_each_entry_safe(rdata, tmp, &rdata_list, list) {
		if (!rc) {
			ssize_t copied;

			/* FIXME: freezable sleep too? */
			rc = wait_for_completion_killable(&rdata->done);
			if (rc)
				rc = -EINTR;
			else if (rdata->result)
				rc = rdata->result;
			else {
				rc = cifs_readdata_to_iov(rdata, iov,
							nr_segs, *poffset,
							&copied);
				total_read += copied;
			}

			/* resend call if it's a retryable error */
			if (rc == -EAGAIN) {
				rc = cifs_retry_async_readv(rdata);
				goto restart_loop;
L
Linus Torvalds 已提交
2747 2748
			}
		}
2749 2750
		list_del_init(&rdata->list);
		kref_put(&rdata->refcount, cifs_uncached_readdata_release);
L
Linus Torvalds 已提交
2751
	}
2752

2753 2754 2755
	cifs_stats_bytes_read(tcon, total_read);
	*poffset += total_read;

2756 2757 2758 2759
	/* mask nodata case */
	if (rc == -ENODATA)
		rc = 0;

2760
	return total_read ? total_read : rc;
L
Linus Torvalds 已提交
2761 2762
}

2763
ssize_t cifs_user_readv(struct kiocb *iocb, const struct iovec *iov,
2764 2765 2766 2767 2768 2769 2770 2771 2772 2773 2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789 2790 2791 2792 2793 2794 2795
			       unsigned long nr_segs, loff_t pos)
{
	ssize_t read;

	read = cifs_iovec_read(iocb->ki_filp, iov, nr_segs, &pos);
	if (read > 0)
		iocb->ki_pos = pos;

	return read;
}

ssize_t cifs_strict_readv(struct kiocb *iocb, const struct iovec *iov,
			  unsigned long nr_segs, loff_t pos)
{
	struct inode *inode;

	inode = iocb->ki_filp->f_path.dentry->d_inode;

	if (CIFS_I(inode)->clientCanCacheRead)
		return generic_file_aio_read(iocb, iov, nr_segs, pos);

	/*
	 * In strict cache mode we need to read from the server all the time
	 * if we don't have level II oplock because the server can delay mtime
	 * change - so we can't make a decision about inode invalidating.
	 * And we can also fail with pagereading if there are mandatory locks
	 * on pages affected by this read but not on the region from pos to
	 * pos+len-1.
	 */

	return cifs_user_readv(iocb, iov, nr_segs, pos);
}
L
Linus Torvalds 已提交
2796

2797 2798
static ssize_t
cifs_read(struct file *file, char *read_data, size_t read_size, loff_t *offset)
L
Linus Torvalds 已提交
2799 2800 2801 2802 2803
{
	int rc = -EACCES;
	unsigned int bytes_read = 0;
	unsigned int total_read;
	unsigned int current_read_size;
2804
	unsigned int rsize;
L
Linus Torvalds 已提交
2805
	struct cifs_sb_info *cifs_sb;
2806
	struct cifs_tcon *tcon;
2807
	struct TCP_Server_Info *server;
2808
	unsigned int xid;
2809
	char *cur_offset;
L
Linus Torvalds 已提交
2810
	struct cifsFileInfo *open_file;
2811
	struct cifs_io_parms io_parms;
2812
	int buf_type = CIFS_NO_BUFFER;
2813
	__u32 pid;
L
Linus Torvalds 已提交
2814

2815
	xid = get_xid();
2816
	cifs_sb = CIFS_SB(file->f_path.dentry->d_sb);
L
Linus Torvalds 已提交
2817

2818 2819 2820
	/* FIXME: set up handlers for larger reads and/or convert to async */
	rsize = min_t(unsigned int, cifs_sb->rsize, CIFSMaxBufSize);

L
Linus Torvalds 已提交
2821
	if (file->private_data == NULL) {
2822
		rc = -EBADF;
2823
		free_xid(xid);
2824
		return rc;
L
Linus Torvalds 已提交
2825
	}
2826
	open_file = file->private_data;
2827
	tcon = tlink_tcon(open_file->tlink);
2828 2829 2830 2831 2832 2833
	server = tcon->ses->server;

	if (!server->ops->sync_read) {
		free_xid(xid);
		return -ENOSYS;
	}
L
Linus Torvalds 已提交
2834

2835 2836 2837 2838 2839
	if (cifs_sb->mnt_cifs_flags & CIFS_MOUNT_RWPIDFORWARD)
		pid = open_file->pid;
	else
		pid = current->tgid;

L
Linus Torvalds 已提交
2840
	if ((file->f_flags & O_ACCMODE) == O_WRONLY)
2841
		cFYI(1, "attempting read on write only file instance");
L
Linus Torvalds 已提交
2842

2843 2844
	for (total_read = 0, cur_offset = read_data; read_size > total_read;
	     total_read += bytes_read, cur_offset += bytes_read) {
2845
		current_read_size = min_t(uint, read_size - total_read, rsize);
2846 2847 2848 2849 2850 2851
		/*
		 * For windows me and 9x we do not want to request more than it
		 * negotiated since it will refuse the read then.
		 */
		if ((tcon->ses) && !(tcon->ses->capabilities &
				tcon->ses->server->vals->cap_large_files)) {
2852
			current_read_size = min_t(uint, current_read_size,
2853
					CIFSMaxBufSize);
2854
		}
L
Linus Torvalds 已提交
2855 2856
		rc = -EAGAIN;
		while (rc == -EAGAIN) {
2857
			if (open_file->invalidHandle) {
J
Jeff Layton 已提交
2858
				rc = cifs_reopen_file(open_file, true);
L
Linus Torvalds 已提交
2859 2860 2861
				if (rc != 0)
					break;
			}
2862
			io_parms.pid = pid;
2863
			io_parms.tcon = tcon;
2864
			io_parms.offset = *offset;
2865
			io_parms.length = current_read_size;
2866 2867 2868
			rc = server->ops->sync_read(xid, open_file, &io_parms,
						    &bytes_read, &cur_offset,
						    &buf_type);
L
Linus Torvalds 已提交
2869 2870 2871 2872 2873
		}
		if (rc || (bytes_read == 0)) {
			if (total_read) {
				break;
			} else {
2874
				free_xid(xid);
L
Linus Torvalds 已提交
2875 2876 2877
				return rc;
			}
		} else {
2878
			cifs_stats_bytes_read(tcon, total_read);
2879
			*offset += bytes_read;
L
Linus Torvalds 已提交
2880 2881
		}
	}
2882
	free_xid(xid);
L
Linus Torvalds 已提交
2883 2884 2885
	return total_read;
}

2886 2887 2888 2889 2890 2891 2892 2893 2894 2895 2896 2897 2898 2899 2900 2901 2902 2903
/*
 * If the page is mmap'ed into a process' page tables, then we need to make
 * sure that it doesn't change while being written back.
 */
static int
cifs_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf)
{
	struct page *page = vmf->page;

	lock_page(page);
	return VM_FAULT_LOCKED;
}

static struct vm_operations_struct cifs_file_vm_ops = {
	.fault = filemap_fault,
	.page_mkwrite = cifs_page_mkwrite,
};

2904 2905 2906 2907 2908
int cifs_file_strict_mmap(struct file *file, struct vm_area_struct *vma)
{
	int rc, xid;
	struct inode *inode = file->f_path.dentry->d_inode;

2909
	xid = get_xid();
2910

2911 2912 2913 2914 2915
	if (!CIFS_I(inode)->clientCanCacheRead) {
		rc = cifs_invalidate_mapping(inode);
		if (rc)
			return rc;
	}
2916 2917

	rc = generic_file_mmap(file, vma);
2918 2919
	if (rc == 0)
		vma->vm_ops = &cifs_file_vm_ops;
2920
	free_xid(xid);
2921 2922 2923
	return rc;
}

L
Linus Torvalds 已提交
2924 2925 2926 2927
int cifs_file_mmap(struct file *file, struct vm_area_struct *vma)
{
	int rc, xid;

2928
	xid = get_xid();
J
Jeff Layton 已提交
2929
	rc = cifs_revalidate_file(file);
L
Linus Torvalds 已提交
2930
	if (rc) {
2931
		cFYI(1, "Validation prior to mmap failed, error=%d", rc);
2932
		free_xid(xid);
L
Linus Torvalds 已提交
2933 2934 2935
		return rc;
	}
	rc = generic_file_mmap(file, vma);
2936 2937
	if (rc == 0)
		vma->vm_ops = &cifs_file_vm_ops;
2938
	free_xid(xid);
L
Linus Torvalds 已提交
2939 2940 2941
	return rc;
}

2942 2943 2944 2945 2946 2947 2948 2949 2950 2951 2952 2953 2954 2955 2956 2957 2958 2959 2960 2961 2962 2963 2964 2965
static void
cifs_readv_complete(struct work_struct *work)
{
	struct cifs_readdata *rdata = container_of(work,
						struct cifs_readdata, work);
	struct page *page, *tpage;

	list_for_each_entry_safe(page, tpage, &rdata->pages, lru) {
		list_del(&page->lru);
		lru_cache_add_file(page);

		if (rdata->result == 0) {
			kunmap(page);
			flush_dcache_page(page);
			SetPageUptodate(page);
		}

		unlock_page(page);

		if (rdata->result == 0)
			cifs_readpage_to_fscache(rdata->mapping->host, page);

		page_cache_release(page);
	}
2966
	kref_put(&rdata->refcount, cifs_readdata_release);
2967 2968
}

2969 2970 2971 2972 2973 2974 2975 2976 2977 2978 2979 2980 2981 2982 2983 2984 2985 2986 2987 2988 2989 2990 2991 2992 2993 2994 2995 2996 2997 2998 2999 3000 3001 3002 3003 3004 3005 3006 3007 3008 3009 3010 3011 3012 3013 3014 3015 3016 3017 3018 3019 3020 3021 3022 3023 3024 3025 3026 3027 3028 3029 3030 3031 3032 3033 3034 3035
static int
cifs_readpages_marshal_iov(struct cifs_readdata *rdata, unsigned int remaining)
{
	int len = 0;
	struct page *page, *tpage;
	u64 eof;
	pgoff_t eof_index;

	/* determine the eof that the server (probably) has */
	eof = CIFS_I(rdata->mapping->host)->server_eof;
	eof_index = eof ? (eof - 1) >> PAGE_CACHE_SHIFT : 0;
	cFYI(1, "eof=%llu eof_index=%lu", eof, eof_index);

	rdata->nr_iov = 1;
	list_for_each_entry_safe(page, tpage, &rdata->pages, lru) {
		if (remaining >= PAGE_CACHE_SIZE) {
			/* enough data to fill the page */
			rdata->iov[rdata->nr_iov].iov_base = kmap(page);
			rdata->iov[rdata->nr_iov].iov_len = PAGE_CACHE_SIZE;
			cFYI(1, "%u: idx=%lu iov_base=%p iov_len=%zu",
				rdata->nr_iov, page->index,
				rdata->iov[rdata->nr_iov].iov_base,
				rdata->iov[rdata->nr_iov].iov_len);
			++rdata->nr_iov;
			len += PAGE_CACHE_SIZE;
			remaining -= PAGE_CACHE_SIZE;
		} else if (remaining > 0) {
			/* enough for partial page, fill and zero the rest */
			rdata->iov[rdata->nr_iov].iov_base = kmap(page);
			rdata->iov[rdata->nr_iov].iov_len = remaining;
			cFYI(1, "%u: idx=%lu iov_base=%p iov_len=%zu",
				rdata->nr_iov, page->index,
				rdata->iov[rdata->nr_iov].iov_base,
				rdata->iov[rdata->nr_iov].iov_len);
			memset(rdata->iov[rdata->nr_iov].iov_base + remaining,
				'\0', PAGE_CACHE_SIZE - remaining);
			++rdata->nr_iov;
			len += remaining;
			remaining = 0;
		} else if (page->index > eof_index) {
			/*
			 * The VFS will not try to do readahead past the
			 * i_size, but it's possible that we have outstanding
			 * writes with gaps in the middle and the i_size hasn't
			 * caught up yet. Populate those with zeroed out pages
			 * to prevent the VFS from repeatedly attempting to
			 * fill them until the writes are flushed.
			 */
			zero_user(page, 0, PAGE_CACHE_SIZE);
			list_del(&page->lru);
			lru_cache_add_file(page);
			flush_dcache_page(page);
			SetPageUptodate(page);
			unlock_page(page);
			page_cache_release(page);
		} else {
			/* no need to hold page hostage */
			list_del(&page->lru);
			lru_cache_add_file(page);
			unlock_page(page);
			page_cache_release(page);
		}
	}

	return len;
}

L
Linus Torvalds 已提交
3036 3037 3038
static int cifs_readpages(struct file *file, struct address_space *mapping,
	struct list_head *page_list, unsigned num_pages)
{
3039 3040 3041 3042 3043 3044
	int rc;
	struct list_head tmplist;
	struct cifsFileInfo *open_file = file->private_data;
	struct cifs_sb_info *cifs_sb = CIFS_SB(file->f_path.dentry->d_sb);
	unsigned int rsize = cifs_sb->rsize;
	pid_t pid;
L
Linus Torvalds 已提交
3045

3046 3047 3048 3049 3050 3051 3052 3053
	/*
	 * Give up immediately if rsize is too small to read an entire page.
	 * The VFS will fall back to readpage. We should never reach this
	 * point however since we set ra_pages to 0 when the rsize is smaller
	 * than a cache page.
	 */
	if (unlikely(rsize < PAGE_CACHE_SIZE))
		return 0;
3054

3055 3056 3057 3058 3059 3060 3061
	/*
	 * Reads as many pages as possible from fscache. Returns -ENOBUFS
	 * immediately if the cookie is negative
	 */
	rc = cifs_readpages_from_fscache(mapping->host, mapping, page_list,
					 &num_pages);
	if (rc == 0)
3062
		return rc;
3063

3064 3065 3066 3067 3068
	if (cifs_sb->mnt_cifs_flags & CIFS_MOUNT_RWPIDFORWARD)
		pid = open_file->pid;
	else
		pid = current->tgid;

3069 3070
	rc = 0;
	INIT_LIST_HEAD(&tmplist);
L
Linus Torvalds 已提交
3071

3072 3073 3074 3075 3076 3077 3078 3079 3080 3081 3082 3083 3084 3085 3086 3087 3088 3089 3090 3091 3092
	cFYI(1, "%s: file=%p mapping=%p num_pages=%u", __func__, file,
		mapping, num_pages);

	/*
	 * Start with the page at end of list and move it to private
	 * list. Do the same with any following pages until we hit
	 * the rsize limit, hit an index discontinuity, or run out of
	 * pages. Issue the async read and then start the loop again
	 * until the list is empty.
	 *
	 * Note that list order is important. The page_list is in
	 * the order of declining indexes. When we put the pages in
	 * the rdata->pages, then we want them in increasing order.
	 */
	while (!list_empty(page_list)) {
		unsigned int bytes = PAGE_CACHE_SIZE;
		unsigned int expected_index;
		unsigned int nr_pages = 1;
		loff_t offset;
		struct page *page, *tpage;
		struct cifs_readdata *rdata;
L
Linus Torvalds 已提交
3093 3094

		page = list_entry(page_list->prev, struct page, lru);
3095 3096 3097 3098 3099 3100 3101 3102 3103 3104 3105 3106 3107 3108 3109 3110 3111

		/*
		 * Lock the page and put it in the cache. Since no one else
		 * should have access to this page, we're safe to simply set
		 * PG_locked without checking it first.
		 */
		__set_page_locked(page);
		rc = add_to_page_cache_locked(page, mapping,
					      page->index, GFP_KERNEL);

		/* give up if we can't stick it in the cache */
		if (rc) {
			__clear_page_locked(page);
			break;
		}

		/* move first page to the tmplist */
L
Linus Torvalds 已提交
3112
		offset = (loff_t)page->index << PAGE_CACHE_SHIFT;
3113
		list_move_tail(&page->lru, &tmplist);
L
Linus Torvalds 已提交
3114

3115 3116 3117 3118 3119
		/* now try and add more pages onto the request */
		expected_index = page->index + 1;
		list_for_each_entry_safe_reverse(page, tpage, page_list, lru) {
			/* discontinuity ? */
			if (page->index != expected_index)
S
Steve French 已提交
3120
				break;
3121 3122 3123 3124 3125 3126 3127 3128 3129 3130 3131 3132 3133 3134 3135

			/* would this page push the read over the rsize? */
			if (bytes + PAGE_CACHE_SIZE > rsize)
				break;

			__set_page_locked(page);
			if (add_to_page_cache_locked(page, mapping,
						page->index, GFP_KERNEL)) {
				__clear_page_locked(page);
				break;
			}
			list_move_tail(&page->lru, &tmplist);
			bytes += PAGE_CACHE_SIZE;
			expected_index++;
			nr_pages++;
L
Linus Torvalds 已提交
3136
		}
3137

3138
		rdata = cifs_readdata_alloc(nr_pages, cifs_readv_complete);
3139 3140 3141 3142 3143 3144 3145 3146 3147 3148 3149 3150
		if (!rdata) {
			/* best to give up if we're out of mem */
			list_for_each_entry_safe(page, tpage, &tmplist, lru) {
				list_del(&page->lru);
				lru_cache_add_file(page);
				unlock_page(page);
				page_cache_release(page);
			}
			rc = -ENOMEM;
			break;
		}

3151
		rdata->cfile = cifsFileInfo_get(open_file);
3152 3153 3154 3155
		rdata->mapping = mapping;
		rdata->offset = offset;
		rdata->bytes = bytes;
		rdata->pid = pid;
3156
		rdata->marshal_iov = cifs_readpages_marshal_iov;
3157 3158
		list_splice_init(&tmplist, &rdata->pages);

3159
		rc = cifs_retry_async_readv(rdata);
3160 3161 3162 3163 3164 3165 3166
		if (rc != 0) {
			list_for_each_entry_safe(page, tpage, &rdata->pages,
						 lru) {
				list_del(&page->lru);
				lru_cache_add_file(page);
				unlock_page(page);
				page_cache_release(page);
L
Linus Torvalds 已提交
3167
			}
3168
			kref_put(&rdata->refcount, cifs_readdata_release);
L
Linus Torvalds 已提交
3169 3170
			break;
		}
3171 3172

		kref_put(&rdata->refcount, cifs_readdata_release);
L
Linus Torvalds 已提交
3173 3174 3175 3176 3177 3178 3179 3180 3181 3182 3183
	}

	return rc;
}

static int cifs_readpage_worker(struct file *file, struct page *page,
	loff_t *poffset)
{
	char *read_data;
	int rc;

3184 3185 3186 3187 3188
	/* Is the page cached? */
	rc = cifs_readpage_from_fscache(file->f_path.dentry->d_inode, page);
	if (rc == 0)
		goto read_complete;

L
Linus Torvalds 已提交
3189 3190 3191
	page_cache_get(page);
	read_data = kmap(page);
	/* for reads over a certain size could initiate async read ahead */
S
Steve French 已提交
3192

L
Linus Torvalds 已提交
3193
	rc = cifs_read(file, read_data, PAGE_CACHE_SIZE, poffset);
S
Steve French 已提交
3194

L
Linus Torvalds 已提交
3195 3196 3197
	if (rc < 0)
		goto io_error;
	else
3198
		cFYI(1, "Bytes read %d", rc);
S
Steve French 已提交
3199

3200 3201
	file->f_path.dentry->d_inode->i_atime =
		current_fs_time(file->f_path.dentry->d_inode->i_sb);
S
Steve French 已提交
3202

L
Linus Torvalds 已提交
3203 3204 3205 3206 3207
	if (PAGE_CACHE_SIZE > rc)
		memset(read_data + rc, 0, PAGE_CACHE_SIZE - rc);

	flush_dcache_page(page);
	SetPageUptodate(page);
3208 3209 3210 3211

	/* send this page to the cache */
	cifs_readpage_to_fscache(file->f_path.dentry->d_inode, page);

L
Linus Torvalds 已提交
3212
	rc = 0;
S
Steve French 已提交
3213

L
Linus Torvalds 已提交
3214
io_error:
S
Steve French 已提交
3215
	kunmap(page);
L
Linus Torvalds 已提交
3216
	page_cache_release(page);
3217 3218

read_complete:
L
Linus Torvalds 已提交
3219 3220 3221 3222 3223 3224 3225
	return rc;
}

static int cifs_readpage(struct file *file, struct page *page)
{
	loff_t offset = (loff_t)page->index << PAGE_CACHE_SHIFT;
	int rc = -EACCES;
3226
	unsigned int xid;
L
Linus Torvalds 已提交
3227

3228
	xid = get_xid();
L
Linus Torvalds 已提交
3229 3230

	if (file->private_data == NULL) {
3231
		rc = -EBADF;
3232
		free_xid(xid);
3233
		return rc;
L
Linus Torvalds 已提交
3234 3235
	}

3236
	cFYI(1, "readpage %p at offset %d 0x%x",
3237
		 page, (int)offset, (int)offset);
L
Linus Torvalds 已提交
3238 3239 3240 3241 3242

	rc = cifs_readpage_worker(file, page, &offset);

	unlock_page(page);

3243
	free_xid(xid);
L
Linus Torvalds 已提交
3244 3245 3246
	return rc;
}

3247 3248 3249 3250
static int is_inode_writable(struct cifsInodeInfo *cifs_inode)
{
	struct cifsFileInfo *open_file;

3251
	spin_lock(&cifs_file_list_lock);
3252
	list_for_each_entry(open_file, &cifs_inode->openFileList, flist) {
3253
		if (OPEN_FMODE(open_file->f_flags) & FMODE_WRITE) {
3254
			spin_unlock(&cifs_file_list_lock);
3255 3256 3257
			return 1;
		}
	}
3258
	spin_unlock(&cifs_file_list_lock);
3259 3260 3261
	return 0;
}

L
Linus Torvalds 已提交
3262 3263 3264
/* We do not want to update the file size from server for inodes
   open for write - to avoid races with writepage extending
   the file - in the future we could consider allowing
S
Steve French 已提交
3265
   refreshing the inode only on increases in the file size
L
Linus Torvalds 已提交
3266 3267
   but this is tricky to do without racing with writebehind
   page caching in the current Linux kernel design */
3268
bool is_size_safe_to_change(struct cifsInodeInfo *cifsInode, __u64 end_of_file)
L
Linus Torvalds 已提交
3269
{
3270
	if (!cifsInode)
3271
		return true;
3272

3273 3274
	if (is_inode_writable(cifsInode)) {
		/* This inode is open for write at least once */
3275 3276 3277
		struct cifs_sb_info *cifs_sb;

		cifs_sb = CIFS_SB(cifsInode->vfs_inode.i_sb);
S
Steve French 已提交
3278
		if (cifs_sb->mnt_cifs_flags & CIFS_MOUNT_DIRECT_IO) {
S
Steve French 已提交
3279
			/* since no page cache to corrupt on directio
3280
			we can change size safely */
3281
			return true;
3282 3283
		}

S
Steve French 已提交
3284
		if (i_size_read(&cifsInode->vfs_inode) < end_of_file)
3285
			return true;
3286

3287
		return false;
3288
	} else
3289
		return true;
L
Linus Torvalds 已提交
3290 3291
}

N
Nick Piggin 已提交
3292 3293 3294
static int cifs_write_begin(struct file *file, struct address_space *mapping,
			loff_t pos, unsigned len, unsigned flags,
			struct page **pagep, void **fsdata)
L
Linus Torvalds 已提交
3295
{
N
Nick Piggin 已提交
3296 3297
	pgoff_t index = pos >> PAGE_CACHE_SHIFT;
	loff_t offset = pos & (PAGE_CACHE_SIZE - 1);
3298 3299 3300 3301
	loff_t page_start = pos & PAGE_MASK;
	loff_t i_size;
	struct page *page;
	int rc = 0;
N
Nick Piggin 已提交
3302

3303
	cFYI(1, "write_begin from %lld len %d", (long long)pos, len);
N
Nick Piggin 已提交
3304

3305
	page = grab_cache_page_write_begin(mapping, index, flags);
3306 3307 3308 3309
	if (!page) {
		rc = -ENOMEM;
		goto out;
	}
3310

3311 3312
	if (PageUptodate(page))
		goto out;
3313

3314 3315 3316 3317 3318 3319 3320
	/*
	 * If we write a full page it will be up to date, no need to read from
	 * the server. If the write is short, we'll end up doing a sync write
	 * instead.
	 */
	if (len == PAGE_CACHE_SIZE)
		goto out;
3321

3322 3323 3324 3325 3326 3327 3328 3329 3330 3331 3332 3333 3334 3335 3336 3337 3338 3339 3340 3341 3342 3343 3344
	/*
	 * optimize away the read when we have an oplock, and we're not
	 * expecting to use any of the data we'd be reading in. That
	 * is, when the page lies beyond the EOF, or straddles the EOF
	 * and the write will cover all of the existing data.
	 */
	if (CIFS_I(mapping->host)->clientCanCacheRead) {
		i_size = i_size_read(mapping->host);
		if (page_start >= i_size ||
		    (offset == 0 && (pos + len) >= i_size)) {
			zero_user_segments(page, 0, offset,
					   offset + len,
					   PAGE_CACHE_SIZE);
			/*
			 * PageChecked means that the parts of the page
			 * to which we're not writing are considered up
			 * to date. Once the data is copied to the
			 * page, it can be set uptodate.
			 */
			SetPageChecked(page);
			goto out;
		}
	}
N
Nick Piggin 已提交
3345

3346 3347 3348 3349 3350 3351 3352
	if ((file->f_flags & O_ACCMODE) != O_WRONLY) {
		/*
		 * might as well read a page, it is fast enough. If we get
		 * an error, we don't need to return it. cifs_write_end will
		 * do a sync write instead since PG_uptodate isn't set.
		 */
		cifs_readpage_worker(file, page, &page_start);
3353 3354 3355 3356
	} else {
		/* we could try using another file handle if there is one -
		   but how would we lock it to prevent close of that handle
		   racing with this read? In any case
N
Nick Piggin 已提交
3357
		   this will be written out by write_end so is fine */
L
Linus Torvalds 已提交
3358
	}
3359 3360 3361
out:
	*pagep = page;
	return rc;
L
Linus Torvalds 已提交
3362 3363
}

3364 3365 3366 3367 3368 3369 3370 3371 3372 3373 3374 3375 3376 3377 3378 3379
static int cifs_release_page(struct page *page, gfp_t gfp)
{
	if (PagePrivate(page))
		return 0;

	return cifs_fscache_release_page(page, gfp);
}

static void cifs_invalidate_page(struct page *page, unsigned long offset)
{
	struct cifsInodeInfo *cifsi = CIFS_I(page->mapping->host);

	if (offset == 0)
		cifs_fscache_invalidate_page(page, &cifsi->vfs_inode);
}

3380 3381 3382 3383 3384 3385 3386 3387 3388 3389 3390 3391 3392 3393 3394 3395 3396 3397 3398 3399 3400
static int cifs_launder_page(struct page *page)
{
	int rc = 0;
	loff_t range_start = page_offset(page);
	loff_t range_end = range_start + (loff_t)(PAGE_CACHE_SIZE - 1);
	struct writeback_control wbc = {
		.sync_mode = WB_SYNC_ALL,
		.nr_to_write = 0,
		.range_start = range_start,
		.range_end = range_end,
	};

	cFYI(1, "Launder page: %p", page);

	if (clear_page_dirty_for_io(page))
		rc = cifs_writepage_locked(page, &wbc);

	cifs_fscache_invalidate_page(page, page->mapping->host);
	return rc;
}

3401
void cifs_oplock_break(struct work_struct *work)
3402 3403 3404
{
	struct cifsFileInfo *cfile = container_of(work, struct cifsFileInfo,
						  oplock_break);
3405
	struct inode *inode = cfile->dentry->d_inode;
3406
	struct cifsInodeInfo *cinode = CIFS_I(inode);
3407
	struct cifs_tcon *tcon = tlink_tcon(cfile->tlink);
3408
	int rc = 0;
3409 3410

	if (inode && S_ISREG(inode->i_mode)) {
S
Steve French 已提交
3411
		if (cinode->clientCanCacheRead)
3412
			break_lease(inode, O_RDONLY);
S
Steve French 已提交
3413
		else
3414
			break_lease(inode, O_WRONLY);
3415 3416
		rc = filemap_fdatawrite(inode->i_mapping);
		if (cinode->clientCanCacheRead == 0) {
3417 3418
			rc = filemap_fdatawait(inode->i_mapping);
			mapping_set_error(inode->i_mapping, rc);
3419 3420
			invalidate_remote_inode(inode);
		}
3421
		cFYI(1, "Oplock flush inode %p rc %d", inode, rc);
3422 3423
	}

3424 3425 3426 3427
	rc = cifs_push_locks(cfile);
	if (rc)
		cERROR(1, "Push locks rc = %d", rc);

3428 3429 3430 3431 3432 3433
	/*
	 * releasing stale oplock after recent reconnect of smb session using
	 * a now incorrect file handle is not a data integrity issue but do
	 * not bother sending an oplock release if session to server still is
	 * disconnected since oplock already released by the server
	 */
3434
	if (!cfile->oplock_break_cancelled) {
3435 3436
		rc = tcon->ses->server->ops->oplock_response(tcon, &cfile->fid,
							     cinode);
3437
		cFYI(1, "Oplock release rc = %d", rc);
3438 3439 3440
	}
}

3441
const struct address_space_operations cifs_addr_ops = {
L
Linus Torvalds 已提交
3442 3443 3444
	.readpage = cifs_readpage,
	.readpages = cifs_readpages,
	.writepage = cifs_writepage,
3445
	.writepages = cifs_writepages,
N
Nick Piggin 已提交
3446 3447
	.write_begin = cifs_write_begin,
	.write_end = cifs_write_end,
L
Linus Torvalds 已提交
3448
	.set_page_dirty = __set_page_dirty_nobuffers,
3449 3450
	.releasepage = cifs_release_page,
	.invalidatepage = cifs_invalidate_page,
3451
	.launder_page = cifs_launder_page,
L
Linus Torvalds 已提交
3452
};
D
Dave Kleikamp 已提交
3453 3454 3455 3456 3457 3458

/*
 * cifs_readpages requires the server to support a buffer large enough to
 * contain the header plus one complete page of data.  Otherwise, we need
 * to leave cifs_readpages out of the address space operations.
 */
3459
const struct address_space_operations cifs_addr_ops_smallbuf = {
D
Dave Kleikamp 已提交
3460 3461 3462
	.readpage = cifs_readpage,
	.writepage = cifs_writepage,
	.writepages = cifs_writepages,
N
Nick Piggin 已提交
3463 3464
	.write_begin = cifs_write_begin,
	.write_end = cifs_write_end,
D
Dave Kleikamp 已提交
3465
	.set_page_dirty = __set_page_dirty_nobuffers,
3466 3467
	.releasepage = cifs_release_page,
	.invalidatepage = cifs_invalidate_page,
3468
	.launder_page = cifs_launder_page,
D
Dave Kleikamp 已提交
3469
};