pipe.c 19.4 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
/*
 *  linux/fs/pipe.c
 *
 *  Copyright (C) 1991, 1992, 1999  Linus Torvalds
 */

#include <linux/mm.h>
#include <linux/file.h>
#include <linux/poll.h>
#include <linux/slab.h>
#include <linux/module.h>
#include <linux/init.h>
#include <linux/fs.h>
#include <linux/mount.h>
#include <linux/pipe_fs_i.h>
#include <linux/uio.h>
#include <linux/highmem.h>
18
#include <linux/pagemap.h>
L
Linus Torvalds 已提交
19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38

#include <asm/uaccess.h>
#include <asm/ioctls.h>

/*
 * We use a start+len construction, which provides full use of the 
 * allocated memory.
 * -- Florian Coosmann (FGC)
 * 
 * Reads with count = 0 should always return 0.
 * -- Julian Bradfield 1999-06-07.
 *
 * FIFOs and Pipes now generate SIGIO for both readers and writers.
 * -- Jeremy Elson <jelson@circlemud.org> 2001-08-16
 *
 * pipe_read & write cleanup
 * -- Manfred Spraul <manfred@colorfullife.com> 2002-05-09
 */

/* Drop the inode semaphore and wait for a pipe event, atomically */
39
void pipe_wait(struct pipe_inode_info *pipe)
L
Linus Torvalds 已提交
40 41 42
{
	DEFINE_WAIT(wait);

I
Ingo Molnar 已提交
43 44 45 46
	/*
	 * Pipes are system-local resources, so sleeping on them
	 * is considered a noninteractive wait:
	 */
47 48
	prepare_to_wait(&pipe->wait, &wait,
			TASK_INTERRUPTIBLE | TASK_NONINTERACTIVE);
49 50
	if (pipe->inode)
		mutex_unlock(&pipe->inode->i_mutex);
L
Linus Torvalds 已提交
51
	schedule();
52 53 54
	finish_wait(&pipe->wait, &wait);
	if (pipe->inode)
		mutex_lock(&pipe->inode->i_mutex);
L
Linus Torvalds 已提交
55 56
}

57
static int
L
Linus Torvalds 已提交
58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76
pipe_iov_copy_from_user(void *to, struct iovec *iov, unsigned long len)
{
	unsigned long copy;

	while (len > 0) {
		while (!iov->iov_len)
			iov++;
		copy = min_t(unsigned long, len, iov->iov_len);

		if (copy_from_user(to, iov->iov_base, copy))
			return -EFAULT;
		to += copy;
		len -= copy;
		iov->iov_base += copy;
		iov->iov_len -= copy;
	}
	return 0;
}

77
static int
L
Linus Torvalds 已提交
78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96
pipe_iov_copy_to_user(struct iovec *iov, const void *from, unsigned long len)
{
	unsigned long copy;

	while (len > 0) {
		while (!iov->iov_len)
			iov++;
		copy = min_t(unsigned long, len, iov->iov_len);

		if (copy_to_user(iov->iov_base, from, copy))
			return -EFAULT;
		from += copy;
		len -= copy;
		iov->iov_base += copy;
		iov->iov_len -= copy;
	}
	return 0;
}

97 98
static void anon_pipe_buf_release(struct pipe_inode_info *pipe,
				  struct pipe_buffer *buf)
L
Linus Torvalds 已提交
99 100 101
{
	struct page *page = buf->page;

102 103 104
	/*
	 * If nobody else uses this page, and we don't already have a
	 * temporary page, let's keep track of it as a one-deep
105
	 * allocation cache. (Otherwise just release our reference to it)
106
	 */
107
	if (page_count(page) == 1 && !pipe->tmp_page)
108
		pipe->tmp_page = page;
109 110
	else
		page_cache_release(page);
L
Linus Torvalds 已提交
111 112
}

113 114
void *generic_pipe_buf_map(struct pipe_inode_info *pipe,
			   struct pipe_buffer *buf)
L
Linus Torvalds 已提交
115 116 117 118
{
	return kmap(buf->page);
}

119 120
void generic_pipe_buf_unmap(struct pipe_inode_info *pipe,
			    struct pipe_buffer *buf)
L
Linus Torvalds 已提交
121 122 123 124
{
	kunmap(buf->page);
}

125
static int anon_pipe_buf_steal(struct pipe_inode_info *pipe,
126 127
			       struct pipe_buffer *buf)
{
128 129 130 131 132 133 134 135
	struct page *page = buf->page;

	if (page_count(page) == 1) {
		lock_page(page);
		return 0;
	}

	return 1;
136 137
}

138
void generic_pipe_buf_get(struct pipe_inode_info *info, struct pipe_buffer *buf)
139 140 141 142
{
	page_cache_get(buf->page);
}

143 144 145 146 147
int generic_pipe_buf_pin(struct pipe_inode_info *info, struct pipe_buffer *buf)
{
	return 0;
}

L
Linus Torvalds 已提交
148 149
static struct pipe_buf_operations anon_pipe_buf_ops = {
	.can_merge = 1,
150 151 152
	.map = generic_pipe_buf_map,
	.unmap = generic_pipe_buf_unmap,
	.pin = generic_pipe_buf_pin,
L
Linus Torvalds 已提交
153
	.release = anon_pipe_buf_release,
154
	.steal = anon_pipe_buf_steal,
155
	.get = generic_pipe_buf_get,
L
Linus Torvalds 已提交
156 157 158 159 160 161 162
};

static ssize_t
pipe_readv(struct file *filp, const struct iovec *_iov,
	   unsigned long nr_segs, loff_t *ppos)
{
	struct inode *inode = filp->f_dentry->d_inode;
163
	struct pipe_inode_info *pipe;
L
Linus Torvalds 已提交
164 165 166 167 168 169 170 171 172 173 174 175
	int do_wakeup;
	ssize_t ret;
	struct iovec *iov = (struct iovec *)_iov;
	size_t total_len;

	total_len = iov_length(iov, nr_segs);
	/* Null read succeeds. */
	if (unlikely(total_len == 0))
		return 0;

	do_wakeup = 0;
	ret = 0;
176
	mutex_lock(&inode->i_mutex);
177
	pipe = inode->i_pipe;
L
Linus Torvalds 已提交
178
	for (;;) {
179
		int bufs = pipe->nrbufs;
L
Linus Torvalds 已提交
180
		if (bufs) {
181 182
			int curbuf = pipe->curbuf;
			struct pipe_buffer *buf = pipe->bufs + curbuf;
L
Linus Torvalds 已提交
183 184 185 186 187 188 189 190
			struct pipe_buf_operations *ops = buf->ops;
			void *addr;
			size_t chars = buf->len;
			int error;

			if (chars > total_len)
				chars = total_len;

191 192
			error = ops->pin(pipe, buf);
			if (error) {
193
				if (!ret)
194
					error = ret;
195 196
				break;
			}
197 198

			addr = ops->map(pipe, buf);
L
Linus Torvalds 已提交
199
			error = pipe_iov_copy_to_user(iov, addr + buf->offset, chars);
200
			ops->unmap(pipe, buf);
L
Linus Torvalds 已提交
201
			if (unlikely(error)) {
202 203
				if (!ret)
					ret = -EFAULT;
L
Linus Torvalds 已提交
204 205 206 207 208 209 210
				break;
			}
			ret += chars;
			buf->offset += chars;
			buf->len -= chars;
			if (!buf->len) {
				buf->ops = NULL;
211
				ops->release(pipe, buf);
L
Linus Torvalds 已提交
212
				curbuf = (curbuf + 1) & (PIPE_BUFFERS-1);
213 214
				pipe->curbuf = curbuf;
				pipe->nrbufs = --bufs;
L
Linus Torvalds 已提交
215 216 217 218 219 220 221 222
				do_wakeup = 1;
			}
			total_len -= chars;
			if (!total_len)
				break;	/* common path: read succeeded */
		}
		if (bufs)	/* More to do? */
			continue;
223
		if (!pipe->writers)
L
Linus Torvalds 已提交
224
			break;
225
		if (!pipe->waiting_writers) {
L
Linus Torvalds 已提交
226 227 228 229 230 231 232 233 234 235 236 237 238
			/* syscall merging: Usually we must not sleep
			 * if O_NONBLOCK is set, or if we got some data.
			 * But if a writer sleeps in kernel space, then
			 * we can wait for that data without violating POSIX.
			 */
			if (ret)
				break;
			if (filp->f_flags & O_NONBLOCK) {
				ret = -EAGAIN;
				break;
			}
		}
		if (signal_pending(current)) {
239 240
			if (!ret)
				ret = -ERESTARTSYS;
L
Linus Torvalds 已提交
241 242 243
			break;
		}
		if (do_wakeup) {
244 245
			wake_up_interruptible_sync(&pipe->wait);
 			kill_fasync(&pipe->fasync_writers, SIGIO, POLL_OUT);
L
Linus Torvalds 已提交
246
		}
247
		pipe_wait(pipe);
L
Linus Torvalds 已提交
248
	}
249
	mutex_unlock(&inode->i_mutex);
250 251

	/* Signal writers asynchronously that there is more room. */
L
Linus Torvalds 已提交
252
	if (do_wakeup) {
253 254
		wake_up_interruptible(&pipe->wait);
		kill_fasync(&pipe->fasync_writers, SIGIO, POLL_OUT);
L
Linus Torvalds 已提交
255 256 257 258 259 260 261 262 263 264
	}
	if (ret > 0)
		file_accessed(filp);
	return ret;
}

static ssize_t
pipe_read(struct file *filp, char __user *buf, size_t count, loff_t *ppos)
{
	struct iovec iov = { .iov_base = buf, .iov_len = count };
265

L
Linus Torvalds 已提交
266 267 268 269 270 271 272 273
	return pipe_readv(filp, &iov, 1, ppos);
}

static ssize_t
pipe_writev(struct file *filp, const struct iovec *_iov,
	    unsigned long nr_segs, loff_t *ppos)
{
	struct inode *inode = filp->f_dentry->d_inode;
274
	struct pipe_inode_info *pipe;
L
Linus Torvalds 已提交
275 276 277 278 279 280 281 282 283 284 285 286 287
	ssize_t ret;
	int do_wakeup;
	struct iovec *iov = (struct iovec *)_iov;
	size_t total_len;
	ssize_t chars;

	total_len = iov_length(iov, nr_segs);
	/* Null write succeeds. */
	if (unlikely(total_len == 0))
		return 0;

	do_wakeup = 0;
	ret = 0;
288
	mutex_lock(&inode->i_mutex);
289
	pipe = inode->i_pipe;
L
Linus Torvalds 已提交
290

291
	if (!pipe->readers) {
L
Linus Torvalds 已提交
292 293 294 295 296 297 298
		send_sig(SIGPIPE, current, 0);
		ret = -EPIPE;
		goto out;
	}

	/* We try to merge small writes */
	chars = total_len & (PAGE_SIZE-1); /* size of the last buffer */
299
	if (pipe->nrbufs && chars != 0) {
300 301
		int lastbuf = (pipe->curbuf + pipe->nrbufs - 1) &
							(PIPE_BUFFERS-1);
302
		struct pipe_buffer *buf = pipe->bufs + lastbuf;
L
Linus Torvalds 已提交
303 304
		struct pipe_buf_operations *ops = buf->ops;
		int offset = buf->offset + buf->len;
305

L
Linus Torvalds 已提交
306
		if (ops->can_merge && offset + chars <= PAGE_SIZE) {
307 308 309
			void *addr;
			int error;

310 311
			error = ops->pin(pipe, buf);
			if (error)
312
				goto out;
313 314

			addr = ops->map(pipe, buf);
315 316
			error = pipe_iov_copy_from_user(offset + addr, iov,
							chars);
317
			ops->unmap(pipe, buf);
L
Linus Torvalds 已提交
318 319 320 321 322 323 324 325 326 327 328 329 330 331
			ret = error;
			do_wakeup = 1;
			if (error)
				goto out;
			buf->len += chars;
			total_len -= chars;
			ret = chars;
			if (!total_len)
				goto out;
		}
	}

	for (;;) {
		int bufs;
332

333
		if (!pipe->readers) {
L
Linus Torvalds 已提交
334
			send_sig(SIGPIPE, current, 0);
335 336
			if (!ret)
				ret = -EPIPE;
L
Linus Torvalds 已提交
337 338
			break;
		}
339
		bufs = pipe->nrbufs;
L
Linus Torvalds 已提交
340
		if (bufs < PIPE_BUFFERS) {
341 342 343
			int newbuf = (pipe->curbuf + bufs) & (PIPE_BUFFERS-1);
			struct pipe_buffer *buf = pipe->bufs + newbuf;
			struct page *page = pipe->tmp_page;
L
Linus Torvalds 已提交
344 345 346 347 348 349 350 351
			int error;

			if (!page) {
				page = alloc_page(GFP_HIGHUSER);
				if (unlikely(!page)) {
					ret = ret ? : -ENOMEM;
					break;
				}
352
				pipe->tmp_page = page;
L
Linus Torvalds 已提交
353
			}
354
			/* Always wake up, even if the copy fails. Otherwise
L
Linus Torvalds 已提交
355 356 357 358 359 360 361 362 363 364 365 366
			 * we lock up (O_NONBLOCK-)readers that sleep due to
			 * syscall merging.
			 * FIXME! Is this really true?
			 */
			do_wakeup = 1;
			chars = PAGE_SIZE;
			if (chars > total_len)
				chars = total_len;

			error = pipe_iov_copy_from_user(kmap(page), iov, chars);
			kunmap(page);
			if (unlikely(error)) {
367 368
				if (!ret)
					ret = -EFAULT;
L
Linus Torvalds 已提交
369 370 371 372 373 374 375 376 377
				break;
			}
			ret += chars;

			/* Insert it into the buffer array */
			buf->page = page;
			buf->ops = &anon_pipe_buf_ops;
			buf->offset = 0;
			buf->len = chars;
378 379
			pipe->nrbufs = ++bufs;
			pipe->tmp_page = NULL;
L
Linus Torvalds 已提交
380 381 382 383 384 385 386 387

			total_len -= chars;
			if (!total_len)
				break;
		}
		if (bufs < PIPE_BUFFERS)
			continue;
		if (filp->f_flags & O_NONBLOCK) {
388 389
			if (!ret)
				ret = -EAGAIN;
L
Linus Torvalds 已提交
390 391 392
			break;
		}
		if (signal_pending(current)) {
393 394
			if (!ret)
				ret = -ERESTARTSYS;
L
Linus Torvalds 已提交
395 396 397
			break;
		}
		if (do_wakeup) {
398 399
			wake_up_interruptible_sync(&pipe->wait);
			kill_fasync(&pipe->fasync_readers, SIGIO, POLL_IN);
L
Linus Torvalds 已提交
400 401
			do_wakeup = 0;
		}
402 403 404
		pipe->waiting_writers++;
		pipe_wait(pipe);
		pipe->waiting_writers--;
L
Linus Torvalds 已提交
405 406
	}
out:
407
	mutex_unlock(&inode->i_mutex);
L
Linus Torvalds 已提交
408
	if (do_wakeup) {
409 410
		wake_up_interruptible(&pipe->wait);
		kill_fasync(&pipe->fasync_readers, SIGIO, POLL_IN);
L
Linus Torvalds 已提交
411 412
	}
	if (ret > 0)
413
		file_update_time(filp);
L
Linus Torvalds 已提交
414 415 416 417 418 419 420 421
	return ret;
}

static ssize_t
pipe_write(struct file *filp, const char __user *buf,
	   size_t count, loff_t *ppos)
{
	struct iovec iov = { .iov_base = (void __user *)buf, .iov_len = count };
422

L
Linus Torvalds 已提交
423 424 425 426 427 428 429 430 431 432
	return pipe_writev(filp, &iov, 1, ppos);
}

static ssize_t
bad_pipe_r(struct file *filp, char __user *buf, size_t count, loff_t *ppos)
{
	return -EBADF;
}

static ssize_t
433 434
bad_pipe_w(struct file *filp, const char __user *buf, size_t count,
	   loff_t *ppos)
L
Linus Torvalds 已提交
435 436 437 438 439 440 441 442 443
{
	return -EBADF;
}

static int
pipe_ioctl(struct inode *pino, struct file *filp,
	   unsigned int cmd, unsigned long arg)
{
	struct inode *inode = filp->f_dentry->d_inode;
444
	struct pipe_inode_info *pipe;
L
Linus Torvalds 已提交
445 446 447 448
	int count, buf, nrbufs;

	switch (cmd) {
		case FIONREAD:
449
			mutex_lock(&inode->i_mutex);
450
			pipe = inode->i_pipe;
L
Linus Torvalds 已提交
451
			count = 0;
452 453
			buf = pipe->curbuf;
			nrbufs = pipe->nrbufs;
L
Linus Torvalds 已提交
454
			while (--nrbufs >= 0) {
455
				count += pipe->bufs[buf].len;
L
Linus Torvalds 已提交
456 457
				buf = (buf+1) & (PIPE_BUFFERS-1);
			}
458
			mutex_unlock(&inode->i_mutex);
459

L
Linus Torvalds 已提交
460 461 462 463 464 465 466 467 468 469 470 471
			return put_user(count, (int __user *)arg);
		default:
			return -EINVAL;
	}
}

/* No kernel lock held - fine */
static unsigned int
pipe_poll(struct file *filp, poll_table *wait)
{
	unsigned int mask;
	struct inode *inode = filp->f_dentry->d_inode;
472
	struct pipe_inode_info *pipe = inode->i_pipe;
L
Linus Torvalds 已提交
473 474
	int nrbufs;

475
	poll_wait(filp, &pipe->wait, wait);
L
Linus Torvalds 已提交
476 477

	/* Reading only -- no need for acquiring the semaphore.  */
478
	nrbufs = pipe->nrbufs;
L
Linus Torvalds 已提交
479 480 481
	mask = 0;
	if (filp->f_mode & FMODE_READ) {
		mask = (nrbufs > 0) ? POLLIN | POLLRDNORM : 0;
482
		if (!pipe->writers && filp->f_version != pipe->w_counter)
L
Linus Torvalds 已提交
483 484 485 486 487
			mask |= POLLHUP;
	}

	if (filp->f_mode & FMODE_WRITE) {
		mask |= (nrbufs < PIPE_BUFFERS) ? POLLOUT | POLLWRNORM : 0;
488 489 490 491
		/*
		 * Most Unices do not set POLLERR for FIFOs but on Linux they
		 * behave exactly like pipes for poll().
		 */
492
		if (!pipe->readers)
L
Linus Torvalds 已提交
493 494 495 496 497 498 499 500 501
			mask |= POLLERR;
	}

	return mask;
}

static int
pipe_release(struct inode *inode, int decr, int decw)
{
502 503
	struct pipe_inode_info *pipe;

504
	mutex_lock(&inode->i_mutex);
505 506 507
	pipe = inode->i_pipe;
	pipe->readers -= decr;
	pipe->writers -= decw;
508

509
	if (!pipe->readers && !pipe->writers) {
L
Linus Torvalds 已提交
510 511
		free_pipe_info(inode);
	} else {
512 513 514
		wake_up_interruptible(&pipe->wait);
		kill_fasync(&pipe->fasync_readers, SIGIO, POLL_IN);
		kill_fasync(&pipe->fasync_writers, SIGIO, POLL_OUT);
L
Linus Torvalds 已提交
515
	}
516
	mutex_unlock(&inode->i_mutex);
L
Linus Torvalds 已提交
517 518 519 520 521 522 523 524 525 526

	return 0;
}

static int
pipe_read_fasync(int fd, struct file *filp, int on)
{
	struct inode *inode = filp->f_dentry->d_inode;
	int retval;

527 528 529
	mutex_lock(&inode->i_mutex);
	retval = fasync_helper(fd, filp, on, &inode->i_pipe->fasync_readers);
	mutex_unlock(&inode->i_mutex);
L
Linus Torvalds 已提交
530 531 532 533 534 535 536 537 538 539 540 541 542 543

	if (retval < 0)
		return retval;

	return 0;
}


static int
pipe_write_fasync(int fd, struct file *filp, int on)
{
	struct inode *inode = filp->f_dentry->d_inode;
	int retval;

544 545 546
	mutex_lock(&inode->i_mutex);
	retval = fasync_helper(fd, filp, on, &inode->i_pipe->fasync_writers);
	mutex_unlock(&inode->i_mutex);
L
Linus Torvalds 已提交
547 548 549 550 551 552 553 554 555 556 557 558

	if (retval < 0)
		return retval;

	return 0;
}


static int
pipe_rdwr_fasync(int fd, struct file *filp, int on)
{
	struct inode *inode = filp->f_dentry->d_inode;
559
	struct pipe_inode_info *pipe = inode->i_pipe;
L
Linus Torvalds 已提交
560 561
	int retval;

562
	mutex_lock(&inode->i_mutex);
L
Linus Torvalds 已提交
563

564
	retval = fasync_helper(fd, filp, on, &pipe->fasync_readers);
L
Linus Torvalds 已提交
565 566

	if (retval >= 0)
567
		retval = fasync_helper(fd, filp, on, &pipe->fasync_writers);
L
Linus Torvalds 已提交
568

569
	mutex_unlock(&inode->i_mutex);
L
Linus Torvalds 已提交
570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607

	if (retval < 0)
		return retval;

	return 0;
}


static int
pipe_read_release(struct inode *inode, struct file *filp)
{
	pipe_read_fasync(-1, filp, 0);
	return pipe_release(inode, 1, 0);
}

static int
pipe_write_release(struct inode *inode, struct file *filp)
{
	pipe_write_fasync(-1, filp, 0);
	return pipe_release(inode, 0, 1);
}

static int
pipe_rdwr_release(struct inode *inode, struct file *filp)
{
	int decr, decw;

	pipe_rdwr_fasync(-1, filp, 0);
	decr = (filp->f_mode & FMODE_READ) != 0;
	decw = (filp->f_mode & FMODE_WRITE) != 0;
	return pipe_release(inode, decr, decw);
}

static int
pipe_read_open(struct inode *inode, struct file *filp)
{
	/* We could have perhaps used atomic_t, but this and friends
	   below are the only places.  So it doesn't seem worthwhile.  */
608 609 610
	mutex_lock(&inode->i_mutex);
	inode->i_pipe->readers++;
	mutex_unlock(&inode->i_mutex);
L
Linus Torvalds 已提交
611 612 613 614 615 616 617

	return 0;
}

static int
pipe_write_open(struct inode *inode, struct file *filp)
{
618 619 620
	mutex_lock(&inode->i_mutex);
	inode->i_pipe->writers++;
	mutex_unlock(&inode->i_mutex);
L
Linus Torvalds 已提交
621 622 623 624 625 626 627

	return 0;
}

static int
pipe_rdwr_open(struct inode *inode, struct file *filp)
{
628
	mutex_lock(&inode->i_mutex);
L
Linus Torvalds 已提交
629
	if (filp->f_mode & FMODE_READ)
630
		inode->i_pipe->readers++;
L
Linus Torvalds 已提交
631
	if (filp->f_mode & FMODE_WRITE)
632 633
		inode->i_pipe->writers++;
	mutex_unlock(&inode->i_mutex);
L
Linus Torvalds 已提交
634 635 636 637 638 639 640 641

	return 0;
}

/*
 * The file_operations structs are not static because they
 * are also used in linux/fs/fifo.c to do operations on FIFOs.
 */
642
const struct file_operations read_fifo_fops = {
L
Linus Torvalds 已提交
643 644 645 646
	.llseek		= no_llseek,
	.read		= pipe_read,
	.readv		= pipe_readv,
	.write		= bad_pipe_w,
647
	.poll		= pipe_poll,
L
Linus Torvalds 已提交
648 649 650 651 652 653
	.ioctl		= pipe_ioctl,
	.open		= pipe_read_open,
	.release	= pipe_read_release,
	.fasync		= pipe_read_fasync,
};

654
const struct file_operations write_fifo_fops = {
L
Linus Torvalds 已提交
655 656 657 658
	.llseek		= no_llseek,
	.read		= bad_pipe_r,
	.write		= pipe_write,
	.writev		= pipe_writev,
659
	.poll		= pipe_poll,
L
Linus Torvalds 已提交
660 661 662 663 664 665
	.ioctl		= pipe_ioctl,
	.open		= pipe_write_open,
	.release	= pipe_write_release,
	.fasync		= pipe_write_fasync,
};

666
const struct file_operations rdwr_fifo_fops = {
L
Linus Torvalds 已提交
667 668 669 670 671
	.llseek		= no_llseek,
	.read		= pipe_read,
	.readv		= pipe_readv,
	.write		= pipe_write,
	.writev		= pipe_writev,
672
	.poll		= pipe_poll,
L
Linus Torvalds 已提交
673 674 675 676 677 678
	.ioctl		= pipe_ioctl,
	.open		= pipe_rdwr_open,
	.release	= pipe_rdwr_release,
	.fasync		= pipe_rdwr_fasync,
};

679
static struct file_operations read_pipe_fops = {
L
Linus Torvalds 已提交
680 681 682 683 684 685 686 687 688 689 690
	.llseek		= no_llseek,
	.read		= pipe_read,
	.readv		= pipe_readv,
	.write		= bad_pipe_w,
	.poll		= pipe_poll,
	.ioctl		= pipe_ioctl,
	.open		= pipe_read_open,
	.release	= pipe_read_release,
	.fasync		= pipe_read_fasync,
};

691
static struct file_operations write_pipe_fops = {
L
Linus Torvalds 已提交
692 693 694 695 696 697 698 699 700 701 702
	.llseek		= no_llseek,
	.read		= bad_pipe_r,
	.write		= pipe_write,
	.writev		= pipe_writev,
	.poll		= pipe_poll,
	.ioctl		= pipe_ioctl,
	.open		= pipe_write_open,
	.release	= pipe_write_release,
	.fasync		= pipe_write_fasync,
};

703
static struct file_operations rdwr_pipe_fops = {
L
Linus Torvalds 已提交
704 705 706 707 708 709 710 711 712 713 714 715
	.llseek		= no_llseek,
	.read		= pipe_read,
	.readv		= pipe_readv,
	.write		= pipe_write,
	.writev		= pipe_writev,
	.poll		= pipe_poll,
	.ioctl		= pipe_ioctl,
	.open		= pipe_rdwr_open,
	.release	= pipe_rdwr_release,
	.fasync		= pipe_rdwr_fasync,
};

716 717
struct pipe_inode_info * alloc_pipe_info(struct inode *inode)
{
718
	struct pipe_inode_info *pipe;
719

720 721 722 723 724
	pipe = kzalloc(sizeof(struct pipe_inode_info), GFP_KERNEL);
	if (pipe) {
		init_waitqueue_head(&pipe->wait);
		pipe->r_counter = pipe->w_counter = 1;
		pipe->inode = inode;
725 726
	}

727
	return pipe;
728 729
}

730
void __free_pipe_info(struct pipe_inode_info *pipe)
L
Linus Torvalds 已提交
731 732 733 734
{
	int i;

	for (i = 0; i < PIPE_BUFFERS; i++) {
735
		struct pipe_buffer *buf = pipe->bufs + i;
L
Linus Torvalds 已提交
736
		if (buf->ops)
737
			buf->ops->release(pipe, buf);
L
Linus Torvalds 已提交
738
	}
739 740 741
	if (pipe->tmp_page)
		__free_page(pipe->tmp_page);
	kfree(pipe);
L
Linus Torvalds 已提交
742 743
}

744 745 746 747 748 749
void free_pipe_info(struct inode *inode)
{
	__free_pipe_info(inode->i_pipe);
	inode->i_pipe = NULL;
}

750
static struct vfsmount *pipe_mnt __read_mostly;
L
Linus Torvalds 已提交
751 752 753 754
static int pipefs_delete_dentry(struct dentry *dentry)
{
	return 1;
}
755

L
Linus Torvalds 已提交
756 757 758 759 760 761 762
static struct dentry_operations pipefs_dentry_operations = {
	.d_delete	= pipefs_delete_dentry,
};

static struct inode * get_pipe_inode(void)
{
	struct inode *inode = new_inode(pipe_mnt->mnt_sb);
763
	struct pipe_inode_info *pipe;
L
Linus Torvalds 已提交
764 765 766 767

	if (!inode)
		goto fail_inode;

768 769
	pipe = alloc_pipe_info(inode);
	if (!pipe)
L
Linus Torvalds 已提交
770
		goto fail_iput;
771
	inode->i_pipe = pipe;
772

773
	pipe->readers = pipe->writers = 1;
L
Linus Torvalds 已提交
774 775 776 777 778 779 780 781 782 783 784 785 786 787
	inode->i_fop = &rdwr_pipe_fops;

	/*
	 * Mark the inode dirty from the very beginning,
	 * that way it will never be moved to the dirty
	 * list because "mark_inode_dirty()" will think
	 * that it already _is_ on the dirty list.
	 */
	inode->i_state = I_DIRTY;
	inode->i_mode = S_IFIFO | S_IRUSR | S_IWUSR;
	inode->i_uid = current->fsuid;
	inode->i_gid = current->fsgid;
	inode->i_atime = inode->i_mtime = inode->i_ctime = CURRENT_TIME;
	inode->i_blksize = PAGE_SIZE;
788

L
Linus Torvalds 已提交
789 790 791 792
	return inode;

fail_iput:
	iput(inode);
793

L
Linus Torvalds 已提交
794 795 796 797 798 799 800 801 802 803 804 805
fail_inode:
	return NULL;
}

int do_pipe(int *fd)
{
	struct qstr this;
	char name[32];
	struct dentry *dentry;
	struct inode * inode;
	struct file *f1, *f2;
	int error;
806
	int i, j;
L
Linus Torvalds 已提交
807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838

	error = -ENFILE;
	f1 = get_empty_filp();
	if (!f1)
		goto no_files;

	f2 = get_empty_filp();
	if (!f2)
		goto close_f1;

	inode = get_pipe_inode();
	if (!inode)
		goto close_f12;

	error = get_unused_fd();
	if (error < 0)
		goto close_f12_inode;
	i = error;

	error = get_unused_fd();
	if (error < 0)
		goto close_f12_inode_i;
	j = error;

	error = -ENOMEM;
	sprintf(name, "[%lu]", inode->i_ino);
	this.name = name;
	this.len = strlen(name);
	this.hash = inode->i_ino; /* will go */
	dentry = d_alloc(pipe_mnt->mnt_sb->s_root, &this);
	if (!dentry)
		goto close_f12_inode_i_j;
839

L
Linus Torvalds 已提交
840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862
	dentry->d_op = &pipefs_dentry_operations;
	d_add(dentry, inode);
	f1->f_vfsmnt = f2->f_vfsmnt = mntget(mntget(pipe_mnt));
	f1->f_dentry = f2->f_dentry = dget(dentry);
	f1->f_mapping = f2->f_mapping = inode->i_mapping;

	/* read file */
	f1->f_pos = f2->f_pos = 0;
	f1->f_flags = O_RDONLY;
	f1->f_op = &read_pipe_fops;
	f1->f_mode = FMODE_READ;
	f1->f_version = 0;

	/* write file */
	f2->f_flags = O_WRONLY;
	f2->f_op = &write_pipe_fops;
	f2->f_mode = FMODE_WRITE;
	f2->f_version = 0;

	fd_install(i, f1);
	fd_install(j, f2);
	fd[0] = i;
	fd[1] = j;
863

L
Linus Torvalds 已提交
864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887
	return 0;

close_f12_inode_i_j:
	put_unused_fd(j);
close_f12_inode_i:
	put_unused_fd(i);
close_f12_inode:
	free_pipe_info(inode);
	iput(inode);
close_f12:
	put_filp(f2);
close_f1:
	put_filp(f1);
no_files:
	return error;	
}

/*
 * pipefs should _never_ be mounted by userland - too much of security hassle,
 * no real gain from having the whole whorehouse mounted. So we don't need
 * any operations on the root directory. However, we need a non-trivial
 * d_name - pipe: will go nicely and kill the special-casing in procfs.
 */

888 889 890
static struct super_block *
pipefs_get_sb(struct file_system_type *fs_type, int flags,
	      const char *dev_name, void *data)
L
Linus Torvalds 已提交
891 892 893 894 895 896 897 898 899 900 901 902 903
{
	return get_sb_pseudo(fs_type, "pipe:", NULL, PIPEFS_MAGIC);
}

static struct file_system_type pipe_fs_type = {
	.name		= "pipefs",
	.get_sb		= pipefs_get_sb,
	.kill_sb	= kill_anon_super,
};

static int __init init_pipe_fs(void)
{
	int err = register_filesystem(&pipe_fs_type);
904

L
Linus Torvalds 已提交
905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922
	if (!err) {
		pipe_mnt = kern_mount(&pipe_fs_type);
		if (IS_ERR(pipe_mnt)) {
			err = PTR_ERR(pipe_mnt);
			unregister_filesystem(&pipe_fs_type);
		}
	}
	return err;
}

static void __exit exit_pipe_fs(void)
{
	unregister_filesystem(&pipe_fs_type);
	mntput(pipe_mnt);
}

fs_initcall(init_pipe_fs);
module_exit(exit_pipe_fs);