tty_ldisc.c 24.6 KB
Newer Older
1 2
#include <linux/types.h>
#include <linux/errno.h>
3
#include <linux/kmod.h>
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20
#include <linux/sched.h>
#include <linux/interrupt.h>
#include <linux/tty.h>
#include <linux/tty_driver.h>
#include <linux/file.h>
#include <linux/mm.h>
#include <linux/string.h>
#include <linux/slab.h>
#include <linux/poll.h>
#include <linux/proc_fs.h>
#include <linux/init.h>
#include <linux/module.h>
#include <linux/device.h>
#include <linux/wait.h>
#include <linux/bitops.h>
#include <linux/seq_file.h>
#include <linux/uaccess.h>
21
#include <linux/ratelimit.h>
22 23 24 25 26 27 28

/*
 *	This guards the refcounted line discipline lists. The lock
 *	must be taken with irqs off because there are hangup path
 *	callers who will do ldisc lookups and cannot sleep.
 */

29
static DEFINE_RAW_SPINLOCK(tty_ldisc_lock);
30 31 32 33
static DECLARE_WAIT_QUEUE_HEAD(tty_ldisc_wait);
/* Line disc dispatch table */
static struct tty_ldisc_ops *tty_ldiscs[NR_LDISCS];

34 35 36 37 38 39 40
static inline struct tty_ldisc *get_ldisc(struct tty_ldisc *ld)
{
	if (ld)
		atomic_inc(&ld->users);
	return ld;
}

41
static void put_ldisc(struct tty_ldisc *ld)
42
{
43 44
	unsigned long flags;

45 46 47 48 49 50
	if (WARN_ON_ONCE(!ld))
		return;

	/*
	 * If this is the last user, free the ldisc, and
	 * release the ldisc ops.
51
	 *
52
	 * We really want an "atomic_dec_and_raw_lock_irqsave()",
53
	 * but we don't have it, so this does it by hand.
54
	 */
55 56
	raw_spin_lock_irqsave(&tty_ldisc_lock, flags);
	if (atomic_dec_and_test(&ld->users)) {
57 58 59 60
		struct tty_ldisc_ops *ldo = ld->ops;

		ldo->refcount--;
		module_put(ldo->owner);
61
		raw_spin_unlock_irqrestore(&tty_ldisc_lock, flags);
62 63 64

		kfree(ld);
		return;
65
	}
66
	raw_spin_unlock_irqrestore(&tty_ldisc_lock, flags);
67 68 69

	if (waitqueue_active(&ld->wq_idle))
		wake_up(&ld->wq_idle);
70 71
}

72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92
/**
 *	tty_register_ldisc	-	install a line discipline
 *	@disc: ldisc number
 *	@new_ldisc: pointer to the ldisc object
 *
 *	Installs a new line discipline into the kernel. The discipline
 *	is set up as unreferenced and then made available to the kernel
 *	from this point onwards.
 *
 *	Locking:
 *		takes tty_ldisc_lock to guard against ldisc races
 */

int tty_register_ldisc(int disc, struct tty_ldisc_ops *new_ldisc)
{
	unsigned long flags;
	int ret = 0;

	if (disc < N_TTY || disc >= NR_LDISCS)
		return -EINVAL;

93
	raw_spin_lock_irqsave(&tty_ldisc_lock, flags);
94 95 96
	tty_ldiscs[disc] = new_ldisc;
	new_ldisc->num = disc;
	new_ldisc->refcount = 0;
97
	raw_spin_unlock_irqrestore(&tty_ldisc_lock, flags);
98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122

	return ret;
}
EXPORT_SYMBOL(tty_register_ldisc);

/**
 *	tty_unregister_ldisc	-	unload a line discipline
 *	@disc: ldisc number
 *	@new_ldisc: pointer to the ldisc object
 *
 *	Remove a line discipline from the kernel providing it is not
 *	currently in use.
 *
 *	Locking:
 *		takes tty_ldisc_lock to guard against ldisc races
 */

int tty_unregister_ldisc(int disc)
{
	unsigned long flags;
	int ret = 0;

	if (disc < N_TTY || disc >= NR_LDISCS)
		return -EINVAL;

123
	raw_spin_lock_irqsave(&tty_ldisc_lock, flags);
124 125 126 127
	if (tty_ldiscs[disc]->refcount)
		ret = -EBUSY;
	else
		tty_ldiscs[disc] = NULL;
128
	raw_spin_unlock_irqrestore(&tty_ldisc_lock, flags);
129 130 131 132 133

	return ret;
}
EXPORT_SYMBOL(tty_unregister_ldisc);

134 135 136 137 138
static struct tty_ldisc_ops *get_ldops(int disc)
{
	unsigned long flags;
	struct tty_ldisc_ops *ldops, *ret;

139
	raw_spin_lock_irqsave(&tty_ldisc_lock, flags);
140 141 142 143 144 145 146 147 148
	ret = ERR_PTR(-EINVAL);
	ldops = tty_ldiscs[disc];
	if (ldops) {
		ret = ERR_PTR(-EAGAIN);
		if (try_module_get(ldops->owner)) {
			ldops->refcount++;
			ret = ldops;
		}
	}
149
	raw_spin_unlock_irqrestore(&tty_ldisc_lock, flags);
150 151 152 153 154 155 156
	return ret;
}

static void put_ldops(struct tty_ldisc_ops *ldops)
{
	unsigned long flags;

157
	raw_spin_lock_irqsave(&tty_ldisc_lock, flags);
158 159
	ldops->refcount--;
	module_put(ldops->owner);
160
	raw_spin_unlock_irqrestore(&tty_ldisc_lock, flags);
161
}
162 163 164 165 166 167 168 169 170 171 172 173 174 175

/**
 *	tty_ldisc_get		-	take a reference to an ldisc
 *	@disc: ldisc number
 *
 *	Takes a reference to a line discipline. Deals with refcounts and
 *	module locking counts. Returns NULL if the discipline is not available.
 *	Returns a pointer to the discipline and bumps the ref count if it is
 *	available
 *
 *	Locking:
 *		takes tty_ldisc_lock to guard against ldisc races
 */

A
Alan Cox 已提交
176
static struct tty_ldisc *tty_ldisc_get(int disc)
177
{
A
Alan Cox 已提交
178
	struct tty_ldisc *ld;
179
	struct tty_ldisc_ops *ldops;
180 181

	if (disc < N_TTY || disc >= NR_LDISCS)
A
Alan Cox 已提交
182
		return ERR_PTR(-EINVAL);
183 184 185 186 187 188 189

	/*
	 * Get the ldisc ops - we may need to request them to be loaded
	 * dynamically and try again.
	 */
	ldops = get_ldops(disc);
	if (IS_ERR(ldops)) {
190
		request_module("tty-ldisc-%d", disc);
191 192 193 194 195 196 197 198 199
		ldops = get_ldops(disc);
		if (IS_ERR(ldops))
			return ERR_CAST(ldops);
	}

	ld = kmalloc(sizeof(struct tty_ldisc), GFP_KERNEL);
	if (ld == NULL) {
		put_ldops(ldops);
		return ERR_PTR(-ENOMEM);
200
	}
201 202 203

	ld->ops = ldops;
	atomic_set(&ld->users, 1);
204 205
	init_waitqueue_head(&ld->wq_idle);

A
Alan Cox 已提交
206
	return ld;
207 208
}

A
Alan Cox 已提交
209
static void *tty_ldiscs_seq_start(struct seq_file *m, loff_t *pos)
210 211 212 213
{
	return (*pos < NR_LDISCS) ? pos : NULL;
}

A
Alan Cox 已提交
214
static void *tty_ldiscs_seq_next(struct seq_file *m, void *v, loff_t *pos)
215 216 217 218 219 220 221 222 223 224 225 226
{
	(*pos)++;
	return (*pos < NR_LDISCS) ? pos : NULL;
}

static void tty_ldiscs_seq_stop(struct seq_file *m, void *v)
{
}

static int tty_ldiscs_seq_show(struct seq_file *m, void *v)
{
	int i = *(loff_t *)v;
227
	struct tty_ldisc_ops *ldops;
A
Alan Cox 已提交
228

229 230
	ldops = get_ldops(i);
	if (IS_ERR(ldops))
231
		return 0;
232 233
	seq_printf(m, "%-10s %2d\n", ldops->name ? ldops->name : "???", i);
	put_ldops(ldops);
234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262
	return 0;
}

static const struct seq_operations tty_ldiscs_seq_ops = {
	.start	= tty_ldiscs_seq_start,
	.next	= tty_ldiscs_seq_next,
	.stop	= tty_ldiscs_seq_stop,
	.show	= tty_ldiscs_seq_show,
};

static int proc_tty_ldiscs_open(struct inode *inode, struct file *file)
{
	return seq_open(file, &tty_ldiscs_seq_ops);
}

const struct file_operations tty_ldiscs_proc_fops = {
	.owner		= THIS_MODULE,
	.open		= proc_tty_ldiscs_open,
	.read		= seq_read,
	.llseek		= seq_lseek,
	.release	= seq_release,
};

/**
 *	tty_ldisc_assign	-	set ldisc on a tty
 *	@tty: tty to assign
 *	@ld: line discipline
 *
 *	Install an instance of a line discipline into a tty structure. The
263
 *	ldisc must have a reference count above zero to ensure it remains.
264 265 266 267 268 269 270 271
 *	The tty instance refcount starts at zero.
 *
 *	Locking:
 *		Caller must hold references
 */

static void tty_ldisc_assign(struct tty_struct *tty, struct tty_ldisc *ld)
{
A
Alan Cox 已提交
272
	tty->ldisc = ld;
273 274 275 276 277 278 279 280 281 282 283 284 285 286
}

/**
 *	tty_ldisc_try		-	internal helper
 *	@tty: the tty
 *
 *	Make a single attempt to grab and bump the refcount on
 *	the tty ldisc. Return 0 on failure or 1 on success. This is
 *	used to implement both the waiting and non waiting versions
 *	of tty_ldisc_ref
 *
 *	Locking: takes tty_ldisc_lock
 */

287
static struct tty_ldisc *tty_ldisc_try(struct tty_struct *tty)
288 289 290 291
{
	unsigned long flags;
	struct tty_ldisc *ld;

292
	raw_spin_lock_irqsave(&tty_ldisc_lock, flags);
293 294 295
	ld = NULL;
	if (test_bit(TTY_LDISC, &tty->flags))
		ld = get_ldisc(tty->ldisc);
296
	raw_spin_unlock_irqrestore(&tty_ldisc_lock, flags);
297
	return ld;
298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317
}

/**
 *	tty_ldisc_ref_wait	-	wait for the tty ldisc
 *	@tty: tty device
 *
 *	Dereference the line discipline for the terminal and take a
 *	reference to it. If the line discipline is in flux then
 *	wait patiently until it changes.
 *
 *	Note: Must not be called from an IRQ/timer context. The caller
 *	must also be careful not to hold other locks that will deadlock
 *	against a discipline change, such as an existing ldisc reference
 *	(which we check for)
 *
 *	Locking: call functions take tty_ldisc_lock
 */

struct tty_ldisc *tty_ldisc_ref_wait(struct tty_struct *tty)
{
318 319
	struct tty_ldisc *ld;

320
	/* wait_event is a macro */
321 322
	wait_event(tty_ldisc_wait, (ld = tty_ldisc_try(tty)) != NULL);
	return ld;
323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338
}
EXPORT_SYMBOL_GPL(tty_ldisc_ref_wait);

/**
 *	tty_ldisc_ref		-	get the tty ldisc
 *	@tty: tty device
 *
 *	Dereference the line discipline for the terminal and take a
 *	reference to it. If the line discipline is in flux then
 *	return NULL. Can be called from IRQ and timer functions.
 *
 *	Locking: called functions take tty_ldisc_lock
 */

struct tty_ldisc *tty_ldisc_ref(struct tty_struct *tty)
{
339
	return tty_ldisc_try(tty);
340 341 342 343 344 345 346 347 348 349 350 351 352 353 354
}
EXPORT_SYMBOL_GPL(tty_ldisc_ref);

/**
 *	tty_ldisc_deref		-	free a tty ldisc reference
 *	@ld: reference to free up
 *
 *	Undoes the effect of tty_ldisc_ref or tty_ldisc_ref_wait. May
 *	be called in IRQ context.
 *
 *	Locking: takes tty_ldisc_lock
 */

void tty_ldisc_deref(struct tty_ldisc *ld)
{
355
	put_ldisc(ld);
356 357 358
}
EXPORT_SYMBOL_GPL(tty_ldisc_deref);

359 360 361 362 363
static inline void tty_ldisc_put(struct tty_ldisc *ld)
{
	put_ldisc(ld);
}

364 365 366 367 368
/**
 *	tty_ldisc_enable	-	allow ldisc use
 *	@tty: terminal to activate ldisc on
 *
 *	Set the TTY_LDISC flag when the line discipline can be called
A
Alan Cox 已提交
369 370
 *	again. Do necessary wakeups for existing sleepers. Clear the LDISC
 *	changing flag to indicate any ldisc change is now over.
371
 *
A
Alan Cox 已提交
372 373
 *	Note: nobody should set the TTY_LDISC bit except via this function.
 *	Clearing directly is allowed.
374 375 376 377
 */

void tty_ldisc_enable(struct tty_struct *tty)
{
378
	clear_bit(TTY_LDISC_HALTED, &tty->flags);
379
	set_bit(TTY_LDISC, &tty->flags);
A
Alan Cox 已提交
380
	clear_bit(TTY_LDISC_CHANGING, &tty->flags);
381 382 383
	wake_up(&tty_ldisc_wait);
}

A
Alan Cox 已提交
384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403
/**
 *	tty_ldisc_flush	-	flush line discipline queue
 *	@tty: tty
 *
 *	Flush the line discipline queue (if any) for this tty. If there
 *	is no line discipline active this is a no-op.
 */

void tty_ldisc_flush(struct tty_struct *tty)
{
	struct tty_ldisc *ld = tty_ldisc_ref(tty);
	if (ld) {
		if (ld->ops->flush_buffer)
			ld->ops->flush_buffer(tty);
		tty_ldisc_deref(ld);
	}
	tty_buffer_flush(tty);
}
EXPORT_SYMBOL_GPL(tty_ldisc_flush);

404 405 406 407 408 409 410 411 412 413 414 415 416 417 418
/**
 *	tty_set_termios_ldisc		-	set ldisc field
 *	@tty: tty structure
 *	@num: line discipline number
 *
 *	This is probably overkill for real world processors but
 *	they are not on hot paths so a little discipline won't do
 *	any harm.
 *
 *	Locking: takes termios_mutex
 */

static void tty_set_termios_ldisc(struct tty_struct *tty, int num)
{
	mutex_lock(&tty->termios_mutex);
419
	tty->termios.c_line = num;
420 421 422
	mutex_unlock(&tty->termios_mutex);
}

A
Alan Cox 已提交
423 424 425 426 427 428 429
/**
 *	tty_ldisc_open		-	open a line discipline
 *	@tty: tty we are opening the ldisc on
 *	@ld: discipline to open
 *
 *	A helper opening method. Also a convenient debugging and check
 *	point.
430 431
 *
 *	Locking: always called with BTM already held.
A
Alan Cox 已提交
432 433 434 435 436
 */

static int tty_ldisc_open(struct tty_struct *tty, struct tty_ldisc *ld)
{
	WARN_ON(test_and_set_bit(TTY_LDISC_OPEN, &tty->flags));
437 438
	if (ld->ops->open) {
		int ret;
439
                /* BTM here locks versus a hangup event */
440
		ret = ld->ops->open(tty);
J
Jiri Slaby 已提交
441 442
		if (ret)
			clear_bit(TTY_LDISC_OPEN, &tty->flags);
443 444
		return ret;
	}
A
Alan Cox 已提交
445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463
	return 0;
}

/**
 *	tty_ldisc_close		-	close a line discipline
 *	@tty: tty we are opening the ldisc on
 *	@ld: discipline to close
 *
 *	A helper close method. Also a convenient debugging and check
 *	point.
 */

static void tty_ldisc_close(struct tty_struct *tty, struct tty_ldisc *ld)
{
	WARN_ON(!test_bit(TTY_LDISC_OPEN, &tty->flags));
	clear_bit(TTY_LDISC_OPEN, &tty->flags);
	if (ld->ops->close)
		ld->ops->close(tty);
}
464 465 466 467 468 469 470 471 472 473 474 475 476

/**
 *	tty_ldisc_restore	-	helper for tty ldisc change
 *	@tty: tty to recover
 *	@old: previous ldisc
 *
 *	Restore the previous line discipline or N_TTY when a line discipline
 *	change fails due to an open error
 */

static void tty_ldisc_restore(struct tty_struct *tty, struct tty_ldisc *old)
{
	char buf[64];
A
Alan Cox 已提交
477 478
	struct tty_ldisc *new_ldisc;
	int r;
479 480

	/* There is an outstanding reference here so this is safe */
A
Alan Cox 已提交
481 482
	old = tty_ldisc_get(old->ops->num);
	WARN_ON(IS_ERR(old));
483 484
	tty_ldisc_assign(tty, old);
	tty_set_termios_ldisc(tty, old->ops->num);
A
Alan Cox 已提交
485 486
	if (tty_ldisc_open(tty, old) < 0) {
		tty_ldisc_put(old);
487
		/* This driver is always present */
A
Alan Cox 已提交
488
		new_ldisc = tty_ldisc_get(N_TTY);
A
Alan Cox 已提交
489
		if (IS_ERR(new_ldisc))
490
			panic("n_tty: get");
A
Alan Cox 已提交
491
		tty_ldisc_assign(tty, new_ldisc);
492
		tty_set_termios_ldisc(tty, N_TTY);
A
Alan Cox 已提交
493 494 495 496 497
		r = tty_ldisc_open(tty, new_ldisc);
		if (r < 0)
			panic("Couldn't open N_TTY ldisc for "
			      "%s --- error %d.",
			      tty_name(tty, buf), r);
498 499 500
	}
}

501
/**
A
Alan Cox 已提交
502
 *	tty_ldisc_halt		-	shut down the line discipline
503 504 505 506 507 508 509
 *	@tty: tty device
 *
 *	Shut down the line discipline and work queue for this tty device.
 *	The TTY_LDISC flag being cleared ensures no further references can
 *	be obtained while the delayed work queue halt ensures that no more
 *	data is fed to the ldisc.
 *
510 511 512
 *	You need to do a 'flush_scheduled_work()' (outside the ldisc_mutex)
 *	in order to make sure any currently executing ldisc work is also
 *	flushed.
513 514
 */

A
Alan Cox 已提交
515
static int tty_ldisc_halt(struct tty_struct *tty)
516
{
517
	int scheduled;
518
	clear_bit(TTY_LDISC, &tty->flags);
519 520 521
	scheduled = cancel_work_sync(&tty->port->buf.work);
	set_bit(TTY_LDISC_HALTED, &tty->flags);
	return scheduled;
522 523
}

524 525 526 527 528 529 530 531
/**
 *	tty_ldisc_flush_works	-	flush all works of a tty
 *	@tty: tty device to flush works for
 *
 *	Sync flush all works belonging to @tty.
 */
static void tty_ldisc_flush_works(struct tty_struct *tty)
{
532 533
	flush_work(&tty->hangup_work);
	flush_work(&tty->SAK_work);
J
Jiri Slaby 已提交
534
	flush_work(&tty->port->buf.work);
535 536
}

J
Jiri Slaby 已提交
537 538 539
/**
 *	tty_ldisc_wait_idle	-	wait for the ldisc to become idle
 *	@tty: tty to wait for
540
 *	@timeout: for how long to wait at most
J
Jiri Slaby 已提交
541 542 543 544
 *
 *	Wait for the line discipline to become idle. The discipline must
 *	have been halted for this to guarantee it remains idle.
 */
545
static int tty_ldisc_wait_idle(struct tty_struct *tty, long timeout)
J
Jiri Slaby 已提交
546
{
547
	long ret;
548
	ret = wait_event_timeout(tty->ldisc->wq_idle,
549
			atomic_read(&tty->ldisc->users) == 1, timeout);
J
Jiri Slaby 已提交
550 551 552
	return ret > 0 ? 0 : -EBUSY;
}

553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587
/**
 *	tty_ldisc_hangup_wait_idle - wait for the ldisc to become idle
 *	@tty: tty to wait for
 *
 *	Wait for the line discipline to become idle. The discipline must
 *	have been halted for this to guarantee it remains idle.
 *
 *	Caller must hold legacy and ->ldisc_mutex.
 */
static bool tty_ldisc_hangup_wait_idle(struct tty_struct *tty)
{
	while (tty->ldisc) {	/* Not yet closed */
		if (atomic_read(&tty->ldisc->users) != 1) {
			char cur_n[TASK_COMM_LEN], tty_n[64];
			long timeout = 3 * HZ;
			tty_unlock(tty);

			while (tty_ldisc_wait_idle(tty, timeout) == -EBUSY) {
				timeout = MAX_SCHEDULE_TIMEOUT;
				printk_ratelimited(KERN_WARNING
					"%s: waiting (%s) for %s took too long, but we keep waiting...\n",
					__func__, get_task_comm(cur_n, current),
					tty_name(tty, tty_n));
			}
			/* must reacquire both locks and preserve lock order */
			mutex_unlock(&tty->ldisc_mutex);
			tty_lock(tty);
			mutex_lock(&tty->ldisc_mutex);
			continue;
		}
		break;
	}
	return !!tty->ldisc;
}

588 589 590 591 592 593
/**
 *	tty_set_ldisc		-	set line discipline
 *	@tty: the terminal to set
 *	@ldisc: the line discipline
 *
 *	Set the discipline of a tty line. Must be called from a process
A
Alan Cox 已提交
594 595 596
 *	context. The ldisc change logic has to protect itself against any
 *	overlapping ldisc change (including on the other end of pty pairs),
 *	the close of one side of a tty/pty pair, and eventually hangup.
597
 *
A
Alan Cox 已提交
598
 *	Locking: takes tty_ldisc_lock, termios_mutex
599 600 601 602 603
 */

int tty_set_ldisc(struct tty_struct *tty, int ldisc)
{
	int retval;
A
Alan Cox 已提交
604 605
	struct tty_ldisc *o_ldisc, *new_ldisc;
	int work, o_work = 0;
606 607
	struct tty_struct *o_tty;

A
Alan Cox 已提交
608 609 610
	new_ldisc = tty_ldisc_get(ldisc);
	if (IS_ERR(new_ldisc))
		return PTR_ERR(new_ldisc);
611

A
Alan Cox 已提交
612
	tty_lock(tty);
613
	/*
A
Alan Cox 已提交
614 615
	 *	We need to look at the tty locking here for pty/tty pairs
	 *	when both sides try to change in parallel.
616 617
	 */

A
Alan Cox 已提交
618 619
	o_tty = tty->link;	/* o_tty is the pty side or NULL */

620

A
Alan Cox 已提交
621 622 623 624 625
	/*
	 *	Check the no-op case
	 */

	if (tty->ldisc->ops->num == ldisc) {
A
Alan Cox 已提交
626
		tty_unlock(tty);
A
Alan Cox 已提交
627
		tty_ldisc_put(new_ldisc);
628 629 630
		return 0;
	}

A
Alan Cox 已提交
631
	tty_unlock(tty);
A
Alan Cox 已提交
632 633 634 635 636 637 638
	/*
	 *	Problem: What do we do if this blocks ?
	 *	We could deadlock here
	 */

	tty_wait_until_sent(tty, 0);

A
Alan Cox 已提交
639
	tty_lock(tty);
A
Alan Cox 已提交
640 641 642 643 644 645 646 647 648
	mutex_lock(&tty->ldisc_mutex);

	/*
	 *	We could be midstream of another ldisc change which has
	 *	dropped the lock during processing. If so we need to wait.
	 */

	while (test_bit(TTY_LDISC_CHANGING, &tty->flags)) {
		mutex_unlock(&tty->ldisc_mutex);
A
Alan Cox 已提交
649
		tty_unlock(tty);
A
Alan Cox 已提交
650 651
		wait_event(tty_ldisc_wait,
			test_bit(TTY_LDISC_CHANGING, &tty->flags) == 0);
A
Alan Cox 已提交
652
		tty_lock(tty);
A
Alan Cox 已提交
653 654
		mutex_lock(&tty->ldisc_mutex);
	}
655

A
Alan Cox 已提交
656
	set_bit(TTY_LDISC_CHANGING, &tty->flags);
A
Alan Cox 已提交
657

658 659 660 661 662 663 664 665
	/*
	 *	No more input please, we are switching. The new ldisc
	 *	will update this value in the ldisc open function
	 */

	tty->receive_room = 0;

	o_ldisc = tty->ldisc;
666

A
Alan Cox 已提交
667
	tty_unlock(tty);
668 669 670 671 672
	/*
	 *	Make sure we don't change while someone holds a
	 *	reference to the line discipline. The TTY_LDISC bit
	 *	prevents anyone taking a reference once it is clear.
	 *	We need the lock to avoid racing reference takers.
A
Alan Cox 已提交
673 674 675 676
	 *
	 *	We must clear the TTY_LDISC bit here to avoid a livelock
	 *	with a userspace app continually trying to use the tty in
	 *	parallel to the change and re-referencing the tty.
677 678
	 */

A
Alan Cox 已提交
679
	work = tty_ldisc_halt(tty);
680
	if (o_tty)
A
Alan Cox 已提交
681
		o_work = tty_ldisc_halt(o_tty);
682 683

	/*
A
Alan Cox 已提交
684 685
	 * Wait for ->hangup_work and ->buf.work handlers to terminate.
	 * We must drop the mutex here in case a hangup is also in process.
686
	 */
A
Alan Cox 已提交
687 688 689

	mutex_unlock(&tty->ldisc_mutex);

690
	tty_ldisc_flush_works(tty);
A
Alan Cox 已提交
691

692
	retval = tty_ldisc_wait_idle(tty, 5 * HZ);
J
Jiri Slaby 已提交
693

A
Alan Cox 已提交
694
	tty_lock(tty);
A
Arnd Bergmann 已提交
695
	mutex_lock(&tty->ldisc_mutex);
J
Jiri Slaby 已提交
696 697 698 699 700 701 702

	/* handle wait idle failure locked */
	if (retval) {
		tty_ldisc_put(new_ldisc);
		goto enable;
	}

703
	if (test_bit(TTY_HUPPING, &tty->flags)) {
A
Alan Cox 已提交
704 705 706 707 708
		/* We were raced by the hangup method. It will have stomped
		   the ldisc data and closed the ldisc down */
		clear_bit(TTY_LDISC_CHANGING, &tty->flags);
		mutex_unlock(&tty->ldisc_mutex);
		tty_ldisc_put(new_ldisc);
A
Alan Cox 已提交
709
		tty_unlock(tty);
A
Alan Cox 已提交
710 711 712
		return -EIO;
	}

713
	/* Shutdown the current discipline. */
A
Alan Cox 已提交
714
	tty_ldisc_close(tty, o_ldisc);
715 716

	/* Now set up the new line discipline. */
A
Alan Cox 已提交
717
	tty_ldisc_assign(tty, new_ldisc);
718
	tty_set_termios_ldisc(tty, ldisc);
A
Alan Cox 已提交
719 720

	retval = tty_ldisc_open(tty, new_ldisc);
721
	if (retval < 0) {
A
Alan Cox 已提交
722 723 724
		/* Back to the old one or N_TTY if we can't */
		tty_ldisc_put(new_ldisc);
		tty_ldisc_restore(tty, o_ldisc);
725
	}
A
Alan Cox 已提交
726

727 728 729 730
	/* At this point we hold a reference to the new ldisc and a
	   a reference to the old ldisc. If we ended up flipping back
	   to the existing ldisc we have two references to it */

A
Alan Cox 已提交
731
	if (tty->ldisc->ops->num != o_ldisc->ops->num && tty->ops->set_ldisc)
732 733
		tty->ops->set_ldisc(tty);

A
Alan Cox 已提交
734
	tty_ldisc_put(o_ldisc);
735

J
Jiri Slaby 已提交
736
enable:
737
	/*
A
Alan Cox 已提交
738
	 *	Allow ldisc referencing to occur again
739 740 741 742 743 744
	 */

	tty_ldisc_enable(tty);
	if (o_tty)
		tty_ldisc_enable(o_tty);

A
Alan Cox 已提交
745
	/* Restart the work queue in case no characters kick it off. Safe if
746 747
	   already running */
	if (work)
J
Jiri Slaby 已提交
748
		schedule_work(&tty->port->buf.work);
A
Alan Cox 已提交
749
	if (o_work)
J
Jiri Slaby 已提交
750
		schedule_work(&o_tty->port->buf.work);
A
Alan Cox 已提交
751
	mutex_unlock(&tty->ldisc_mutex);
A
Alan Cox 已提交
752
	tty_unlock(tty);
753 754 755
	return retval;
}

A
Alan Cox 已提交
756 757 758 759 760 761 762 763 764 765
/**
 *	tty_reset_termios	-	reset terminal state
 *	@tty: tty to reset
 *
 *	Restore a terminal to the driver default state.
 */

static void tty_reset_termios(struct tty_struct *tty)
{
	mutex_lock(&tty->termios_mutex);
766 767 768
	tty->termios = tty->driver->init_termios;
	tty->termios.c_ispeed = tty_termios_input_baud_rate(&tty->termios);
	tty->termios.c_ospeed = tty_termios_baud_rate(&tty->termios);
A
Alan Cox 已提交
769 770 771 772 773 774 775
	mutex_unlock(&tty->termios_mutex);
}


/**
 *	tty_ldisc_reinit	-	reinitialise the tty ldisc
 *	@tty: tty to reinit
A
Alan Cox 已提交
776
 *	@ldisc: line discipline to reinitialize
A
Alan Cox 已提交
777
 *
A
Alan Cox 已提交
778 779
 *	Switch the tty to a line discipline and leave the ldisc
 *	state closed
A
Alan Cox 已提交
780 781
 */

782
static int tty_ldisc_reinit(struct tty_struct *tty, int ldisc)
A
Alan Cox 已提交
783
{
784 785 786 787
	struct tty_ldisc *ld = tty_ldisc_get(ldisc);

	if (IS_ERR(ld))
		return -1;
A
Alan Cox 已提交
788 789 790 791 792 793 794 795

	tty_ldisc_close(tty, tty->ldisc);
	tty_ldisc_put(tty->ldisc);
	tty->ldisc = NULL;
	/*
	 *	Switch the line discipline back
	 */
	tty_ldisc_assign(tty, ld);
A
Alan Cox 已提交
796
	tty_set_termios_ldisc(tty, ldisc);
797 798

	return 0;
A
Alan Cox 已提交
799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818
}

/**
 *	tty_ldisc_hangup		-	hangup ldisc reset
 *	@tty: tty being hung up
 *
 *	Some tty devices reset their termios when they receive a hangup
 *	event. In that situation we must also switch back to N_TTY properly
 *	before we reset the termios data.
 *
 *	Locking: We can take the ldisc mutex as the rest of the code is
 *	careful to allow for this.
 *
 *	In the pty pair case this occurs in the close() path of the
 *	tty itself so we must be careful about locking rules.
 */

void tty_ldisc_hangup(struct tty_struct *tty)
{
	struct tty_ldisc *ld;
A
Alan Cox 已提交
819 820
	int reset = tty->driver->flags & TTY_DRIVER_RESET_TERMIOS;
	int err = 0;
A
Alan Cox 已提交
821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847

	/*
	 * FIXME! What are the locking issues here? This may me overdoing
	 * things... This question is especially important now that we've
	 * removed the irqlock.
	 */
	ld = tty_ldisc_ref(tty);
	if (ld != NULL) {
		/* We may have no line discipline at this point */
		if (ld->ops->flush_buffer)
			ld->ops->flush_buffer(tty);
		tty_driver_flush_buffer(tty);
		if ((test_bit(TTY_DO_WRITE_WAKEUP, &tty->flags)) &&
		    ld->ops->write_wakeup)
			ld->ops->write_wakeup(tty);
		if (ld->ops->hangup)
			ld->ops->hangup(tty);
		tty_ldisc_deref(ld);
	}
	/*
	 * FIXME: Once we trust the LDISC code better we can wait here for
	 * ldisc completion and fix the driver call race
	 */
	wake_up_interruptible_poll(&tty->write_wait, POLLOUT);
	wake_up_interruptible_poll(&tty->read_wait, POLLIN);
	/*
	 * Shutdown the current line discipline, and reset it to
A
Alan Cox 已提交
848 849 850
	 * N_TTY if need be.
	 *
	 * Avoid racing set_ldisc or tty_ldisc_release
A
Alan Cox 已提交
851
	 */
A
Alan Cox 已提交
852
	mutex_lock(&tty->ldisc_mutex);
A
Arnd Bergmann 已提交
853 854 855

	/*
	 * this is like tty_ldisc_halt, but we need to give up
856 857
	 * the BTM before calling cancel_work_sync, which may
	 * need to wait for another function taking the BTM
A
Arnd Bergmann 已提交
858 859
	 */
	clear_bit(TTY_LDISC, &tty->flags);
A
Alan Cox 已提交
860
	tty_unlock(tty);
J
Jiri Slaby 已提交
861
	cancel_work_sync(&tty->port->buf.work);
862
	set_bit(TTY_LDISC_HALTED, &tty->flags);
A
Arnd Bergmann 已提交
863
	mutex_unlock(&tty->ldisc_mutex);
A
Alan Cox 已提交
864
	tty_lock(tty);
A
Arnd Bergmann 已提交
865 866
	mutex_lock(&tty->ldisc_mutex);

A
Alan Cox 已提交
867 868 869 870
	/* At this point we have a closed ldisc and we want to
	   reopen it. We could defer this to the next open but
	   it means auditing a lot of other paths so this is
	   a FIXME */
871
	if (tty_ldisc_hangup_wait_idle(tty)) {
A
Alan Cox 已提交
872
		if (reset == 0) {
873

874
			if (!tty_ldisc_reinit(tty, tty->termios.c_line))
875 876 877
				err = tty_ldisc_open(tty, tty->ldisc);
			else
				err = 1;
A
Alan Cox 已提交
878 879 880 881
		}
		/* If the re-open fails or we reset then go to N_TTY. The
		   N_TTY open cannot fail */
		if (reset || err) {
882
			BUG_ON(tty_ldisc_reinit(tty, N_TTY));
A
Alan Cox 已提交
883 884
			WARN_ON(tty_ldisc_open(tty, tty->ldisc));
		}
A
Alan Cox 已提交
885
		tty_ldisc_enable(tty);
A
Alan Cox 已提交
886
	}
A
Alan Cox 已提交
887 888 889
	mutex_unlock(&tty->ldisc_mutex);
	if (reset)
		tty_reset_termios(tty);
A
Alan Cox 已提交
890
}
891 892 893 894 895 896 897

/**
 *	tty_ldisc_setup			-	open line discipline
 *	@tty: tty being shut down
 *	@o_tty: pair tty for pty/tty pairs
 *
 *	Called during the initial open of a tty/pty pair in order to set up the
A
Alan Cox 已提交
898 899
 *	line disciplines and bind them to the tty. This has no locking issues
 *	as the device isn't yet active.
900 901 902 903
 */

int tty_ldisc_setup(struct tty_struct *tty, struct tty_struct *o_tty)
{
A
Alan Cox 已提交
904
	struct tty_ldisc *ld = tty->ldisc;
905 906
	int retval;

A
Alan Cox 已提交
907 908 909 910 911 912
	retval = tty_ldisc_open(tty, ld);
	if (retval)
		return retval;

	if (o_tty) {
		retval = tty_ldisc_open(o_tty, o_tty->ldisc);
913
		if (retval) {
A
Alan Cox 已提交
914
			tty_ldisc_close(tty, ld);
915 916 917 918 919 920 921
			return retval;
		}
		tty_ldisc_enable(o_tty);
	}
	tty_ldisc_enable(tty);
	return 0;
}
A
Alan Cox 已提交
922 923 924

static void tty_ldisc_kill(struct tty_struct *tty)
{
925 926 927 928 929
	/* There cannot be users from userspace now. But there still might be
	 * drivers holding a reference via tty_ldisc_ref. Do not steal them the
	 * ldisc until they are done. */
	tty_ldisc_wait_idle(tty, MAX_SCHEDULE_TIMEOUT);

A
Alan Cox 已提交
930 931 932 933 934 935 936 937 938 939 940 941 942 943
	mutex_lock(&tty->ldisc_mutex);
	/*
	 * Now kill off the ldisc
	 */
	tty_ldisc_close(tty, tty->ldisc);
	tty_ldisc_put(tty->ldisc);
	/* Force an oops if we mess this up */
	tty->ldisc = NULL;

	/* Ensure the next open requests the N_TTY ldisc */
	tty_set_termios_ldisc(tty, N_TTY);
	mutex_unlock(&tty->ldisc_mutex);
}

944 945 946 947 948
/**
 *	tty_ldisc_release		-	release line discipline
 *	@tty: tty being shut down
 *	@o_tty: pair tty for pty/tty pairs
 *
A
Alan Cox 已提交
949 950
 *	Called during the final close of a tty/pty pair in order to shut down
 *	the line discpline layer. On exit the ldisc assigned is N_TTY and the
A
Alan Cox 已提交
951
 *	ldisc has not been opened.
952 953 954 955 956 957 958 959 960 961
 */

void tty_ldisc_release(struct tty_struct *tty, struct tty_struct *o_tty)
{
	/*
	 * Prevent flush_to_ldisc() from rescheduling the work for later.  Then
	 * kill any delayed work. As this is the final close it does not
	 * race with the set_ldisc code path.
	 */

962
	tty_ldisc_halt(tty);
963
	if (o_tty)
A
Alan Cox 已提交
964
		tty_ldisc_halt(o_tty);
965 966 967

	tty_ldisc_flush_works(tty);
	if (o_tty)
A
Alan Cox 已提交
968
		tty_ldisc_flush_works(o_tty);
A
Alan Cox 已提交
969

970
	tty_lock_pair(tty, o_tty);
971
	/* This will need doing differently if we need to lock */
A
Alan Cox 已提交
972
	tty_ldisc_kill(tty);
A
Alan Cox 已提交
973
	if (o_tty)
A
Alan Cox 已提交
974
		tty_ldisc_kill(o_tty);
975

A
Alan Cox 已提交
976
	tty_unlock_pair(tty, o_tty);
977 978
	/* And the memory resources remaining (buffers, termios) will be
	   disposed of when the kref hits zero */
979 980 981 982 983 984 985 986 987 988 989 990
}

/**
 *	tty_ldisc_init		-	ldisc setup for new tty
 *	@tty: tty being allocated
 *
 *	Set up the line discipline objects for a newly allocated tty. Note that
 *	the tty structure is not completely set up when this call is made.
 */

void tty_ldisc_init(struct tty_struct *tty)
{
A
Alan Cox 已提交
991 992
	struct tty_ldisc *ld = tty_ldisc_get(N_TTY);
	if (IS_ERR(ld))
993
		panic("n_tty: init_tty");
A
Alan Cox 已提交
994
	tty_ldisc_assign(tty, ld);
995 996
}

997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009
/**
 *	tty_ldisc_init		-	ldisc cleanup for new tty
 *	@tty: tty that was allocated recently
 *
 *	The tty structure must not becompletely set up (tty_ldisc_setup) when
 *      this call is made.
 */
void tty_ldisc_deinit(struct tty_struct *tty)
{
	put_ldisc(tty->ldisc);
	tty_ldisc_assign(tty, NULL);
}

1010 1011 1012 1013 1014
void tty_ldisc_begin(void)
{
	/* Setup the default TTY line discipline. */
	(void) tty_register_ldisc(N_TTY, &tty_ldisc_N_TTY);
}