tty_ldisc.c 24.6 KB
Newer Older
1 2
#include <linux/types.h>
#include <linux/errno.h>
3
#include <linux/kmod.h>
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20
#include <linux/sched.h>
#include <linux/interrupt.h>
#include <linux/tty.h>
#include <linux/tty_driver.h>
#include <linux/file.h>
#include <linux/mm.h>
#include <linux/string.h>
#include <linux/slab.h>
#include <linux/poll.h>
#include <linux/proc_fs.h>
#include <linux/init.h>
#include <linux/module.h>
#include <linux/device.h>
#include <linux/wait.h>
#include <linux/bitops.h>
#include <linux/seq_file.h>
#include <linux/uaccess.h>
21
#include <linux/ratelimit.h>
22

23 24 25 26 27 28 29 30 31 32 33
#undef LDISC_DEBUG_HANGUP

#ifdef LDISC_DEBUG_HANGUP
#define tty_ldisc_debug(tty, f, args...) ({				       \
	char __b[64];							       \
	printk(KERN_DEBUG "%s: %s: " f, __func__, tty_name(tty, __b), ##args); \
})
#else
#define tty_ldisc_debug(tty, f, args...)
#endif

34 35 36 37 38 39
/*
 *	This guards the refcounted line discipline lists. The lock
 *	must be taken with irqs off because there are hangup path
 *	callers who will do ldisc lookups and cannot sleep.
 */

40
static DEFINE_RAW_SPINLOCK(tty_ldisc_lock);
41 42 43 44
static DECLARE_WAIT_QUEUE_HEAD(tty_ldisc_wait);
/* Line disc dispatch table */
static struct tty_ldisc_ops *tty_ldiscs[NR_LDISCS];

45 46 47 48 49 50 51
static inline struct tty_ldisc *get_ldisc(struct tty_ldisc *ld)
{
	if (ld)
		atomic_inc(&ld->users);
	return ld;
}

52
static void put_ldisc(struct tty_ldisc *ld)
53
{
54 55
	unsigned long flags;

56 57 58 59 60 61
	if (WARN_ON_ONCE(!ld))
		return;

	/*
	 * If this is the last user, free the ldisc, and
	 * release the ldisc ops.
62
	 *
63
	 * We really want an "atomic_dec_and_raw_lock_irqsave()",
64
	 * but we don't have it, so this does it by hand.
65
	 */
66 67
	raw_spin_lock_irqsave(&tty_ldisc_lock, flags);
	if (atomic_dec_and_test(&ld->users)) {
68 69 70 71
		struct tty_ldisc_ops *ldo = ld->ops;

		ldo->refcount--;
		module_put(ldo->owner);
72
		raw_spin_unlock_irqrestore(&tty_ldisc_lock, flags);
73 74 75

		kfree(ld);
		return;
76
	}
77
	raw_spin_unlock_irqrestore(&tty_ldisc_lock, flags);
78 79 80

	if (waitqueue_active(&ld->wq_idle))
		wake_up(&ld->wq_idle);
81 82
}

83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103
/**
 *	tty_register_ldisc	-	install a line discipline
 *	@disc: ldisc number
 *	@new_ldisc: pointer to the ldisc object
 *
 *	Installs a new line discipline into the kernel. The discipline
 *	is set up as unreferenced and then made available to the kernel
 *	from this point onwards.
 *
 *	Locking:
 *		takes tty_ldisc_lock to guard against ldisc races
 */

int tty_register_ldisc(int disc, struct tty_ldisc_ops *new_ldisc)
{
	unsigned long flags;
	int ret = 0;

	if (disc < N_TTY || disc >= NR_LDISCS)
		return -EINVAL;

104
	raw_spin_lock_irqsave(&tty_ldisc_lock, flags);
105 106 107
	tty_ldiscs[disc] = new_ldisc;
	new_ldisc->num = disc;
	new_ldisc->refcount = 0;
108
	raw_spin_unlock_irqrestore(&tty_ldisc_lock, flags);
109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133

	return ret;
}
EXPORT_SYMBOL(tty_register_ldisc);

/**
 *	tty_unregister_ldisc	-	unload a line discipline
 *	@disc: ldisc number
 *	@new_ldisc: pointer to the ldisc object
 *
 *	Remove a line discipline from the kernel providing it is not
 *	currently in use.
 *
 *	Locking:
 *		takes tty_ldisc_lock to guard against ldisc races
 */

int tty_unregister_ldisc(int disc)
{
	unsigned long flags;
	int ret = 0;

	if (disc < N_TTY || disc >= NR_LDISCS)
		return -EINVAL;

134
	raw_spin_lock_irqsave(&tty_ldisc_lock, flags);
135 136 137 138
	if (tty_ldiscs[disc]->refcount)
		ret = -EBUSY;
	else
		tty_ldiscs[disc] = NULL;
139
	raw_spin_unlock_irqrestore(&tty_ldisc_lock, flags);
140 141 142 143 144

	return ret;
}
EXPORT_SYMBOL(tty_unregister_ldisc);

145 146 147 148 149
static struct tty_ldisc_ops *get_ldops(int disc)
{
	unsigned long flags;
	struct tty_ldisc_ops *ldops, *ret;

150
	raw_spin_lock_irqsave(&tty_ldisc_lock, flags);
151 152 153 154 155 156 157 158 159
	ret = ERR_PTR(-EINVAL);
	ldops = tty_ldiscs[disc];
	if (ldops) {
		ret = ERR_PTR(-EAGAIN);
		if (try_module_get(ldops->owner)) {
			ldops->refcount++;
			ret = ldops;
		}
	}
160
	raw_spin_unlock_irqrestore(&tty_ldisc_lock, flags);
161 162 163 164 165 166 167
	return ret;
}

static void put_ldops(struct tty_ldisc_ops *ldops)
{
	unsigned long flags;

168
	raw_spin_lock_irqsave(&tty_ldisc_lock, flags);
169 170
	ldops->refcount--;
	module_put(ldops->owner);
171
	raw_spin_unlock_irqrestore(&tty_ldisc_lock, flags);
172
}
173 174 175 176 177 178 179 180 181 182 183 184 185 186

/**
 *	tty_ldisc_get		-	take a reference to an ldisc
 *	@disc: ldisc number
 *
 *	Takes a reference to a line discipline. Deals with refcounts and
 *	module locking counts. Returns NULL if the discipline is not available.
 *	Returns a pointer to the discipline and bumps the ref count if it is
 *	available
 *
 *	Locking:
 *		takes tty_ldisc_lock to guard against ldisc races
 */

A
Alan Cox 已提交
187
static struct tty_ldisc *tty_ldisc_get(int disc)
188
{
A
Alan Cox 已提交
189
	struct tty_ldisc *ld;
190
	struct tty_ldisc_ops *ldops;
191 192

	if (disc < N_TTY || disc >= NR_LDISCS)
A
Alan Cox 已提交
193
		return ERR_PTR(-EINVAL);
194 195 196 197 198 199 200

	/*
	 * Get the ldisc ops - we may need to request them to be loaded
	 * dynamically and try again.
	 */
	ldops = get_ldops(disc);
	if (IS_ERR(ldops)) {
201
		request_module("tty-ldisc-%d", disc);
202 203 204 205 206 207 208 209 210
		ldops = get_ldops(disc);
		if (IS_ERR(ldops))
			return ERR_CAST(ldops);
	}

	ld = kmalloc(sizeof(struct tty_ldisc), GFP_KERNEL);
	if (ld == NULL) {
		put_ldops(ldops);
		return ERR_PTR(-ENOMEM);
211
	}
212 213 214

	ld->ops = ldops;
	atomic_set(&ld->users, 1);
215 216
	init_waitqueue_head(&ld->wq_idle);

A
Alan Cox 已提交
217
	return ld;
218 219
}

A
Alan Cox 已提交
220
static void *tty_ldiscs_seq_start(struct seq_file *m, loff_t *pos)
221 222 223 224
{
	return (*pos < NR_LDISCS) ? pos : NULL;
}

A
Alan Cox 已提交
225
static void *tty_ldiscs_seq_next(struct seq_file *m, void *v, loff_t *pos)
226 227 228 229 230 231 232 233 234 235 236 237
{
	(*pos)++;
	return (*pos < NR_LDISCS) ? pos : NULL;
}

static void tty_ldiscs_seq_stop(struct seq_file *m, void *v)
{
}

static int tty_ldiscs_seq_show(struct seq_file *m, void *v)
{
	int i = *(loff_t *)v;
238
	struct tty_ldisc_ops *ldops;
A
Alan Cox 已提交
239

240 241
	ldops = get_ldops(i);
	if (IS_ERR(ldops))
242
		return 0;
243 244
	seq_printf(m, "%-10s %2d\n", ldops->name ? ldops->name : "???", i);
	put_ldops(ldops);
245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273
	return 0;
}

static const struct seq_operations tty_ldiscs_seq_ops = {
	.start	= tty_ldiscs_seq_start,
	.next	= tty_ldiscs_seq_next,
	.stop	= tty_ldiscs_seq_stop,
	.show	= tty_ldiscs_seq_show,
};

static int proc_tty_ldiscs_open(struct inode *inode, struct file *file)
{
	return seq_open(file, &tty_ldiscs_seq_ops);
}

const struct file_operations tty_ldiscs_proc_fops = {
	.owner		= THIS_MODULE,
	.open		= proc_tty_ldiscs_open,
	.read		= seq_read,
	.llseek		= seq_lseek,
	.release	= seq_release,
};

/**
 *	tty_ldisc_assign	-	set ldisc on a tty
 *	@tty: tty to assign
 *	@ld: line discipline
 *
 *	Install an instance of a line discipline into a tty structure. The
274
 *	ldisc must have a reference count above zero to ensure it remains.
275 276 277 278 279 280 281 282
 *	The tty instance refcount starts at zero.
 *
 *	Locking:
 *		Caller must hold references
 */

static void tty_ldisc_assign(struct tty_struct *tty, struct tty_ldisc *ld)
{
A
Alan Cox 已提交
283
	tty->ldisc = ld;
284 285 286 287 288 289 290 291 292 293 294 295 296 297
}

/**
 *	tty_ldisc_try		-	internal helper
 *	@tty: the tty
 *
 *	Make a single attempt to grab and bump the refcount on
 *	the tty ldisc. Return 0 on failure or 1 on success. This is
 *	used to implement both the waiting and non waiting versions
 *	of tty_ldisc_ref
 *
 *	Locking: takes tty_ldisc_lock
 */

298
static struct tty_ldisc *tty_ldisc_try(struct tty_struct *tty)
299 300 301 302
{
	unsigned long flags;
	struct tty_ldisc *ld;

303
	raw_spin_lock_irqsave(&tty_ldisc_lock, flags);
304 305 306
	ld = NULL;
	if (test_bit(TTY_LDISC, &tty->flags))
		ld = get_ldisc(tty->ldisc);
307
	raw_spin_unlock_irqrestore(&tty_ldisc_lock, flags);
308
	return ld;
309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328
}

/**
 *	tty_ldisc_ref_wait	-	wait for the tty ldisc
 *	@tty: tty device
 *
 *	Dereference the line discipline for the terminal and take a
 *	reference to it. If the line discipline is in flux then
 *	wait patiently until it changes.
 *
 *	Note: Must not be called from an IRQ/timer context. The caller
 *	must also be careful not to hold other locks that will deadlock
 *	against a discipline change, such as an existing ldisc reference
 *	(which we check for)
 *
 *	Locking: call functions take tty_ldisc_lock
 */

struct tty_ldisc *tty_ldisc_ref_wait(struct tty_struct *tty)
{
329 330
	struct tty_ldisc *ld;

331
	/* wait_event is a macro */
332 333
	wait_event(tty_ldisc_wait, (ld = tty_ldisc_try(tty)) != NULL);
	return ld;
334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349
}
EXPORT_SYMBOL_GPL(tty_ldisc_ref_wait);

/**
 *	tty_ldisc_ref		-	get the tty ldisc
 *	@tty: tty device
 *
 *	Dereference the line discipline for the terminal and take a
 *	reference to it. If the line discipline is in flux then
 *	return NULL. Can be called from IRQ and timer functions.
 *
 *	Locking: called functions take tty_ldisc_lock
 */

struct tty_ldisc *tty_ldisc_ref(struct tty_struct *tty)
{
350
	return tty_ldisc_try(tty);
351 352 353 354 355 356 357 358 359 360 361 362 363 364 365
}
EXPORT_SYMBOL_GPL(tty_ldisc_ref);

/**
 *	tty_ldisc_deref		-	free a tty ldisc reference
 *	@ld: reference to free up
 *
 *	Undoes the effect of tty_ldisc_ref or tty_ldisc_ref_wait. May
 *	be called in IRQ context.
 *
 *	Locking: takes tty_ldisc_lock
 */

void tty_ldisc_deref(struct tty_ldisc *ld)
{
366
	put_ldisc(ld);
367 368 369
}
EXPORT_SYMBOL_GPL(tty_ldisc_deref);

370 371 372 373 374
static inline void tty_ldisc_put(struct tty_ldisc *ld)
{
	put_ldisc(ld);
}

375 376 377 378 379
/**
 *	tty_ldisc_enable	-	allow ldisc use
 *	@tty: terminal to activate ldisc on
 *
 *	Set the TTY_LDISC flag when the line discipline can be called
A
Alan Cox 已提交
380 381
 *	again. Do necessary wakeups for existing sleepers. Clear the LDISC
 *	changing flag to indicate any ldisc change is now over.
382
 *
A
Alan Cox 已提交
383 384
 *	Note: nobody should set the TTY_LDISC bit except via this function.
 *	Clearing directly is allowed.
385 386
 */

387
static void tty_ldisc_enable(struct tty_struct *tty)
388
{
389
	clear_bit(TTY_LDISC_HALTED, &tty->flags);
390
	set_bit(TTY_LDISC, &tty->flags);
A
Alan Cox 已提交
391
	clear_bit(TTY_LDISC_CHANGING, &tty->flags);
392 393 394
	wake_up(&tty_ldisc_wait);
}

A
Alan Cox 已提交
395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414
/**
 *	tty_ldisc_flush	-	flush line discipline queue
 *	@tty: tty
 *
 *	Flush the line discipline queue (if any) for this tty. If there
 *	is no line discipline active this is a no-op.
 */

void tty_ldisc_flush(struct tty_struct *tty)
{
	struct tty_ldisc *ld = tty_ldisc_ref(tty);
	if (ld) {
		if (ld->ops->flush_buffer)
			ld->ops->flush_buffer(tty);
		tty_ldisc_deref(ld);
	}
	tty_buffer_flush(tty);
}
EXPORT_SYMBOL_GPL(tty_ldisc_flush);

415 416 417 418 419 420 421 422 423 424 425 426 427 428 429
/**
 *	tty_set_termios_ldisc		-	set ldisc field
 *	@tty: tty structure
 *	@num: line discipline number
 *
 *	This is probably overkill for real world processors but
 *	they are not on hot paths so a little discipline won't do
 *	any harm.
 *
 *	Locking: takes termios_mutex
 */

static void tty_set_termios_ldisc(struct tty_struct *tty, int num)
{
	mutex_lock(&tty->termios_mutex);
430
	tty->termios.c_line = num;
431 432 433
	mutex_unlock(&tty->termios_mutex);
}

A
Alan Cox 已提交
434 435 436 437 438 439 440
/**
 *	tty_ldisc_open		-	open a line discipline
 *	@tty: tty we are opening the ldisc on
 *	@ld: discipline to open
 *
 *	A helper opening method. Also a convenient debugging and check
 *	point.
441 442
 *
 *	Locking: always called with BTM already held.
A
Alan Cox 已提交
443 444 445 446 447
 */

static int tty_ldisc_open(struct tty_struct *tty, struct tty_ldisc *ld)
{
	WARN_ON(test_and_set_bit(TTY_LDISC_OPEN, &tty->flags));
448 449
	if (ld->ops->open) {
		int ret;
450
                /* BTM here locks versus a hangup event */
451
		ret = ld->ops->open(tty);
J
Jiri Slaby 已提交
452 453
		if (ret)
			clear_bit(TTY_LDISC_OPEN, &tty->flags);
454 455
		return ret;
	}
A
Alan Cox 已提交
456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474
	return 0;
}

/**
 *	tty_ldisc_close		-	close a line discipline
 *	@tty: tty we are opening the ldisc on
 *	@ld: discipline to close
 *
 *	A helper close method. Also a convenient debugging and check
 *	point.
 */

static void tty_ldisc_close(struct tty_struct *tty, struct tty_ldisc *ld)
{
	WARN_ON(!test_bit(TTY_LDISC_OPEN, &tty->flags));
	clear_bit(TTY_LDISC_OPEN, &tty->flags);
	if (ld->ops->close)
		ld->ops->close(tty);
}
475 476 477 478 479 480 481 482 483 484 485 486 487

/**
 *	tty_ldisc_restore	-	helper for tty ldisc change
 *	@tty: tty to recover
 *	@old: previous ldisc
 *
 *	Restore the previous line discipline or N_TTY when a line discipline
 *	change fails due to an open error
 */

static void tty_ldisc_restore(struct tty_struct *tty, struct tty_ldisc *old)
{
	char buf[64];
A
Alan Cox 已提交
488 489
	struct tty_ldisc *new_ldisc;
	int r;
490 491

	/* There is an outstanding reference here so this is safe */
A
Alan Cox 已提交
492 493
	old = tty_ldisc_get(old->ops->num);
	WARN_ON(IS_ERR(old));
494 495
	tty_ldisc_assign(tty, old);
	tty_set_termios_ldisc(tty, old->ops->num);
A
Alan Cox 已提交
496 497
	if (tty_ldisc_open(tty, old) < 0) {
		tty_ldisc_put(old);
498
		/* This driver is always present */
A
Alan Cox 已提交
499
		new_ldisc = tty_ldisc_get(N_TTY);
A
Alan Cox 已提交
500
		if (IS_ERR(new_ldisc))
501
			panic("n_tty: get");
A
Alan Cox 已提交
502
		tty_ldisc_assign(tty, new_ldisc);
503
		tty_set_termios_ldisc(tty, N_TTY);
A
Alan Cox 已提交
504 505 506 507 508
		r = tty_ldisc_open(tty, new_ldisc);
		if (r < 0)
			panic("Couldn't open N_TTY ldisc for "
			      "%s --- error %d.",
			      tty_name(tty, buf), r);
509 510 511
	}
}

J
Jiri Slaby 已提交
512 513 514
/**
 *	tty_ldisc_wait_idle	-	wait for the ldisc to become idle
 *	@tty: tty to wait for
515
 *	@timeout: for how long to wait at most
J
Jiri Slaby 已提交
516 517 518 519
 *
 *	Wait for the line discipline to become idle. The discipline must
 *	have been halted for this to guarantee it remains idle.
 */
520
static int tty_ldisc_wait_idle(struct tty_struct *tty, long timeout)
J
Jiri Slaby 已提交
521
{
522
	long ret;
523
	ret = wait_event_timeout(tty->ldisc->wq_idle,
524
			atomic_read(&tty->ldisc->users) == 1, timeout);
J
Jiri Slaby 已提交
525 526 527
	return ret > 0 ? 0 : -EBUSY;
}

528 529 530
/**
 *	tty_ldisc_halt		-	shut down the line discipline
 *	@tty: tty device
531
 *	@o_tty: paired pty device (can be NULL)
532
 *	@timeout: # of jiffies to wait for ldisc refs to be released
533
 *
534 535
 *	Shut down the line discipline and work queue for this tty device and
 *	its paired pty (if exists). Clearing the TTY_LDISC flag ensures
536 537
 *	no further references can be obtained, while waiting for existing
 *	references to be released ensures no more data is fed to the ldisc.
538
 *
539 540 541 542 543
 *	You need to do a 'flush_scheduled_work()' (outside the ldisc_mutex)
 *	in order to make sure any currently executing ldisc work is also
 *	flushed.
 */

544
static int tty_ldisc_halt(struct tty_struct *tty, struct tty_struct *o_tty,
545
			  long timeout)
546
{
547
	int retval;
548

549
	clear_bit(TTY_LDISC, &tty->flags);
550 551 552
	if (o_tty)
		clear_bit(TTY_LDISC, &o_tty->flags);

553
	retval = tty_ldisc_wait_idle(tty, timeout);
554 555
	if (!retval && o_tty)
		retval = tty_ldisc_wait_idle(o_tty, timeout);
556 557 558
	if (retval)
		return retval;

559
	set_bit(TTY_LDISC_HALTED, &tty->flags);
560
	if (o_tty)
561 562
		set_bit(TTY_LDISC_HALTED, &o_tty->flags);

563
	return 0;
564 565
}

566
/**
567 568
 *	tty_ldisc_hangup_halt - halt the line discipline for hangup
 *	@tty: tty being hung up
569
 *
570 571
 *	Shut down the line discipline and work queue for the tty device
 *	being hungup. Clear the TTY_LDISC flag to ensure no further
572 573
 *	references can be obtained and wait for remaining references to be
 *	released to ensure no more data is fed to this ldisc.
574
 *	Caller must hold legacy and ->ldisc_mutex.
575 576 577
 *
 *	NB: tty_set_ldisc() is prevented from changing the ldisc concurrently
 *	with this function by checking the TTY_HUPPING flag.
578
 */
579
static bool tty_ldisc_hangup_halt(struct tty_struct *tty)
580
{
581 582 583
	char cur_n[TASK_COMM_LEN], tty_n[64];
	long timeout = 3 * HZ;

584 585
	clear_bit(TTY_LDISC, &tty->flags);

586 587 588 589 590 591 592 593 594
	if (tty->ldisc) {	/* Not yet closed */
		tty_unlock(tty);

		while (tty_ldisc_wait_idle(tty, timeout) == -EBUSY) {
			timeout = MAX_SCHEDULE_TIMEOUT;
			printk_ratelimited(KERN_WARNING
				"%s: waiting (%s) for %s took too long, but we keep waiting...\n",
				__func__, get_task_comm(cur_n, current),
				tty_name(tty, tty_n));
595
		}
596 597 598

		set_bit(TTY_LDISC_HALTED, &tty->flags);

599 600 601 602
		/* must reacquire both locks and preserve lock order */
		mutex_unlock(&tty->ldisc_mutex);
		tty_lock(tty);
		mutex_lock(&tty->ldisc_mutex);
603 604 605 606
	}
	return !!tty->ldisc;
}

607 608 609 610 611 612
/**
 *	tty_set_ldisc		-	set line discipline
 *	@tty: the terminal to set
 *	@ldisc: the line discipline
 *
 *	Set the discipline of a tty line. Must be called from a process
A
Alan Cox 已提交
613 614 615
 *	context. The ldisc change logic has to protect itself against any
 *	overlapping ldisc change (including on the other end of pty pairs),
 *	the close of one side of a tty/pty pair, and eventually hangup.
616
 *
A
Alan Cox 已提交
617
 *	Locking: takes tty_ldisc_lock, termios_mutex
618 619 620 621 622
 */

int tty_set_ldisc(struct tty_struct *tty, int ldisc)
{
	int retval;
A
Alan Cox 已提交
623
	struct tty_ldisc *o_ldisc, *new_ldisc;
624 625
	struct tty_struct *o_tty;

A
Alan Cox 已提交
626 627 628
	new_ldisc = tty_ldisc_get(ldisc);
	if (IS_ERR(new_ldisc))
		return PTR_ERR(new_ldisc);
629

A
Alan Cox 已提交
630
	tty_lock(tty);
631
	/*
A
Alan Cox 已提交
632 633
	 *	We need to look at the tty locking here for pty/tty pairs
	 *	when both sides try to change in parallel.
634 635
	 */

A
Alan Cox 已提交
636 637
	o_tty = tty->link;	/* o_tty is the pty side or NULL */

638

A
Alan Cox 已提交
639 640 641 642 643
	/*
	 *	Check the no-op case
	 */

	if (tty->ldisc->ops->num == ldisc) {
A
Alan Cox 已提交
644
		tty_unlock(tty);
A
Alan Cox 已提交
645
		tty_ldisc_put(new_ldisc);
646 647 648
		return 0;
	}

A
Alan Cox 已提交
649
	tty_unlock(tty);
A
Alan Cox 已提交
650 651 652 653 654 655 656
	/*
	 *	Problem: What do we do if this blocks ?
	 *	We could deadlock here
	 */

	tty_wait_until_sent(tty, 0);

A
Alan Cox 已提交
657
	tty_lock(tty);
A
Alan Cox 已提交
658 659 660 661 662 663 664 665 666
	mutex_lock(&tty->ldisc_mutex);

	/*
	 *	We could be midstream of another ldisc change which has
	 *	dropped the lock during processing. If so we need to wait.
	 */

	while (test_bit(TTY_LDISC_CHANGING, &tty->flags)) {
		mutex_unlock(&tty->ldisc_mutex);
A
Alan Cox 已提交
667
		tty_unlock(tty);
A
Alan Cox 已提交
668 669
		wait_event(tty_ldisc_wait,
			test_bit(TTY_LDISC_CHANGING, &tty->flags) == 0);
A
Alan Cox 已提交
670
		tty_lock(tty);
A
Alan Cox 已提交
671 672
		mutex_lock(&tty->ldisc_mutex);
	}
673

A
Alan Cox 已提交
674
	set_bit(TTY_LDISC_CHANGING, &tty->flags);
A
Alan Cox 已提交
675

676 677 678 679 680 681 682 683
	/*
	 *	No more input please, we are switching. The new ldisc
	 *	will update this value in the ldisc open function
	 */

	tty->receive_room = 0;

	o_ldisc = tty->ldisc;
684

A
Alan Cox 已提交
685
	tty_unlock(tty);
686 687 688 689 690
	/*
	 *	Make sure we don't change while someone holds a
	 *	reference to the line discipline. The TTY_LDISC bit
	 *	prevents anyone taking a reference once it is clear.
	 *	We need the lock to avoid racing reference takers.
A
Alan Cox 已提交
691 692 693 694
	 *
	 *	We must clear the TTY_LDISC bit here to avoid a livelock
	 *	with a userspace app continually trying to use the tty in
	 *	parallel to the change and re-referencing the tty.
695 696
	 */

697
	retval = tty_ldisc_halt(tty, o_tty, 5 * HZ);
698 699

	/*
700
	 * Wait for hangup to complete, if pending.
A
Alan Cox 已提交
701
	 * We must drop the mutex here in case a hangup is also in process.
702
	 */
A
Alan Cox 已提交
703 704 705

	mutex_unlock(&tty->ldisc_mutex);

706
	flush_work(&tty->hangup_work);
A
Alan Cox 已提交
707

A
Alan Cox 已提交
708
	tty_lock(tty);
A
Arnd Bergmann 已提交
709
	mutex_lock(&tty->ldisc_mutex);
J
Jiri Slaby 已提交
710 711 712 713 714 715 716

	/* handle wait idle failure locked */
	if (retval) {
		tty_ldisc_put(new_ldisc);
		goto enable;
	}

717
	if (test_bit(TTY_HUPPING, &tty->flags)) {
A
Alan Cox 已提交
718 719 720 721 722
		/* We were raced by the hangup method. It will have stomped
		   the ldisc data and closed the ldisc down */
		clear_bit(TTY_LDISC_CHANGING, &tty->flags);
		mutex_unlock(&tty->ldisc_mutex);
		tty_ldisc_put(new_ldisc);
A
Alan Cox 已提交
723
		tty_unlock(tty);
A
Alan Cox 已提交
724 725 726
		return -EIO;
	}

727
	/* Shutdown the current discipline. */
A
Alan Cox 已提交
728
	tty_ldisc_close(tty, o_ldisc);
729 730

	/* Now set up the new line discipline. */
A
Alan Cox 已提交
731
	tty_ldisc_assign(tty, new_ldisc);
732
	tty_set_termios_ldisc(tty, ldisc);
A
Alan Cox 已提交
733 734

	retval = tty_ldisc_open(tty, new_ldisc);
735
	if (retval < 0) {
A
Alan Cox 已提交
736 737 738
		/* Back to the old one or N_TTY if we can't */
		tty_ldisc_put(new_ldisc);
		tty_ldisc_restore(tty, o_ldisc);
739
	}
A
Alan Cox 已提交
740

741 742 743 744
	/* At this point we hold a reference to the new ldisc and a
	   a reference to the old ldisc. If we ended up flipping back
	   to the existing ldisc we have two references to it */

A
Alan Cox 已提交
745
	if (tty->ldisc->ops->num != o_ldisc->ops->num && tty->ops->set_ldisc)
746 747
		tty->ops->set_ldisc(tty);

A
Alan Cox 已提交
748
	tty_ldisc_put(o_ldisc);
749

J
Jiri Slaby 已提交
750
enable:
751
	/*
A
Alan Cox 已提交
752
	 *	Allow ldisc referencing to occur again
753 754 755 756 757 758
	 */

	tty_ldisc_enable(tty);
	if (o_tty)
		tty_ldisc_enable(o_tty);

A
Alan Cox 已提交
759
	/* Restart the work queue in case no characters kick it off. Safe if
760
	   already running */
761 762
	schedule_work(&tty->port->buf.work);
	if (o_tty)
J
Jiri Slaby 已提交
763
		schedule_work(&o_tty->port->buf.work);
764

A
Alan Cox 已提交
765
	mutex_unlock(&tty->ldisc_mutex);
A
Alan Cox 已提交
766
	tty_unlock(tty);
767 768 769
	return retval;
}

A
Alan Cox 已提交
770 771 772 773 774 775 776 777 778 779
/**
 *	tty_reset_termios	-	reset terminal state
 *	@tty: tty to reset
 *
 *	Restore a terminal to the driver default state.
 */

static void tty_reset_termios(struct tty_struct *tty)
{
	mutex_lock(&tty->termios_mutex);
780 781 782
	tty->termios = tty->driver->init_termios;
	tty->termios.c_ispeed = tty_termios_input_baud_rate(&tty->termios);
	tty->termios.c_ospeed = tty_termios_baud_rate(&tty->termios);
A
Alan Cox 已提交
783 784 785 786 787 788 789
	mutex_unlock(&tty->termios_mutex);
}


/**
 *	tty_ldisc_reinit	-	reinitialise the tty ldisc
 *	@tty: tty to reinit
A
Alan Cox 已提交
790
 *	@ldisc: line discipline to reinitialize
A
Alan Cox 已提交
791
 *
A
Alan Cox 已提交
792 793
 *	Switch the tty to a line discipline and leave the ldisc
 *	state closed
A
Alan Cox 已提交
794 795
 */

796
static int tty_ldisc_reinit(struct tty_struct *tty, int ldisc)
A
Alan Cox 已提交
797
{
798 799 800 801
	struct tty_ldisc *ld = tty_ldisc_get(ldisc);

	if (IS_ERR(ld))
		return -1;
A
Alan Cox 已提交
802 803 804 805 806 807 808 809

	tty_ldisc_close(tty, tty->ldisc);
	tty_ldisc_put(tty->ldisc);
	tty->ldisc = NULL;
	/*
	 *	Switch the line discipline back
	 */
	tty_ldisc_assign(tty, ld);
A
Alan Cox 已提交
810
	tty_set_termios_ldisc(tty, ldisc);
811 812

	return 0;
A
Alan Cox 已提交
813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832
}

/**
 *	tty_ldisc_hangup		-	hangup ldisc reset
 *	@tty: tty being hung up
 *
 *	Some tty devices reset their termios when they receive a hangup
 *	event. In that situation we must also switch back to N_TTY properly
 *	before we reset the termios data.
 *
 *	Locking: We can take the ldisc mutex as the rest of the code is
 *	careful to allow for this.
 *
 *	In the pty pair case this occurs in the close() path of the
 *	tty itself so we must be careful about locking rules.
 */

void tty_ldisc_hangup(struct tty_struct *tty)
{
	struct tty_ldisc *ld;
A
Alan Cox 已提交
833 834
	int reset = tty->driver->flags & TTY_DRIVER_RESET_TERMIOS;
	int err = 0;
A
Alan Cox 已提交
835

836 837
	tty_ldisc_debug(tty, "closing ldisc: %p\n", tty->ldisc);

A
Alan Cox 已提交
838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863
	/*
	 * FIXME! What are the locking issues here? This may me overdoing
	 * things... This question is especially important now that we've
	 * removed the irqlock.
	 */
	ld = tty_ldisc_ref(tty);
	if (ld != NULL) {
		/* We may have no line discipline at this point */
		if (ld->ops->flush_buffer)
			ld->ops->flush_buffer(tty);
		tty_driver_flush_buffer(tty);
		if ((test_bit(TTY_DO_WRITE_WAKEUP, &tty->flags)) &&
		    ld->ops->write_wakeup)
			ld->ops->write_wakeup(tty);
		if (ld->ops->hangup)
			ld->ops->hangup(tty);
		tty_ldisc_deref(ld);
	}
	/*
	 * FIXME: Once we trust the LDISC code better we can wait here for
	 * ldisc completion and fix the driver call race
	 */
	wake_up_interruptible_poll(&tty->write_wait, POLLOUT);
	wake_up_interruptible_poll(&tty->read_wait, POLLIN);
	/*
	 * Shutdown the current line discipline, and reset it to
A
Alan Cox 已提交
864 865 866
	 * N_TTY if need be.
	 *
	 * Avoid racing set_ldisc or tty_ldisc_release
A
Alan Cox 已提交
867
	 */
A
Alan Cox 已提交
868
	mutex_lock(&tty->ldisc_mutex);
A
Arnd Bergmann 已提交
869

870
	if (tty_ldisc_hangup_halt(tty)) {
871 872 873 874 875

		/* At this point we have a halted ldisc; we want to close it and
		   reopen a new ldisc. We could defer the reopen to the next
		   open but it means auditing a lot of other paths so this is
		   a FIXME */
A
Alan Cox 已提交
876
		if (reset == 0) {
877

878
			if (!tty_ldisc_reinit(tty, tty->termios.c_line))
879 880 881
				err = tty_ldisc_open(tty, tty->ldisc);
			else
				err = 1;
A
Alan Cox 已提交
882 883 884 885
		}
		/* If the re-open fails or we reset then go to N_TTY. The
		   N_TTY open cannot fail */
		if (reset || err) {
886
			BUG_ON(tty_ldisc_reinit(tty, N_TTY));
A
Alan Cox 已提交
887 888
			WARN_ON(tty_ldisc_open(tty, tty->ldisc));
		}
A
Alan Cox 已提交
889
		tty_ldisc_enable(tty);
A
Alan Cox 已提交
890
	}
A
Alan Cox 已提交
891 892 893
	mutex_unlock(&tty->ldisc_mutex);
	if (reset)
		tty_reset_termios(tty);
894 895

	tty_ldisc_debug(tty, "re-opened ldisc: %p\n", tty->ldisc);
A
Alan Cox 已提交
896
}
897 898 899 900 901 902 903

/**
 *	tty_ldisc_setup			-	open line discipline
 *	@tty: tty being shut down
 *	@o_tty: pair tty for pty/tty pairs
 *
 *	Called during the initial open of a tty/pty pair in order to set up the
A
Alan Cox 已提交
904 905
 *	line disciplines and bind them to the tty. This has no locking issues
 *	as the device isn't yet active.
906 907 908 909
 */

int tty_ldisc_setup(struct tty_struct *tty, struct tty_struct *o_tty)
{
A
Alan Cox 已提交
910
	struct tty_ldisc *ld = tty->ldisc;
911 912
	int retval;

A
Alan Cox 已提交
913 914 915 916 917 918
	retval = tty_ldisc_open(tty, ld);
	if (retval)
		return retval;

	if (o_tty) {
		retval = tty_ldisc_open(o_tty, o_tty->ldisc);
919
		if (retval) {
A
Alan Cox 已提交
920
			tty_ldisc_close(tty, ld);
921 922 923 924 925 926 927
			return retval;
		}
		tty_ldisc_enable(o_tty);
	}
	tty_ldisc_enable(tty);
	return 0;
}
A
Alan Cox 已提交
928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944

static void tty_ldisc_kill(struct tty_struct *tty)
{
	mutex_lock(&tty->ldisc_mutex);
	/*
	 * Now kill off the ldisc
	 */
	tty_ldisc_close(tty, tty->ldisc);
	tty_ldisc_put(tty->ldisc);
	/* Force an oops if we mess this up */
	tty->ldisc = NULL;

	/* Ensure the next open requests the N_TTY ldisc */
	tty_set_termios_ldisc(tty, N_TTY);
	mutex_unlock(&tty->ldisc_mutex);
}

945 946 947 948 949
/**
 *	tty_ldisc_release		-	release line discipline
 *	@tty: tty being shut down
 *	@o_tty: pair tty for pty/tty pairs
 *
A
Alan Cox 已提交
950 951
 *	Called during the final close of a tty/pty pair in order to shut down
 *	the line discpline layer. On exit the ldisc assigned is N_TTY and the
A
Alan Cox 已提交
952
 *	ldisc has not been opened.
953 954 955 956 957
 */

void tty_ldisc_release(struct tty_struct *tty, struct tty_struct *o_tty)
{
	/*
958 959
	 * Shutdown this line discipline. As this is the final close,
	 * it does not race with the set_ldisc code path.
960 961
	 */

962 963
	tty_ldisc_debug(tty, "closing ldisc: %p\n", tty->ldisc);

964
	tty_ldisc_halt(tty, o_tty, MAX_SCHEDULE_TIMEOUT);
A
Alan Cox 已提交
965

966
	tty_lock_pair(tty, o_tty);
967
	/* This will need doing differently if we need to lock */
A
Alan Cox 已提交
968
	tty_ldisc_kill(tty);
A
Alan Cox 已提交
969
	if (o_tty)
A
Alan Cox 已提交
970
		tty_ldisc_kill(o_tty);
971

A
Alan Cox 已提交
972
	tty_unlock_pair(tty, o_tty);
973 974
	/* And the memory resources remaining (buffers, termios) will be
	   disposed of when the kref hits zero */
975 976

	tty_ldisc_debug(tty, "ldisc closed\n");
977 978 979 980 981 982 983 984 985 986 987 988
}

/**
 *	tty_ldisc_init		-	ldisc setup for new tty
 *	@tty: tty being allocated
 *
 *	Set up the line discipline objects for a newly allocated tty. Note that
 *	the tty structure is not completely set up when this call is made.
 */

void tty_ldisc_init(struct tty_struct *tty)
{
A
Alan Cox 已提交
989 990
	struct tty_ldisc *ld = tty_ldisc_get(N_TTY);
	if (IS_ERR(ld))
991
		panic("n_tty: init_tty");
A
Alan Cox 已提交
992
	tty_ldisc_assign(tty, ld);
993 994
}

995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007
/**
 *	tty_ldisc_init		-	ldisc cleanup for new tty
 *	@tty: tty that was allocated recently
 *
 *	The tty structure must not becompletely set up (tty_ldisc_setup) when
 *      this call is made.
 */
void tty_ldisc_deinit(struct tty_struct *tty)
{
	put_ldisc(tty->ldisc);
	tty_ldisc_assign(tty, NULL);
}

1008 1009 1010 1011 1012
void tty_ldisc_begin(void)
{
	/* Setup the default TTY line discipline. */
	(void) tty_register_ldisc(N_TTY, &tty_ldisc_N_TTY);
}