svc.c 13.5 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26
/*
 * linux/fs/lockd/svc.c
 *
 * This is the central lockd service.
 *
 * FIXME: Separate the lockd NFS server functionality from the lockd NFS
 * 	  client functionality. Oh why didn't Sun create two separate
 *	  services in the first place?
 *
 * Authors:	Olaf Kirch (okir@monad.swb.de)
 *
 * Copyright (C) 1995, 1996 Olaf Kirch <okir@monad.swb.de>
 */

#include <linux/module.h>
#include <linux/init.h>
#include <linux/sysctl.h>
#include <linux/moduleparam.h>

#include <linux/sched.h>
#include <linux/errno.h>
#include <linux/in.h>
#include <linux/uio.h>
#include <linux/slab.h>
#include <linux/smp.h>
#include <linux/smp_lock.h>
I
Ingo Molnar 已提交
27
#include <linux/mutex.h>
J
Jeff Layton 已提交
28
#include <linux/kthread.h>
29
#include <linux/freezer.h>
L
Linus Torvalds 已提交
30 31 32 33 34 35

#include <linux/sunrpc/types.h>
#include <linux/sunrpc/stats.h>
#include <linux/sunrpc/clnt.h>
#include <linux/sunrpc/svc.h>
#include <linux/sunrpc/svcsock.h>
36
#include <net/ip.h>
L
Linus Torvalds 已提交
37 38 39 40 41 42 43 44 45 46
#include <linux/lockd/lockd.h>
#include <linux/nfs.h>

#define NLMDBG_FACILITY		NLMDBG_SVC
#define LOCKD_BUFSIZE		(1024 + NLMSVC_XDRSIZE)
#define ALLOWED_SIGS		(sigmask(SIGKILL))

static struct svc_program	nlmsvc_program;

struct nlmsvc_binding *		nlmsvc_ops;
47
EXPORT_SYMBOL_GPL(nlmsvc_ops);
L
Linus Torvalds 已提交
48

I
Ingo Molnar 已提交
49
static DEFINE_MUTEX(nlmsvc_mutex);
L
Linus Torvalds 已提交
50
static unsigned int		nlmsvc_users;
J
Jeff Layton 已提交
51
static struct task_struct	*nlmsvc_task;
52
static struct svc_rqst		*nlmsvc_rqst;
L
Linus Torvalds 已提交
53 54 55 56 57 58 59 60 61 62
unsigned long			nlmsvc_timeout;

/*
 * These can be set at insmod time (useful for NFS as root filesystem),
 * and also changed through the sysctl interface.  -- Jamie Lokier, Aug 2003
 */
static unsigned long		nlm_grace_period;
static unsigned long		nlm_timeout = LOCKD_DFLT_TIMEO;
static int			nlm_udpport, nlm_tcpport;

63 64 65
/* RLIM_NOFILE defaults to 1024. That seems like a reasonable default here. */
static unsigned int		nlm_max_connections = 1024;

L
Linus Torvalds 已提交
66 67 68 69 70 71 72 73 74
/*
 * Constants needed for the sysctl interface.
 */
static const unsigned long	nlm_grace_period_min = 0;
static const unsigned long	nlm_grace_period_max = 240;
static const unsigned long	nlm_timeout_min = 3;
static const unsigned long	nlm_timeout_max = 20;
static const int		nlm_port_min = 0, nlm_port_max = 65535;

75
#ifdef CONFIG_SYSCTL
L
Linus Torvalds 已提交
76
static struct ctl_table_header * nlm_sysctl_table;
77
#endif
L
Linus Torvalds 已提交
78

79
static unsigned long get_lockd_grace_period(void)
L
Linus Torvalds 已提交
80 81 82
{
	/* Note: nlm_timeout should always be nonzero */
	if (nlm_grace_period)
83
		return roundup(nlm_grace_period, nlm_timeout) * HZ;
L
Linus Torvalds 已提交
84
	else
85 86 87
		return nlm_timeout * 5 * HZ;
}

88 89
static struct lock_manager lockd_manager = {
};
90

91
static void grace_ender(struct work_struct *not_used)
92
{
93
	locks_end_grace(&lockd_manager);
L
Linus Torvalds 已提交
94 95
}

96 97 98
static DECLARE_DELAYED_WORK(grace_period_end, grace_ender);

static void set_grace_period(void)
L
Linus Torvalds 已提交
99
{
100
	unsigned long grace_period = get_lockd_grace_period();
101

102
	locks_start_grace(&lockd_manager);
103 104
	cancel_delayed_work_sync(&grace_period_end);
	schedule_delayed_work(&grace_period_end, grace_period);
L
Linus Torvalds 已提交
105 106
}

107 108 109 110 111 112 113 114 115 116
static void restart_grace(void)
{
	if (nlmsvc_ops) {
		cancel_delayed_work_sync(&grace_period_end);
		locks_end_grace(&lockd_manager);
		nlmsvc_invalidate_all();
		set_grace_period();
	}
}

L
Linus Torvalds 已提交
117 118 119
/*
 * This is the lockd kernel thread
 */
J
Jeff Layton 已提交
120 121
static int
lockd(void *vrqstp)
L
Linus Torvalds 已提交
122
{
123
	int		err = 0, preverr = 0;
J
Jeff Layton 已提交
124
	struct svc_rqst *rqstp = vrqstp;
L
Linus Torvalds 已提交
125

J
Jeff Layton 已提交
126
	/* try_to_freeze() is called from svc_recv() */
127
	set_freezable();
L
Linus Torvalds 已提交
128

J
Jeff Layton 已提交
129
	/* Allow SIGKILL to tell lockd to drop all of its locks */
L
Linus Torvalds 已提交
130 131 132 133
	allow_signal(SIGKILL);

	dprintk("NFS locking service started (ver " LOCKD_VERSION ").\n");

J
Jeff Layton 已提交
134 135 136 137 138 139 140 141 142
	/*
	 * FIXME: it would be nice if lockd didn't spend its entire life
	 * running under the BKL. At the very least, it would be good to
	 * have someone clarify what it's intended to protect here. I've
	 * seen some handwavy posts about posix locking needing to be
	 * done under the BKL, but it's far from clear.
	 */
	lock_kernel();

L
Linus Torvalds 已提交
143 144 145 146
	if (!nlm_timeout)
		nlm_timeout = LOCKD_DFLT_TIMEO;
	nlmsvc_timeout = nlm_timeout * HZ;

147
	set_grace_period();
L
Linus Torvalds 已提交
148 149 150

	/*
	 * The main request loop. We don't terminate until the last
J
Jeff Layton 已提交
151
	 * NFS mount or NFS daemon has gone away.
L
Linus Torvalds 已提交
152
	 */
J
Jeff Layton 已提交
153
	while (!kthread_should_stop()) {
L
Linus Torvalds 已提交
154
		long timeout = MAX_SCHEDULE_TIMEOUT;
155
		RPC_IFDEBUG(char buf[RPC_MAX_ADDRBUFLEN]);
L
Linus Torvalds 已提交
156

157 158 159
		/* update sv_maxconn if it has changed */
		rqstp->rq_server->sv_maxconn = nlm_max_connections;

L
Linus Torvalds 已提交
160 161
		if (signalled()) {
			flush_signals(current);
162
			restart_grace();
J
Jeff Layton 已提交
163
			continue;
L
Linus Torvalds 已提交
164 165
		}

166 167
		timeout = nlmsvc_retry_blocked();

L
Linus Torvalds 已提交
168 169 170 171
		/*
		 * Find a socket with data available and call its
		 * recvfrom routine.
		 */
172
		err = svc_recv(rqstp, timeout);
173 174
		if (err == -EAGAIN || err == -EINTR) {
			preverr = err;
L
Linus Torvalds 已提交
175
			continue;
176
		}
L
Linus Torvalds 已提交
177
		if (err < 0) {
178 179 180 181 182 183 184
			if (err != preverr) {
				printk(KERN_WARNING "%s: unexpected error "
					"from svc_recv (%d)\n", __func__, err);
				preverr = err;
			}
			schedule_timeout_interruptible(HZ);
			continue;
L
Linus Torvalds 已提交
185
		}
186
		preverr = err;
L
Linus Torvalds 已提交
187

188 189
		dprintk("lockd: request from %s\n",
				svc_print_addr(rqstp, buf, sizeof(buf)));
L
Linus Torvalds 已提交
190

191
		svc_process(rqstp);
L
Linus Torvalds 已提交
192
	}
193
	flush_signals(current);
194
	cancel_delayed_work_sync(&grace_period_end);
195
	locks_end_grace(&lockd_manager);
J
Jeff Layton 已提交
196 197 198 199 200
	if (nlmsvc_ops)
		nlmsvc_invalidate_all();
	nlm_shutdown_hosts();
	unlock_kernel();
	return 0;
L
Linus Torvalds 已提交
201 202
}

203 204
static int create_lockd_listener(struct svc_serv *serv, const char *name,
				 const int family, const unsigned short port)
205 206 207
{
	struct svc_xprt *xprt;

208
	xprt = svc_find_xprt(serv, name, family, 0);
209
	if (xprt == NULL)
210 211
		return svc_create_xprt(serv, name, family, port,
						SVC_SOCK_DEFAULTS);
212 213 214 215
	svc_xprt_put(xprt);
	return 0;
}

216 217 218 219 220 221 222 223 224 225 226
static int create_lockd_family(struct svc_serv *serv, const int family)
{
	int err;

	err = create_lockd_listener(serv, "udp", family, nlm_udpport);
	if (err < 0)
		return err;

	return create_lockd_listener(serv, "tcp", family, nlm_tcpport);
}

227
/*
228 229 230 231 232 233 234 235
 * Ensure there are active UDP and TCP listeners for lockd.
 *
 * Even if we have only TCP NFS mounts and/or TCP NFSDs, some
 * local services (such as rpc.statd) still require UDP, and
 * some NFS servers do not yet support NLM over TCP.
 *
 * Returns zero if all listeners are available; otherwise a
 * negative errno value is returned.
236
 */
237
static int make_socks(struct svc_serv *serv)
238
{
239
	static int warned;
240
	int err;
241

242
	err = create_lockd_family(serv, PF_INET);
243 244 245
	if (err < 0)
		goto out_err;

246 247
	err = create_lockd_family(serv, PF_INET6);
	if (err < 0 && err != -EAFNOSUPPORT)
248 249 250 251 252 253 254
		goto out_err;

	warned = 0;
	return 0;

out_err:
	if (warned++ == 0)
255
		printk(KERN_WARNING
256
			"lockd_up: makesock failed, error=%d\n", err);
257 258 259
	return err;
}

L
Linus Torvalds 已提交
260 261 262
/*
 * Bring up the lockd process if it's not already up.
 */
263
int lockd_up(void)
L
Linus Torvalds 已提交
264
{
J
Jeff Layton 已提交
265 266
	struct svc_serv *serv;
	int		error = 0;
L
Linus Torvalds 已提交
267

I
Ingo Molnar 已提交
268
	mutex_lock(&nlmsvc_mutex);
L
Linus Torvalds 已提交
269 270 271
	/*
	 * Check whether we're already up and running.
	 */
272
	if (nlmsvc_rqst)
L
Linus Torvalds 已提交
273 274 275 276 277 278
		goto out;

	/*
	 * Sanity check: if there's no pid,
	 * we should be the first user ...
	 */
279
	if (nlmsvc_users)
L
Linus Torvalds 已提交
280 281 282 283
		printk(KERN_WARNING
			"lockd_up: no pid, %d users??\n", nlmsvc_users);

	error = -ENOMEM;
284
	serv = svc_create(&nlmsvc_program, LOCKD_BUFSIZE, NULL);
L
Linus Torvalds 已提交
285 286 287 288 289
	if (!serv) {
		printk(KERN_WARNING "lockd_up: create service failed\n");
		goto out;
	}

290 291
	error = make_socks(serv);
	if (error < 0)
L
Linus Torvalds 已提交
292 293 294 295 296
		goto destroy_and_out;

	/*
	 * Create the kernel thread and wait for it to start.
	 */
297 298 299 300
	nlmsvc_rqst = svc_prepare_thread(serv, &serv->sv_pools[0]);
	if (IS_ERR(nlmsvc_rqst)) {
		error = PTR_ERR(nlmsvc_rqst);
		nlmsvc_rqst = NULL;
J
Jeff Layton 已提交
301 302 303 304 305 306 307
		printk(KERN_WARNING
			"lockd_up: svc_rqst allocation failed, error=%d\n",
			error);
		goto destroy_and_out;
	}

	svc_sock_update_bufs(serv);
308
	serv->sv_maxconn = nlm_max_connections;
J
Jeff Layton 已提交
309

310
	nlmsvc_task = kthread_run(lockd, nlmsvc_rqst, serv->sv_name);
J
Jeff Layton 已提交
311 312
	if (IS_ERR(nlmsvc_task)) {
		error = PTR_ERR(nlmsvc_task);
313
		svc_exit_thread(nlmsvc_rqst);
J
Jeff Layton 已提交
314
		nlmsvc_task = NULL;
315
		nlmsvc_rqst = NULL;
L
Linus Torvalds 已提交
316
		printk(KERN_WARNING
J
Jeff Layton 已提交
317
			"lockd_up: kthread_run failed, error=%d\n", error);
L
Linus Torvalds 已提交
318 319 320 321 322 323 324 325 326 327
		goto destroy_and_out;
	}

	/*
	 * Note: svc_serv structures have an initial use count of 1,
	 * so we exit through here on both success and failure.
	 */
destroy_and_out:
	svc_destroy(serv);
out:
328 329
	if (!error)
		nlmsvc_users++;
I
Ingo Molnar 已提交
330
	mutex_unlock(&nlmsvc_mutex);
L
Linus Torvalds 已提交
331 332
	return error;
}
333
EXPORT_SYMBOL_GPL(lockd_up);
L
Linus Torvalds 已提交
334 335 336 337 338 339 340

/*
 * Decrement the user count and bring down lockd if we're the last.
 */
void
lockd_down(void)
{
I
Ingo Molnar 已提交
341
	mutex_lock(&nlmsvc_mutex);
L
Linus Torvalds 已提交
342 343 344
	if (nlmsvc_users) {
		if (--nlmsvc_users)
			goto out;
J
Jeff Layton 已提交
345 346 347 348
	} else {
		printk(KERN_ERR "lockd_down: no users! task=%p\n",
			nlmsvc_task);
		BUG();
L
Linus Torvalds 已提交
349 350
	}

J
Jeff Layton 已提交
351 352 353
	if (!nlmsvc_task) {
		printk(KERN_ERR "lockd_down: no lockd running.\n");
		BUG();
L
Linus Torvalds 已提交
354
	}
J
Jeff Layton 已提交
355
	kthread_stop(nlmsvc_task);
356 357 358
	svc_exit_thread(nlmsvc_rqst);
	nlmsvc_task = NULL;
	nlmsvc_rqst = NULL;
L
Linus Torvalds 已提交
359
out:
I
Ingo Molnar 已提交
360
	mutex_unlock(&nlmsvc_mutex);
L
Linus Torvalds 已提交
361
}
362
EXPORT_SYMBOL_GPL(lockd_down);
L
Linus Torvalds 已提交
363

364 365
#ifdef CONFIG_SYSCTL

L
Linus Torvalds 已提交
366 367 368 369 370 371 372 373
/*
 * Sysctl parameters (same as module parameters, different interface).
 */

static ctl_table nlm_sysctls[] = {
	{
		.procname	= "nlm_grace_period",
		.data		= &nlm_grace_period,
374
		.maxlen		= sizeof(unsigned long),
L
Linus Torvalds 已提交
375
		.mode		= 0644,
376
		.proc_handler	= proc_doulongvec_minmax,
L
Linus Torvalds 已提交
377 378 379 380 381 382
		.extra1		= (unsigned long *) &nlm_grace_period_min,
		.extra2		= (unsigned long *) &nlm_grace_period_max,
	},
	{
		.procname	= "nlm_timeout",
		.data		= &nlm_timeout,
383
		.maxlen		= sizeof(unsigned long),
L
Linus Torvalds 已提交
384
		.mode		= 0644,
385
		.proc_handler	= proc_doulongvec_minmax,
L
Linus Torvalds 已提交
386 387 388 389 390 391 392 393
		.extra1		= (unsigned long *) &nlm_timeout_min,
		.extra2		= (unsigned long *) &nlm_timeout_max,
	},
	{
		.procname	= "nlm_udpport",
		.data		= &nlm_udpport,
		.maxlen		= sizeof(int),
		.mode		= 0644,
394
		.proc_handler	= proc_dointvec_minmax,
L
Linus Torvalds 已提交
395 396 397 398 399 400 401 402
		.extra1		= (int *) &nlm_port_min,
		.extra2		= (int *) &nlm_port_max,
	},
	{
		.procname	= "nlm_tcpport",
		.data		= &nlm_tcpport,
		.maxlen		= sizeof(int),
		.mode		= 0644,
403
		.proc_handler	= proc_dointvec_minmax,
L
Linus Torvalds 已提交
404 405 406
		.extra1		= (int *) &nlm_port_min,
		.extra2		= (int *) &nlm_port_max,
	},
407 408 409 410 411
	{
		.procname	= "nsm_use_hostnames",
		.data		= &nsm_use_hostnames,
		.maxlen		= sizeof(int),
		.mode		= 0644,
412
		.proc_handler	= proc_dointvec,
413
	},
414 415 416 417 418
	{
		.procname	= "nsm_local_state",
		.data		= &nsm_local_state,
		.maxlen		= sizeof(int),
		.mode		= 0644,
419
		.proc_handler	= proc_dointvec,
420
	},
421
	{ }
L
Linus Torvalds 已提交
422 423 424 425 426 427 428 429
};

static ctl_table nlm_sysctl_dir[] = {
	{
		.procname	= "nfs",
		.mode		= 0555,
		.child		= nlm_sysctls,
	},
430
	{ }
L
Linus Torvalds 已提交
431 432 433 434 435 436 437 438
};

static ctl_table nlm_sysctl_root[] = {
	{
		.procname	= "fs",
		.mode		= 0555,
		.child		= nlm_sysctl_dir,
	},
439
	{ }
L
Linus Torvalds 已提交
440 441
};

442 443
#endif	/* CONFIG_SYSCTL */

L
Linus Torvalds 已提交
444
/*
445
 * Module (and sysfs) parameters.
L
Linus Torvalds 已提交
446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508
 */

#define param_set_min_max(name, type, which_strtol, min, max)		\
static int param_set_##name(const char *val, struct kernel_param *kp)	\
{									\
	char *endp;							\
	__typeof__(type) num = which_strtol(val, &endp, 0);		\
	if (endp == val || *endp || num < (min) || num > (max))		\
		return -EINVAL;						\
	*((int *) kp->arg) = num;					\
	return 0;							\
}

static inline int is_callback(u32 proc)
{
	return proc == NLMPROC_GRANTED
		|| proc == NLMPROC_GRANTED_MSG
		|| proc == NLMPROC_TEST_RES
		|| proc == NLMPROC_LOCK_RES
		|| proc == NLMPROC_CANCEL_RES
		|| proc == NLMPROC_UNLOCK_RES
		|| proc == NLMPROC_NSM_NOTIFY;
}


static int lockd_authenticate(struct svc_rqst *rqstp)
{
	rqstp->rq_client = NULL;
	switch (rqstp->rq_authop->flavour) {
		case RPC_AUTH_NULL:
		case RPC_AUTH_UNIX:
			if (rqstp->rq_proc == 0)
				return SVC_OK;
			if (is_callback(rqstp->rq_proc)) {
				/* Leave it to individual procedures to
				 * call nlmsvc_lookup_host(rqstp)
				 */
				return SVC_OK;
			}
			return svc_set_client(rqstp);
	}
	return SVC_DENIED;
}


param_set_min_max(port, int, simple_strtol, 0, 65535)
param_set_min_max(grace_period, unsigned long, simple_strtoul,
		  nlm_grace_period_min, nlm_grace_period_max)
param_set_min_max(timeout, unsigned long, simple_strtoul,
		  nlm_timeout_min, nlm_timeout_max)

MODULE_AUTHOR("Olaf Kirch <okir@monad.swb.de>");
MODULE_DESCRIPTION("NFS file locking service version " LOCKD_VERSION ".");
MODULE_LICENSE("GPL");

module_param_call(nlm_grace_period, param_set_grace_period, param_get_ulong,
		  &nlm_grace_period, 0644);
module_param_call(nlm_timeout, param_set_timeout, param_get_ulong,
		  &nlm_timeout, 0644);
module_param_call(nlm_udpport, param_set_port, param_get_int,
		  &nlm_udpport, 0644);
module_param_call(nlm_tcpport, param_set_port, param_get_int,
		  &nlm_tcpport, 0644);
509
module_param(nsm_use_hostnames, bool, 0644);
510
module_param(nlm_max_connections, uint, 0644);
L
Linus Torvalds 已提交
511 512 513 514 515 516 517

/*
 * Initialising and terminating the module.
 */

static int __init init_nlm(void)
{
518
#ifdef CONFIG_SYSCTL
519
	nlm_sysctl_table = register_sysctl_table(nlm_sysctl_root);
L
Linus Torvalds 已提交
520
	return nlm_sysctl_table ? 0 : -ENOMEM;
521 522 523
#else
	return 0;
#endif
L
Linus Torvalds 已提交
524 525 526 527 528 529
}

static void __exit exit_nlm(void)
{
	/* FIXME: delete all NLM clients */
	nlm_shutdown_hosts();
530
#ifdef CONFIG_SYSCTL
L
Linus Torvalds 已提交
531
	unregister_sysctl_table(nlm_sysctl_table);
532
#endif
L
Linus Torvalds 已提交
533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570
}

module_init(init_nlm);
module_exit(exit_nlm);

/*
 * Define NLM program and procedures
 */
static struct svc_version	nlmsvc_version1 = {
		.vs_vers	= 1,
		.vs_nproc	= 17,
		.vs_proc	= nlmsvc_procedures,
		.vs_xdrsize	= NLMSVC_XDRSIZE,
};
static struct svc_version	nlmsvc_version3 = {
		.vs_vers	= 3,
		.vs_nproc	= 24,
		.vs_proc	= nlmsvc_procedures,
		.vs_xdrsize	= NLMSVC_XDRSIZE,
};
#ifdef CONFIG_LOCKD_V4
static struct svc_version	nlmsvc_version4 = {
		.vs_vers	= 4,
		.vs_nproc	= 24,
		.vs_proc	= nlmsvc_procedures4,
		.vs_xdrsize	= NLMSVC_XDRSIZE,
};
#endif
static struct svc_version *	nlmsvc_version[] = {
	[1] = &nlmsvc_version1,
	[3] = &nlmsvc_version3,
#ifdef CONFIG_LOCKD_V4
	[4] = &nlmsvc_version4,
#endif
};

static struct svc_stat		nlmsvc_stats;

571
#define NLM_NRVERS	ARRAY_SIZE(nlmsvc_version)
L
Linus Torvalds 已提交
572 573 574 575 576 577 578 579 580
static struct svc_program	nlmsvc_program = {
	.pg_prog		= NLM_PROGRAM,		/* program number */
	.pg_nvers		= NLM_NRVERS,		/* number of entries in nlmsvc_version */
	.pg_vers		= nlmsvc_version,	/* version table */
	.pg_name		= "lockd",		/* service name */
	.pg_class		= "nfsd",		/* share authentication with nfsd */
	.pg_stats		= &nlmsvc_stats,	/* stats table */
	.pg_authenticate = &lockd_authenticate	/* export authentication */
};