svc.c 13.0 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26
/*
 * linux/fs/lockd/svc.c
 *
 * This is the central lockd service.
 *
 * FIXME: Separate the lockd NFS server functionality from the lockd NFS
 * 	  client functionality. Oh why didn't Sun create two separate
 *	  services in the first place?
 *
 * Authors:	Olaf Kirch (okir@monad.swb.de)
 *
 * Copyright (C) 1995, 1996 Olaf Kirch <okir@monad.swb.de>
 */

#include <linux/module.h>
#include <linux/init.h>
#include <linux/sysctl.h>
#include <linux/moduleparam.h>

#include <linux/sched.h>
#include <linux/errno.h>
#include <linux/in.h>
#include <linux/uio.h>
#include <linux/slab.h>
#include <linux/smp.h>
#include <linux/smp_lock.h>
I
Ingo Molnar 已提交
27
#include <linux/mutex.h>
J
Jeff Layton 已提交
28
#include <linux/kthread.h>
29
#include <linux/freezer.h>
L
Linus Torvalds 已提交
30 31 32 33 34 35

#include <linux/sunrpc/types.h>
#include <linux/sunrpc/stats.h>
#include <linux/sunrpc/clnt.h>
#include <linux/sunrpc/svc.h>
#include <linux/sunrpc/svcsock.h>
36
#include <net/ip.h>
L
Linus Torvalds 已提交
37
#include <linux/lockd/lockd.h>
38
#include <linux/lockd/sm_inter.h>
L
Linus Torvalds 已提交
39 40 41 42 43 44 45 46 47 48 49
#include <linux/nfs.h>

#define NLMDBG_FACILITY		NLMDBG_SVC
#define LOCKD_BUFSIZE		(1024 + NLMSVC_XDRSIZE)
#define ALLOWED_SIGS		(sigmask(SIGKILL))

static struct svc_program	nlmsvc_program;

struct nlmsvc_binding *		nlmsvc_ops;
EXPORT_SYMBOL(nlmsvc_ops);

I
Ingo Molnar 已提交
50
static DEFINE_MUTEX(nlmsvc_mutex);
L
Linus Torvalds 已提交
51
static unsigned int		nlmsvc_users;
J
Jeff Layton 已提交
52
static struct task_struct	*nlmsvc_task;
53
static struct svc_rqst		*nlmsvc_rqst;
L
Linus Torvalds 已提交
54 55 56 57 58 59 60 61 62
unsigned long			nlmsvc_timeout;

/*
 * These can be set at insmod time (useful for NFS as root filesystem),
 * and also changed through the sysctl interface.  -- Jamie Lokier, Aug 2003
 */
static unsigned long		nlm_grace_period;
static unsigned long		nlm_timeout = LOCKD_DFLT_TIMEO;
static int			nlm_udpport, nlm_tcpport;
63
int				nsm_use_hostnames = 0;
L
Linus Torvalds 已提交
64 65 66 67 68 69 70 71 72 73

/*
 * Constants needed for the sysctl interface.
 */
static const unsigned long	nlm_grace_period_min = 0;
static const unsigned long	nlm_grace_period_max = 240;
static const unsigned long	nlm_timeout_min = 3;
static const unsigned long	nlm_timeout_max = 20;
static const int		nlm_port_min = 0, nlm_port_max = 65535;

74
#ifdef CONFIG_SYSCTL
L
Linus Torvalds 已提交
75
static struct ctl_table_header * nlm_sysctl_table;
76
#endif
L
Linus Torvalds 已提交
77

78
static unsigned long get_lockd_grace_period(void)
L
Linus Torvalds 已提交
79 80 81
{
	/* Note: nlm_timeout should always be nonzero */
	if (nlm_grace_period)
82
		return roundup(nlm_grace_period, nlm_timeout) * HZ;
L
Linus Torvalds 已提交
83
	else
84 85 86
		return nlm_timeout * 5 * HZ;
}

87 88
static struct lock_manager lockd_manager = {
};
89

90
static void grace_ender(struct work_struct *not_used)
91
{
92
	locks_end_grace(&lockd_manager);
L
Linus Torvalds 已提交
93 94
}

95 96 97
static DECLARE_DELAYED_WORK(grace_period_end, grace_ender);

static void set_grace_period(void)
L
Linus Torvalds 已提交
98
{
99
	unsigned long grace_period = get_lockd_grace_period();
100

101
	locks_start_grace(&lockd_manager);
102 103
	cancel_delayed_work_sync(&grace_period_end);
	schedule_delayed_work(&grace_period_end, grace_period);
L
Linus Torvalds 已提交
104 105 106 107 108
}

/*
 * This is the lockd kernel thread
 */
J
Jeff Layton 已提交
109 110
static int
lockd(void *vrqstp)
L
Linus Torvalds 已提交
111
{
112
	int		err = 0, preverr = 0;
J
Jeff Layton 已提交
113
	struct svc_rqst *rqstp = vrqstp;
L
Linus Torvalds 已提交
114

J
Jeff Layton 已提交
115
	/* try_to_freeze() is called from svc_recv() */
116
	set_freezable();
L
Linus Torvalds 已提交
117

J
Jeff Layton 已提交
118
	/* Allow SIGKILL to tell lockd to drop all of its locks */
L
Linus Torvalds 已提交
119 120 121 122
	allow_signal(SIGKILL);

	dprintk("NFS locking service started (ver " LOCKD_VERSION ").\n");

J
Jeff Layton 已提交
123 124 125 126 127 128 129 130 131
	/*
	 * FIXME: it would be nice if lockd didn't spend its entire life
	 * running under the BKL. At the very least, it would be good to
	 * have someone clarify what it's intended to protect here. I've
	 * seen some handwavy posts about posix locking needing to be
	 * done under the BKL, but it's far from clear.
	 */
	lock_kernel();

L
Linus Torvalds 已提交
132 133 134 135
	if (!nlm_timeout)
		nlm_timeout = LOCKD_DFLT_TIMEO;
	nlmsvc_timeout = nlm_timeout * HZ;

136
	set_grace_period();
L
Linus Torvalds 已提交
137 138 139

	/*
	 * The main request loop. We don't terminate until the last
J
Jeff Layton 已提交
140
	 * NFS mount or NFS daemon has gone away.
L
Linus Torvalds 已提交
141
	 */
J
Jeff Layton 已提交
142
	while (!kthread_should_stop()) {
L
Linus Torvalds 已提交
143
		long timeout = MAX_SCHEDULE_TIMEOUT;
144
		RPC_IFDEBUG(char buf[RPC_MAX_ADDRBUFLEN]);
L
Linus Torvalds 已提交
145 146 147 148 149

		if (signalled()) {
			flush_signals(current);
			if (nlmsvc_ops) {
				nlmsvc_invalidate_all();
150
				set_grace_period();
L
Linus Torvalds 已提交
151
			}
J
Jeff Layton 已提交
152
			continue;
L
Linus Torvalds 已提交
153 154
		}

155 156
		timeout = nlmsvc_retry_blocked();

L
Linus Torvalds 已提交
157 158 159 160
		/*
		 * Find a socket with data available and call its
		 * recvfrom routine.
		 */
161
		err = svc_recv(rqstp, timeout);
162 163
		if (err == -EAGAIN || err == -EINTR) {
			preverr = err;
L
Linus Torvalds 已提交
164
			continue;
165
		}
L
Linus Torvalds 已提交
166
		if (err < 0) {
167 168 169 170 171 172 173
			if (err != preverr) {
				printk(KERN_WARNING "%s: unexpected error "
					"from svc_recv (%d)\n", __func__, err);
				preverr = err;
			}
			schedule_timeout_interruptible(HZ);
			continue;
L
Linus Torvalds 已提交
174
		}
175
		preverr = err;
L
Linus Torvalds 已提交
176

177 178
		dprintk("lockd: request from %s\n",
				svc_print_addr(rqstp, buf, sizeof(buf)));
L
Linus Torvalds 已提交
179

180
		svc_process(rqstp);
L
Linus Torvalds 已提交
181
	}
182
	flush_signals(current);
183
	cancel_delayed_work_sync(&grace_period_end);
184
	locks_end_grace(&lockd_manager);
J
Jeff Layton 已提交
185 186 187 188 189
	if (nlmsvc_ops)
		nlmsvc_invalidate_all();
	nlm_shutdown_hosts();
	unlock_kernel();
	return 0;
L
Linus Torvalds 已提交
190 191
}

192
/*
193 194 195 196 197 198 199 200
 * Ensure there are active UDP and TCP listeners for lockd.
 *
 * Even if we have only TCP NFS mounts and/or TCP NFSDs, some
 * local services (such as rpc.statd) still require UDP, and
 * some NFS servers do not yet support NLM over TCP.
 *
 * Returns zero if all listeners are available; otherwise a
 * negative errno value is returned.
201
 */
202
static int make_socks(struct svc_serv *serv)
203
{
204
	static int warned;
205
	struct svc_xprt *xprt;
206
	int err = 0;
207

208 209 210 211 212 213 214
	xprt = svc_find_xprt(serv, "udp", 0, 0);
	if (!xprt)
		err = svc_create_xprt(serv, "udp", nlm_udpport,
				      SVC_SOCK_DEFAULTS);
	else
		svc_xprt_put(xprt);
	if (err >= 0) {
215 216
		xprt = svc_find_xprt(serv, "tcp", 0, 0);
		if (!xprt)
217 218
			err = svc_create_xprt(serv, "tcp", nlm_tcpport,
					      SVC_SOCK_DEFAULTS);
219 220 221
		else
			svc_xprt_put(xprt);
	}
222
	if (err >= 0) {
223
		warned = 0;
224 225
		err = 0;
	} else if (warned++ == 0)
226 227
		printk(KERN_WARNING
		       "lockd_up: makesock failed, error=%d\n", err);
228 229 230
	return err;
}

L
Linus Torvalds 已提交
231 232 233
/*
 * Bring up the lockd process if it's not already up.
 */
234
int lockd_up(void)
L
Linus Torvalds 已提交
235
{
J
Jeff Layton 已提交
236 237
	struct svc_serv *serv;
	int		error = 0;
L
Linus Torvalds 已提交
238

I
Ingo Molnar 已提交
239
	mutex_lock(&nlmsvc_mutex);
L
Linus Torvalds 已提交
240 241 242
	/*
	 * Check whether we're already up and running.
	 */
243
	if (nlmsvc_rqst)
L
Linus Torvalds 已提交
244 245 246 247 248 249
		goto out;

	/*
	 * Sanity check: if there's no pid,
	 * we should be the first user ...
	 */
250
	if (nlmsvc_users)
L
Linus Torvalds 已提交
251 252 253 254
		printk(KERN_WARNING
			"lockd_up: no pid, %d users??\n", nlmsvc_users);

	error = -ENOMEM;
255
	serv = svc_create(&nlmsvc_program, LOCKD_BUFSIZE, AF_INET, NULL);
L
Linus Torvalds 已提交
256 257 258 259 260
	if (!serv) {
		printk(KERN_WARNING "lockd_up: create service failed\n");
		goto out;
	}

261 262
	error = make_socks(serv);
	if (error < 0)
L
Linus Torvalds 已提交
263 264 265 266 267
		goto destroy_and_out;

	/*
	 * Create the kernel thread and wait for it to start.
	 */
268 269 270 271
	nlmsvc_rqst = svc_prepare_thread(serv, &serv->sv_pools[0]);
	if (IS_ERR(nlmsvc_rqst)) {
		error = PTR_ERR(nlmsvc_rqst);
		nlmsvc_rqst = NULL;
J
Jeff Layton 已提交
272 273 274 275 276 277 278 279
		printk(KERN_WARNING
			"lockd_up: svc_rqst allocation failed, error=%d\n",
			error);
		goto destroy_and_out;
	}

	svc_sock_update_bufs(serv);

280
	nlmsvc_task = kthread_run(lockd, nlmsvc_rqst, serv->sv_name);
J
Jeff Layton 已提交
281 282
	if (IS_ERR(nlmsvc_task)) {
		error = PTR_ERR(nlmsvc_task);
283
		svc_exit_thread(nlmsvc_rqst);
J
Jeff Layton 已提交
284
		nlmsvc_task = NULL;
285
		nlmsvc_rqst = NULL;
L
Linus Torvalds 已提交
286
		printk(KERN_WARNING
J
Jeff Layton 已提交
287
			"lockd_up: kthread_run failed, error=%d\n", error);
L
Linus Torvalds 已提交
288 289 290 291 292 293 294 295 296 297
		goto destroy_and_out;
	}

	/*
	 * Note: svc_serv structures have an initial use count of 1,
	 * so we exit through here on both success and failure.
	 */
destroy_and_out:
	svc_destroy(serv);
out:
298 299
	if (!error)
		nlmsvc_users++;
I
Ingo Molnar 已提交
300
	mutex_unlock(&nlmsvc_mutex);
L
Linus Torvalds 已提交
301 302 303 304 305 306 307 308 309 310
	return error;
}
EXPORT_SYMBOL(lockd_up);

/*
 * Decrement the user count and bring down lockd if we're the last.
 */
void
lockd_down(void)
{
I
Ingo Molnar 已提交
311
	mutex_lock(&nlmsvc_mutex);
L
Linus Torvalds 已提交
312 313 314
	if (nlmsvc_users) {
		if (--nlmsvc_users)
			goto out;
J
Jeff Layton 已提交
315 316 317 318
	} else {
		printk(KERN_ERR "lockd_down: no users! task=%p\n",
			nlmsvc_task);
		BUG();
L
Linus Torvalds 已提交
319 320
	}

J
Jeff Layton 已提交
321 322 323
	if (!nlmsvc_task) {
		printk(KERN_ERR "lockd_down: no lockd running.\n");
		BUG();
L
Linus Torvalds 已提交
324
	}
J
Jeff Layton 已提交
325
	kthread_stop(nlmsvc_task);
326 327 328
	svc_exit_thread(nlmsvc_rqst);
	nlmsvc_task = NULL;
	nlmsvc_rqst = NULL;
L
Linus Torvalds 已提交
329
out:
I
Ingo Molnar 已提交
330
	mutex_unlock(&nlmsvc_mutex);
L
Linus Torvalds 已提交
331 332 333
}
EXPORT_SYMBOL(lockd_down);

334 335
#ifdef CONFIG_SYSCTL

L
Linus Torvalds 已提交
336 337 338 339 340 341 342 343 344
/*
 * Sysctl parameters (same as module parameters, different interface).
 */

static ctl_table nlm_sysctls[] = {
	{
		.ctl_name	= CTL_UNNUMBERED,
		.procname	= "nlm_grace_period",
		.data		= &nlm_grace_period,
345
		.maxlen		= sizeof(unsigned long),
L
Linus Torvalds 已提交
346 347 348 349 350 351 352 353 354
		.mode		= 0644,
		.proc_handler	= &proc_doulongvec_minmax,
		.extra1		= (unsigned long *) &nlm_grace_period_min,
		.extra2		= (unsigned long *) &nlm_grace_period_max,
	},
	{
		.ctl_name	= CTL_UNNUMBERED,
		.procname	= "nlm_timeout",
		.data		= &nlm_timeout,
355
		.maxlen		= sizeof(unsigned long),
L
Linus Torvalds 已提交
356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380
		.mode		= 0644,
		.proc_handler	= &proc_doulongvec_minmax,
		.extra1		= (unsigned long *) &nlm_timeout_min,
		.extra2		= (unsigned long *) &nlm_timeout_max,
	},
	{
		.ctl_name	= CTL_UNNUMBERED,
		.procname	= "nlm_udpport",
		.data		= &nlm_udpport,
		.maxlen		= sizeof(int),
		.mode		= 0644,
		.proc_handler	= &proc_dointvec_minmax,
		.extra1		= (int *) &nlm_port_min,
		.extra2		= (int *) &nlm_port_max,
	},
	{
		.ctl_name	= CTL_UNNUMBERED,
		.procname	= "nlm_tcpport",
		.data		= &nlm_tcpport,
		.maxlen		= sizeof(int),
		.mode		= 0644,
		.proc_handler	= &proc_dointvec_minmax,
		.extra1		= (int *) &nlm_port_min,
		.extra2		= (int *) &nlm_port_max,
	},
381 382 383 384 385 386 387 388
	{
		.ctl_name	= CTL_UNNUMBERED,
		.procname	= "nsm_use_hostnames",
		.data		= &nsm_use_hostnames,
		.maxlen		= sizeof(int),
		.mode		= 0644,
		.proc_handler	= &proc_dointvec,
	},
389 390 391 392 393 394 395 396
	{
		.ctl_name	= CTL_UNNUMBERED,
		.procname	= "nsm_local_state",
		.data		= &nsm_local_state,
		.maxlen		= sizeof(int),
		.mode		= 0644,
		.proc_handler	= &proc_dointvec,
	},
L
Linus Torvalds 已提交
397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419
	{ .ctl_name = 0 }
};

static ctl_table nlm_sysctl_dir[] = {
	{
		.ctl_name	= CTL_UNNUMBERED,
		.procname	= "nfs",
		.mode		= 0555,
		.child		= nlm_sysctls,
	},
	{ .ctl_name = 0 }
};

static ctl_table nlm_sysctl_root[] = {
	{
		.ctl_name	= CTL_FS,
		.procname	= "fs",
		.mode		= 0555,
		.child		= nlm_sysctl_dir,
	},
	{ .ctl_name = 0 }
};

420 421
#endif	/* CONFIG_SYSCTL */

L
Linus Torvalds 已提交
422
/*
423
 * Module (and sysfs) parameters.
L
Linus Torvalds 已提交
424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486
 */

#define param_set_min_max(name, type, which_strtol, min, max)		\
static int param_set_##name(const char *val, struct kernel_param *kp)	\
{									\
	char *endp;							\
	__typeof__(type) num = which_strtol(val, &endp, 0);		\
	if (endp == val || *endp || num < (min) || num > (max))		\
		return -EINVAL;						\
	*((int *) kp->arg) = num;					\
	return 0;							\
}

static inline int is_callback(u32 proc)
{
	return proc == NLMPROC_GRANTED
		|| proc == NLMPROC_GRANTED_MSG
		|| proc == NLMPROC_TEST_RES
		|| proc == NLMPROC_LOCK_RES
		|| proc == NLMPROC_CANCEL_RES
		|| proc == NLMPROC_UNLOCK_RES
		|| proc == NLMPROC_NSM_NOTIFY;
}


static int lockd_authenticate(struct svc_rqst *rqstp)
{
	rqstp->rq_client = NULL;
	switch (rqstp->rq_authop->flavour) {
		case RPC_AUTH_NULL:
		case RPC_AUTH_UNIX:
			if (rqstp->rq_proc == 0)
				return SVC_OK;
			if (is_callback(rqstp->rq_proc)) {
				/* Leave it to individual procedures to
				 * call nlmsvc_lookup_host(rqstp)
				 */
				return SVC_OK;
			}
			return svc_set_client(rqstp);
	}
	return SVC_DENIED;
}


param_set_min_max(port, int, simple_strtol, 0, 65535)
param_set_min_max(grace_period, unsigned long, simple_strtoul,
		  nlm_grace_period_min, nlm_grace_period_max)
param_set_min_max(timeout, unsigned long, simple_strtoul,
		  nlm_timeout_min, nlm_timeout_max)

MODULE_AUTHOR("Olaf Kirch <okir@monad.swb.de>");
MODULE_DESCRIPTION("NFS file locking service version " LOCKD_VERSION ".");
MODULE_LICENSE("GPL");

module_param_call(nlm_grace_period, param_set_grace_period, param_get_ulong,
		  &nlm_grace_period, 0644);
module_param_call(nlm_timeout, param_set_timeout, param_get_ulong,
		  &nlm_timeout, 0644);
module_param_call(nlm_udpport, param_set_port, param_get_int,
		  &nlm_udpport, 0644);
module_param_call(nlm_tcpport, param_set_port, param_get_int,
		  &nlm_tcpport, 0644);
487
module_param(nsm_use_hostnames, bool, 0644);
L
Linus Torvalds 已提交
488 489 490 491 492 493 494

/*
 * Initialising and terminating the module.
 */

static int __init init_nlm(void)
{
495
#ifdef CONFIG_SYSCTL
496
	nlm_sysctl_table = register_sysctl_table(nlm_sysctl_root);
L
Linus Torvalds 已提交
497
	return nlm_sysctl_table ? 0 : -ENOMEM;
498 499 500
#else
	return 0;
#endif
L
Linus Torvalds 已提交
501 502 503 504 505 506
}

static void __exit exit_nlm(void)
{
	/* FIXME: delete all NLM clients */
	nlm_shutdown_hosts();
507
#ifdef CONFIG_SYSCTL
L
Linus Torvalds 已提交
508
	unregister_sysctl_table(nlm_sysctl_table);
509
#endif
L
Linus Torvalds 已提交
510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547
}

module_init(init_nlm);
module_exit(exit_nlm);

/*
 * Define NLM program and procedures
 */
static struct svc_version	nlmsvc_version1 = {
		.vs_vers	= 1,
		.vs_nproc	= 17,
		.vs_proc	= nlmsvc_procedures,
		.vs_xdrsize	= NLMSVC_XDRSIZE,
};
static struct svc_version	nlmsvc_version3 = {
		.vs_vers	= 3,
		.vs_nproc	= 24,
		.vs_proc	= nlmsvc_procedures,
		.vs_xdrsize	= NLMSVC_XDRSIZE,
};
#ifdef CONFIG_LOCKD_V4
static struct svc_version	nlmsvc_version4 = {
		.vs_vers	= 4,
		.vs_nproc	= 24,
		.vs_proc	= nlmsvc_procedures4,
		.vs_xdrsize	= NLMSVC_XDRSIZE,
};
#endif
static struct svc_version *	nlmsvc_version[] = {
	[1] = &nlmsvc_version1,
	[3] = &nlmsvc_version3,
#ifdef CONFIG_LOCKD_V4
	[4] = &nlmsvc_version4,
#endif
};

static struct svc_stat		nlmsvc_stats;

548
#define NLM_NRVERS	ARRAY_SIZE(nlmsvc_version)
L
Linus Torvalds 已提交
549 550 551 552 553 554 555 556 557
static struct svc_program	nlmsvc_program = {
	.pg_prog		= NLM_PROGRAM,		/* program number */
	.pg_nvers		= NLM_NRVERS,		/* number of entries in nlmsvc_version */
	.pg_vers		= nlmsvc_version,	/* version table */
	.pg_name		= "lockd",		/* service name */
	.pg_class		= "nfsd",		/* share authentication with nfsd */
	.pg_stats		= &nlmsvc_stats,	/* stats table */
	.pg_authenticate = &lockd_authenticate	/* export authentication */
};