security.c 64.3 KB
Newer Older
1
// SPDX-License-Identifier: GPL-2.0-or-later
L
Linus Torvalds 已提交
2 3 4 5 6 7
/*
 * Security plug functions
 *
 * Copyright (C) 2001 WireX Communications, Inc <chris@wirex.com>
 * Copyright (C) 2001-2002 Greg Kroah-Hartman <greg@kroah.com>
 * Copyright (C) 2001 Networks Associates Technology, Inc <ssmalley@nai.com>
8
 * Copyright (C) 2016 Mellanox Technologies
L
Linus Torvalds 已提交
9 10
 */

11 12
#define pr_fmt(fmt) "LSM: " fmt

13
#include <linux/bpf.h>
14
#include <linux/capability.h>
15
#include <linux/dcache.h>
16
#include <linux/export.h>
L
Linus Torvalds 已提交
17 18
#include <linux/init.h>
#include <linux/kernel.h>
19
#include <linux/kernel_read_file.h>
C
Casey Schaufler 已提交
20
#include <linux/lsm_hooks.h>
21
#include <linux/integrity.h>
22
#include <linux/ima.h>
23
#include <linux/evm.h>
A
Al Viro 已提交
24
#include <linux/fsnotify.h>
25 26 27
#include <linux/mman.h>
#include <linux/mount.h>
#include <linux/personality.h>
P
Paul Mundt 已提交
28
#include <linux/backing-dev.h>
29
#include <linux/string.h>
30
#include <linux/msg.h>
A
Al Viro 已提交
31
#include <net/flow.h>
L
Linus Torvalds 已提交
32

33
#define MAX_LSM_EVM_XATTR	2
L
Linus Torvalds 已提交
34

35 36 37
/* How many LSMs were built into the kernel? */
#define LSM_COUNT (__end_lsm_info - __start_lsm_info)

38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67
/*
 * These are descriptions of the reasons that can be passed to the
 * security_locked_down() LSM hook. Placing this array here allows
 * all security modules to use the same descriptions for auditing
 * purposes.
 */
const char *const lockdown_reasons[LOCKDOWN_CONFIDENTIALITY_MAX+1] = {
	[LOCKDOWN_NONE] = "none",
	[LOCKDOWN_MODULE_SIGNATURE] = "unsigned module loading",
	[LOCKDOWN_DEV_MEM] = "/dev/mem,kmem,port",
	[LOCKDOWN_EFI_TEST] = "/dev/efi_test access",
	[LOCKDOWN_KEXEC] = "kexec of unsigned images",
	[LOCKDOWN_HIBERNATION] = "hibernation",
	[LOCKDOWN_PCI_ACCESS] = "direct PCI access",
	[LOCKDOWN_IOPORT] = "raw io port access",
	[LOCKDOWN_MSR] = "raw MSR access",
	[LOCKDOWN_ACPI_TABLES] = "modifying ACPI tables",
	[LOCKDOWN_PCMCIA_CIS] = "direct PCMCIA CIS storage",
	[LOCKDOWN_TIOCSSERIAL] = "reconfiguration of serial port IO",
	[LOCKDOWN_MODULE_PARAMETERS] = "unsafe module parameters",
	[LOCKDOWN_MMIOTRACE] = "unsafe mmio",
	[LOCKDOWN_DEBUGFS] = "debugfs access",
	[LOCKDOWN_XMON_WR] = "xmon write access",
	[LOCKDOWN_INTEGRITY_MAX] = "integrity",
	[LOCKDOWN_KCORE] = "/proc/kcore access",
	[LOCKDOWN_KPROBES] = "use of kprobes",
	[LOCKDOWN_BPF_READ] = "use of bpf to read kernel RAM",
	[LOCKDOWN_PERF] = "unsafe use of perf",
	[LOCKDOWN_TRACEFS] = "use of tracefs",
	[LOCKDOWN_XMON_RW] = "xmon read and write access",
68
	[LOCKDOWN_XFRM_SECRET] = "xfrm SA secret",
69 70 71
	[LOCKDOWN_CONFIDENTIALITY_MAX] = "confidentiality",
};

72
struct security_hook_heads security_hook_heads __lsm_ro_after_init;
73
static BLOCKING_NOTIFIER_HEAD(blocking_lsm_notifier_chain);
74

75
static struct kmem_cache *lsm_file_cache;
76
static struct kmem_cache *lsm_inode_cache;
77

78
char *lsm_names;
79 80
static struct lsm_blob_sizes blob_sizes __lsm_ro_after_init;

81
/* Boot-time LSM user choice */
82
static __initdata const char *chosen_lsm_order;
83
static __initdata const char *chosen_major_lsm;
L
Linus Torvalds 已提交
84

K
Kees Cook 已提交
85 86
static __initconst const char * const builtin_lsm_order = CONFIG_LSM;

87 88
/* Ordered list of LSMs to initialize. */
static __initdata struct lsm_info **ordered_lsms;
89
static __initdata struct lsm_info *exclusive;
90

91 92 93 94 95 96 97
static __initdata bool debug;
#define init_debug(...)						\
	do {							\
		if (debug)					\
			pr_info(__VA_ARGS__);			\
	} while (0)

98 99
static bool __init is_enabled(struct lsm_info *lsm)
{
100 101
	if (!lsm->enabled)
		return false;
102

103
	return *lsm->enabled;
104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130
}

/* Mark an LSM's enabled flag. */
static int lsm_enabled_true __initdata = 1;
static int lsm_enabled_false __initdata = 0;
static void __init set_enabled(struct lsm_info *lsm, bool enabled)
{
	/*
	 * When an LSM hasn't configured an enable variable, we can use
	 * a hard-coded location for storing the default enabled state.
	 */
	if (!lsm->enabled) {
		if (enabled)
			lsm->enabled = &lsm_enabled_true;
		else
			lsm->enabled = &lsm_enabled_false;
	} else if (lsm->enabled == &lsm_enabled_true) {
		if (!enabled)
			lsm->enabled = &lsm_enabled_false;
	} else if (lsm->enabled == &lsm_enabled_false) {
		if (enabled)
			lsm->enabled = &lsm_enabled_true;
	} else {
		*lsm->enabled = enabled;
	}
}

131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153
/* Is an LSM already listed in the ordered LSMs list? */
static bool __init exists_ordered_lsm(struct lsm_info *lsm)
{
	struct lsm_info **check;

	for (check = ordered_lsms; *check; check++)
		if (*check == lsm)
			return true;

	return false;
}

/* Append an LSM to the list of ordered LSMs to initialize. */
static int last_lsm __initdata;
static void __init append_ordered_lsm(struct lsm_info *lsm, const char *from)
{
	/* Ignore duplicate selections. */
	if (exists_ordered_lsm(lsm))
		return;

	if (WARN(last_lsm == LSM_COUNT, "%s: out of LSM slots!?\n", from))
		return;

154 155 156
	/* Enable this LSM, if it is not already set. */
	if (!lsm->enabled)
		lsm->enabled = &lsm_enabled_true;
157
	ordered_lsms[last_lsm++] = lsm;
158

159 160 161 162
	init_debug("%s ordering: %s (%sabled)\n", from, lsm->name,
		   is_enabled(lsm) ? "en" : "dis");
}

163 164 165 166 167 168 169
/* Is an LSM allowed to be initialized? */
static bool __init lsm_allowed(struct lsm_info *lsm)
{
	/* Skip if the LSM is disabled. */
	if (!is_enabled(lsm))
		return false;

170 171 172 173 174 175
	/* Not allowed if another exclusive LSM already initialized. */
	if ((lsm->flags & LSM_FLAG_EXCLUSIVE) && exclusive) {
		init_debug("exclusive disabled: %s\n", lsm->name);
		return false;
	}

176 177 178
	return true;
}

179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195
static void __init lsm_set_blob_size(int *need, int *lbs)
{
	int offset;

	if (*need > 0) {
		offset = *lbs;
		*lbs += *need;
		*need = offset;
	}
}

static void __init lsm_set_blob_sizes(struct lsm_blob_sizes *needed)
{
	if (!needed)
		return;

	lsm_set_blob_size(&needed->lbs_cred, &blob_sizes.lbs_cred);
196
	lsm_set_blob_size(&needed->lbs_file, &blob_sizes.lbs_file);
197 198 199 200 201 202 203
	/*
	 * The inode blob gets an rcu_head in addition to
	 * what the modules might need.
	 */
	if (needed->lbs_inode && blob_sizes.lbs_inode == 0)
		blob_sizes.lbs_inode = sizeof(struct rcu_head);
	lsm_set_blob_size(&needed->lbs_inode, &blob_sizes.lbs_inode);
204 205
	lsm_set_blob_size(&needed->lbs_ipc, &blob_sizes.lbs_ipc);
	lsm_set_blob_size(&needed->lbs_msg_msg, &blob_sizes.lbs_msg_msg);
206
	lsm_set_blob_size(&needed->lbs_task, &blob_sizes.lbs_task);
207 208
}

209 210
/* Prepare LSM for initialization. */
static void __init prepare_lsm(struct lsm_info *lsm)
211 212 213 214 215 216
{
	int enabled = lsm_allowed(lsm);

	/* Record enablement (to handle any following exclusive LSMs). */
	set_enabled(lsm, enabled);

217
	/* If enabled, do pre-initialization work. */
218
	if (enabled) {
219 220 221 222
		if ((lsm->flags & LSM_FLAG_EXCLUSIVE) && !exclusive) {
			exclusive = lsm;
			init_debug("exclusive chosen: %s\n", lsm->name);
		}
223 224

		lsm_set_blob_sizes(lsm->blobs);
225 226 227 228 229 230 231 232
	}
}

/* Initialize a given LSM, if it is enabled. */
static void __init initialize_lsm(struct lsm_info *lsm)
{
	if (is_enabled(lsm)) {
		int ret;
233

234 235 236 237 238 239
		init_debug("initializing %s\n", lsm->name);
		ret = lsm->init();
		WARN(ret, "%s failed to initialize: %d\n", lsm->name, ret);
	}
}

K
Kees Cook 已提交
240
/* Populate ordered LSMs list from comma-separated LSM name list. */
241
static void __init ordered_lsm_parse(const char *order, const char *origin)
242 243
{
	struct lsm_info *lsm;
K
Kees Cook 已提交
244 245
	char *sep, *name, *next;

K
Kees Cook 已提交
246 247 248 249 250 251
	/* LSM_ORDER_FIRST is always first. */
	for (lsm = __start_lsm_info; lsm < __end_lsm_info; lsm++) {
		if (lsm->order == LSM_ORDER_FIRST)
			append_ordered_lsm(lsm, "first");
	}

252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271
	/* Process "security=", if given. */
	if (chosen_major_lsm) {
		struct lsm_info *major;

		/*
		 * To match the original "security=" behavior, this
		 * explicitly does NOT fallback to another Legacy Major
		 * if the selected one was separately disabled: disable
		 * all non-matching Legacy Major LSMs.
		 */
		for (major = __start_lsm_info; major < __end_lsm_info;
		     major++) {
			if ((major->flags & LSM_FLAG_LEGACY_MAJOR) &&
			    strcmp(major->name, chosen_major_lsm) != 0) {
				set_enabled(major, false);
				init_debug("security=%s disabled: %s\n",
					   chosen_major_lsm, major->name);
			}
		}
	}
272

K
Kees Cook 已提交
273 274 275 276 277 278 279
	sep = kstrdup(order, GFP_KERNEL);
	next = sep;
	/* Walk the list, looking for matching LSMs. */
	while ((name = strsep(&next, ",")) != NULL) {
		bool found = false;

		for (lsm = __start_lsm_info; lsm < __end_lsm_info; lsm++) {
K
Kees Cook 已提交
280 281
			if (lsm->order == LSM_ORDER_MUTABLE &&
			    strcmp(lsm->name, name) == 0) {
K
Kees Cook 已提交
282 283 284 285 286 287 288
				append_ordered_lsm(lsm, origin);
				found = true;
			}
		}

		if (!found)
			init_debug("%s ignored: %s\n", origin, name);
289
	}
290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308

	/* Process "security=", if given. */
	if (chosen_major_lsm) {
		for (lsm = __start_lsm_info; lsm < __end_lsm_info; lsm++) {
			if (exists_ordered_lsm(lsm))
				continue;
			if (strcmp(lsm->name, chosen_major_lsm) == 0)
				append_ordered_lsm(lsm, "security=");
		}
	}

	/* Disable all LSMs not in the ordered list. */
	for (lsm = __start_lsm_info; lsm < __end_lsm_info; lsm++) {
		if (exists_ordered_lsm(lsm))
			continue;
		set_enabled(lsm, false);
		init_debug("%s disabled: %s\n", origin, lsm->name);
	}

K
Kees Cook 已提交
309
	kfree(sep);
310 311
}

312 313 314
static void __init lsm_early_cred(struct cred *cred);
static void __init lsm_early_task(struct task_struct *task);

M
Matthew Garrett 已提交
315 316
static int lsm_append(const char *new, char **result);

317 318 319 320 321 322 323
static void __init ordered_lsm_init(void)
{
	struct lsm_info **lsm;

	ordered_lsms = kcalloc(LSM_COUNT + 1, sizeof(*ordered_lsms),
				GFP_KERNEL);

324 325 326 327 328
	if (chosen_lsm_order) {
		if (chosen_major_lsm) {
			pr_info("security= is ignored because it is superseded by lsm=\n");
			chosen_major_lsm = NULL;
		}
329
		ordered_lsm_parse(chosen_lsm_order, "cmdline");
330
	} else
331
		ordered_lsm_parse(builtin_lsm_order, "builtin");
332 333

	for (lsm = ordered_lsms; *lsm; lsm++)
334 335
		prepare_lsm(*lsm);

336
	init_debug("cred blob size     = %d\n", blob_sizes.lbs_cred);
337
	init_debug("file blob size     = %d\n", blob_sizes.lbs_file);
338
	init_debug("inode blob size    = %d\n", blob_sizes.lbs_inode);
339 340
	init_debug("ipc blob size      = %d\n", blob_sizes.lbs_ipc);
	init_debug("msg_msg blob size  = %d\n", blob_sizes.lbs_msg_msg);
341
	init_debug("task blob size     = %d\n", blob_sizes.lbs_task);
342 343 344 345 346 347 348 349

	/*
	 * Create any kmem_caches needed for blobs
	 */
	if (blob_sizes.lbs_file)
		lsm_file_cache = kmem_cache_create("lsm_file_cache",
						   blob_sizes.lbs_file, 0,
						   SLAB_PANIC, NULL);
350 351 352 353
	if (blob_sizes.lbs_inode)
		lsm_inode_cache = kmem_cache_create("lsm_inode_cache",
						    blob_sizes.lbs_inode, 0,
						    SLAB_PANIC, NULL);
354

355 356
	lsm_early_cred((struct cred *) current->cred);
	lsm_early_task(current);
357 358
	for (lsm = ordered_lsms; *lsm; lsm++)
		initialize_lsm(*lsm);
359 360 361 362

	kfree(ordered_lsms);
}

M
Matthew Garrett 已提交
363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382
int __init early_security_init(void)
{
	int i;
	struct hlist_head *list = (struct hlist_head *) &security_hook_heads;
	struct lsm_info *lsm;

	for (i = 0; i < sizeof(security_hook_heads) / sizeof(struct hlist_head);
	     i++)
		INIT_HLIST_HEAD(&list[i]);

	for (lsm = __start_early_lsm_info; lsm < __end_early_lsm_info; lsm++) {
		if (!lsm->enabled)
			lsm->enabled = &lsm_enabled_true;
		prepare_lsm(lsm);
		initialize_lsm(lsm);
	}

	return 0;
}

L
Linus Torvalds 已提交
383 384 385 386 387 388 389
/**
 * security_init - initializes the security framework
 *
 * This should be called early in the kernel initialization sequence.
 */
int __init security_init(void)
{
M
Matthew Garrett 已提交
390
	struct lsm_info *lsm;
391

392 393
	pr_info("Security Framework initializing\n");

M
Matthew Garrett 已提交
394 395 396 397 398 399 400 401
	/*
	 * Append the names of the early LSM modules now that kmalloc() is
	 * available
	 */
	for (lsm = __start_early_lsm_info; lsm < __end_early_lsm_info; lsm++) {
		if (lsm->enabled)
			lsm_append(lsm->name, &lsm_names);
	}
L
Linus Torvalds 已提交
402

403 404 405
	/* Load LSMs in specified order. */
	ordered_lsm_init();

L
Linus Torvalds 已提交
406 407 408
	return 0;
}

409
/* Save user chosen LSM */
410
static int __init choose_major_lsm(char *str)
411
{
412
	chosen_major_lsm = str;
413 414
	return 1;
}
415
__setup("security=", choose_major_lsm);
416

417 418 419 420 421 422 423 424
/* Explicitly choose LSM initialization order. */
static int __init choose_lsm_order(char *str)
{
	chosen_lsm_order = str;
	return 1;
}
__setup("lsm=", choose_lsm_order);

425 426 427 428 429 430 431 432
/* Enable LSM order debugging. */
static int __init enable_debug(char *str)
{
	debug = true;
	return 1;
}
__setup("lsm.debug", enable_debug);

433 434 435 436 437 438 439 440 441 442 443 444 445 446 447
static bool match_last_lsm(const char *list, const char *lsm)
{
	const char *last;

	if (WARN_ON(!list || !lsm))
		return false;
	last = strrchr(list, ',');
	if (last)
		/* Pass the comma, strcmp() will check for '\0' */
		last++;
	else
		last = list;
	return !strcmp(last, lsm);
}

M
Matthew Garrett 已提交
448
static int lsm_append(const char *new, char **result)
449 450 451 452 453
{
	char *cp;

	if (*result == NULL) {
		*result = kstrdup(new, GFP_KERNEL);
454 455
		if (*result == NULL)
			return -ENOMEM;
456
	} else {
457 458 459
		/* Check if it is the last registered name */
		if (match_last_lsm(*result, new))
			return 0;
460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483
		cp = kasprintf(GFP_KERNEL, "%s,%s", *result, new);
		if (cp == NULL)
			return -ENOMEM;
		kfree(*result);
		*result = cp;
	}
	return 0;
}

/**
 * security_add_hooks - Add a modules hooks to the hook lists.
 * @hooks: the hooks to add
 * @count: the number of hooks to add
 * @lsm: the name of the security module
 *
 * Each LSM has to register its hooks with the infrastructure.
 */
void __init security_add_hooks(struct security_hook_list *hooks, int count,
				char *lsm)
{
	int i;

	for (i = 0; i < count; i++) {
		hooks[i].lsm = lsm;
484
		hlist_add_tail_rcu(&hooks[i].list, hooks[i].head);
485
	}
M
Matthew Garrett 已提交
486 487 488 489 490 491 492 493 494

	/*
	 * Don't try to append during early_security_init(), we'll come back
	 * and fix this up afterwards.
	 */
	if (slab_is_available()) {
		if (lsm_append(lsm, &lsm_names) < 0)
			panic("%s - Cannot get early memory.\n", __func__);
	}
495 496
}

497
int call_blocking_lsm_notifier(enum lsm_event event, void *data)
498
{
499 500
	return blocking_notifier_call_chain(&blocking_lsm_notifier_chain,
					    event, data);
501
}
502
EXPORT_SYMBOL(call_blocking_lsm_notifier);
503

504
int register_blocking_lsm_notifier(struct notifier_block *nb)
505
{
506 507
	return blocking_notifier_chain_register(&blocking_lsm_notifier_chain,
						nb);
508
}
509
EXPORT_SYMBOL(register_blocking_lsm_notifier);
510

511
int unregister_blocking_lsm_notifier(struct notifier_block *nb)
512
{
513 514
	return blocking_notifier_chain_unregister(&blocking_lsm_notifier_chain,
						  nb);
515
}
516
EXPORT_SYMBOL(unregister_blocking_lsm_notifier);
517

518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543
/**
 * lsm_cred_alloc - allocate a composite cred blob
 * @cred: the cred that needs a blob
 * @gfp: allocation type
 *
 * Allocate the cred blob for all the modules
 *
 * Returns 0, or -ENOMEM if memory can't be allocated.
 */
static int lsm_cred_alloc(struct cred *cred, gfp_t gfp)
{
	if (blob_sizes.lbs_cred == 0) {
		cred->security = NULL;
		return 0;
	}

	cred->security = kzalloc(blob_sizes.lbs_cred, gfp);
	if (cred->security == NULL)
		return -ENOMEM;
	return 0;
}

/**
 * lsm_early_cred - during initialization allocate a composite cred blob
 * @cred: the cred that needs a blob
 *
544
 * Allocate the cred blob for all the modules
545
 */
546
static void __init lsm_early_cred(struct cred *cred)
547
{
548
	int rc = lsm_cred_alloc(cred, GFP_KERNEL);
549 550 551 552 553

	if (rc)
		panic("%s: Early cred alloc failed.\n", __func__);
}

554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574
/**
 * lsm_file_alloc - allocate a composite file blob
 * @file: the file that needs a blob
 *
 * Allocate the file blob for all the modules
 *
 * Returns 0, or -ENOMEM if memory can't be allocated.
 */
static int lsm_file_alloc(struct file *file)
{
	if (!lsm_file_cache) {
		file->f_security = NULL;
		return 0;
	}

	file->f_security = kmem_cache_zalloc(lsm_file_cache, GFP_KERNEL);
	if (file->f_security == NULL)
		return -ENOMEM;
	return 0;
}

575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595
/**
 * lsm_inode_alloc - allocate a composite inode blob
 * @inode: the inode that needs a blob
 *
 * Allocate the inode blob for all the modules
 *
 * Returns 0, or -ENOMEM if memory can't be allocated.
 */
int lsm_inode_alloc(struct inode *inode)
{
	if (!lsm_inode_cache) {
		inode->i_security = NULL;
		return 0;
	}

	inode->i_security = kmem_cache_zalloc(lsm_inode_cache, GFP_NOFS);
	if (inode->i_security == NULL)
		return -ENOMEM;
	return 0;
}

596 597 598 599 600 601 602 603
/**
 * lsm_task_alloc - allocate a composite task blob
 * @task: the task that needs a blob
 *
 * Allocate the task blob for all the modules
 *
 * Returns 0, or -ENOMEM if memory can't be allocated.
 */
W
Wei Yongjun 已提交
604
static int lsm_task_alloc(struct task_struct *task)
605 606 607 608 609 610 611 612 613 614 615 616
{
	if (blob_sizes.lbs_task == 0) {
		task->security = NULL;
		return 0;
	}

	task->security = kzalloc(blob_sizes.lbs_task, GFP_KERNEL);
	if (task->security == NULL)
		return -ENOMEM;
	return 0;
}

617 618 619 620 621 622 623 624
/**
 * lsm_ipc_alloc - allocate a composite ipc blob
 * @kip: the ipc that needs a blob
 *
 * Allocate the ipc blob for all the modules
 *
 * Returns 0, or -ENOMEM if memory can't be allocated.
 */
W
Wei Yongjun 已提交
625
static int lsm_ipc_alloc(struct kern_ipc_perm *kip)
626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645
{
	if (blob_sizes.lbs_ipc == 0) {
		kip->security = NULL;
		return 0;
	}

	kip->security = kzalloc(blob_sizes.lbs_ipc, GFP_KERNEL);
	if (kip->security == NULL)
		return -ENOMEM;
	return 0;
}

/**
 * lsm_msg_msg_alloc - allocate a composite msg_msg blob
 * @mp: the msg_msg that needs a blob
 *
 * Allocate the ipc blob for all the modules
 *
 * Returns 0, or -ENOMEM if memory can't be allocated.
 */
W
Wei Yongjun 已提交
646
static int lsm_msg_msg_alloc(struct msg_msg *mp)
647 648 649 650 651 652 653 654 655 656 657 658
{
	if (blob_sizes.lbs_msg_msg == 0) {
		mp->security = NULL;
		return 0;
	}

	mp->security = kzalloc(blob_sizes.lbs_msg_msg, GFP_KERNEL);
	if (mp->security == NULL)
		return -ENOMEM;
	return 0;
}

659 660 661 662
/**
 * lsm_early_task - during initialization allocate a composite task blob
 * @task: the task that needs a blob
 *
663
 * Allocate the task blob for all the modules
664
 */
665
static void __init lsm_early_task(struct task_struct *task)
666
{
667
	int rc = lsm_task_alloc(task);
668 669 670 671 672

	if (rc)
		panic("%s: Early task alloc failed.\n", __func__);
}

673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691
/*
 * The default value of the LSM hook is defined in linux/lsm_hook_defs.h and
 * can be accessed with:
 *
 *	LSM_RET_DEFAULT(<hook_name>)
 *
 * The macros below define static constants for the default value of each
 * LSM hook.
 */
#define LSM_RET_DEFAULT(NAME) (NAME##_default)
#define DECLARE_LSM_RET_DEFAULT_void(DEFAULT, NAME)
#define DECLARE_LSM_RET_DEFAULT_int(DEFAULT, NAME) \
	static const int LSM_RET_DEFAULT(NAME) = (DEFAULT);
#define LSM_HOOK(RET, DEFAULT, NAME, ...) \
	DECLARE_LSM_RET_DEFAULT_##RET(DEFAULT, NAME)

#include <linux/lsm_hook_defs.h>
#undef LSM_HOOK

692
/*
C
Casey Schaufler 已提交
693
 * Hook list operation macros.
L
Linus Torvalds 已提交
694
 *
695 696
 * call_void_hook:
 *	This is a hook that does not return a value.
L
Linus Torvalds 已提交
697
 *
698 699
 * call_int_hook:
 *	This is a hook that returns a value.
L
Linus Torvalds 已提交
700 701
 */

C
Casey Schaufler 已提交
702 703 704 705
#define call_void_hook(FUNC, ...)				\
	do {							\
		struct security_hook_list *P;			\
								\
706
		hlist_for_each_entry(P, &security_hook_heads.FUNC, list) \
C
Casey Schaufler 已提交
707 708 709 710 711 712 713 714
			P->hook.FUNC(__VA_ARGS__);		\
	} while (0)

#define call_int_hook(FUNC, IRC, ...) ({			\
	int RC = IRC;						\
	do {							\
		struct security_hook_list *P;			\
								\
715
		hlist_for_each_entry(P, &security_hook_heads.FUNC, list) { \
C
Casey Schaufler 已提交
716 717 718 719 720 721 722
			RC = P->hook.FUNC(__VA_ARGS__);		\
			if (RC != 0)				\
				break;				\
		}						\
	} while (0);						\
	RC;							\
})
L
Linus Torvalds 已提交
723

724 725
/* Security operations */

726 727
int security_binder_set_context_mgr(struct task_struct *mgr)
{
728
	return call_int_hook(binder_set_context_mgr, 0, mgr);
729 730 731 732 733
}

int security_binder_transaction(struct task_struct *from,
				struct task_struct *to)
{
734
	return call_int_hook(binder_transaction, 0, from, to);
735 736 737 738 739
}

int security_binder_transfer_binder(struct task_struct *from,
				    struct task_struct *to)
{
740
	return call_int_hook(binder_transfer_binder, 0, from, to);
741 742 743 744 745
}

int security_binder_transfer_file(struct task_struct *from,
				  struct task_struct *to, struct file *file)
{
746
	return call_int_hook(binder_transfer_file, 0, from, to, file);
747 748
}

749
int security_ptrace_access_check(struct task_struct *child, unsigned int mode)
750
{
751
	return call_int_hook(ptrace_access_check, 0, child, mode);
752 753 754 755
}

int security_ptrace_traceme(struct task_struct *parent)
{
756
	return call_int_hook(ptrace_traceme, 0, parent);
757 758 759 760 761 762 763
}

int security_capget(struct task_struct *target,
		     kernel_cap_t *effective,
		     kernel_cap_t *inheritable,
		     kernel_cap_t *permitted)
{
764 765
	return call_int_hook(capget, 0, target,
				effective, inheritable, permitted);
766 767
}

D
David Howells 已提交
768 769 770 771
int security_capset(struct cred *new, const struct cred *old,
		    const kernel_cap_t *effective,
		    const kernel_cap_t *inheritable,
		    const kernel_cap_t *permitted)
772
{
773 774
	return call_int_hook(capset, 0, new, old,
				effective, inheritable, permitted);
775 776
}

777 778 779 780
int security_capable(const struct cred *cred,
		     struct user_namespace *ns,
		     int cap,
		     unsigned int opts)
781
{
782
	return call_int_hook(capable, 0, cred, ns, cap, opts);
783 784 785 786
}

int security_quotactl(int cmds, int type, int id, struct super_block *sb)
{
787
	return call_int_hook(quotactl, 0, cmds, type, id, sb);
788 789 790 791
}

int security_quota_on(struct dentry *dentry)
{
792
	return call_int_hook(quota_on, 0, dentry);
793 794
}

795
int security_syslog(int type)
796
{
797
	return call_int_hook(syslog, 0, type);
798 799
}

800
int security_settime64(const struct timespec64 *ts, const struct timezone *tz)
801
{
802
	return call_int_hook(settime, 0, ts, tz);
803 804 805 806
}

int security_vm_enough_memory_mm(struct mm_struct *mm, long pages)
{
C
Casey Schaufler 已提交
807 808 809 810 811 812 813 814 815 816 817
	struct security_hook_list *hp;
	int cap_sys_admin = 1;
	int rc;

	/*
	 * The module will respond with a positive value if
	 * it thinks the __vm_enough_memory() call should be
	 * made with the cap_sys_admin set. If all of the modules
	 * agree that it should be set it will. If any module
	 * thinks it should not be set it won't.
	 */
818
	hlist_for_each_entry(hp, &security_hook_heads.vm_enough_memory, list) {
C
Casey Schaufler 已提交
819 820 821 822 823 824 825
		rc = hp->hook.vm_enough_memory(mm, pages);
		if (rc <= 0) {
			cap_sys_admin = 0;
			break;
		}
	}
	return __vm_enough_memory(mm, pages, cap_sys_admin);
826 827
}

828
int security_bprm_creds_for_exec(struct linux_binprm *bprm)
829
{
830 831 832
	return call_int_hook(bprm_creds_for_exec, 0, bprm);
}

833
int security_bprm_creds_from_file(struct linux_binprm *bprm, struct file *file)
834
{
835
	return call_int_hook(bprm_creds_from_file, 0, bprm, file);
836 837
}

838
int security_bprm_check(struct linux_binprm *bprm)
839
{
840 841
	int ret;

842
	ret = call_int_hook(bprm_check_security, 0, bprm);
843 844 845
	if (ret)
		return ret;
	return ima_bprm_check(bprm);
846 847
}

848
void security_bprm_committing_creds(struct linux_binprm *bprm)
849
{
850
	call_void_hook(bprm_committing_creds, bprm);
851 852
}

853
void security_bprm_committed_creds(struct linux_binprm *bprm)
854
{
855
	call_void_hook(bprm_committed_creds, bprm);
856 857
}

A
Al Viro 已提交
858 859 860 861 862
int security_fs_context_dup(struct fs_context *fc, struct fs_context *src_fc)
{
	return call_int_hook(fs_context_dup, 0, fc, src_fc);
}

863 864 865 866 867
int security_fs_context_parse_param(struct fs_context *fc, struct fs_parameter *param)
{
	return call_int_hook(fs_context_parse_param, -ENOPARAM, fc, param);
}

868 869
int security_sb_alloc(struct super_block *sb)
{
870
	return call_int_hook(sb_alloc_security, 0, sb);
871 872 873 874
}

void security_sb_free(struct super_block *sb)
{
875
	call_void_hook(sb_free_security, sb);
876 877
}

878
void security_free_mnt_opts(void **mnt_opts)
879
{
880 881 882 883
	if (!*mnt_opts)
		return;
	call_void_hook(sb_free_mnt_opts, *mnt_opts);
	*mnt_opts = NULL;
884
}
885
EXPORT_SYMBOL(security_free_mnt_opts);
886

887
int security_sb_eat_lsm_opts(char *options, void **mnt_opts)
888
{
889
	return call_int_hook(sb_eat_lsm_opts, 0, options, mnt_opts);
890
}
A
Al Viro 已提交
891
EXPORT_SYMBOL(security_sb_eat_lsm_opts);
892

893
int security_sb_remount(struct super_block *sb,
894
			void *mnt_opts)
895
{
896
	return call_int_hook(sb_remount, 0, sb, mnt_opts);
897
}
A
Al Viro 已提交
898
EXPORT_SYMBOL(security_sb_remount);
899

900
int security_sb_kern_mount(struct super_block *sb)
901
{
902
	return call_int_hook(sb_kern_mount, 0, sb);
903 904
}

905 906
int security_sb_show_options(struct seq_file *m, struct super_block *sb)
{
907
	return call_int_hook(sb_show_options, 0, m, sb);
908 909
}

910 911
int security_sb_statfs(struct dentry *dentry)
{
912
	return call_int_hook(sb_statfs, 0, dentry);
913 914
}

A
Al Viro 已提交
915
int security_sb_mount(const char *dev_name, const struct path *path,
A
Al Viro 已提交
916
                       const char *type, unsigned long flags, void *data)
917
{
918
	return call_int_hook(sb_mount, 0, dev_name, path, type, flags, data);
919 920 921 922
}

int security_sb_umount(struct vfsmount *mnt, int flags)
{
923
	return call_int_hook(sb_umount, 0, mnt, flags);
924 925
}

A
Al Viro 已提交
926
int security_sb_pivotroot(const struct path *old_path, const struct path *new_path)
927
{
928
	return call_int_hook(sb_pivotroot, 0, old_path, new_path);
929 930
}

931
int security_sb_set_mnt_opts(struct super_block *sb,
932
				void *mnt_opts,
933 934
				unsigned long kern_flags,
				unsigned long *set_kern_flags)
935
{
C
Casey Schaufler 已提交
936
	return call_int_hook(sb_set_mnt_opts,
937 938
				mnt_opts ? -EOPNOTSUPP : 0, sb,
				mnt_opts, kern_flags, set_kern_flags);
939
}
940
EXPORT_SYMBOL(security_sb_set_mnt_opts);
941

942
int security_sb_clone_mnt_opts(const struct super_block *oldsb,
943 944 945
				struct super_block *newsb,
				unsigned long kern_flags,
				unsigned long *set_kern_flags)
946
{
947 948
	return call_int_hook(sb_clone_mnt_opts, 0, oldsb, newsb,
				kern_flags, set_kern_flags);
949
}
950 951
EXPORT_SYMBOL(security_sb_clone_mnt_opts);

A
Al Viro 已提交
952 953
int security_add_mnt_opt(const char *option, const char *val, int len,
			 void **mnt_opts)
954
{
A
Al Viro 已提交
955 956
	return call_int_hook(sb_add_mnt_opt, -EINVAL,
					option, val, len, mnt_opts);
957
}
A
Al Viro 已提交
958
EXPORT_SYMBOL(security_add_mnt_opt);
959

960 961 962 963 964
int security_move_mount(const struct path *from_path, const struct path *to_path)
{
	return call_int_hook(move_mount, 0, from_path, to_path);
}

965 966 967 968 969 970
int security_path_notify(const struct path *path, u64 mask,
				unsigned int obj_type)
{
	return call_int_hook(path_notify, 0, path, mask, obj_type);
}

971 972
int security_inode_alloc(struct inode *inode)
{
973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988
	int rc = lsm_inode_alloc(inode);

	if (unlikely(rc))
		return rc;
	rc = call_int_hook(inode_alloc_security, 0, inode);
	if (unlikely(rc))
		security_inode_free(inode);
	return rc;
}

static void inode_free_by_rcu(struct rcu_head *head)
{
	/*
	 * The rcu head is at the start of the inode blob
	 */
	kmem_cache_free(lsm_inode_cache, head);
989 990 991 992
}

void security_inode_free(struct inode *inode)
{
993
	integrity_inode_free(inode);
994
	call_void_hook(inode_free_security, inode);
995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006
	/*
	 * The inode may still be referenced in a path walk and
	 * a call to security_inode_permission() can be made
	 * after inode_free_security() is called. Ideally, the VFS
	 * wouldn't do this, but fixing that is a much harder
	 * job. For now, simply free the i_security via RCU, and
	 * leave the current inode->i_security pointer intact.
	 * The inode will be freed after the RCU grace period too.
	 */
	if (inode->i_security)
		call_rcu((struct rcu_head *)inode->i_security,
				inode_free_by_rcu);
1007 1008
}

1009
int security_dentry_init_security(struct dentry *dentry, int mode,
A
Al Viro 已提交
1010
					const struct qstr *name, void **ctx,
1011 1012
					u32 *ctxlen)
{
C
Casey Schaufler 已提交
1013 1014
	return call_int_hook(dentry_init_security, -EOPNOTSUPP, dentry, mode,
				name, ctx, ctxlen);
1015 1016 1017
}
EXPORT_SYMBOL(security_dentry_init_security);

1018 1019 1020 1021 1022 1023 1024 1025 1026
int security_dentry_create_files_as(struct dentry *dentry, int mode,
				    struct qstr *name,
				    const struct cred *old, struct cred *new)
{
	return call_int_hook(dentry_create_files_as, 0, dentry, mode,
				name, old, new);
}
EXPORT_SYMBOL(security_dentry_create_files_as);

1027
int security_inode_init_security(struct inode *inode, struct inode *dir,
1028 1029
				 const struct qstr *qstr,
				 const initxattrs initxattrs, void *fs_data)
1030
{
1031 1032
	struct xattr new_xattrs[MAX_LSM_EVM_XATTR + 1];
	struct xattr *lsm_xattr, *evm_xattr, *xattr;
1033 1034
	int ret;

1035
	if (unlikely(IS_PRIVATE(inode)))
1036
		return 0;
1037 1038

	if (!initxattrs)
1039 1040
		return call_int_hook(inode_init_security, -EOPNOTSUPP, inode,
				     dir, qstr, NULL, NULL, NULL);
1041
	memset(new_xattrs, 0, sizeof(new_xattrs));
1042
	lsm_xattr = new_xattrs;
C
Casey Schaufler 已提交
1043
	ret = call_int_hook(inode_init_security, -EOPNOTSUPP, inode, dir, qstr,
1044 1045 1046 1047 1048
						&lsm_xattr->name,
						&lsm_xattr->value,
						&lsm_xattr->value_len);
	if (ret)
		goto out;
1049 1050 1051 1052 1053

	evm_xattr = lsm_xattr + 1;
	ret = evm_inode_init_security(inode, lsm_xattr, evm_xattr);
	if (ret)
		goto out;
1054 1055
	ret = initxattrs(inode, new_xattrs, fs_data);
out:
1056
	for (xattr = new_xattrs; xattr->value != NULL; xattr++)
1057
		kfree(xattr->value);
1058 1059 1060 1061
	return (ret == -EOPNOTSUPP) ? 0 : ret;
}
EXPORT_SYMBOL(security_inode_init_security);

1062 1063 1064 1065 1066 1067 1068 1069
int security_inode_init_security_anon(struct inode *inode,
				      const struct qstr *name,
				      const struct inode *context_inode)
{
	return call_int_hook(inode_init_security_anon, 0, inode, name,
			     context_inode);
}

1070
int security_old_inode_init_security(struct inode *inode, struct inode *dir,
1071
				     const struct qstr *qstr, const char **name,
1072
				     void **value, size_t *len)
1073 1074
{
	if (unlikely(IS_PRIVATE(inode)))
1075
		return -EOPNOTSUPP;
1076 1077
	return call_int_hook(inode_init_security, -EOPNOTSUPP, inode, dir,
			     qstr, name, value, len);
1078
}
1079
EXPORT_SYMBOL(security_old_inode_init_security);
1080

1081
#ifdef CONFIG_SECURITY_PATH
1082
int security_path_mknod(const struct path *dir, struct dentry *dentry, umode_t mode,
1083 1084
			unsigned int dev)
{
1085
	if (unlikely(IS_PRIVATE(d_backing_inode(dir->dentry))))
1086
		return 0;
1087
	return call_int_hook(path_mknod, 0, dir, dentry, mode, dev);
1088 1089 1090
}
EXPORT_SYMBOL(security_path_mknod);

1091
int security_path_mkdir(const struct path *dir, struct dentry *dentry, umode_t mode)
1092
{
1093
	if (unlikely(IS_PRIVATE(d_backing_inode(dir->dentry))))
1094
		return 0;
1095
	return call_int_hook(path_mkdir, 0, dir, dentry, mode);
1096
}
1097
EXPORT_SYMBOL(security_path_mkdir);
1098

A
Al Viro 已提交
1099
int security_path_rmdir(const struct path *dir, struct dentry *dentry)
1100
{
1101
	if (unlikely(IS_PRIVATE(d_backing_inode(dir->dentry))))
1102
		return 0;
1103
	return call_int_hook(path_rmdir, 0, dir, dentry);
1104 1105
}

A
Al Viro 已提交
1106
int security_path_unlink(const struct path *dir, struct dentry *dentry)
1107
{
1108
	if (unlikely(IS_PRIVATE(d_backing_inode(dir->dentry))))
1109
		return 0;
1110
	return call_int_hook(path_unlink, 0, dir, dentry);
1111
}
1112
EXPORT_SYMBOL(security_path_unlink);
1113

1114
int security_path_symlink(const struct path *dir, struct dentry *dentry,
1115 1116
			  const char *old_name)
{
1117
	if (unlikely(IS_PRIVATE(d_backing_inode(dir->dentry))))
1118
		return 0;
1119
	return call_int_hook(path_symlink, 0, dir, dentry, old_name);
1120 1121
}

A
Al Viro 已提交
1122
int security_path_link(struct dentry *old_dentry, const struct path *new_dir,
1123 1124
		       struct dentry *new_dentry)
{
1125
	if (unlikely(IS_PRIVATE(d_backing_inode(old_dentry))))
1126
		return 0;
1127
	return call_int_hook(path_link, 0, old_dentry, new_dir, new_dentry);
1128 1129
}

A
Al Viro 已提交
1130 1131
int security_path_rename(const struct path *old_dir, struct dentry *old_dentry,
			 const struct path *new_dir, struct dentry *new_dentry,
1132
			 unsigned int flags)
1133
{
1134 1135
	if (unlikely(IS_PRIVATE(d_backing_inode(old_dentry)) ||
		     (d_is_positive(new_dentry) && IS_PRIVATE(d_backing_inode(new_dentry)))))
1136
		return 0;
M
Miklos Szeredi 已提交
1137 1138

	if (flags & RENAME_EXCHANGE) {
1139 1140
		int err = call_int_hook(path_rename, 0, new_dir, new_dentry,
					old_dir, old_dentry);
M
Miklos Szeredi 已提交
1141 1142 1143 1144
		if (err)
			return err;
	}

1145 1146
	return call_int_hook(path_rename, 0, old_dir, old_dentry, new_dir,
				new_dentry);
1147
}
1148
EXPORT_SYMBOL(security_path_rename);
1149

A
Al Viro 已提交
1150
int security_path_truncate(const struct path *path)
1151
{
1152
	if (unlikely(IS_PRIVATE(d_backing_inode(path->dentry))))
1153
		return 0;
1154
	return call_int_hook(path_truncate, 0, path);
1155
}
1156

1157
int security_path_chmod(const struct path *path, umode_t mode)
1158
{
1159
	if (unlikely(IS_PRIVATE(d_backing_inode(path->dentry))))
1160
		return 0;
1161
	return call_int_hook(path_chmod, 0, path, mode);
1162 1163
}

1164
int security_path_chown(const struct path *path, kuid_t uid, kgid_t gid)
1165
{
1166
	if (unlikely(IS_PRIVATE(d_backing_inode(path->dentry))))
1167
		return 0;
1168
	return call_int_hook(path_chown, 0, path, uid, gid);
1169
}
T
Tetsuo Handa 已提交
1170

A
Al Viro 已提交
1171
int security_path_chroot(const struct path *path)
T
Tetsuo Handa 已提交
1172
{
1173
	return call_int_hook(path_chroot, 0, path);
T
Tetsuo Handa 已提交
1174
}
1175 1176
#endif

A
Al Viro 已提交
1177
int security_inode_create(struct inode *dir, struct dentry *dentry, umode_t mode)
1178 1179 1180
{
	if (unlikely(IS_PRIVATE(dir)))
		return 0;
1181
	return call_int_hook(inode_create, 0, dir, dentry, mode);
1182
}
1183
EXPORT_SYMBOL_GPL(security_inode_create);
1184 1185 1186 1187

int security_inode_link(struct dentry *old_dentry, struct inode *dir,
			 struct dentry *new_dentry)
{
1188
	if (unlikely(IS_PRIVATE(d_backing_inode(old_dentry))))
1189
		return 0;
1190
	return call_int_hook(inode_link, 0, old_dentry, dir, new_dentry);
1191 1192 1193 1194
}

int security_inode_unlink(struct inode *dir, struct dentry *dentry)
{
1195
	if (unlikely(IS_PRIVATE(d_backing_inode(dentry))))
1196
		return 0;
1197
	return call_int_hook(inode_unlink, 0, dir, dentry);
1198 1199 1200 1201 1202 1203 1204
}

int security_inode_symlink(struct inode *dir, struct dentry *dentry,
			    const char *old_name)
{
	if (unlikely(IS_PRIVATE(dir)))
		return 0;
1205
	return call_int_hook(inode_symlink, 0, dir, dentry, old_name);
1206 1207
}

1208
int security_inode_mkdir(struct inode *dir, struct dentry *dentry, umode_t mode)
1209 1210 1211
{
	if (unlikely(IS_PRIVATE(dir)))
		return 0;
1212
	return call_int_hook(inode_mkdir, 0, dir, dentry, mode);
1213
}
1214
EXPORT_SYMBOL_GPL(security_inode_mkdir);
1215 1216 1217

int security_inode_rmdir(struct inode *dir, struct dentry *dentry)
{
1218
	if (unlikely(IS_PRIVATE(d_backing_inode(dentry))))
1219
		return 0;
1220
	return call_int_hook(inode_rmdir, 0, dir, dentry);
1221 1222
}

A
Al Viro 已提交
1223
int security_inode_mknod(struct inode *dir, struct dentry *dentry, umode_t mode, dev_t dev)
1224 1225 1226
{
	if (unlikely(IS_PRIVATE(dir)))
		return 0;
1227
	return call_int_hook(inode_mknod, 0, dir, dentry, mode, dev);
1228 1229 1230
}

int security_inode_rename(struct inode *old_dir, struct dentry *old_dentry,
1231 1232
			   struct inode *new_dir, struct dentry *new_dentry,
			   unsigned int flags)
1233
{
1234 1235
        if (unlikely(IS_PRIVATE(d_backing_inode(old_dentry)) ||
            (d_is_positive(new_dentry) && IS_PRIVATE(d_backing_inode(new_dentry)))))
1236
		return 0;
M
Miklos Szeredi 已提交
1237 1238

	if (flags & RENAME_EXCHANGE) {
1239
		int err = call_int_hook(inode_rename, 0, new_dir, new_dentry,
M
Miklos Szeredi 已提交
1240 1241 1242 1243 1244
						     old_dir, old_dentry);
		if (err)
			return err;
	}

1245
	return call_int_hook(inode_rename, 0, old_dir, old_dentry,
1246 1247 1248 1249 1250
					   new_dir, new_dentry);
}

int security_inode_readlink(struct dentry *dentry)
{
1251
	if (unlikely(IS_PRIVATE(d_backing_inode(dentry))))
1252
		return 0;
1253
	return call_int_hook(inode_readlink, 0, dentry);
1254 1255
}

1256 1257
int security_inode_follow_link(struct dentry *dentry, struct inode *inode,
			       bool rcu)
1258
{
1259
	if (unlikely(IS_PRIVATE(inode)))
1260
		return 0;
1261
	return call_int_hook(inode_follow_link, 0, dentry, inode, rcu);
1262 1263
}

1264
int security_inode_permission(struct inode *inode, int mask)
1265 1266 1267
{
	if (unlikely(IS_PRIVATE(inode)))
		return 0;
1268
	return call_int_hook(inode_permission, 0, inode, mask);
1269 1270 1271 1272
}

int security_inode_setattr(struct dentry *dentry, struct iattr *attr)
{
1273 1274
	int ret;

1275
	if (unlikely(IS_PRIVATE(d_backing_inode(dentry))))
1276
		return 0;
1277
	ret = call_int_hook(inode_setattr, 0, dentry, attr);
1278 1279 1280
	if (ret)
		return ret;
	return evm_inode_setattr(dentry, attr);
1281
}
1282
EXPORT_SYMBOL_GPL(security_inode_setattr);
1283

1284
int security_inode_getattr(const struct path *path)
1285
{
1286
	if (unlikely(IS_PRIVATE(d_backing_inode(path->dentry))))
1287
		return 0;
1288
	return call_int_hook(inode_getattr, 0, path);
1289 1290
}

1291 1292
int security_inode_setxattr(struct user_namespace *mnt_userns,
			    struct dentry *dentry, const char *name,
1293
			    const void *value, size_t size, int flags)
1294
{
1295 1296
	int ret;

1297
	if (unlikely(IS_PRIVATE(d_backing_inode(dentry))))
1298
		return 0;
C
Casey Schaufler 已提交
1299 1300 1301 1302
	/*
	 * SELinux and Smack integrate the cap call,
	 * so assume that all LSMs supplying this call do so.
	 */
1303 1304
	ret = call_int_hook(inode_setxattr, 1, mnt_userns, dentry, name, value,
			    size, flags);
C
Casey Schaufler 已提交
1305 1306 1307

	if (ret == 1)
		ret = cap_inode_setxattr(dentry, name, value, size, flags);
1308 1309 1310
	if (ret)
		return ret;
	ret = ima_inode_setxattr(dentry, name, value, size);
1311 1312 1313
	if (ret)
		return ret;
	return evm_inode_setxattr(dentry, name, value, size);
1314 1315
}

1316 1317
void security_inode_post_setxattr(struct dentry *dentry, const char *name,
				  const void *value, size_t size, int flags)
1318
{
1319
	if (unlikely(IS_PRIVATE(d_backing_inode(dentry))))
1320
		return;
1321
	call_void_hook(inode_post_setxattr, dentry, name, value, size, flags);
1322
	evm_inode_post_setxattr(dentry, name, value, size);
1323 1324
}

1325
int security_inode_getxattr(struct dentry *dentry, const char *name)
1326
{
1327
	if (unlikely(IS_PRIVATE(d_backing_inode(dentry))))
1328
		return 0;
1329
	return call_int_hook(inode_getxattr, 0, dentry, name);
1330 1331 1332 1333
}

int security_inode_listxattr(struct dentry *dentry)
{
1334
	if (unlikely(IS_PRIVATE(d_backing_inode(dentry))))
1335
		return 0;
1336
	return call_int_hook(inode_listxattr, 0, dentry);
1337 1338
}

1339 1340
int security_inode_removexattr(struct user_namespace *mnt_userns,
			       struct dentry *dentry, const char *name)
1341
{
1342 1343
	int ret;

1344
	if (unlikely(IS_PRIVATE(d_backing_inode(dentry))))
1345
		return 0;
C
Casey Schaufler 已提交
1346 1347 1348 1349
	/*
	 * SELinux and Smack integrate the cap call,
	 * so assume that all LSMs supplying this call do so.
	 */
1350
	ret = call_int_hook(inode_removexattr, 1, mnt_userns, dentry, name);
C
Casey Schaufler 已提交
1351
	if (ret == 1)
1352
		ret = cap_inode_removexattr(mnt_userns, dentry, name);
1353 1354 1355
	if (ret)
		return ret;
	ret = ima_inode_removexattr(dentry, name);
1356 1357 1358
	if (ret)
		return ret;
	return evm_inode_removexattr(dentry, name);
1359 1360
}

1361 1362
int security_inode_need_killpriv(struct dentry *dentry)
{
1363
	return call_int_hook(inode_need_killpriv, 0, dentry);
1364 1365
}

1366 1367
int security_inode_killpriv(struct user_namespace *mnt_userns,
			    struct dentry *dentry)
1368
{
1369
	return call_int_hook(inode_killpriv, 0, mnt_userns, dentry);
1370 1371
}

1372 1373 1374
int security_inode_getsecurity(struct user_namespace *mnt_userns,
			       struct inode *inode, const char *name,
			       void **buffer, bool alloc)
1375
{
1376 1377 1378
	struct security_hook_list *hp;
	int rc;

1379
	if (unlikely(IS_PRIVATE(inode)))
1380
		return LSM_RET_DEFAULT(inode_getsecurity);
1381 1382 1383
	/*
	 * Only one module will provide an attribute with a given name.
	 */
1384
	hlist_for_each_entry(hp, &security_hook_heads.inode_getsecurity, list) {
1385
		rc = hp->hook.inode_getsecurity(mnt_userns, inode, name, buffer, alloc);
1386
		if (rc != LSM_RET_DEFAULT(inode_getsecurity))
1387 1388
			return rc;
	}
1389
	return LSM_RET_DEFAULT(inode_getsecurity);
1390 1391 1392 1393
}

int security_inode_setsecurity(struct inode *inode, const char *name, const void *value, size_t size, int flags)
{
1394 1395 1396
	struct security_hook_list *hp;
	int rc;

1397
	if (unlikely(IS_PRIVATE(inode)))
1398
		return LSM_RET_DEFAULT(inode_setsecurity);
1399 1400 1401
	/*
	 * Only one module will provide an attribute with a given name.
	 */
1402
	hlist_for_each_entry(hp, &security_hook_heads.inode_setsecurity, list) {
1403 1404
		rc = hp->hook.inode_setsecurity(inode, name, value, size,
								flags);
1405
		if (rc != LSM_RET_DEFAULT(inode_setsecurity))
1406 1407
			return rc;
	}
1408
	return LSM_RET_DEFAULT(inode_setsecurity);
1409 1410 1411 1412 1413 1414
}

int security_inode_listsecurity(struct inode *inode, char *buffer, size_t buffer_size)
{
	if (unlikely(IS_PRIVATE(inode)))
		return 0;
1415
	return call_int_hook(inode_listsecurity, 0, inode, buffer, buffer_size);
1416
}
1417
EXPORT_SYMBOL(security_inode_listsecurity);
1418

1419
void security_inode_getsecid(struct inode *inode, u32 *secid)
1420
{
1421
	call_void_hook(inode_getsecid, inode, secid);
1422 1423
}

1424 1425 1426 1427 1428 1429
int security_inode_copy_up(struct dentry *src, struct cred **new)
{
	return call_int_hook(inode_copy_up, 0, src, new);
}
EXPORT_SYMBOL(security_inode_copy_up);

1430 1431
int security_inode_copy_up_xattr(const char *name)
{
1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447
	struct security_hook_list *hp;
	int rc;

	/*
	 * The implementation can return 0 (accept the xattr), 1 (discard the
	 * xattr), -EOPNOTSUPP if it does not know anything about the xattr or
	 * any other error code incase of an error.
	 */
	hlist_for_each_entry(hp,
		&security_hook_heads.inode_copy_up_xattr, list) {
		rc = hp->hook.inode_copy_up_xattr(name);
		if (rc != LSM_RET_DEFAULT(inode_copy_up_xattr))
			return rc;
	}

	return LSM_RET_DEFAULT(inode_copy_up_xattr);
1448 1449 1450
}
EXPORT_SYMBOL(security_inode_copy_up_xattr);

1451 1452 1453 1454 1455 1456
int security_kernfs_init_security(struct kernfs_node *kn_dir,
				  struct kernfs_node *kn)
{
	return call_int_hook(kernfs_init_security, 0, kn_dir, kn);
}

1457 1458
int security_file_permission(struct file *file, int mask)
{
1459 1460
	int ret;

1461
	ret = call_int_hook(file_permission, 0, file, mask);
1462 1463 1464 1465
	if (ret)
		return ret;

	return fsnotify_perm(file, mask);
1466 1467 1468 1469
}

int security_file_alloc(struct file *file)
{
1470 1471 1472 1473 1474 1475 1476 1477
	int rc = lsm_file_alloc(file);

	if (rc)
		return rc;
	rc = call_int_hook(file_alloc_security, 0, file);
	if (unlikely(rc))
		security_file_free(file);
	return rc;
1478 1479 1480 1481
}

void security_file_free(struct file *file)
{
1482 1483
	void *blob;

1484
	call_void_hook(file_free_security, file);
1485 1486 1487 1488 1489 1490

	blob = file->f_security;
	if (blob) {
		file->f_security = NULL;
		kmem_cache_free(lsm_file_cache, blob);
	}
1491 1492 1493 1494
}

int security_file_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
{
1495
	return call_int_hook(file_ioctl, 0, file, cmd, arg);
1496
}
1497
EXPORT_SYMBOL_GPL(security_file_ioctl);
1498

1499
static inline unsigned long mmap_prot(struct file *file, unsigned long prot)
1500
{
1501
	/*
1502 1503
	 * Does we have PROT_READ and does the application expect
	 * it to imply PROT_EXEC?  If not, nothing to talk about...
1504
	 */
1505 1506
	if ((prot & (PROT_READ | PROT_EXEC)) != PROT_READ)
		return prot;
1507
	if (!(current->personality & READ_IMPLIES_EXEC))
1508 1509 1510 1511 1512 1513 1514 1515
		return prot;
	/*
	 * if that's an anonymous mapping, let it.
	 */
	if (!file)
		return prot | PROT_EXEC;
	/*
	 * ditto if it's not on noexec mount, except that on !MMU we need
1516
	 * NOMMU_MAP_EXEC (== VM_MAYEXEC) in this case
1517
	 */
1518
	if (!path_noexec(&file->f_path)) {
1519
#ifndef CONFIG_MMU
1520 1521 1522 1523 1524
		if (file->f_op->mmap_capabilities) {
			unsigned caps = file->f_op->mmap_capabilities(file);
			if (!(caps & NOMMU_MAP_EXEC))
				return prot;
		}
1525
#endif
1526
		return prot | PROT_EXEC;
1527
	}
1528 1529 1530 1531 1532 1533 1534 1535
	/* anything on noexec mount won't get PROT_EXEC */
	return prot;
}

int security_mmap_file(struct file *file, unsigned long prot,
			unsigned long flags)
{
	int ret;
1536
	ret = call_int_hook(mmap_file, 0, file, prot,
1537
					mmap_prot(file, prot), flags);
1538 1539 1540
	if (ret)
		return ret;
	return ima_file_mmap(file, prot);
1541 1542
}

1543 1544
int security_mmap_addr(unsigned long addr)
{
1545
	return call_int_hook(mmap_addr, 0, addr);
1546 1547
}

1548 1549 1550
int security_file_mprotect(struct vm_area_struct *vma, unsigned long reqprot,
			    unsigned long prot)
{
1551 1552 1553 1554 1555 1556
	int ret;

	ret = call_int_hook(file_mprotect, 0, vma, reqprot, prot);
	if (ret)
		return ret;
	return ima_file_mprotect(vma, prot);
1557 1558 1559 1560
}

int security_file_lock(struct file *file, unsigned int cmd)
{
1561
	return call_int_hook(file_lock, 0, file, cmd);
1562 1563 1564 1565
}

int security_file_fcntl(struct file *file, unsigned int cmd, unsigned long arg)
{
1566
	return call_int_hook(file_fcntl, 0, file, cmd, arg);
1567 1568
}

1569
void security_file_set_fowner(struct file *file)
1570
{
1571
	call_void_hook(file_set_fowner, file);
1572 1573 1574 1575 1576
}

int security_file_send_sigiotask(struct task_struct *tsk,
				  struct fown_struct *fown, int sig)
{
1577
	return call_int_hook(file_send_sigiotask, 0, tsk, fown, sig);
1578 1579 1580 1581
}

int security_file_receive(struct file *file)
{
1582
	return call_int_hook(file_receive, 0, file);
1583 1584
}

1585
int security_file_open(struct file *file)
1586
{
1587 1588
	int ret;

A
Al Viro 已提交
1589
	ret = call_int_hook(file_open, 0, file);
1590 1591 1592 1593
	if (ret)
		return ret;

	return fsnotify_perm(file, MAY_OPEN);
1594 1595
}

1596 1597
int security_task_alloc(struct task_struct *task, unsigned long clone_flags)
{
1598 1599 1600 1601 1602 1603 1604 1605
	int rc = lsm_task_alloc(task);

	if (rc)
		return rc;
	rc = call_int_hook(task_alloc, 0, task, clone_flags);
	if (unlikely(rc))
		security_task_free(task);
	return rc;
1606 1607
}

1608 1609
void security_task_free(struct task_struct *task)
{
1610
	call_void_hook(task_free, task);
1611 1612 1613

	kfree(task->security);
	task->security = NULL;
1614 1615
}

1616 1617
int security_cred_alloc_blank(struct cred *cred, gfp_t gfp)
{
1618 1619 1620 1621 1622 1623
	int rc = lsm_cred_alloc(cred, gfp);

	if (rc)
		return rc;

	rc = call_int_hook(cred_alloc_blank, 0, cred, gfp);
1624
	if (unlikely(rc))
1625 1626
		security_cred_free(cred);
	return rc;
1627 1628
}

D
David Howells 已提交
1629
void security_cred_free(struct cred *cred)
1630
{
1631 1632 1633 1634 1635 1636 1637
	/*
	 * There is a failure case in prepare_creds() that
	 * may result in a call here with ->security being NULL.
	 */
	if (unlikely(cred->security == NULL))
		return;

1638
	call_void_hook(cred_free, cred);
1639 1640 1641

	kfree(cred->security);
	cred->security = NULL;
1642 1643
}

D
David Howells 已提交
1644
int security_prepare_creds(struct cred *new, const struct cred *old, gfp_t gfp)
1645
{
1646 1647 1648 1649 1650 1651
	int rc = lsm_cred_alloc(new, gfp);

	if (rc)
		return rc;

	rc = call_int_hook(cred_prepare, 0, new, old, gfp);
1652
	if (unlikely(rc))
1653 1654
		security_cred_free(new);
	return rc;
D
David Howells 已提交
1655 1656
}

1657 1658
void security_transfer_creds(struct cred *new, const struct cred *old)
{
1659
	call_void_hook(cred_transfer, new, old);
1660 1661
}

1662 1663 1664 1665 1666 1667 1668
void security_cred_getsecid(const struct cred *c, u32 *secid)
{
	*secid = 0;
	call_void_hook(cred_getsecid, c, secid);
}
EXPORT_SYMBOL(security_cred_getsecid);

1669 1670
int security_kernel_act_as(struct cred *new, u32 secid)
{
1671
	return call_int_hook(kernel_act_as, 0, new, secid);
1672 1673 1674 1675
}

int security_kernel_create_files_as(struct cred *new, struct inode *inode)
{
1676
	return call_int_hook(kernel_create_files_as, 0, new, inode);
1677 1678
}

1679
int security_kernel_module_request(char *kmod_name)
1680
{
1681 1682 1683 1684 1685 1686
	int ret;

	ret = call_int_hook(kernel_module_request, 0, kmod_name);
	if (ret)
		return ret;
	return integrity_kernel_module_request(kmod_name);
1687 1688
}

1689 1690
int security_kernel_read_file(struct file *file, enum kernel_read_file_id id,
			      bool contents)
1691 1692 1693
{
	int ret;

1694
	ret = call_int_hook(kernel_read_file, 0, file, id, contents);
1695 1696
	if (ret)
		return ret;
1697
	return ima_read_file(file, id, contents);
1698 1699 1700
}
EXPORT_SYMBOL_GPL(security_kernel_read_file);

1701 1702
int security_kernel_post_read_file(struct file *file, char *buf, loff_t size,
				   enum kernel_read_file_id id)
1703
{
1704 1705 1706 1707 1708 1709
	int ret;

	ret = call_int_hook(kernel_post_read_file, 0, file, buf, size, id);
	if (ret)
		return ret;
	return ima_post_read_file(file, buf, size, id);
1710 1711 1712
}
EXPORT_SYMBOL_GPL(security_kernel_post_read_file);

1713
int security_kernel_load_data(enum kernel_load_data_id id, bool contents)
1714
{
1715 1716
	int ret;

1717
	ret = call_int_hook(kernel_load_data, 0, id, contents);
1718 1719
	if (ret)
		return ret;
1720
	return ima_load_data(id, contents);
1721
}
1722
EXPORT_SYMBOL_GPL(security_kernel_load_data);
1723

1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737
int security_kernel_post_load_data(char *buf, loff_t size,
				   enum kernel_load_data_id id,
				   char *description)
{
	int ret;

	ret = call_int_hook(kernel_post_load_data, 0, buf, size, id,
			    description);
	if (ret)
		return ret;
	return ima_post_load_data(buf, size, id, description);
}
EXPORT_SYMBOL_GPL(security_kernel_post_load_data);

D
David Howells 已提交
1738 1739
int security_task_fix_setuid(struct cred *new, const struct cred *old,
			     int flags)
1740
{
1741
	return call_int_hook(task_fix_setuid, 0, new, old, flags);
1742 1743
}

1744 1745 1746 1747 1748 1749
int security_task_fix_setgid(struct cred *new, const struct cred *old,
				 int flags)
{
	return call_int_hook(task_fix_setgid, 0, new, old, flags);
}

1750 1751
int security_task_setpgid(struct task_struct *p, pid_t pgid)
{
1752
	return call_int_hook(task_setpgid, 0, p, pgid);
1753 1754 1755 1756
}

int security_task_getpgid(struct task_struct *p)
{
1757
	return call_int_hook(task_getpgid, 0, p);
1758 1759 1760 1761
}

int security_task_getsid(struct task_struct *p)
{
1762
	return call_int_hook(task_getsid, 0, p);
1763 1764 1765 1766
}

void security_task_getsecid(struct task_struct *p, u32 *secid)
{
C
Casey Schaufler 已提交
1767
	*secid = 0;
1768
	call_void_hook(task_getsecid, p, secid);
1769 1770 1771 1772 1773
}
EXPORT_SYMBOL(security_task_getsecid);

int security_task_setnice(struct task_struct *p, int nice)
{
1774
	return call_int_hook(task_setnice, 0, p, nice);
1775 1776 1777 1778
}

int security_task_setioprio(struct task_struct *p, int ioprio)
{
1779
	return call_int_hook(task_setioprio, 0, p, ioprio);
1780 1781 1782 1783
}

int security_task_getioprio(struct task_struct *p)
{
1784
	return call_int_hook(task_getioprio, 0, p);
1785 1786
}

1787 1788 1789 1790 1791 1792
int security_task_prlimit(const struct cred *cred, const struct cred *tcred,
			  unsigned int flags)
{
	return call_int_hook(task_prlimit, 0, cred, tcred, flags);
}

1793 1794
int security_task_setrlimit(struct task_struct *p, unsigned int resource,
		struct rlimit *new_rlim)
1795
{
1796
	return call_int_hook(task_setrlimit, 0, p, resource, new_rlim);
1797 1798
}

1799
int security_task_setscheduler(struct task_struct *p)
1800
{
1801
	return call_int_hook(task_setscheduler, 0, p);
1802 1803 1804 1805
}

int security_task_getscheduler(struct task_struct *p)
{
1806
	return call_int_hook(task_getscheduler, 0, p);
1807 1808 1809 1810
}

int security_task_movememory(struct task_struct *p)
{
1811
	return call_int_hook(task_movememory, 0, p);
1812 1813
}

1814
int security_task_kill(struct task_struct *p, struct kernel_siginfo *info,
1815
			int sig, const struct cred *cred)
1816
{
1817
	return call_int_hook(task_kill, 0, p, info, sig, cred);
1818 1819 1820
}

int security_task_prctl(int option, unsigned long arg2, unsigned long arg3,
D
David Howells 已提交
1821
			 unsigned long arg4, unsigned long arg5)
1822
{
C
Casey Schaufler 已提交
1823
	int thisrc;
1824
	int rc = LSM_RET_DEFAULT(task_prctl);
C
Casey Schaufler 已提交
1825 1826
	struct security_hook_list *hp;

1827
	hlist_for_each_entry(hp, &security_hook_heads.task_prctl, list) {
C
Casey Schaufler 已提交
1828
		thisrc = hp->hook.task_prctl(option, arg2, arg3, arg4, arg5);
1829
		if (thisrc != LSM_RET_DEFAULT(task_prctl)) {
C
Casey Schaufler 已提交
1830 1831 1832 1833 1834 1835
			rc = thisrc;
			if (thisrc != 0)
				break;
		}
	}
	return rc;
1836 1837 1838 1839
}

void security_task_to_inode(struct task_struct *p, struct inode *inode)
{
1840
	call_void_hook(task_to_inode, p, inode);
1841 1842 1843 1844
}

int security_ipc_permission(struct kern_ipc_perm *ipcp, short flag)
{
1845
	return call_int_hook(ipc_permission, 0, ipcp, flag);
1846 1847
}

1848 1849
void security_ipc_getsecid(struct kern_ipc_perm *ipcp, u32 *secid)
{
C
Casey Schaufler 已提交
1850
	*secid = 0;
1851
	call_void_hook(ipc_getsecid, ipcp, secid);
1852 1853
}

1854 1855
int security_msg_msg_alloc(struct msg_msg *msg)
{
1856 1857 1858 1859 1860 1861 1862 1863
	int rc = lsm_msg_msg_alloc(msg);

	if (unlikely(rc))
		return rc;
	rc = call_int_hook(msg_msg_alloc_security, 0, msg);
	if (unlikely(rc))
		security_msg_msg_free(msg);
	return rc;
1864 1865 1866 1867
}

void security_msg_msg_free(struct msg_msg *msg)
{
1868
	call_void_hook(msg_msg_free_security, msg);
1869 1870
	kfree(msg->security);
	msg->security = NULL;
1871 1872
}

1873
int security_msg_queue_alloc(struct kern_ipc_perm *msq)
1874
{
1875 1876 1877 1878 1879 1880 1881 1882
	int rc = lsm_ipc_alloc(msq);

	if (unlikely(rc))
		return rc;
	rc = call_int_hook(msg_queue_alloc_security, 0, msq);
	if (unlikely(rc))
		security_msg_queue_free(msq);
	return rc;
1883 1884
}

1885
void security_msg_queue_free(struct kern_ipc_perm *msq)
1886
{
1887
	call_void_hook(msg_queue_free_security, msq);
1888 1889
	kfree(msq->security);
	msq->security = NULL;
1890 1891
}

1892
int security_msg_queue_associate(struct kern_ipc_perm *msq, int msqflg)
1893
{
1894
	return call_int_hook(msg_queue_associate, 0, msq, msqflg);
1895 1896
}

1897
int security_msg_queue_msgctl(struct kern_ipc_perm *msq, int cmd)
1898
{
1899
	return call_int_hook(msg_queue_msgctl, 0, msq, cmd);
1900 1901
}

1902
int security_msg_queue_msgsnd(struct kern_ipc_perm *msq,
1903 1904
			       struct msg_msg *msg, int msqflg)
{
1905
	return call_int_hook(msg_queue_msgsnd, 0, msq, msg, msqflg);
1906 1907
}

1908
int security_msg_queue_msgrcv(struct kern_ipc_perm *msq, struct msg_msg *msg,
1909 1910
			       struct task_struct *target, long type, int mode)
{
1911
	return call_int_hook(msg_queue_msgrcv, 0, msq, msg, target, type, mode);
1912 1913
}

1914
int security_shm_alloc(struct kern_ipc_perm *shp)
1915
{
1916 1917 1918 1919 1920 1921 1922 1923
	int rc = lsm_ipc_alloc(shp);

	if (unlikely(rc))
		return rc;
	rc = call_int_hook(shm_alloc_security, 0, shp);
	if (unlikely(rc))
		security_shm_free(shp);
	return rc;
1924 1925
}

1926
void security_shm_free(struct kern_ipc_perm *shp)
1927
{
1928
	call_void_hook(shm_free_security, shp);
1929 1930
	kfree(shp->security);
	shp->security = NULL;
1931 1932
}

1933
int security_shm_associate(struct kern_ipc_perm *shp, int shmflg)
1934
{
1935
	return call_int_hook(shm_associate, 0, shp, shmflg);
1936 1937
}

1938
int security_shm_shmctl(struct kern_ipc_perm *shp, int cmd)
1939
{
1940
	return call_int_hook(shm_shmctl, 0, shp, cmd);
1941 1942
}

1943
int security_shm_shmat(struct kern_ipc_perm *shp, char __user *shmaddr, int shmflg)
1944
{
1945
	return call_int_hook(shm_shmat, 0, shp, shmaddr, shmflg);
1946 1947
}

1948
int security_sem_alloc(struct kern_ipc_perm *sma)
1949
{
1950 1951 1952 1953 1954 1955 1956 1957
	int rc = lsm_ipc_alloc(sma);

	if (unlikely(rc))
		return rc;
	rc = call_int_hook(sem_alloc_security, 0, sma);
	if (unlikely(rc))
		security_sem_free(sma);
	return rc;
1958 1959
}

1960
void security_sem_free(struct kern_ipc_perm *sma)
1961
{
1962
	call_void_hook(sem_free_security, sma);
1963 1964
	kfree(sma->security);
	sma->security = NULL;
1965 1966
}

1967
int security_sem_associate(struct kern_ipc_perm *sma, int semflg)
1968
{
1969
	return call_int_hook(sem_associate, 0, sma, semflg);
1970 1971
}

1972
int security_sem_semctl(struct kern_ipc_perm *sma, int cmd)
1973
{
1974
	return call_int_hook(sem_semctl, 0, sma, cmd);
1975 1976
}

1977
int security_sem_semop(struct kern_ipc_perm *sma, struct sembuf *sops,
1978 1979
			unsigned nsops, int alter)
{
1980
	return call_int_hook(sem_semop, 0, sma, sops, nsops, alter);
1981 1982 1983 1984 1985 1986
}

void security_d_instantiate(struct dentry *dentry, struct inode *inode)
{
	if (unlikely(inode && IS_PRIVATE(inode)))
		return;
1987
	call_void_hook(d_instantiate, dentry, inode);
1988 1989 1990
}
EXPORT_SYMBOL(security_d_instantiate);

1991 1992
int security_getprocattr(struct task_struct *p, const char *lsm, char *name,
				char **value)
1993
{
1994 1995 1996 1997 1998 1999 2000
	struct security_hook_list *hp;

	hlist_for_each_entry(hp, &security_hook_heads.getprocattr, list) {
		if (lsm != NULL && strcmp(lsm, hp->lsm))
			continue;
		return hp->hook.getprocattr(p, name, value);
	}
2001
	return LSM_RET_DEFAULT(getprocattr);
2002 2003
}

2004 2005
int security_setprocattr(const char *lsm, const char *name, void *value,
			 size_t size)
2006
{
2007 2008 2009 2010 2011 2012 2013
	struct security_hook_list *hp;

	hlist_for_each_entry(hp, &security_hook_heads.setprocattr, list) {
		if (lsm != NULL && strcmp(lsm, hp->lsm))
			continue;
		return hp->hook.setprocattr(name, value, size);
	}
2014
	return LSM_RET_DEFAULT(setprocattr);
2015 2016 2017 2018
}

int security_netlink_send(struct sock *sk, struct sk_buff *skb)
{
2019
	return call_int_hook(netlink_send, 0, sk, skb);
2020 2021
}

2022 2023
int security_ismaclabel(const char *name)
{
2024
	return call_int_hook(ismaclabel, 0, name);
2025 2026 2027
}
EXPORT_SYMBOL(security_ismaclabel);

2028 2029
int security_secid_to_secctx(u32 secid, char **secdata, u32 *seclen)
{
2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043
	struct security_hook_list *hp;
	int rc;

	/*
	 * Currently, only one LSM can implement secid_to_secctx (i.e this
	 * LSM hook is not "stackable").
	 */
	hlist_for_each_entry(hp, &security_hook_heads.secid_to_secctx, list) {
		rc = hp->hook.secid_to_secctx(secid, secdata, seclen);
		if (rc != LSM_RET_DEFAULT(secid_to_secctx))
			return rc;
	}

	return LSM_RET_DEFAULT(secid_to_secctx);
2044 2045 2046
}
EXPORT_SYMBOL(security_secid_to_secctx);

2047
int security_secctx_to_secid(const char *secdata, u32 seclen, u32 *secid)
2048
{
C
Casey Schaufler 已提交
2049
	*secid = 0;
2050
	return call_int_hook(secctx_to_secid, 0, secdata, seclen, secid);
2051 2052 2053
}
EXPORT_SYMBOL(security_secctx_to_secid);

2054 2055
void security_release_secctx(char *secdata, u32 seclen)
{
2056
	call_void_hook(release_secctx, secdata, seclen);
2057 2058 2059
}
EXPORT_SYMBOL(security_release_secctx);

2060 2061 2062 2063 2064 2065
void security_inode_invalidate_secctx(struct inode *inode)
{
	call_void_hook(inode_invalidate_secctx, inode);
}
EXPORT_SYMBOL(security_inode_invalidate_secctx);

2066 2067
int security_inode_notifysecctx(struct inode *inode, void *ctx, u32 ctxlen)
{
2068
	return call_int_hook(inode_notifysecctx, 0, inode, ctx, ctxlen);
2069 2070 2071 2072 2073
}
EXPORT_SYMBOL(security_inode_notifysecctx);

int security_inode_setsecctx(struct dentry *dentry, void *ctx, u32 ctxlen)
{
2074
	return call_int_hook(inode_setsecctx, 0, dentry, ctx, ctxlen);
2075 2076 2077 2078 2079
}
EXPORT_SYMBOL(security_inode_setsecctx);

int security_inode_getsecctx(struct inode *inode, void **ctx, u32 *ctxlen)
{
C
Casey Schaufler 已提交
2080
	return call_int_hook(inode_getsecctx, -EOPNOTSUPP, inode, ctx, ctxlen);
2081 2082 2083
}
EXPORT_SYMBOL(security_inode_getsecctx);

2084 2085 2086 2087 2088 2089 2090 2091 2092
#ifdef CONFIG_WATCH_QUEUE
int security_post_notification(const struct cred *w_cred,
			       const struct cred *cred,
			       struct watch_notification *n)
{
	return call_int_hook(post_notification, 0, w_cred, cred, n);
}
#endif /* CONFIG_WATCH_QUEUE */

2093 2094 2095 2096 2097 2098 2099
#ifdef CONFIG_KEY_NOTIFICATIONS
int security_watch_key(struct key *key)
{
	return call_int_hook(watch_key, 0, key);
}
#endif

2100 2101
#ifdef CONFIG_SECURITY_NETWORK

2102
int security_unix_stream_connect(struct sock *sock, struct sock *other, struct sock *newsk)
2103
{
2104
	return call_int_hook(unix_stream_connect, 0, sock, other, newsk);
2105 2106 2107 2108 2109
}
EXPORT_SYMBOL(security_unix_stream_connect);

int security_unix_may_send(struct socket *sock,  struct socket *other)
{
2110
	return call_int_hook(unix_may_send, 0, sock, other);
2111 2112 2113 2114 2115
}
EXPORT_SYMBOL(security_unix_may_send);

int security_socket_create(int family, int type, int protocol, int kern)
{
2116
	return call_int_hook(socket_create, 0, family, type, protocol, kern);
2117 2118 2119 2120 2121
}

int security_socket_post_create(struct socket *sock, int family,
				int type, int protocol, int kern)
{
2122
	return call_int_hook(socket_post_create, 0, sock, family, type,
2123 2124 2125
						protocol, kern);
}

2126 2127 2128 2129 2130 2131
int security_socket_socketpair(struct socket *socka, struct socket *sockb)
{
	return call_int_hook(socket_socketpair, 0, socka, sockb);
}
EXPORT_SYMBOL(security_socket_socketpair);

2132 2133
int security_socket_bind(struct socket *sock, struct sockaddr *address, int addrlen)
{
2134
	return call_int_hook(socket_bind, 0, sock, address, addrlen);
2135 2136 2137 2138
}

int security_socket_connect(struct socket *sock, struct sockaddr *address, int addrlen)
{
2139
	return call_int_hook(socket_connect, 0, sock, address, addrlen);
2140 2141 2142 2143
}

int security_socket_listen(struct socket *sock, int backlog)
{
2144
	return call_int_hook(socket_listen, 0, sock, backlog);
2145 2146 2147 2148
}

int security_socket_accept(struct socket *sock, struct socket *newsock)
{
2149
	return call_int_hook(socket_accept, 0, sock, newsock);
2150 2151 2152 2153
}

int security_socket_sendmsg(struct socket *sock, struct msghdr *msg, int size)
{
2154
	return call_int_hook(socket_sendmsg, 0, sock, msg, size);
2155 2156 2157 2158 2159
}

int security_socket_recvmsg(struct socket *sock, struct msghdr *msg,
			    int size, int flags)
{
2160
	return call_int_hook(socket_recvmsg, 0, sock, msg, size, flags);
2161 2162 2163 2164
}

int security_socket_getsockname(struct socket *sock)
{
2165
	return call_int_hook(socket_getsockname, 0, sock);
2166 2167 2168 2169
}

int security_socket_getpeername(struct socket *sock)
{
2170
	return call_int_hook(socket_getpeername, 0, sock);
2171 2172 2173 2174
}

int security_socket_getsockopt(struct socket *sock, int level, int optname)
{
2175
	return call_int_hook(socket_getsockopt, 0, sock, level, optname);
2176 2177 2178 2179
}

int security_socket_setsockopt(struct socket *sock, int level, int optname)
{
2180
	return call_int_hook(socket_setsockopt, 0, sock, level, optname);
2181 2182 2183 2184
}

int security_socket_shutdown(struct socket *sock, int how)
{
2185
	return call_int_hook(socket_shutdown, 0, sock, how);
2186 2187 2188 2189
}

int security_sock_rcv_skb(struct sock *sk, struct sk_buff *skb)
{
2190
	return call_int_hook(socket_sock_rcv_skb, 0, sk, skb);
2191 2192 2193 2194 2195 2196
}
EXPORT_SYMBOL(security_sock_rcv_skb);

int security_socket_getpeersec_stream(struct socket *sock, char __user *optval,
				      int __user *optlen, unsigned len)
{
C
Casey Schaufler 已提交
2197 2198
	return call_int_hook(socket_getpeersec_stream, -ENOPROTOOPT, sock,
				optval, optlen, len);
2199 2200 2201 2202
}

int security_socket_getpeersec_dgram(struct socket *sock, struct sk_buff *skb, u32 *secid)
{
2203 2204
	return call_int_hook(socket_getpeersec_dgram, -ENOPROTOOPT, sock,
			     skb, secid);
2205 2206 2207 2208 2209
}
EXPORT_SYMBOL(security_socket_getpeersec_dgram);

int security_sk_alloc(struct sock *sk, int family, gfp_t priority)
{
2210
	return call_int_hook(sk_alloc_security, 0, sk, family, priority);
2211 2212 2213 2214
}

void security_sk_free(struct sock *sk)
{
2215
	call_void_hook(sk_free_security, sk);
2216 2217 2218 2219
}

void security_sk_clone(const struct sock *sk, struct sock *newsk)
{
2220
	call_void_hook(sk_clone_security, sk, newsk);
2221
}
2222
EXPORT_SYMBOL(security_sk_clone);
2223

2224
void security_sk_classify_flow(struct sock *sk, struct flowi_common *flic)
2225
{
2226
	call_void_hook(sk_getsecid, sk, &flic->flowic_secid);
2227 2228 2229
}
EXPORT_SYMBOL(security_sk_classify_flow);

2230 2231
void security_req_classify_flow(const struct request_sock *req,
				struct flowi_common *flic)
2232
{
2233
	call_void_hook(req_classify_flow, req, flic);
2234 2235 2236 2237 2238
}
EXPORT_SYMBOL(security_req_classify_flow);

void security_sock_graft(struct sock *sk, struct socket *parent)
{
2239
	call_void_hook(sock_graft, sk, parent);
2240 2241 2242
}
EXPORT_SYMBOL(security_sock_graft);

2243
int security_inet_conn_request(const struct sock *sk,
2244 2245
			struct sk_buff *skb, struct request_sock *req)
{
2246
	return call_int_hook(inet_conn_request, 0, sk, skb, req);
2247 2248 2249 2250 2251 2252
}
EXPORT_SYMBOL(security_inet_conn_request);

void security_inet_csk_clone(struct sock *newsk,
			const struct request_sock *req)
{
2253
	call_void_hook(inet_csk_clone, newsk, req);
2254 2255 2256 2257 2258
}

void security_inet_conn_established(struct sock *sk,
			struct sk_buff *skb)
{
2259
	call_void_hook(inet_conn_established, sk, skb);
2260
}
2261
EXPORT_SYMBOL(security_inet_conn_established);
2262

2263 2264
int security_secmark_relabel_packet(u32 secid)
{
2265
	return call_int_hook(secmark_relabel_packet, 0, secid);
2266 2267 2268 2269 2270
}
EXPORT_SYMBOL(security_secmark_relabel_packet);

void security_secmark_refcount_inc(void)
{
2271
	call_void_hook(secmark_refcount_inc);
2272 2273 2274 2275 2276
}
EXPORT_SYMBOL(security_secmark_refcount_inc);

void security_secmark_refcount_dec(void)
{
2277
	call_void_hook(secmark_refcount_dec);
2278 2279 2280
}
EXPORT_SYMBOL(security_secmark_refcount_dec);

2281 2282
int security_tun_dev_alloc_security(void **security)
{
2283
	return call_int_hook(tun_dev_alloc_security, 0, security);
2284 2285 2286 2287 2288
}
EXPORT_SYMBOL(security_tun_dev_alloc_security);

void security_tun_dev_free_security(void *security)
{
2289
	call_void_hook(tun_dev_free_security, security);
2290 2291 2292
}
EXPORT_SYMBOL(security_tun_dev_free_security);

P
Paul Moore 已提交
2293 2294
int security_tun_dev_create(void)
{
2295
	return call_int_hook(tun_dev_create, 0);
P
Paul Moore 已提交
2296 2297 2298
}
EXPORT_SYMBOL(security_tun_dev_create);

2299
int security_tun_dev_attach_queue(void *security)
P
Paul Moore 已提交
2300
{
2301
	return call_int_hook(tun_dev_attach_queue, 0, security);
P
Paul Moore 已提交
2302
}
2303
EXPORT_SYMBOL(security_tun_dev_attach_queue);
P
Paul Moore 已提交
2304

2305
int security_tun_dev_attach(struct sock *sk, void *security)
P
Paul Moore 已提交
2306
{
2307
	return call_int_hook(tun_dev_attach, 0, sk, security);
P
Paul Moore 已提交
2308 2309 2310
}
EXPORT_SYMBOL(security_tun_dev_attach);

2311 2312
int security_tun_dev_open(void *security)
{
2313
	return call_int_hook(tun_dev_open, 0, security);
2314 2315 2316
}
EXPORT_SYMBOL(security_tun_dev_open);

2317 2318 2319 2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335 2336 2337
int security_sctp_assoc_request(struct sctp_endpoint *ep, struct sk_buff *skb)
{
	return call_int_hook(sctp_assoc_request, 0, ep, skb);
}
EXPORT_SYMBOL(security_sctp_assoc_request);

int security_sctp_bind_connect(struct sock *sk, int optname,
			       struct sockaddr *address, int addrlen)
{
	return call_int_hook(sctp_bind_connect, 0, sk, optname,
			     address, addrlen);
}
EXPORT_SYMBOL(security_sctp_bind_connect);

void security_sctp_sk_clone(struct sctp_endpoint *ep, struct sock *sk,
			    struct sock *newsk)
{
	call_void_hook(sctp_sk_clone, ep, sk, newsk);
}
EXPORT_SYMBOL(security_sctp_sk_clone);

2338 2339
#endif	/* CONFIG_SECURITY_NETWORK */

2340 2341 2342 2343 2344 2345 2346 2347
#ifdef CONFIG_SECURITY_INFINIBAND

int security_ib_pkey_access(void *sec, u64 subnet_prefix, u16 pkey)
{
	return call_int_hook(ib_pkey_access, 0, sec, subnet_prefix, pkey);
}
EXPORT_SYMBOL(security_ib_pkey_access);

2348 2349 2350 2351 2352 2353
int security_ib_endport_manage_subnet(void *sec, const char *dev_name, u8 port_num)
{
	return call_int_hook(ib_endport_manage_subnet, 0, sec, dev_name, port_num);
}
EXPORT_SYMBOL(security_ib_endport_manage_subnet);

2354 2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366
int security_ib_alloc_security(void **sec)
{
	return call_int_hook(ib_alloc_security, 0, sec);
}
EXPORT_SYMBOL(security_ib_alloc_security);

void security_ib_free_security(void *sec)
{
	call_void_hook(ib_free_security, sec);
}
EXPORT_SYMBOL(security_ib_free_security);
#endif	/* CONFIG_SECURITY_INFINIBAND */

2367 2368
#ifdef CONFIG_SECURITY_NETWORK_XFRM

2369 2370 2371
int security_xfrm_policy_alloc(struct xfrm_sec_ctx **ctxp,
			       struct xfrm_user_sec_ctx *sec_ctx,
			       gfp_t gfp)
2372
{
2373
	return call_int_hook(xfrm_policy_alloc_security, 0, ctxp, sec_ctx, gfp);
2374 2375 2376
}
EXPORT_SYMBOL(security_xfrm_policy_alloc);

2377 2378
int security_xfrm_policy_clone(struct xfrm_sec_ctx *old_ctx,
			      struct xfrm_sec_ctx **new_ctxp)
2379
{
2380
	return call_int_hook(xfrm_policy_clone_security, 0, old_ctx, new_ctxp);
2381 2382
}

2383
void security_xfrm_policy_free(struct xfrm_sec_ctx *ctx)
2384
{
2385
	call_void_hook(xfrm_policy_free_security, ctx);
2386 2387 2388
}
EXPORT_SYMBOL(security_xfrm_policy_free);

2389
int security_xfrm_policy_delete(struct xfrm_sec_ctx *ctx)
2390
{
2391
	return call_int_hook(xfrm_policy_delete_security, 0, ctx);
2392 2393
}

2394 2395
int security_xfrm_state_alloc(struct xfrm_state *x,
			      struct xfrm_user_sec_ctx *sec_ctx)
2396
{
2397
	return call_int_hook(xfrm_state_alloc, 0, x, sec_ctx);
2398 2399 2400 2401 2402 2403
}
EXPORT_SYMBOL(security_xfrm_state_alloc);

int security_xfrm_state_alloc_acquire(struct xfrm_state *x,
				      struct xfrm_sec_ctx *polsec, u32 secid)
{
2404
	return call_int_hook(xfrm_state_alloc_acquire, 0, x, polsec, secid);
2405 2406 2407 2408
}

int security_xfrm_state_delete(struct xfrm_state *x)
{
2409
	return call_int_hook(xfrm_state_delete_security, 0, x);
2410 2411 2412 2413 2414
}
EXPORT_SYMBOL(security_xfrm_state_delete);

void security_xfrm_state_free(struct xfrm_state *x)
{
2415
	call_void_hook(xfrm_state_free_security, x);
2416 2417
}

2418
int security_xfrm_policy_lookup(struct xfrm_sec_ctx *ctx, u32 fl_secid, u8 dir)
2419
{
2420
	return call_int_hook(xfrm_policy_lookup, 0, ctx, fl_secid, dir);
2421 2422 2423
}

int security_xfrm_state_pol_flow_match(struct xfrm_state *x,
2424
				       struct xfrm_policy *xp,
2425
				       const struct flowi_common *flic)
2426
{
C
Casey Schaufler 已提交
2427
	struct security_hook_list *hp;
2428
	int rc = LSM_RET_DEFAULT(xfrm_state_pol_flow_match);
C
Casey Schaufler 已提交
2429 2430 2431 2432 2433 2434 2435 2436 2437 2438

	/*
	 * Since this function is expected to return 0 or 1, the judgment
	 * becomes difficult if multiple LSMs supply this call. Fortunately,
	 * we can use the first LSM's judgment because currently only SELinux
	 * supplies this call.
	 *
	 * For speed optimization, we explicitly break the loop rather than
	 * using the macro
	 */
2439
	hlist_for_each_entry(hp, &security_hook_heads.xfrm_state_pol_flow_match,
C
Casey Schaufler 已提交
2440
				list) {
2441
		rc = hp->hook.xfrm_state_pol_flow_match(x, xp, flic);
C
Casey Schaufler 已提交
2442 2443 2444
		break;
	}
	return rc;
2445 2446 2447 2448
}

int security_xfrm_decode_session(struct sk_buff *skb, u32 *secid)
{
2449
	return call_int_hook(xfrm_decode_session, 0, skb, secid, 1);
2450 2451
}

2452
void security_skb_classify_flow(struct sk_buff *skb, struct flowi_common *flic)
2453
{
2454
	int rc = call_int_hook(xfrm_decode_session, 0, skb, &flic->flowic_secid,
2455
				0);
2456 2457 2458 2459 2460 2461 2462 2463 2464

	BUG_ON(rc);
}
EXPORT_SYMBOL(security_skb_classify_flow);

#endif	/* CONFIG_SECURITY_NETWORK_XFRM */

#ifdef CONFIG_KEYS

D
David Howells 已提交
2465 2466
int security_key_alloc(struct key *key, const struct cred *cred,
		       unsigned long flags)
2467
{
2468
	return call_int_hook(key_alloc, 0, key, cred, flags);
2469 2470 2471 2472
}

void security_key_free(struct key *key)
{
2473
	call_void_hook(key_free, key);
2474 2475
}

2476 2477
int security_key_permission(key_ref_t key_ref, const struct cred *cred,
			    enum key_need_perm need_perm)
2478
{
2479
	return call_int_hook(key_permission, 0, key_ref, cred, need_perm);
2480 2481
}

2482 2483
int security_key_getsecurity(struct key *key, char **_buffer)
{
C
Casey Schaufler 已提交
2484
	*_buffer = NULL;
2485
	return call_int_hook(key_getsecurity, 0, key, _buffer);
2486 2487
}

2488
#endif	/* CONFIG_KEYS */
2489 2490 2491 2492 2493

#ifdef CONFIG_AUDIT

int security_audit_rule_init(u32 field, u32 op, char *rulestr, void **lsmrule)
{
2494
	return call_int_hook(audit_rule_init, 0, field, op, rulestr, lsmrule);
2495 2496 2497 2498
}

int security_audit_rule_known(struct audit_krule *krule)
{
2499
	return call_int_hook(audit_rule_known, 0, krule);
2500 2501 2502 2503
}

void security_audit_rule_free(void *lsmrule)
{
2504
	call_void_hook(audit_rule_free, lsmrule);
2505 2506
}

2507
int security_audit_rule_match(u32 secid, u32 field, u32 op, void *lsmrule)
2508
{
2509
	return call_int_hook(audit_rule_match, 0, secid, field, op, lsmrule);
2510
}
C
Casey Schaufler 已提交
2511
#endif /* CONFIG_AUDIT */
2512 2513 2514 2515 2516 2517 2518 2519 2520 2521 2522 2523 2524 2525 2526 2527 2528 2529 2530 2531 2532 2533 2534 2535 2536 2537 2538 2539 2540 2541 2542

#ifdef CONFIG_BPF_SYSCALL
int security_bpf(int cmd, union bpf_attr *attr, unsigned int size)
{
	return call_int_hook(bpf, 0, cmd, attr, size);
}
int security_bpf_map(struct bpf_map *map, fmode_t fmode)
{
	return call_int_hook(bpf_map, 0, map, fmode);
}
int security_bpf_prog(struct bpf_prog *prog)
{
	return call_int_hook(bpf_prog, 0, prog);
}
int security_bpf_map_alloc(struct bpf_map *map)
{
	return call_int_hook(bpf_map_alloc_security, 0, map);
}
int security_bpf_prog_alloc(struct bpf_prog_aux *aux)
{
	return call_int_hook(bpf_prog_alloc_security, 0, aux);
}
void security_bpf_map_free(struct bpf_map *map)
{
	call_void_hook(bpf_map_free_security, map);
}
void security_bpf_prog_free(struct bpf_prog_aux *aux)
{
	call_void_hook(bpf_prog_free_security, aux);
}
#endif /* CONFIG_BPF_SYSCALL */
2543 2544 2545 2546 2547 2548

int security_locked_down(enum lockdown_reason what)
{
	return call_int_hook(locked_down, 0, what);
}
EXPORT_SYMBOL(security_locked_down);
2549 2550 2551 2552 2553 2554 2555 2556 2557 2558 2559 2560 2561 2562 2563 2564 2565 2566 2567 2568 2569 2570 2571 2572 2573 2574 2575

#ifdef CONFIG_PERF_EVENTS
int security_perf_event_open(struct perf_event_attr *attr, int type)
{
	return call_int_hook(perf_event_open, 0, attr, type);
}

int security_perf_event_alloc(struct perf_event *event)
{
	return call_int_hook(perf_event_alloc, 0, event);
}

void security_perf_event_free(struct perf_event *event)
{
	call_void_hook(perf_event_free, event);
}

int security_perf_event_read(struct perf_event *event)
{
	return call_int_hook(perf_event_read, 0, event);
}

int security_perf_event_write(struct perf_event *event)
{
	return call_int_hook(perf_event_write, 0, event);
}
#endif /* CONFIG_PERF_EVENTS */