preempt.h 4.5 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9
#ifndef __LINUX_PREEMPT_H
#define __LINUX_PREEMPT_H

/*
 * include/linux/preempt.h - macros for accessing and manipulating
 * preempt_count (used for kernel preemption, interrupt count, etc.)
 */

#include <linux/linkage.h>
10
#include <linux/list.h>
L
Linus Torvalds 已提交
11

12 13 14 15 16 17
/*
 * We use the MSB mostly because its available; see <linux/preempt_mask.h> for
 * the other bits -- can't include that header due to inclusion hell.
 */
#define PREEMPT_NEED_RESCHED	0x80000000

18
#include <asm/preempt.h>
19

20
#if defined(CONFIG_DEBUG_PREEMPT) || defined(CONFIG_PREEMPT_TRACER)
21 22 23
extern void preempt_count_add(int val);
extern void preempt_count_sub(int val);
#define preempt_count_dec_and_test() ({ preempt_count_sub(1); should_resched(); })
L
Linus Torvalds 已提交
24
#else
25 26 27
#define preempt_count_add(val)	__preempt_count_add(val)
#define preempt_count_sub(val)	__preempt_count_sub(val)
#define preempt_count_dec_and_test() __preempt_count_dec_and_test()
L
Linus Torvalds 已提交
28 29
#endif

30 31
#define __preempt_count_inc() __preempt_count_add(1)
#define __preempt_count_dec() __preempt_count_sub(1)
32

33 34
#define preempt_count_inc() preempt_count_add(1)
#define preempt_count_dec() preempt_count_sub(1)
35 36 37

#ifdef CONFIG_PREEMPT_COUNT

L
Linus Torvalds 已提交
38 39
#define preempt_disable() \
do { \
40
	preempt_count_inc(); \
L
Linus Torvalds 已提交
41 42 43
	barrier(); \
} while (0)

44
#define sched_preempt_enable_no_resched() \
L
Linus Torvalds 已提交
45 46
do { \
	barrier(); \
47
	preempt_count_dec(); \
L
Linus Torvalds 已提交
48 49
} while (0)

50
#define preempt_enable_no_resched() sched_preempt_enable_no_resched()
51

52 53
#ifdef CONFIG_PREEMPT
asmlinkage void preempt_schedule(void);
L
Linus Torvalds 已提交
54 55
#define preempt_enable() \
do { \
56 57 58
	barrier(); \
	if (unlikely(preempt_count_dec_and_test())) \
		preempt_schedule(); \
L
Linus Torvalds 已提交
59 60
} while (0)

61 62 63 64 65 66 67 68 69 70
#define preempt_check_resched() \
do { \
	if (should_resched()) \
		preempt_schedule(); \
} while (0)

#else
#define preempt_enable() preempt_enable_no_resched()
#define preempt_check_resched() do { } while (0)
#endif
71 72 73

#define preempt_disable_notrace() \
do { \
74
	__preempt_count_inc(); \
75 76 77 78 79 80
	barrier(); \
} while (0)

#define preempt_enable_no_resched_notrace() \
do { \
	barrier(); \
81
	__preempt_count_dec(); \
82 83
} while (0)

84 85 86 87 88 89 90 91
#ifdef CONFIG_PREEMPT

#ifdef CONFIG_CONTEXT_TRACKING
asmlinkage void preempt_schedule_context(void);
#else
#define preempt_schedule_context() preempt_schedule()
#endif

92 93
#define preempt_enable_notrace() \
do { \
94 95 96
	barrier(); \
	if (unlikely(__preempt_count_dec_and_test())) \
		preempt_schedule_context(); \
97
} while (0)
98 99 100
#else
#define preempt_enable_notrace() preempt_enable_no_resched_notrace()
#endif
101

102
#else /* !CONFIG_PREEMPT_COUNT */
L
Linus Torvalds 已提交
103

104 105 106 107 108 109
/*
 * Even if we don't have any preemption, we need preempt disable/enable
 * to be barriers, so that we don't have things like get_user/put_user
 * that can cause faults and scheduling migrate into our preempt-protected
 * region.
 */
110
#define preempt_disable()			barrier()
111
#define sched_preempt_enable_no_resched()	barrier()
112 113 114
#define preempt_enable_no_resched()		barrier()
#define preempt_enable()			barrier()
#define preempt_check_resched()			do { } while (0)
115 116 117 118

#define preempt_disable_notrace()		barrier()
#define preempt_enable_no_resched_notrace()	barrier()
#define preempt_enable_notrace()		barrier()
119

120
#endif /* CONFIG_PREEMPT_COUNT */
L
Linus Torvalds 已提交
121

122 123 124 125 126 127 128 129 130 131 132 133
#ifdef CONFIG_PREEMPT_NOTIFIERS

struct preempt_notifier;

/**
 * preempt_ops - notifiers called when a task is preempted and rescheduled
 * @sched_in: we're about to be rescheduled:
 *    notifier: struct preempt_notifier for the task being scheduled
 *    cpu:  cpu we're scheduled on
 * @sched_out: we've just been preempted
 *    notifier: struct preempt_notifier for the task being preempted
 *    next: the task that's kicking us out
134 135 136 137 138
 *
 * Please note that sched_in and out are called under different
 * contexts.  sched_out is called with rq lock held and irq disabled
 * while sched_in is called without rq lock and irq enabled.  This
 * difference is intentional and depended upon by its users.
139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169
 */
struct preempt_ops {
	void (*sched_in)(struct preempt_notifier *notifier, int cpu);
	void (*sched_out)(struct preempt_notifier *notifier,
			  struct task_struct *next);
};

/**
 * preempt_notifier - key for installing preemption notifiers
 * @link: internal use
 * @ops: defines the notifier functions to be called
 *
 * Usually used in conjunction with container_of().
 */
struct preempt_notifier {
	struct hlist_node link;
	struct preempt_ops *ops;
};

void preempt_notifier_register(struct preempt_notifier *notifier);
void preempt_notifier_unregister(struct preempt_notifier *notifier);

static inline void preempt_notifier_init(struct preempt_notifier *notifier,
				     struct preempt_ops *ops)
{
	INIT_HLIST_NODE(&notifier->link);
	notifier->ops = ops;
}

#endif

L
Linus Torvalds 已提交
170
#endif /* __LINUX_PREEMPT_H */