thread_info.h 8.2 KB
Newer Older
C
Christoph Lameter 已提交
1 2 3 4 5 6
/* thread_info.h: low-level thread information
 *
 * Copyright (C) 2002  David Howells (dhowells@redhat.com)
 * - Incorporating suggestions made by Linus Torvalds and Dave Miller
 */

H
H. Peter Anvin 已提交
7 8
#ifndef _ASM_X86_THREAD_INFO_H
#define _ASM_X86_THREAD_INFO_H
C
Christoph Lameter 已提交
9 10 11

#include <linux/compiler.h>
#include <asm/page.h>
12 13
#include <asm/types.h>

C
Christoph Lameter 已提交
14 15 16 17 18 19
/*
 * low level task data that entry.S needs immediate access to
 * - this struct should fit entirely inside of one cache line
 * - this struct shares the supervisor stack pages
 */
#ifndef __ASSEMBLY__
20 21 22
struct task_struct;
struct exec_domain;
#include <asm/processor.h>
23
#include <asm/ftrace.h>
24
#include <asm/atomic.h>
C
Christoph Lameter 已提交
25 26 27 28

struct thread_info {
	struct task_struct	*task;		/* main task structure */
	struct exec_domain	*exec_domain;	/* execution domain */
29
	__u32			flags;		/* low level flags */
30
	__u32			status;		/* thread synchronous flags */
C
Christoph Lameter 已提交
31
	__u32			cpu;		/* current CPU */
32
	int			preempt_count;	/* 0 => preemptable,
C
Christoph Lameter 已提交
33
						   <0 => BUG */
34
	mm_segment_t		addr_limit;
C
Christoph Lameter 已提交
35
	struct restart_block    restart_block;
36 37
	void __user		*sysenter_return;
#ifdef CONFIG_X86_32
C
Christoph Lameter 已提交
38 39 40 41
	unsigned long           previous_esp;   /* ESP of the previous stack in
						   case of nested (IRQ) stacks
						*/
	__u8			supervisor_stack[0];
42
#endif
43
	int			uaccess_err;
C
Christoph Lameter 已提交
44
};
45 46 47 48 49 50 51

#define INIT_THREAD_INFO(tsk)			\
{						\
	.task		= &tsk,			\
	.exec_domain	= &default_exec_domain,	\
	.flags		= 0,			\
	.cpu		= 0,			\
P
Peter Zijlstra 已提交
52
	.preempt_count	= INIT_PREEMPT_COUNT,	\
53 54 55 56 57 58 59 60 61
	.addr_limit	= KERNEL_DS,		\
	.restart_block = {			\
		.fn = do_no_restart_syscall,	\
	},					\
}

#define init_thread_info	(init_thread_union.thread_info)
#define init_stack		(init_thread_union.stack)

C
Christoph Lameter 已提交
62 63 64 65 66 67
#else /* !__ASSEMBLY__ */

#include <asm/asm-offsets.h>

#endif

68 69 70 71 72 73 74 75 76
/*
 * thread information flags
 * - these are process state flags that various assembly files
 *   may need to access
 * - pending work-to-be-done flags are in LSW
 * - other flags in MSW
 * Warning: layout of LSW is hardcoded in entry.S
 */
#define TIF_SYSCALL_TRACE	0	/* syscall trace active */
77
#define TIF_NOTIFY_RESUME	1	/* callback before returning to user */
78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96
#define TIF_SIGPENDING		2	/* signal pending */
#define TIF_NEED_RESCHED	3	/* rescheduling necessary */
#define TIF_SINGLESTEP		4	/* reenable singlestep on user return*/
#define TIF_IRET		5	/* force IRET */
#define TIF_SYSCALL_EMU		6	/* syscall emulation active */
#define TIF_SYSCALL_AUDIT	7	/* syscall auditing active */
#define TIF_SECCOMP		8	/* secure computing */
#define TIF_MCE_NOTIFY		10	/* notify userspace of an MCE */
#define TIF_NOTSC		16	/* TSC is not accessible in userland */
#define TIF_IA32		17	/* 32bit process */
#define TIF_FORK		18	/* ret_from_fork */
#define TIF_ABI_PENDING		19
#define TIF_MEMDIE		20
#define TIF_DEBUG		21	/* uses debug registers */
#define TIF_IO_BITMAP		22	/* uses I/O bitmap */
#define TIF_FREEZE		23	/* is freezing for suspend */
#define TIF_FORCED_TF		24	/* true if TF in eflags artificially */
#define TIF_DEBUGCTLMSR		25	/* uses thread_struct.debugctlmsr */
#define TIF_DS_AREA_MSR		26      /* uses thread_struct.ds_area_msr */
97
#define TIF_LAZY_MMU_UPDATES	27	/* task is updating the mmu lazily */
98
#define TIF_SYSCALL_FTRACE	28	/* for ftrace syscall instrumentation */
99 100

#define _TIF_SYSCALL_TRACE	(1 << TIF_SYSCALL_TRACE)
101
#define _TIF_NOTIFY_RESUME	(1 << TIF_NOTIFY_RESUME)
102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119
#define _TIF_SIGPENDING		(1 << TIF_SIGPENDING)
#define _TIF_SINGLESTEP		(1 << TIF_SINGLESTEP)
#define _TIF_NEED_RESCHED	(1 << TIF_NEED_RESCHED)
#define _TIF_IRET		(1 << TIF_IRET)
#define _TIF_SYSCALL_EMU	(1 << TIF_SYSCALL_EMU)
#define _TIF_SYSCALL_AUDIT	(1 << TIF_SYSCALL_AUDIT)
#define _TIF_SECCOMP		(1 << TIF_SECCOMP)
#define _TIF_MCE_NOTIFY		(1 << TIF_MCE_NOTIFY)
#define _TIF_NOTSC		(1 << TIF_NOTSC)
#define _TIF_IA32		(1 << TIF_IA32)
#define _TIF_FORK		(1 << TIF_FORK)
#define _TIF_ABI_PENDING	(1 << TIF_ABI_PENDING)
#define _TIF_DEBUG		(1 << TIF_DEBUG)
#define _TIF_IO_BITMAP		(1 << TIF_IO_BITMAP)
#define _TIF_FREEZE		(1 << TIF_FREEZE)
#define _TIF_FORCED_TF		(1 << TIF_FORCED_TF)
#define _TIF_DEBUGCTLMSR	(1 << TIF_DEBUGCTLMSR)
#define _TIF_DS_AREA_MSR	(1 << TIF_DS_AREA_MSR)
120
#define _TIF_LAZY_MMU_UPDATES	(1 << TIF_LAZY_MMU_UPDATES)
121
#define _TIF_SYSCALL_FTRACE	(1 << TIF_SYSCALL_FTRACE)
122

123 124
/* work to do in syscall_trace_enter() */
#define _TIF_WORK_SYSCALL_ENTRY	\
125
	(_TIF_SYSCALL_TRACE | _TIF_SYSCALL_EMU | _TIF_SYSCALL_FTRACE |	\
R
Roland McGrath 已提交
126
	 _TIF_SYSCALL_AUDIT | _TIF_SECCOMP | _TIF_SINGLESTEP)
127 128 129

/* work to do in syscall_trace_leave() */
#define _TIF_WORK_SYSCALL_EXIT	\
130 131
	(_TIF_SYSCALL_TRACE | _TIF_SYSCALL_AUDIT | _TIF_SINGLESTEP |	\
	 _TIF_SYSCALL_FTRACE)
132

133 134 135
/* work to do on interrupt/exception return */
#define _TIF_WORK_MASK							\
	(0x0000FFFF &							\
136
	 ~(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT|			\
137
	   _TIF_SINGLESTEP|_TIF_SECCOMP|_TIF_SYSCALL_EMU))
138 139

/* work to do on any return to user space */
140
#define _TIF_ALLWORK_MASK ((0x0000FFFF & ~_TIF_SECCOMP) | _TIF_SYSCALL_FTRACE)
141

142
/* Only used for 64 bit */
143
#define _TIF_DO_NOTIFY_MASK						\
144
	(_TIF_SIGPENDING|_TIF_MCE_NOTIFY|_TIF_NOTIFY_RESUME)
145 146 147

/* flags to check in __switch_to() */
#define _TIF_WORK_CTXSW							\
148
	(_TIF_IO_BITMAP|_TIF_DEBUGCTLMSR|_TIF_DS_AREA_MSR|_TIF_NOTSC)
149 150 151 152

#define _TIF_WORK_CTXSW_PREV _TIF_WORK_CTXSW
#define _TIF_WORK_CTXSW_NEXT (_TIF_WORK_CTXSW|_TIF_DEBUG)

153 154
#define PREEMPT_ACTIVE		0x10000000

155 156
/* thread information allocation */
#ifdef CONFIG_DEBUG_STACK_USAGE
157
#define THREAD_FLAGS (GFP_KERNEL | __GFP_NOTRACK | __GFP_ZERO)
158
#else
159
#define THREAD_FLAGS (GFP_KERNEL | __GFP_NOTRACK)
160
#endif
161

162 163
#define __HAVE_ARCH_THREAD_INFO_ALLOCATOR

164 165 166 167 168 169
#define alloc_thread_info(tsk)						\
	((struct thread_info *)__get_free_pages(THREAD_FLAGS, THREAD_ORDER))

#ifdef CONFIG_X86_32

#define STACK_WARN	(THREAD_SIZE/8)
C
Christoph Lameter 已提交
170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202
/*
 * macros/functions for gaining access to the thread information structure
 *
 * preempt_count needs to be 1 initially, until the scheduler is functional.
 */
#ifndef __ASSEMBLY__


/* how to get the current stack pointer from C */
register unsigned long current_stack_pointer asm("esp") __used;

/* how to get the thread information struct from C */
static inline struct thread_info *current_thread_info(void)
{
	return (struct thread_info *)
		(current_stack_pointer & ~(THREAD_SIZE - 1));
}

#else /* !__ASSEMBLY__ */

/* how to get the thread information struct from ASM */
#define GET_THREAD_INFO(reg)	 \
	movl $-THREAD_SIZE, reg; \
	andl %esp, reg

/* use this one if reg already contains %esp */
#define GET_THREAD_INFO_WITH_ESP(reg) \
	andl $-THREAD_SIZE, reg

#endif

#else /* X86_32 */

203 204
#include <asm/percpu.h>
#define KERNEL_STACK_OFFSET (5*8)
C
Christoph Lameter 已提交
205 206 207 208 209 210

/*
 * macros/functions for gaining access to the thread information structure
 * preempt_count needs to be 1 initially, until the scheduler is functional.
 */
#ifndef __ASSEMBLY__
211
DECLARE_PER_CPU(unsigned long, kernel_stack);
C
Christoph Lameter 已提交
212

213
static inline struct thread_info *current_thread_info(void)
C
Christoph Lameter 已提交
214 215
{
	struct thread_info *ti;
216 217
	ti = (void *)(percpu_read(kernel_stack) +
		      KERNEL_STACK_OFFSET - THREAD_SIZE);
C
Christoph Lameter 已提交
218 219 220 221 222 223 224
	return ti;
}

#else /* !__ASSEMBLY__ */

/* how to get the thread information struct from ASM */
#define GET_THREAD_INFO(reg) \
225 226
	movq PER_CPU_VAR(kernel_stack),reg ; \
	subq $(THREAD_SIZE-KERNEL_STACK_OFFSET),reg
C
Christoph Lameter 已提交
227 228 229

#endif

230 231
#endif /* !X86_32 */

C
Christoph Lameter 已提交
232 233 234 235 236 237 238 239 240
/*
 * Thread-synchronous status.
 *
 * This is different from the flags in that nobody else
 * ever touches our thread-synchronous status, so we don't
 * have to worry about atomic accesses.
 */
#define TS_USEDFPU		0x0001	/* FPU was used by this task
					   this quantum (SMP) */
241
#define TS_COMPAT		0x0002	/* 32bit syscall active (64BIT)*/
C
Christoph Lameter 已提交
242 243
#define TS_POLLING		0x0004	/* true if in idle loop
					   and not sleeping */
I
Ingo Molnar 已提交
244
#define TS_RESTORE_SIGMASK	0x0008	/* restore signal mask in do_signal() */
245
#define TS_XSAVE		0x0010	/* Use xsave/xrstor */
C
Christoph Lameter 已提交
246 247 248

#define tsk_is_polling(t) (task_thread_info(t)->status & TS_POLLING)

I
Ingo Molnar 已提交
249 250 251 252 253 254
#ifndef __ASSEMBLY__
#define HAVE_SET_RESTORE_SIGMASK	1
static inline void set_restore_sigmask(void)
{
	struct thread_info *ti = current_thread_info();
	ti->status |= TS_RESTORE_SIGMASK;
255
	set_bit(TIF_SIGPENDING, (unsigned long *)&ti->flags);
I
Ingo Molnar 已提交
256 257 258
}
#endif	/* !__ASSEMBLY__ */

259 260 261 262
#ifndef __ASSEMBLY__
extern void arch_task_cache_init(void);
extern void free_thread_info(struct thread_info *ti);
extern int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src);
S
Suresh Siddha 已提交
263
#define arch_task_cache_init arch_task_cache_init
264
#endif
H
H. Peter Anvin 已提交
265
#endif /* _ASM_X86_THREAD_INFO_H */