pda.h 2.9 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7
#ifndef X86_64_PDA_H
#define X86_64_PDA_H

#ifndef __ASSEMBLY__
#include <linux/stddef.h>
#include <linux/types.h>
#include <linux/cache.h>
8
#include <asm/page.h>
L
Linus Torvalds 已提交
9 10 11

/* Per processor datastructure. %gs points to it while the kernel runs */ 
struct x8664_pda {
12 13 14 15 16 17 18
	struct task_struct *pcurrent;	/* 0  Current process */
	unsigned long data_offset;	/* 8 Per cpu data offset from linker
					   address */
	unsigned long kernelstack;  /* 16 top of kernel stack for current */
	unsigned long oldrsp; 	    /* 24 user rsp for system call */
        int irqcount;		    /* 32 Irq nesting counter. Starts with -1 */
	int cpunumber;		    /* 36 Logical CPU number */
19 20 21 22 23 24
#ifdef CONFIG_CC_STACKPROTECTOR
	unsigned long stack_canary;	/* 40 stack canary value */
					/* gcc-ABI: this canary MUST be at
					   offset 40!!! */
#endif
	char *irqstackptr;
25
	int nodenumber;		    /* number of current node */
L
Linus Torvalds 已提交
26 27 28
	unsigned int __softirq_pending;
	unsigned int __nmi_count;	/* number of NMI on this CPUs */
	int mmu_state;     
29
	struct mm_struct *active_mm;
L
Linus Torvalds 已提交
30
	unsigned apic_timer_irqs;
31
} ____cacheline_aligned_in_smp;
L
Linus Torvalds 已提交
32

33 34
extern struct x8664_pda *_cpu_pda[];
extern struct x8664_pda boot_cpu_pda[];
35

36
#define cpu_pda(i) (_cpu_pda[i])
L
Linus Torvalds 已提交
37 38 39 40 41 42 43

/* 
 * There is no fast way to get the base address of the PDA, all the accesses
 * have to mention %fs/%gs.  So it needs to be done this Torvaldian way.
 */ 
extern void __bad_pda_field(void);

44 45 46 47
/* proxy_pda doesn't actually exist, but tell gcc it is accessed
   for all PDA accesses so it gets read/write dependencies right. */
extern struct x8664_pda _proxy_pda;

L
Linus Torvalds 已提交
48 49 50
#define pda_offset(field) offsetof(struct x8664_pda, field)

#define pda_to_op(op,field,val) do { \
51
	typedef typeof(_proxy_pda.field) T__; \
52 53
	if (0) { T__ tmp__; tmp__ = (val); }  \
	switch (sizeof(_proxy_pda.field)) { 		\
L
Linus Torvalds 已提交
54
case 2: \
55
asm(op "w %1,%%gs:%c2" : "+m" (_proxy_pda.field) : \
56
	"ri" ((T__)val),"i"(pda_offset(field))); break; \
L
Linus Torvalds 已提交
57
case 4: \
58
asm(op "l %1,%%gs:%c2" : "+m" (_proxy_pda.field) : \
59
	"ri" ((T__)val),"i"(pda_offset(field))); break; \
L
Linus Torvalds 已提交
60
case 8: \
61
asm(op "q %1,%%gs:%c2": "+m" (_proxy_pda.field) : \
62 63
	 "ri" ((T__)val),"i"(pda_offset(field))); break; \
default: __bad_pda_field(); 					\
L
Linus Torvalds 已提交
64 65 66 67
       } \
       } while (0)

#define pda_from_op(op,field) ({ \
68 69
       typeof(_proxy_pda.field) ret__; \
       switch (sizeof(_proxy_pda.field)) { 		\
L
Linus Torvalds 已提交
70
case 2: \
71
asm(op "w %%gs:%c1,%0":"=r" (ret__):\
72
	"i" (pda_offset(field)), "m" (_proxy_pda.field)); break;\
L
Linus Torvalds 已提交
73
case 4: \
74
asm(op "l %%gs:%c1,%0":"=r" (ret__):\
75
	"i" (pda_offset(field)), "m" (_proxy_pda.field)); break;\
L
Linus Torvalds 已提交
76
case 8: \
77
asm(op "q %%gs:%c1,%0":"=r" (ret__):\
78 79
	"i" (pda_offset(field)), "m" (_proxy_pda.field)); break;\
default: __bad_pda_field(); 					\
L
Linus Torvalds 已提交
80 81 82 83 84 85 86 87
       } \
       ret__; })


#define read_pda(field) pda_from_op("mov",field)
#define write_pda(field,val) pda_to_op("mov",field,val)
#define add_pda(field,val) pda_to_op("add",field,val)
#define sub_pda(field,val) pda_to_op("sub",field,val)
88
#define or_pda(field,val) pda_to_op("or",field,val)
L
Linus Torvalds 已提交
89 90 91 92 93 94

#endif

#define PDA_STACKOFFSET (5*8)

#endif