topology.h 6.7 KB
Newer Older
T
Thomas Gleixner 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
/*
 * Written by: Matthew Dobson, IBM Corporation
 *
 * Copyright (C) 2002, IBM Corp.
 *
 * All rights reserved.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
 * NON INFRINGEMENT.  See the GNU General Public License for more
 * details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 *
 * Send feedback to <colpatch@us.ibm.com>
 */
H
H. Peter Anvin 已提交
25 26
#ifndef _ASM_X86_TOPOLOGY_H
#define _ASM_X86_TOPOLOGY_H
T
Thomas Gleixner 已提交
27

28 29 30 31 32 33 34 35 36 37
#ifdef CONFIG_X86_32
# ifdef CONFIG_X86_HT
#  define ENABLE_TOPO_DEFINES
# endif
#else
# ifdef CONFIG_SMP
#  define ENABLE_TOPO_DEFINES
# endif
#endif

38 39 40
/* Node not present */
#define NUMA_NO_NODE	(-1)

T
Thomas Gleixner 已提交
41 42 43 44
#ifdef CONFIG_NUMA
#include <linux/cpumask.h>
#include <asm/mpspec.h>

45
#ifdef CONFIG_X86_32
46

47
/* Mappings between node number and cpus on that node. */
T
Thomas Gleixner 已提交
48 49
extern cpumask_t node_to_cpumask_map[];

50 51
/* Mappings between logical cpu number and node number */
extern int cpu_to_node_map[];
52

T
Thomas Gleixner 已提交
53 54
/* Returns the number of the node containing CPU 'cpu' */
static inline int cpu_to_node(int cpu)
55 56 57
{
	return cpu_to_node_map[cpu];
}
58
#define early_cpu_to_node(cpu)	cpu_to_node(cpu)
59

60 61 62 63 64 65
/* Returns a bitmask of CPUs on Node 'node'.
 *
 * Side note: this function creates the returned cpumask on the stack
 * so with a high NR_CPUS count, excessive stack space is used.  The
 * node_to_cpumask_ptr function should be used whenever possible.
 */
66 67 68 69 70
static inline cpumask_t node_to_cpumask(int node)
{
	return node_to_cpumask_map[node];
}

71
#else /* CONFIG_X86_64 */
72

73
/* Mappings between node number and cpus on that node. */
74
extern cpumask_t *node_to_cpumask_map;
75 76 77 78 79

/* Mappings between logical cpu number and node number */
DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);

/* Returns the number of the current Node. */
M
Mike Travis 已提交
80
#define numa_node_id()		read_pda(nodenumber)
81 82 83 84

#ifdef CONFIG_DEBUG_PER_CPU_MAPS
extern int cpu_to_node(int cpu);
extern int early_cpu_to_node(int cpu);
85
extern const cpumask_t *_node_to_cpumask_ptr(int node);
86
extern cpumask_t node_to_cpumask(int node);
T
Thomas Gleixner 已提交
87

88 89 90
#else	/* !CONFIG_DEBUG_PER_CPU_MAPS */

/* Returns the number of the node containing CPU 'cpu' */
91 92
static inline int cpu_to_node(int cpu)
{
93
	return per_cpu(x86_cpu_to_node_map, cpu);
94
}
95

96 97 98 99 100
/* Same function but used if called before per_cpu areas are setup */
static inline int early_cpu_to_node(int cpu)
{
	if (early_per_cpu_ptr(x86_cpu_to_node_map))
		return early_per_cpu_ptr(x86_cpu_to_node_map)[cpu];
101

102 103
	return per_cpu(x86_cpu_to_node_map, cpu);
}
104

105
/* Returns a pointer to the cpumask of CPUs on Node 'node'. */
106
static inline const cpumask_t *_node_to_cpumask_ptr(int node)
107 108 109
{
	return &node_to_cpumask_map[node];
}
T
Thomas Gleixner 已提交
110 111 112 113 114 115 116

/* Returns a bitmask of CPUs on Node 'node'. */
static inline cpumask_t node_to_cpumask(int node)
{
	return node_to_cpumask_map[node];
}

117 118 119 120
#endif /* !CONFIG_DEBUG_PER_CPU_MAPS */

/* Replace default node_to_cpumask_ptr with optimized version */
#define node_to_cpumask_ptr(v, node)		\
121
		const cpumask_t *v = _node_to_cpumask_ptr(node)
122 123 124 125

#define node_to_cpumask_ptr_next(v, node)	\
			   v = _node_to_cpumask_ptr(node)

126
#endif /* CONFIG_X86_64 */
T
Thomas Gleixner 已提交
127

128 129 130 131 132 133
/*
 * Returns the number of the node containing Node 'node'. This
 * architecture is flat, so it is a pretty simple function!
 */
#define parent_node(node) (node)

T
Thomas Gleixner 已提交
134 135 136
#define pcibus_to_node(bus) __pcibus_to_node(bus)
#define pcibus_to_cpumask(bus) __pcibus_to_cpumask(bus)

137
#ifdef CONFIG_X86_32
T
Thomas Gleixner 已提交
138 139 140 141 142 143 144 145 146 147
extern unsigned long node_start_pfn[];
extern unsigned long node_end_pfn[];
extern unsigned long node_remap_size[];
#define node_has_online_mem(nid) (node_start_pfn[nid] != node_end_pfn[nid])

# define SD_CACHE_NICE_TRIES	1
# define SD_IDLE_IDX		1
# define SD_NEWIDLE_IDX		2
# define SD_FORKEXEC_IDX	0

148
#else
T
Thomas Gleixner 已提交
149 150 151

# define SD_CACHE_NICE_TRIES	2
# define SD_IDLE_IDX		2
152
# define SD_NEWIDLE_IDX		2
T
Thomas Gleixner 已提交
153 154 155 156
# define SD_FORKEXEC_IDX	1

#endif

I
Ingo Molnar 已提交
157
/* sched_domains SD_NODE_INIT for NUMA machines */
T
Thomas Gleixner 已提交
158 159 160 161 162 163 164 165 166 167 168 169 170 171
#define SD_NODE_INIT (struct sched_domain) {		\
	.min_interval		= 8,			\
	.max_interval		= 32,			\
	.busy_factor		= 32,			\
	.imbalance_pct		= 125,			\
	.cache_nice_tries	= SD_CACHE_NICE_TRIES,	\
	.busy_idx		= 3,			\
	.idle_idx		= SD_IDLE_IDX,		\
	.newidle_idx		= SD_NEWIDLE_IDX,	\
	.wake_idx		= 1,			\
	.forkexec_idx		= SD_FORKEXEC_IDX,	\
	.flags			= SD_LOAD_BALANCE	\
				| SD_BALANCE_EXEC	\
				| SD_BALANCE_FORK	\
I
Ingo Molnar 已提交
172 173 174
				| SD_WAKE_AFFINE	\
				| SD_WAKE_BALANCE	\
				| SD_SERIALIZE,		\
T
Thomas Gleixner 已提交
175 176 177 178 179 180 181 182 183
	.last_balance		= jiffies,		\
	.balance_interval	= 1,			\
}

#ifdef CONFIG_X86_64_ACPI_NUMA
extern int __node_distance(int, int);
#define node_distance(a, b) __node_distance(a, b)
#endif

184 185 186 187 188 189
#else /* !CONFIG_NUMA */

#define numa_node_id()		0
#define	cpu_to_node(cpu)	0
#define	early_cpu_to_node(cpu)	0

190
static inline const cpumask_t *_node_to_cpumask_ptr(int node)
191 192 193 194 195 196 197 198 199 200 201 202 203 204
{
	return &cpu_online_map;
}
static inline cpumask_t node_to_cpumask(int node)
{
	return cpu_online_map;
}
static inline int node_to_first_cpu(int node)
{
	return first_cpu(cpu_online_map);
}

/* Replace default node_to_cpumask_ptr with optimized version */
#define node_to_cpumask_ptr(v, node)		\
205
		const cpumask_t *v = _node_to_cpumask_ptr(node)
T
Thomas Gleixner 已提交
206

207 208
#define node_to_cpumask_ptr_next(v, node)	\
			   v = _node_to_cpumask_ptr(node)
T
Thomas Gleixner 已提交
209 210
#endif

211 212
#include <asm-generic/topology.h>

213 214 215 216 217 218 219 220 221
#ifdef CONFIG_NUMA
/* Returns the number of the first CPU on Node 'node'. */
static inline int node_to_first_cpu(int node)
{
	node_to_cpumask_ptr(mask, node);
	return first_cpu(*mask);
}
#endif

T
Thomas Gleixner 已提交
222 223 224 225 226 227 228
extern cpumask_t cpu_coregroup_map(int cpu);

#ifdef ENABLE_TOPO_DEFINES
#define topology_physical_package_id(cpu)	(cpu_data(cpu).phys_proc_id)
#define topology_core_id(cpu)			(cpu_data(cpu).cpu_core_id)
#define topology_core_siblings(cpu)		(per_cpu(cpu_core_map, cpu))
#define topology_thread_siblings(cpu)		(per_cpu(cpu_sibling_map, cpu))
229 230 231

/* indicates that pointers to the topology cpumask_t maps are valid */
#define arch_provides_topology_pointers		yes
T
Thomas Gleixner 已提交
232 233
#endif

234 235 236 237
static inline void arch_fix_phys_package_id(int num, u32 slot)
{
}

238 239 240
struct pci_bus;
void set_pci_bus_resources_arch_default(struct pci_bus *b);

T
Thomas Gleixner 已提交
241 242 243 244 245
#ifdef CONFIG_SMP
#define mc_capable()			(boot_cpu_data.x86_max_cores > 1)
#define smt_capable()			(smp_num_siblings > 1)
#endif

Y
Yinghai Lu 已提交
246 247 248 249 250 251 252 253 254 255 256 257 258
#ifdef CONFIG_NUMA
extern int get_mp_bus_to_node(int busnum);
extern void set_mp_bus_to_node(int busnum, int node);
#else
static inline int get_mp_bus_to_node(int busnum)
{
	return 0;
}
static inline void set_mp_bus_to_node(int busnum, int node)
{
}
#endif

H
H. Peter Anvin 已提交
259
#endif /* _ASM_X86_TOPOLOGY_H */