topology.h 7.2 KB
Newer Older
T
Thomas Gleixner 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
/*
 * Written by: Matthew Dobson, IBM Corporation
 *
 * Copyright (C) 2002, IBM Corp.
 *
 * All rights reserved.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
 * NON INFRINGEMENT.  See the GNU General Public License for more
 * details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 *
 * Send feedback to <colpatch@us.ibm.com>
 */
H
H. Peter Anvin 已提交
25 26
#ifndef _ASM_X86_TOPOLOGY_H
#define _ASM_X86_TOPOLOGY_H
T
Thomas Gleixner 已提交
27

28 29 30 31 32 33 34 35 36 37
#ifdef CONFIG_X86_32
# ifdef CONFIG_X86_HT
#  define ENABLE_TOPO_DEFINES
# endif
#else
# ifdef CONFIG_SMP
#  define ENABLE_TOPO_DEFINES
# endif
#endif

38 39 40
/* Node not present */
#define NUMA_NO_NODE	(-1)

T
Thomas Gleixner 已提交
41 42 43 44
#ifdef CONFIG_NUMA
#include <linux/cpumask.h>
#include <asm/mpspec.h>

45
#ifdef CONFIG_X86_32
46

47
/* Mappings between node number and cpus on that node. */
T
Thomas Gleixner 已提交
48 49
extern cpumask_t node_to_cpumask_map[];

50 51
/* Mappings between logical cpu number and node number */
extern int cpu_to_node_map[];
52

T
Thomas Gleixner 已提交
53 54
/* Returns the number of the node containing CPU 'cpu' */
static inline int cpu_to_node(int cpu)
55 56 57
{
	return cpu_to_node_map[cpu];
}
58
#define early_cpu_to_node(cpu)	cpu_to_node(cpu)
59

60 61 62 63
/* Returns a bitmask of CPUs on Node 'node'.
 *
 * Side note: this function creates the returned cpumask on the stack
 * so with a high NR_CPUS count, excessive stack space is used.  The
64
 * cpumask_of_node function should be used whenever possible.
65
 */
66 67 68 69 70
static inline cpumask_t node_to_cpumask(int node)
{
	return node_to_cpumask_map[node];
}

71 72 73 74 75 76
/* Returns a bitmask of CPUs on Node 'node'. */
static inline const struct cpumask *cpumask_of_node(int node)
{
	return &node_to_cpumask_map[node];
}

77
#else /* CONFIG_X86_64 */
78

79
/* Mappings between node number and cpus on that node. */
80
extern cpumask_t *node_to_cpumask_map;
81 82 83 84 85

/* Mappings between logical cpu number and node number */
DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);

/* Returns the number of the current Node. */
M
Mike Travis 已提交
86
#define numa_node_id()		read_pda(nodenumber)
87 88 89 90

#ifdef CONFIG_DEBUG_PER_CPU_MAPS
extern int cpu_to_node(int cpu);
extern int early_cpu_to_node(int cpu);
91
extern const cpumask_t *cpumask_of_node(int node);
92
extern cpumask_t node_to_cpumask(int node);
T
Thomas Gleixner 已提交
93

94 95 96
#else	/* !CONFIG_DEBUG_PER_CPU_MAPS */

/* Returns the number of the node containing CPU 'cpu' */
97 98
static inline int cpu_to_node(int cpu)
{
99
	return per_cpu(x86_cpu_to_node_map, cpu);
100
}
101

102 103 104 105 106
/* Same function but used if called before per_cpu areas are setup */
static inline int early_cpu_to_node(int cpu)
{
	if (early_per_cpu_ptr(x86_cpu_to_node_map))
		return early_per_cpu_ptr(x86_cpu_to_node_map)[cpu];
107

108 109
	return per_cpu(x86_cpu_to_node_map, cpu);
}
110

111
/* Returns a pointer to the cpumask of CPUs on Node 'node'. */
112
static inline const cpumask_t *cpumask_of_node(int node)
113 114 115
{
	return &node_to_cpumask_map[node];
}
T
Thomas Gleixner 已提交
116 117 118 119 120 121 122

/* Returns a bitmask of CPUs on Node 'node'. */
static inline cpumask_t node_to_cpumask(int node)
{
	return node_to_cpumask_map[node];
}

123 124
#endif /* !CONFIG_DEBUG_PER_CPU_MAPS */

125 126 127 128
/*
 * Replace default node_to_cpumask_ptr with optimized version
 * Deprecated: use "const struct cpumask *mask = cpumask_of_node(node)"
 */
129
#define node_to_cpumask_ptr(v, node)		\
130
		const cpumask_t *v = cpumask_of_node(node)
131 132

#define node_to_cpumask_ptr_next(v, node)	\
133
			   v = cpumask_of_node(node)
134

135
#endif /* CONFIG_X86_64 */
T
Thomas Gleixner 已提交
136

137 138 139 140 141 142
/*
 * Returns the number of the node containing Node 'node'. This
 * architecture is flat, so it is a pretty simple function!
 */
#define parent_node(node) (node)

T
Thomas Gleixner 已提交
143 144 145
#define pcibus_to_node(bus) __pcibus_to_node(bus)
#define pcibus_to_cpumask(bus) __pcibus_to_cpumask(bus)

146
#ifdef CONFIG_X86_32
T
Thomas Gleixner 已提交
147 148 149 150 151 152 153 154 155 156
extern unsigned long node_start_pfn[];
extern unsigned long node_end_pfn[];
extern unsigned long node_remap_size[];
#define node_has_online_mem(nid) (node_start_pfn[nid] != node_end_pfn[nid])

# define SD_CACHE_NICE_TRIES	1
# define SD_IDLE_IDX		1
# define SD_NEWIDLE_IDX		2
# define SD_FORKEXEC_IDX	0

157
#else
T
Thomas Gleixner 已提交
158 159 160

# define SD_CACHE_NICE_TRIES	2
# define SD_IDLE_IDX		2
161
# define SD_NEWIDLE_IDX		2
T
Thomas Gleixner 已提交
162 163 164 165
# define SD_FORKEXEC_IDX	1

#endif

I
Ingo Molnar 已提交
166
/* sched_domains SD_NODE_INIT for NUMA machines */
T
Thomas Gleixner 已提交
167 168 169 170 171 172 173 174 175 176 177 178 179 180
#define SD_NODE_INIT (struct sched_domain) {		\
	.min_interval		= 8,			\
	.max_interval		= 32,			\
	.busy_factor		= 32,			\
	.imbalance_pct		= 125,			\
	.cache_nice_tries	= SD_CACHE_NICE_TRIES,	\
	.busy_idx		= 3,			\
	.idle_idx		= SD_IDLE_IDX,		\
	.newidle_idx		= SD_NEWIDLE_IDX,	\
	.wake_idx		= 1,			\
	.forkexec_idx		= SD_FORKEXEC_IDX,	\
	.flags			= SD_LOAD_BALANCE	\
				| SD_BALANCE_EXEC	\
				| SD_BALANCE_FORK	\
I
Ingo Molnar 已提交
181 182 183
				| SD_WAKE_AFFINE	\
				| SD_WAKE_BALANCE	\
				| SD_SERIALIZE,		\
T
Thomas Gleixner 已提交
184 185 186 187 188 189 190 191 192
	.last_balance		= jiffies,		\
	.balance_interval	= 1,			\
}

#ifdef CONFIG_X86_64_ACPI_NUMA
extern int __node_distance(int, int);
#define node_distance(a, b) __node_distance(a, b)
#endif

193 194 195 196 197 198
#else /* !CONFIG_NUMA */

#define numa_node_id()		0
#define	cpu_to_node(cpu)	0
#define	early_cpu_to_node(cpu)	0

199
static inline const cpumask_t *cpumask_of_node(int node)
200 201 202 203 204 205 206 207 208 209 210 211
{
	return &cpu_online_map;
}
static inline cpumask_t node_to_cpumask(int node)
{
	return cpu_online_map;
}
static inline int node_to_first_cpu(int node)
{
	return first_cpu(cpu_online_map);
}

212 213 214 215
/*
 * Replace default node_to_cpumask_ptr with optimized version
 * Deprecated: use "const struct cpumask *mask = cpumask_of_node(node)"
 */
216
#define node_to_cpumask_ptr(v, node)		\
217
		const cpumask_t *v = cpumask_of_node(node)
T
Thomas Gleixner 已提交
218

219
#define node_to_cpumask_ptr_next(v, node)	\
220
			   v = cpumask_of_node(node)
T
Thomas Gleixner 已提交
221 222
#endif

223 224
#include <asm-generic/topology.h>

225 226 227 228
#ifdef CONFIG_NUMA
/* Returns the number of the first CPU on Node 'node'. */
static inline int node_to_first_cpu(int node)
{
229
	return cpumask_first(cpumask_of_node(node));
230 231 232
}
#endif

T
Thomas Gleixner 已提交
233
extern cpumask_t cpu_coregroup_map(int cpu);
R
Rusty Russell 已提交
234
extern const struct cpumask *cpu_coregroup_mask(int cpu);
T
Thomas Gleixner 已提交
235 236 237 238 239 240

#ifdef ENABLE_TOPO_DEFINES
#define topology_physical_package_id(cpu)	(cpu_data(cpu).phys_proc_id)
#define topology_core_id(cpu)			(cpu_data(cpu).cpu_core_id)
#define topology_core_siblings(cpu)		(per_cpu(cpu_core_map, cpu))
#define topology_thread_siblings(cpu)		(per_cpu(cpu_sibling_map, cpu))
241 242
#define topology_core_cpumask(cpu)		(&per_cpu(cpu_core_map, cpu))
#define topology_thread_cpumask(cpu)		(&per_cpu(cpu_sibling_map, cpu))
243 244 245

/* indicates that pointers to the topology cpumask_t maps are valid */
#define arch_provides_topology_pointers		yes
T
Thomas Gleixner 已提交
246 247
#endif

248 249 250 251
static inline void arch_fix_phys_package_id(int num, u32 slot)
{
}

252 253 254
struct pci_bus;
void set_pci_bus_resources_arch_default(struct pci_bus *b);

T
Thomas Gleixner 已提交
255
#ifdef CONFIG_SMP
256
#define mc_capable()	(cpus_weight(per_cpu(cpu_core_map, 0)) != nr_cpu_ids)
T
Thomas Gleixner 已提交
257 258 259
#define smt_capable()			(smp_num_siblings > 1)
#endif

Y
Yinghai Lu 已提交
260 261 262 263 264 265 266 267 268 269 270 271 272
#ifdef CONFIG_NUMA
extern int get_mp_bus_to_node(int busnum);
extern void set_mp_bus_to_node(int busnum, int node);
#else
static inline int get_mp_bus_to_node(int busnum)
{
	return 0;
}
static inline void set_mp_bus_to_node(int busnum, int node)
{
}
#endif

H
H. Peter Anvin 已提交
273
#endif /* _ASM_X86_TOPOLOGY_H */