topology.h 7.2 KB
Newer Older
T
Thomas Gleixner 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
/*
 * Written by: Matthew Dobson, IBM Corporation
 *
 * Copyright (C) 2002, IBM Corp.
 *
 * All rights reserved.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
 * NON INFRINGEMENT.  See the GNU General Public License for more
 * details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 *
 * Send feedback to <colpatch@us.ibm.com>
 */
H
H. Peter Anvin 已提交
25 26
#ifndef _ASM_X86_TOPOLOGY_H
#define _ASM_X86_TOPOLOGY_H
T
Thomas Gleixner 已提交
27

28 29 30 31 32 33 34 35 36 37
#ifdef CONFIG_X86_32
# ifdef CONFIG_X86_HT
#  define ENABLE_TOPO_DEFINES
# endif
#else
# ifdef CONFIG_SMP
#  define ENABLE_TOPO_DEFINES
# endif
#endif

38 39 40
/* Node not present */
#define NUMA_NO_NODE	(-1)

T
Thomas Gleixner 已提交
41 42 43 44
#ifdef CONFIG_NUMA
#include <linux/cpumask.h>
#include <asm/mpspec.h>

45
#ifdef CONFIG_X86_32
46

47
/* Mappings between node number and cpus on that node. */
T
Thomas Gleixner 已提交
48 49
extern cpumask_t node_to_cpumask_map[];

50 51
/* Mappings between logical cpu number and node number */
extern int cpu_to_node_map[];
52

T
Thomas Gleixner 已提交
53 54
/* Returns the number of the node containing CPU 'cpu' */
static inline int cpu_to_node(int cpu)
55 56 57
{
	return cpu_to_node_map[cpu];
}
58
#define early_cpu_to_node(cpu)	cpu_to_node(cpu)
59

60 61 62 63
/* Returns a bitmask of CPUs on Node 'node'.
 *
 * Side note: this function creates the returned cpumask on the stack
 * so with a high NR_CPUS count, excessive stack space is used.  The
64
 * cpumask_of_node function should be used whenever possible.
65
 */
66 67 68 69 70
static inline cpumask_t node_to_cpumask(int node)
{
	return node_to_cpumask_map[node];
}

71 72 73 74 75 76
/* Returns a bitmask of CPUs on Node 'node'. */
static inline const struct cpumask *cpumask_of_node(int node)
{
	return &node_to_cpumask_map[node];
}

77
#else /* CONFIG_X86_64 */
78

79
/* Mappings between node number and cpus on that node. */
80
extern cpumask_t *node_to_cpumask_map;
81 82 83 84 85

/* Mappings between logical cpu number and node number */
DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);

/* Returns the number of the current Node. */
86 87
DECLARE_PER_CPU(int, node_number);
#define numa_node_id()		percpu_read(node_number)
88 89 90 91

#ifdef CONFIG_DEBUG_PER_CPU_MAPS
extern int cpu_to_node(int cpu);
extern int early_cpu_to_node(int cpu);
92
extern const cpumask_t *cpumask_of_node(int node);
93
extern cpumask_t node_to_cpumask(int node);
T
Thomas Gleixner 已提交
94

95 96 97
#else	/* !CONFIG_DEBUG_PER_CPU_MAPS */

/* Returns the number of the node containing CPU 'cpu' */
98 99
static inline int cpu_to_node(int cpu)
{
100
	return per_cpu(x86_cpu_to_node_map, cpu);
101
}
102

103 104 105
/* Same function but used if called before per_cpu areas are setup */
static inline int early_cpu_to_node(int cpu)
{
106
	return early_per_cpu(x86_cpu_to_node_map, cpu);
107
}
108

109
/* Returns a pointer to the cpumask of CPUs on Node 'node'. */
110
static inline const cpumask_t *cpumask_of_node(int node)
111 112 113
{
	return &node_to_cpumask_map[node];
}
T
Thomas Gleixner 已提交
114 115 116 117 118 119 120

/* Returns a bitmask of CPUs on Node 'node'. */
static inline cpumask_t node_to_cpumask(int node)
{
	return node_to_cpumask_map[node];
}

121 122
#endif /* !CONFIG_DEBUG_PER_CPU_MAPS */

123 124 125 126
/*
 * Replace default node_to_cpumask_ptr with optimized version
 * Deprecated: use "const struct cpumask *mask = cpumask_of_node(node)"
 */
127
#define node_to_cpumask_ptr(v, node)		\
128
		const cpumask_t *v = cpumask_of_node(node)
129 130

#define node_to_cpumask_ptr_next(v, node)	\
131
			   v = cpumask_of_node(node)
132

133
#endif /* CONFIG_X86_64 */
T
Thomas Gleixner 已提交
134

135 136 137 138 139 140
/*
 * Returns the number of the node containing Node 'node'. This
 * architecture is flat, so it is a pretty simple function!
 */
#define parent_node(node) (node)

T
Thomas Gleixner 已提交
141 142 143
#define pcibus_to_node(bus) __pcibus_to_node(bus)
#define pcibus_to_cpumask(bus) __pcibus_to_cpumask(bus)

144
#ifdef CONFIG_X86_32
T
Thomas Gleixner 已提交
145 146 147 148 149 150 151 152 153 154
extern unsigned long node_start_pfn[];
extern unsigned long node_end_pfn[];
extern unsigned long node_remap_size[];
#define node_has_online_mem(nid) (node_start_pfn[nid] != node_end_pfn[nid])

# define SD_CACHE_NICE_TRIES	1
# define SD_IDLE_IDX		1
# define SD_NEWIDLE_IDX		2
# define SD_FORKEXEC_IDX	0

155
#else
T
Thomas Gleixner 已提交
156 157 158

# define SD_CACHE_NICE_TRIES	2
# define SD_IDLE_IDX		2
159
# define SD_NEWIDLE_IDX		2
T
Thomas Gleixner 已提交
160 161 162 163
# define SD_FORKEXEC_IDX	1

#endif

I
Ingo Molnar 已提交
164
/* sched_domains SD_NODE_INIT for NUMA machines */
T
Thomas Gleixner 已提交
165 166 167 168 169 170 171 172 173 174 175 176 177 178
#define SD_NODE_INIT (struct sched_domain) {		\
	.min_interval		= 8,			\
	.max_interval		= 32,			\
	.busy_factor		= 32,			\
	.imbalance_pct		= 125,			\
	.cache_nice_tries	= SD_CACHE_NICE_TRIES,	\
	.busy_idx		= 3,			\
	.idle_idx		= SD_IDLE_IDX,		\
	.newidle_idx		= SD_NEWIDLE_IDX,	\
	.wake_idx		= 1,			\
	.forkexec_idx		= SD_FORKEXEC_IDX,	\
	.flags			= SD_LOAD_BALANCE	\
				| SD_BALANCE_EXEC	\
				| SD_BALANCE_FORK	\
I
Ingo Molnar 已提交
179 180 181
				| SD_WAKE_AFFINE	\
				| SD_WAKE_BALANCE	\
				| SD_SERIALIZE,		\
T
Thomas Gleixner 已提交
182 183 184 185 186 187 188 189 190
	.last_balance		= jiffies,		\
	.balance_interval	= 1,			\
}

#ifdef CONFIG_X86_64_ACPI_NUMA
extern int __node_distance(int, int);
#define node_distance(a, b) __node_distance(a, b)
#endif

191 192
#else /* !CONFIG_NUMA */

193 194 195 196 197 198 199 200 201 202 203 204 205 206
static inline int numa_node_id(void)
{
	return 0;
}

static inline int cpu_to_node(int cpu)
{
	return 0;
}

static inline int early_cpu_to_node(int cpu)
{
	return 0;
}
207

208
static inline const cpumask_t *cpumask_of_node(int node)
209 210 211 212 213 214 215 216 217 218 219 220
{
	return &cpu_online_map;
}
static inline cpumask_t node_to_cpumask(int node)
{
	return cpu_online_map;
}
static inline int node_to_first_cpu(int node)
{
	return first_cpu(cpu_online_map);
}

221 222 223 224
/*
 * Replace default node_to_cpumask_ptr with optimized version
 * Deprecated: use "const struct cpumask *mask = cpumask_of_node(node)"
 */
225
#define node_to_cpumask_ptr(v, node)		\
226
		const cpumask_t *v = cpumask_of_node(node)
T
Thomas Gleixner 已提交
227

228
#define node_to_cpumask_ptr_next(v, node)	\
229
			   v = cpumask_of_node(node)
T
Thomas Gleixner 已提交
230 231
#endif

232 233
#include <asm-generic/topology.h>

234 235 236 237
#ifdef CONFIG_NUMA
/* Returns the number of the first CPU on Node 'node'. */
static inline int node_to_first_cpu(int node)
{
238
	return cpumask_first(cpumask_of_node(node));
239 240 241
}
#endif

T
Thomas Gleixner 已提交
242
extern cpumask_t cpu_coregroup_map(int cpu);
R
Rusty Russell 已提交
243
extern const struct cpumask *cpu_coregroup_mask(int cpu);
T
Thomas Gleixner 已提交
244 245 246 247 248 249

#ifdef ENABLE_TOPO_DEFINES
#define topology_physical_package_id(cpu)	(cpu_data(cpu).phys_proc_id)
#define topology_core_id(cpu)			(cpu_data(cpu).cpu_core_id)
#define topology_core_siblings(cpu)		(per_cpu(cpu_core_map, cpu))
#define topology_thread_siblings(cpu)		(per_cpu(cpu_sibling_map, cpu))
250 251
#define topology_core_cpumask(cpu)		(&per_cpu(cpu_core_map, cpu))
#define topology_thread_cpumask(cpu)		(&per_cpu(cpu_sibling_map, cpu))
252 253 254

/* indicates that pointers to the topology cpumask_t maps are valid */
#define arch_provides_topology_pointers		yes
T
Thomas Gleixner 已提交
255 256
#endif

257 258 259 260
static inline void arch_fix_phys_package_id(int num, u32 slot)
{
}

261 262 263
struct pci_bus;
void set_pci_bus_resources_arch_default(struct pci_bus *b);

T
Thomas Gleixner 已提交
264
#ifdef CONFIG_SMP
265
#define mc_capable()	(cpus_weight(per_cpu(cpu_core_map, 0)) != nr_cpu_ids)
T
Thomas Gleixner 已提交
266 267 268
#define smt_capable()			(smp_num_siblings > 1)
#endif

Y
Yinghai Lu 已提交
269 270 271 272 273 274 275 276 277 278 279 280 281
#ifdef CONFIG_NUMA
extern int get_mp_bus_to_node(int busnum);
extern void set_mp_bus_to_node(int busnum, int node);
#else
static inline int get_mp_bus_to_node(int busnum)
{
	return 0;
}
static inline void set_mp_bus_to_node(int busnum, int node)
{
}
#endif

H
H. Peter Anvin 已提交
282
#endif /* _ASM_X86_TOPOLOGY_H */