turbostat.c 24.3 KB
Newer Older
L
Len Brown 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74
/*
 * turbostat -- show CPU frequency and C-state residency
 * on modern Intel turbo-capable processors.
 *
 * Copyright (c) 2010, Intel Corporation.
 * Len Brown <len.brown@intel.com>
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms and conditions of the GNU General Public License,
 * version 2, as published by the Free Software Foundation.
 *
 * This program is distributed in the hope it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
 * more details.
 *
 * You should have received a copy of the GNU General Public License along with
 * this program; if not, write to the Free Software Foundation, Inc.,
 * 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
 */

#include <stdio.h>
#include <unistd.h>
#include <sys/types.h>
#include <sys/wait.h>
#include <sys/stat.h>
#include <sys/resource.h>
#include <fcntl.h>
#include <signal.h>
#include <sys/time.h>
#include <stdlib.h>
#include <dirent.h>
#include <string.h>
#include <ctype.h>

#define MSR_TSC	0x10
#define MSR_NEHALEM_PLATFORM_INFO	0xCE
#define MSR_NEHALEM_TURBO_RATIO_LIMIT	0x1AD
#define MSR_APERF	0xE8
#define MSR_MPERF	0xE7
#define MSR_PKG_C2_RESIDENCY	0x60D	/* SNB only */
#define MSR_PKG_C3_RESIDENCY	0x3F8
#define MSR_PKG_C6_RESIDENCY	0x3F9
#define MSR_PKG_C7_RESIDENCY	0x3FA	/* SNB only */
#define MSR_CORE_C3_RESIDENCY	0x3FC
#define MSR_CORE_C6_RESIDENCY	0x3FD
#define MSR_CORE_C7_RESIDENCY	0x3FE	/* SNB only */

char *proc_stat = "/proc/stat";
unsigned int interval_sec = 5;	/* set with -i interval_sec */
unsigned int verbose;		/* set with -v */
unsigned int skip_c0;
unsigned int skip_c1;
unsigned int do_nhm_cstates;
unsigned int do_snb_cstates;
unsigned int has_aperf;
unsigned int units = 1000000000;	/* Ghz etc */
unsigned int genuine_intel;
unsigned int has_invariant_tsc;
unsigned int do_nehalem_platform_info;
unsigned int do_nehalem_turbo_ratio_limit;
unsigned int extra_msr_offset;
double bclk;
unsigned int show_pkg;
unsigned int show_core;
unsigned int show_cpu;

int aperf_mperf_unstable;
int backwards_count;
char *progname;
int need_reinitialize;

int num_cpus;

L
Len Brown 已提交
75
struct counters {
L
Len Brown 已提交
76 77 78 79 80 81 82 83 84 85 86 87 88 89 90
	unsigned long long tsc;		/* per thread */
	unsigned long long aperf;	/* per thread */
	unsigned long long mperf;	/* per thread */
	unsigned long long c1;	/* per thread (calculated) */
	unsigned long long c3;	/* per core */
	unsigned long long c6;	/* per core */
	unsigned long long c7;	/* per core */
	unsigned long long pc2;	/* per package */
	unsigned long long pc3;	/* per package */
	unsigned long long pc6;	/* per package */
	unsigned long long pc7;	/* per package */
	unsigned long long extra_msr;	/* per thread */
	int pkg;
	int core;
	int cpu;
L
Len Brown 已提交
91 92
	struct counters *next;
};
L
Len Brown 已提交
93

L
Len Brown 已提交
94 95 96 97
struct counters *cnt_even;
struct counters *cnt_odd;
struct counters *cnt_delta;
struct counters *cnt_average;
L
Len Brown 已提交
98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127
struct timeval tv_even;
struct timeval tv_odd;
struct timeval tv_delta;

unsigned long long get_msr(int cpu, off_t offset)
{
	ssize_t retval;
	unsigned long long msr;
	char pathname[32];
	int fd;

	sprintf(pathname, "/dev/cpu/%d/msr", cpu);
	fd = open(pathname, O_RDONLY);
	if (fd < 0) {
		perror(pathname);
		need_reinitialize = 1;
		return 0;
	}

	retval = pread(fd, &msr, sizeof msr, offset);
	if (retval != sizeof msr) {
		fprintf(stderr, "cpu%d pread(..., 0x%zx) = %jd\n",
			cpu, offset, retval);
		exit(-2);
	}

	close(fd);
	return msr;
}

L
Len Brown 已提交
128
void print_header(void)
L
Len Brown 已提交
129 130
{
	if (show_pkg)
131
		fprintf(stderr, "pk");
L
Len Brown 已提交
132
	if (show_core)
133
		fprintf(stderr, " cr");
L
Len Brown 已提交
134 135 136
	if (show_cpu)
		fprintf(stderr, " CPU");
	if (do_nhm_cstates)
137
		fprintf(stderr, "    %%c0 ");
L
Len Brown 已提交
138
	if (has_aperf)
139
		fprintf(stderr, " GHz");
L
Len Brown 已提交
140 141
	fprintf(stderr, "  TSC");
	if (do_nhm_cstates)
142
		fprintf(stderr, "    %%c1");
L
Len Brown 已提交
143
	if (do_nhm_cstates)
144
		fprintf(stderr, "    %%c3");
L
Len Brown 已提交
145
	if (do_nhm_cstates)
146
		fprintf(stderr, "    %%c6");
L
Len Brown 已提交
147
	if (do_snb_cstates)
148
		fprintf(stderr, "    %%c7");
L
Len Brown 已提交
149
	if (do_snb_cstates)
150
		fprintf(stderr, "  %%pc2");
L
Len Brown 已提交
151
	if (do_nhm_cstates)
152
		fprintf(stderr, "  %%pc3");
L
Len Brown 已提交
153
	if (do_nhm_cstates)
154
		fprintf(stderr, "  %%pc6");
L
Len Brown 已提交
155
	if (do_snb_cstates)
156
		fprintf(stderr, "  %%pc7");
L
Len Brown 已提交
157
	if (extra_msr_offset)
158
		fprintf(stderr, "        MSR 0x%x ", extra_msr_offset);
L
Len Brown 已提交
159 160 161 162

	putc('\n', stderr);
}

L
Len Brown 已提交
163
void dump_cnt(struct counters *cnt)
L
Len Brown 已提交
164
{
165 166 167 168 169 170 171 172 173 174 175 176 177 178 179
	if (!cnt)
		return;
	if (cnt->pkg) fprintf(stderr, "package: %d ", cnt->pkg);
	if (cnt->core) fprintf(stderr, "core:: %d ", cnt->core);
	if (cnt->cpu) fprintf(stderr, "CPU: %d ", cnt->cpu);
	if (cnt->tsc) fprintf(stderr, "TSC: %016llX\n", cnt->tsc);
	if (cnt->c3) fprintf(stderr, "c3: %016llX\n", cnt->c3);
	if (cnt->c6) fprintf(stderr, "c6: %016llX\n", cnt->c6);
	if (cnt->c7) fprintf(stderr, "c7: %016llX\n", cnt->c7);
	if (cnt->aperf) fprintf(stderr, "aperf: %016llX\n", cnt->aperf);
	if (cnt->pc2) fprintf(stderr, "pc2: %016llX\n", cnt->pc2);
	if (cnt->pc3) fprintf(stderr, "pc3: %016llX\n", cnt->pc3);
	if (cnt->pc6) fprintf(stderr, "pc6: %016llX\n", cnt->pc6);
	if (cnt->pc7) fprintf(stderr, "pc7: %016llX\n", cnt->pc7);
	if (cnt->extra_msr) fprintf(stderr, "msr0x%x: %016llX\n", extra_msr_offset, cnt->extra_msr);
L
Len Brown 已提交
180 181
}

L
Len Brown 已提交
182
void dump_list(struct counters *cnt)
L
Len Brown 已提交
183
{
L
Len Brown 已提交
184
	printf("dump_list 0x%p\n", cnt);
L
Len Brown 已提交
185

L
Len Brown 已提交
186 187
	for (; cnt; cnt = cnt->next)
		dump_cnt(cnt);
L
Len Brown 已提交
188 189
}

L
Len Brown 已提交
190
void print_cnt(struct counters *p)
L
Len Brown 已提交
191 192 193 194 195 196
{
	double interval_float;

	interval_float = tv_delta.tv_sec + tv_delta.tv_usec/1000000.0;

	/* topology columns, print blanks on 1st (average) line */
L
Len Brown 已提交
197
	if (p == cnt_average) {
L
Len Brown 已提交
198
		if (show_pkg)
199
			fprintf(stderr, " ");
L
Len Brown 已提交
200 201 202 203 204 205
		if (show_core)
			fprintf(stderr, "    ");
		if (show_cpu)
			fprintf(stderr, "    ");
	} else {
		if (show_pkg)
206
			fprintf(stderr, "%d", p->pkg);
L
Len Brown 已提交
207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245
		if (show_core)
			fprintf(stderr, "%4d", p->core);
		if (show_cpu)
			fprintf(stderr, "%4d", p->cpu);
	}

	/* %c0 */
	if (do_nhm_cstates) {
		if (!skip_c0)
			fprintf(stderr, "%7.2f", 100.0 * p->mperf/p->tsc);
		else
			fprintf(stderr, "   ****");
	}

	/* GHz */
	if (has_aperf) {
		if (!aperf_mperf_unstable) {
			fprintf(stderr, "%5.2f",
				1.0 * p->tsc / units * p->aperf /
				p->mperf / interval_float);
		} else {
			if (p->aperf > p->tsc || p->mperf > p->tsc) {
				fprintf(stderr, " ****");
			} else {
				fprintf(stderr, "%4.1f*",
					1.0 * p->tsc /
					units * p->aperf /
					p->mperf / interval_float);
			}
		}
	}

	/* TSC */
	fprintf(stderr, "%5.2f", 1.0 * p->tsc/units/interval_float);

	if (do_nhm_cstates) {
		if (!skip_c1)
			fprintf(stderr, "%7.2f", 100.0 * p->c1/p->tsc);
		else
246
			fprintf(stderr, "  ****");
L
Len Brown 已提交
247 248
	}
	if (do_nhm_cstates)
249
		fprintf(stderr, " %6.2f", 100.0 * p->c3/p->tsc);
L
Len Brown 已提交
250
	if (do_nhm_cstates)
251
		fprintf(stderr, " %6.2f", 100.0 * p->c6/p->tsc);
L
Len Brown 已提交
252
	if (do_snb_cstates)
253
		fprintf(stderr, " %6.2f", 100.0 * p->c7/p->tsc);
L
Len Brown 已提交
254
	if (do_snb_cstates)
255
		fprintf(stderr, " %5.2f", 100.0 * p->pc2/p->tsc);
L
Len Brown 已提交
256
	if (do_nhm_cstates)
257
		fprintf(stderr, " %5.2f", 100.0 * p->pc3/p->tsc);
L
Len Brown 已提交
258
	if (do_nhm_cstates)
259
		fprintf(stderr, " %5.2f", 100.0 * p->pc6/p->tsc);
L
Len Brown 已提交
260
	if (do_snb_cstates)
261
		fprintf(stderr, " %5.2f", 100.0 * p->pc7/p->tsc);
L
Len Brown 已提交
262 263 264 265 266
	if (extra_msr_offset)
		fprintf(stderr, "  0x%016llx", p->extra_msr);
	putc('\n', stderr);
}

L
Len Brown 已提交
267
void print_counters(struct counters *counters)
L
Len Brown 已提交
268
{
L
Len Brown 已提交
269
	struct counters *cnt;
L
Len Brown 已提交
270 271 272 273

	print_header();

	if (num_cpus > 1)
L
Len Brown 已提交
274
		print_cnt(cnt_average);
L
Len Brown 已提交
275

L
Len Brown 已提交
276 277
	for (cnt = counters; cnt != NULL; cnt = cnt->next)
		print_cnt(cnt);
L
Len Brown 已提交
278 279 280 281 282

}

#define SUBTRACT_COUNTER(after, before, delta) (delta = (after - before), (before > after))

L
Len Brown 已提交
283 284
int compute_delta(struct counters *after,
	struct counters *before, struct counters *delta)
L
Len Brown 已提交
285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395
{
	int errors = 0;
	int perf_err = 0;

	skip_c0 = skip_c1 = 0;

	for ( ; after && before && delta;
		after = after->next, before = before->next, delta = delta->next) {
		if (before->cpu != after->cpu) {
			printf("cpu configuration changed: %d != %d\n",
				before->cpu, after->cpu);
			return -1;
		}

		if (SUBTRACT_COUNTER(after->tsc, before->tsc, delta->tsc)) {
			fprintf(stderr, "cpu%d TSC went backwards %llX to %llX\n",
				before->cpu, before->tsc, after->tsc);
			errors++;
		}
		/* check for TSC < 1 Mcycles over interval */
		if (delta->tsc < (1000 * 1000)) {
			fprintf(stderr, "Insanely slow TSC rate,"
				" TSC stops in idle?\n");
			fprintf(stderr, "You can disable all c-states"
				" by booting with \"idle=poll\"\n");
			fprintf(stderr, "or just the deep ones with"
				" \"processor.max_cstate=1\"\n");
			exit(-3);
		}
		if (SUBTRACT_COUNTER(after->c3, before->c3, delta->c3)) {
			fprintf(stderr, "cpu%d c3 counter went backwards %llX to %llX\n",
				before->cpu, before->c3, after->c3);
			errors++;
		}
		if (SUBTRACT_COUNTER(after->c6, before->c6, delta->c6)) {
			fprintf(stderr, "cpu%d c6 counter went backwards %llX to %llX\n",
				before->cpu, before->c6, after->c6);
			errors++;
		}
		if (SUBTRACT_COUNTER(after->c7, before->c7, delta->c7)) {
			fprintf(stderr, "cpu%d c7 counter went backwards %llX to %llX\n",
				before->cpu, before->c7, after->c7);
			errors++;
		}
		if (SUBTRACT_COUNTER(after->pc2, before->pc2, delta->pc2)) {
			fprintf(stderr, "cpu%d pc2 counter went backwards %llX to %llX\n",
				before->cpu, before->pc2, after->pc2);
			errors++;
		}
		if (SUBTRACT_COUNTER(after->pc3, before->pc3, delta->pc3)) {
			fprintf(stderr, "cpu%d pc3 counter went backwards %llX to %llX\n",
				before->cpu, before->pc3, after->pc3);
			errors++;
		}
		if (SUBTRACT_COUNTER(after->pc6, before->pc6, delta->pc6)) {
			fprintf(stderr, "cpu%d pc6 counter went backwards %llX to %llX\n",
				before->cpu, before->pc6, after->pc6);
			errors++;
		}
		if (SUBTRACT_COUNTER(after->pc7, before->pc7, delta->pc7)) {
			fprintf(stderr, "cpu%d pc7 counter went backwards %llX to %llX\n",
				before->cpu, before->pc7, after->pc7);
			errors++;
		}

		perf_err = SUBTRACT_COUNTER(after->aperf, before->aperf, delta->aperf);
		if (perf_err) {
			fprintf(stderr, "cpu%d aperf counter went backwards %llX to %llX\n",
				before->cpu, before->aperf, after->aperf);
		}
		perf_err |= SUBTRACT_COUNTER(after->mperf, before->mperf, delta->mperf);
		if (perf_err) {
			fprintf(stderr, "cpu%d mperf counter went backwards %llX to %llX\n",
				before->cpu, before->mperf, after->mperf);
		}
		if (perf_err) {
			if (!aperf_mperf_unstable) {
				fprintf(stderr, "%s: APERF or MPERF went backwards *\n", progname);
				fprintf(stderr, "* Frequency results do not cover entire interval *\n");
				fprintf(stderr, "* fix this by running Linux-2.6.30 or later *\n");

				aperf_mperf_unstable = 1;
			}
			/*
			 * mperf delta is likely a huge "positive" number
			 * can not use it for calculating c0 time
			 */
			skip_c0 = 1;
			skip_c1 = 1;
		}

		/*
		 * As mperf and tsc collection are not atomic,
		 * it is possible for mperf's non-halted cycles
		 * to exceed TSC's all cycles: show c1 = 0% in that case.
		 */
		if (delta->mperf > delta->tsc)
			delta->c1 = 0;
		else /* normal case, derive c1 */
			delta->c1 = delta->tsc - delta->mperf
				- delta->c3 - delta->c6 - delta->c7;

		if (delta->mperf == 0)
			delta->mperf = 1;	/* divide by 0 protection */

		/*
		 * for "extra msr", just copy the latest w/o subtracting
		 */
		delta->extra_msr = after->extra_msr;
		if (errors) {
			fprintf(stderr, "ERROR cpu%d before:\n", before->cpu);
L
Len Brown 已提交
396
			dump_cnt(before);
L
Len Brown 已提交
397
			fprintf(stderr, "ERROR cpu%d after:\n", before->cpu);
L
Len Brown 已提交
398
			dump_cnt(after);
L
Len Brown 已提交
399 400 401 402 403 404
			errors = 0;
		}
	}
	return 0;
}

L
Len Brown 已提交
405
void compute_average(struct counters *delta, struct counters *avg)
L
Len Brown 已提交
406
{
L
Len Brown 已提交
407
	struct counters *sum;
L
Len Brown 已提交
408

L
Len Brown 已提交
409
	sum = calloc(1, sizeof(struct counters));
L
Len Brown 已提交
410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442
	if (sum == NULL) {
		perror("calloc sum");
		exit(1);
	}

	for (; delta; delta = delta->next) {
		sum->tsc += delta->tsc;
		sum->c1 += delta->c1;
		sum->c3 += delta->c3;
		sum->c6 += delta->c6;
		sum->c7 += delta->c7;
		sum->aperf += delta->aperf;
		sum->mperf += delta->mperf;
		sum->pc2 += delta->pc2;
		sum->pc3 += delta->pc3;
		sum->pc6 += delta->pc6;
		sum->pc7 += delta->pc7;
	}
	avg->tsc = sum->tsc/num_cpus;
	avg->c1 = sum->c1/num_cpus;
	avg->c3 = sum->c3/num_cpus;
	avg->c6 = sum->c6/num_cpus;
	avg->c7 = sum->c7/num_cpus;
	avg->aperf = sum->aperf/num_cpus;
	avg->mperf = sum->mperf/num_cpus;
	avg->pc2 = sum->pc2/num_cpus;
	avg->pc3 = sum->pc3/num_cpus;
	avg->pc6 = sum->pc6/num_cpus;
	avg->pc7 = sum->pc7/num_cpus;

	free(sum);
}

L
Len Brown 已提交
443
void get_counters(struct counters *cnt)
L
Len Brown 已提交
444
{
L
Len Brown 已提交
445 446
	for ( ; cnt; cnt = cnt->next) {
		cnt->tsc = get_msr(cnt->cpu, MSR_TSC);
L
Len Brown 已提交
447
		if (do_nhm_cstates)
L
Len Brown 已提交
448
			cnt->c3 = get_msr(cnt->cpu, MSR_CORE_C3_RESIDENCY);
L
Len Brown 已提交
449
		if (do_nhm_cstates)
L
Len Brown 已提交
450
			cnt->c6 = get_msr(cnt->cpu, MSR_CORE_C6_RESIDENCY);
L
Len Brown 已提交
451
		if (do_snb_cstates)
L
Len Brown 已提交
452
			cnt->c7 = get_msr(cnt->cpu, MSR_CORE_C7_RESIDENCY);
L
Len Brown 已提交
453
		if (has_aperf)
L
Len Brown 已提交
454
			cnt->aperf = get_msr(cnt->cpu, MSR_APERF);
L
Len Brown 已提交
455
		if (has_aperf)
L
Len Brown 已提交
456
			cnt->mperf = get_msr(cnt->cpu, MSR_MPERF);
L
Len Brown 已提交
457
		if (do_snb_cstates)
L
Len Brown 已提交
458
			cnt->pc2 = get_msr(cnt->cpu, MSR_PKG_C2_RESIDENCY);
L
Len Brown 已提交
459
		if (do_nhm_cstates)
L
Len Brown 已提交
460
			cnt->pc3 = get_msr(cnt->cpu, MSR_PKG_C3_RESIDENCY);
L
Len Brown 已提交
461
		if (do_nhm_cstates)
L
Len Brown 已提交
462
			cnt->pc6 = get_msr(cnt->cpu, MSR_PKG_C6_RESIDENCY);
L
Len Brown 已提交
463
		if (do_snb_cstates)
L
Len Brown 已提交
464
			cnt->pc7 = get_msr(cnt->cpu, MSR_PKG_C7_RESIDENCY);
L
Len Brown 已提交
465
		if (extra_msr_offset)
L
Len Brown 已提交
466
			cnt->extra_msr = get_msr(cnt->cpu, extra_msr_offset);
L
Len Brown 已提交
467 468 469
	}
}

L
Len Brown 已提交
470
void print_nehalem_info(void)
L
Len Brown 已提交
471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517
{
	unsigned long long msr;
	unsigned int ratio;

	if (!do_nehalem_platform_info)
		return;

	msr = get_msr(0, MSR_NEHALEM_PLATFORM_INFO);

	ratio = (msr >> 40) & 0xFF;
	fprintf(stderr, "%d * %.0f = %.0f MHz max efficiency\n",
		ratio, bclk, ratio * bclk);

	ratio = (msr >> 8) & 0xFF;
	fprintf(stderr, "%d * %.0f = %.0f MHz TSC frequency\n",
		ratio, bclk, ratio * bclk);

	if (verbose > 1)
		fprintf(stderr, "MSR_NEHALEM_PLATFORM_INFO: 0x%llx\n", msr);

	if (!do_nehalem_turbo_ratio_limit)
		return;

	msr = get_msr(0, MSR_NEHALEM_TURBO_RATIO_LIMIT);

	ratio = (msr >> 24) & 0xFF;
	if (ratio)
		fprintf(stderr, "%d * %.0f = %.0f MHz max turbo 4 active cores\n",
			ratio, bclk, ratio * bclk);

	ratio = (msr >> 16) & 0xFF;
	if (ratio)
		fprintf(stderr, "%d * %.0f = %.0f MHz max turbo 3 active cores\n",
			ratio, bclk, ratio * bclk);

	ratio = (msr >> 8) & 0xFF;
	if (ratio)
		fprintf(stderr, "%d * %.0f = %.0f MHz max turbo 2 active cores\n",
			ratio, bclk, ratio * bclk);

	ratio = (msr >> 0) & 0xFF;
	if (ratio)
		fprintf(stderr, "%d * %.0f = %.0f MHz max turbo 1 active cores\n",
			ratio, bclk, ratio * bclk);

}

L
Len Brown 已提交
518
void free_counter_list(struct counters *list)
L
Len Brown 已提交
519
{
L
Len Brown 已提交
520
	struct counters *p;
L
Len Brown 已提交
521 522

	for (p = list; p; ) {
L
Len Brown 已提交
523
		struct counters *free_me;
L
Len Brown 已提交
524 525 526 527 528 529 530 531 532

		free_me = p;
		p = p->next;
		free(free_me);
	}
}

void free_all_counters(void)
{
L
Len Brown 已提交
533 534
	free_counter_list(cnt_even);
	cnt_even = NULL;
L
Len Brown 已提交
535

L
Len Brown 已提交
536 537
	free_counter_list(cnt_odd);
	cnt_odd = NULL;
L
Len Brown 已提交
538

L
Len Brown 已提交
539 540
	free_counter_list(cnt_delta);
	cnt_delta = NULL;
L
Len Brown 已提交
541

L
Len Brown 已提交
542 543
	free_counter_list(cnt_average);
	cnt_average = NULL;
L
Len Brown 已提交
544 545
}

L
Len Brown 已提交
546 547
void insert_counters(struct counters **list,
	struct counters *new)
L
Len Brown 已提交
548
{
L
Len Brown 已提交
549
	struct counters *prev;
L
Len Brown 已提交
550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599

	/*
	 * list was empty
	 */
	if (*list == NULL) {
		new->next = *list;
		*list = new;
		return;
	}

	show_cpu = 1;	/* there is more than one CPU */

	/*
	 * insert on front of list.
	 * It is sorted by ascending package#, core#, cpu#
	 */
	if (((*list)->pkg > new->pkg) ||
	    (((*list)->pkg == new->pkg) && ((*list)->core > new->core)) ||
	    (((*list)->pkg == new->pkg) && ((*list)->core == new->core) && ((*list)->cpu > new->cpu))) {
		new->next = *list;
		*list = new;
		return;
	}

	prev = *list;

	while (prev->next && (prev->next->pkg < new->pkg)) {
		prev = prev->next;
		show_pkg = 1;	/* there is more than 1 package */
	}

	while (prev->next && (prev->next->pkg == new->pkg)
		&& (prev->next->core < new->core)) {
		prev = prev->next;
		show_core = 1;	/* there is more than 1 core */
	}

	while (prev->next && (prev->next->pkg == new->pkg)
		&& (prev->next->core == new->core)
		&& (prev->next->cpu < new->cpu)) {
		prev = prev->next;
	}

	/*
	 * insert after "prev"
	 */
	new->next = prev->next;
	prev->next = new;
}

L
Len Brown 已提交
600
void alloc_new_counters(int pkg, int core, int cpu)
L
Len Brown 已提交
601
{
L
Len Brown 已提交
602
	struct counters *new;
L
Len Brown 已提交
603 604 605 606

	if (verbose > 1)
		printf("pkg%d core%d, cpu%d\n", pkg, core, cpu);

L
Len Brown 已提交
607
	new = (struct counters *)calloc(1, sizeof(struct counters));
L
Len Brown 已提交
608 609 610 611 612 613 614
	if (new == NULL) {
		perror("calloc");
		exit(1);
	}
	new->pkg = pkg;
	new->core = core;
	new->cpu = cpu;
L
Len Brown 已提交
615
	insert_counters(&cnt_odd, new);
L
Len Brown 已提交
616

L
Len Brown 已提交
617 618
	new = (struct counters *)calloc(1,
		sizeof(struct counters));
L
Len Brown 已提交
619 620 621 622 623 624 625
	if (new == NULL) {
		perror("calloc");
		exit(1);
	}
	new->pkg = pkg;
	new->core = core;
	new->cpu = cpu;
L
Len Brown 已提交
626
	insert_counters(&cnt_even, new);
L
Len Brown 已提交
627

L
Len Brown 已提交
628
	new = (struct counters *)calloc(1, sizeof(struct counters));
L
Len Brown 已提交
629 630 631 632 633 634 635
	if (new == NULL) {
		perror("calloc");
		exit(1);
	}
	new->pkg = pkg;
	new->core = core;
	new->cpu = cpu;
L
Len Brown 已提交
636
	insert_counters(&cnt_delta, new);
L
Len Brown 已提交
637

L
Len Brown 已提交
638
	new = (struct counters *)calloc(1, sizeof(struct counters));
L
Len Brown 已提交
639 640 641 642 643 644 645
	if (new == NULL) {
		perror("calloc");
		exit(1);
	}
	new->pkg = pkg;
	new->core = core;
	new->cpu = cpu;
L
Len Brown 已提交
646
	cnt_average = new;
L
Len Brown 已提交
647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721
}

int get_physical_package_id(int cpu)
{
	char path[64];
	FILE *filep;
	int pkg;

	sprintf(path, "/sys/devices/system/cpu/cpu%d/topology/physical_package_id", cpu);
	filep = fopen(path, "r");
	if (filep == NULL) {
		perror(path);
		exit(1);
	}
	fscanf(filep, "%d", &pkg);
	fclose(filep);
	return pkg;
}

int get_core_id(int cpu)
{
	char path[64];
	FILE *filep;
	int core;

	sprintf(path, "/sys/devices/system/cpu/cpu%d/topology/core_id", cpu);
	filep = fopen(path, "r");
	if (filep == NULL) {
		perror(path);
		exit(1);
	}
	fscanf(filep, "%d", &core);
	fclose(filep);
	return core;
}

/*
 * run func(index, cpu) on every cpu in /proc/stat
 */

int for_all_cpus(void (func)(int, int, int))
{
	FILE *fp;
	int cpu_count;
	int retval;

	fp = fopen(proc_stat, "r");
	if (fp == NULL) {
		perror(proc_stat);
		exit(1);
	}

	retval = fscanf(fp, "cpu %*d %*d %*d %*d %*d %*d %*d %*d %*d %*d\n");
	if (retval != 0) {
		perror("/proc/stat format");
		exit(1);
	}

	for (cpu_count = 0; ; cpu_count++) {
		int cpu;

		retval = fscanf(fp, "cpu%u %*d %*d %*d %*d %*d %*d %*d %*d %*d %*d\n", &cpu);
		if (retval != 1)
			break;

		func(get_physical_package_id(cpu), get_core_id(cpu), cpu);
	}
	fclose(fp);
	return cpu_count;
}

void re_initialize(void)
{
	printf("turbostat: topology changed, re-initializing.\n");
	free_all_counters();
L
Len Brown 已提交
722
	num_cpus = for_all_cpus(alloc_new_counters);
L
Len Brown 已提交
723 724 725 726 727 728 729 730
	need_reinitialize = 0;
	printf("num_cpus is now %d\n", num_cpus);
}

void dummy(int pkg, int core, int cpu) { return; }
/*
 * check to see if a cpu came on-line
 */
L
Len Brown 已提交
731
void verify_num_cpus(void)
L
Len Brown 已提交
732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747
{
	int new_num_cpus;

	new_num_cpus = for_all_cpus(dummy);

	if (new_num_cpus != num_cpus) {
		if (verbose)
			printf("num_cpus was %d, is now  %d\n",
				num_cpus, new_num_cpus);
		need_reinitialize = 1;
	}
}

void turbostat_loop()
{
restart:
L
Len Brown 已提交
748
	get_counters(cnt_even);
L
Len Brown 已提交
749 750 751 752 753 754 755 756 757
	gettimeofday(&tv_even, (struct timezone *)NULL);

	while (1) {
		verify_num_cpus();
		if (need_reinitialize) {
			re_initialize();
			goto restart;
		}
		sleep(interval_sec);
L
Len Brown 已提交
758
		get_counters(cnt_odd);
L
Len Brown 已提交
759 760
		gettimeofday(&tv_odd, (struct timezone *)NULL);

L
Len Brown 已提交
761
		compute_delta(cnt_odd, cnt_even, cnt_delta);
L
Len Brown 已提交
762
		timersub(&tv_odd, &tv_even, &tv_delta);
L
Len Brown 已提交
763 764
		compute_average(cnt_delta, cnt_average);
		print_counters(cnt_delta);
L
Len Brown 已提交
765 766 767 768 769
		if (need_reinitialize) {
			re_initialize();
			goto restart;
		}
		sleep(interval_sec);
L
Len Brown 已提交
770
		get_counters(cnt_even);
L
Len Brown 已提交
771
		gettimeofday(&tv_even, (struct timezone *)NULL);
L
Len Brown 已提交
772
		compute_delta(cnt_even, cnt_odd, cnt_delta);
L
Len Brown 已提交
773
		timersub(&tv_even, &tv_odd, &tv_delta);
L
Len Brown 已提交
774 775
		compute_average(cnt_delta, cnt_average);
		print_counters(cnt_delta);
L
Len Brown 已提交
776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813
	}
}

void check_dev_msr()
{
	struct stat sb;

	if (stat("/dev/cpu/0/msr", &sb)) {
		fprintf(stderr, "no /dev/cpu/0/msr\n");
		fprintf(stderr, "Try \"# modprobe msr\"\n");
		exit(-5);
	}
}

void check_super_user()
{
	if (getuid() != 0) {
		fprintf(stderr, "must be root\n");
		exit(-6);
	}
}

int has_nehalem_turbo_ratio_limit(unsigned int family, unsigned int model)
{
	if (!genuine_intel)
		return 0;

	if (family != 6)
		return 0;

	switch (model) {
	case 0x1A:	/* Core i7, Xeon 5500 series - Bloomfield, Gainstown NHM-EP */
	case 0x1E:	/* Core i7 and i5 Processor - Clarksfield, Lynnfield, Jasper Forest */
	case 0x1F:	/* Core i7 and i5 Processor - Nehalem */
	case 0x25:	/* Westmere Client - Clarkdale, Arrandale */
	case 0x2C:	/* Westmere EP - Gulftown */
	case 0x2A:	/* SNB */
	case 0x2D:	/* SNB Xeon */
814 815
	case 0x3A:	/* IVB */
	case 0x3D:	/* IVB Xeon */
L
Len Brown 已提交
816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894
		return 1;
	case 0x2E:	/* Nehalem-EX Xeon - Beckton */
	case 0x2F:	/* Westmere-EX Xeon - Eagleton */
	default:
		return 0;
	}
}

int is_snb(unsigned int family, unsigned int model)
{
	if (!genuine_intel)
		return 0;

	switch (model) {
	case 0x2A:
	case 0x2D:
		return 1;
	}
	return 0;
}

double discover_bclk(unsigned int family, unsigned int model)
{
	if (is_snb(family, model))
		return 100.00;
	else
		return 133.33;
}

void check_cpuid()
{
	unsigned int eax, ebx, ecx, edx, max_level;
	unsigned int fms, family, model, stepping;

	eax = ebx = ecx = edx = 0;

	asm("cpuid" : "=a" (max_level), "=b" (ebx), "=c" (ecx), "=d" (edx) : "a" (0));

	if (ebx == 0x756e6547 && edx == 0x49656e69 && ecx == 0x6c65746e)
		genuine_intel = 1;

	if (verbose)
		fprintf(stderr, "%.4s%.4s%.4s ",
			(char *)&ebx, (char *)&edx, (char *)&ecx);

	asm("cpuid" : "=a" (fms), "=c" (ecx), "=d" (edx) : "a" (1) : "ebx");
	family = (fms >> 8) & 0xf;
	model = (fms >> 4) & 0xf;
	stepping = fms & 0xf;
	if (family == 6 || family == 0xf)
		model += ((fms >> 16) & 0xf) << 4;

	if (verbose)
		fprintf(stderr, "%d CPUID levels; family:model:stepping 0x%x:%x:%x (%d:%d:%d)\n",
			max_level, family, model, stepping, family, model, stepping);

	if (!(edx & (1 << 5))) {
		fprintf(stderr, "CPUID: no MSR\n");
		exit(1);
	}

	/*
	 * check max extended function levels of CPUID.
	 * This is needed to check for invariant TSC.
	 * This check is valid for both Intel and AMD.
	 */
	ebx = ecx = edx = 0;
	asm("cpuid" : "=a" (max_level), "=b" (ebx), "=c" (ecx), "=d" (edx) : "a" (0x80000000));

	if (max_level < 0x80000007) {
		fprintf(stderr, "CPUID: no invariant TSC (max_level 0x%x)\n", max_level);
		exit(1);
	}

	/*
	 * Non-Stop TSC is advertised by CPUID.EAX=0x80000007: EDX.bit8
	 * this check is valid for both Intel and AMD
	 */
	asm("cpuid" : "=a" (eax), "=b" (ebx), "=c" (ecx), "=d" (edx) : "a" (0x80000007));
895
	has_invariant_tsc = edx & (1 << 8);
L
Len Brown 已提交
896 897 898 899 900 901 902 903 904 905 906 907

	if (!has_invariant_tsc) {
		fprintf(stderr, "No invariant TSC\n");
		exit(1);
	}

	/*
	 * APERF/MPERF is advertised by CPUID.EAX=0x6: ECX.bit0
	 * this check is valid for both Intel and AMD
	 */

	asm("cpuid" : "=a" (eax), "=b" (ebx), "=c" (ecx), "=d" (edx) : "a" (0x6));
908
	has_aperf = ecx & (1 << 0);
L
Len Brown 已提交
909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954
	if (!has_aperf) {
		fprintf(stderr, "No APERF MSR\n");
		exit(1);
	}

	do_nehalem_platform_info = genuine_intel && has_invariant_tsc;
	do_nhm_cstates = genuine_intel;	/* all Intel w/ non-stop TSC have NHM counters */
	do_snb_cstates = is_snb(family, model);
	bclk = discover_bclk(family, model);

	do_nehalem_turbo_ratio_limit = has_nehalem_turbo_ratio_limit(family, model);
}


void usage()
{
	fprintf(stderr, "%s: [-v] [-M MSR#] [-i interval_sec | command ...]\n",
		progname);
	exit(1);
}


/*
 * in /dev/cpu/ return success for names that are numbers
 * ie. filter out ".", "..", "microcode".
 */
int dir_filter(const struct dirent *dirp)
{
	if (isdigit(dirp->d_name[0]))
		return 1;
	else
		return 0;
}

int open_dev_cpu_msr(int dummy1)
{
	return 0;
}

void turbostat_init()
{
	check_cpuid();

	check_dev_msr();
	check_super_user();

L
Len Brown 已提交
955
	num_cpus = for_all_cpus(alloc_new_counters);
L
Len Brown 已提交
956 957 958 959 960 961 962 963 964

	if (verbose)
		print_nehalem_info();
}

int fork_it(char **argv)
{
	int retval;
	pid_t child_pid;
L
Len Brown 已提交
965
	get_counters(cnt_even);
L
Len Brown 已提交
966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987
	gettimeofday(&tv_even, (struct timezone *)NULL);

	child_pid = fork();
	if (!child_pid) {
		/* child */
		execvp(argv[0], argv);
	} else {
		int status;

		/* parent */
		if (child_pid == -1) {
			perror("fork");
			exit(1);
		}

		signal(SIGINT, SIG_IGN);
		signal(SIGQUIT, SIG_IGN);
		if (waitpid(child_pid, &status, 0) == -1) {
			perror("wait");
			exit(1);
		}
	}
L
Len Brown 已提交
988
	get_counters(cnt_odd);
L
Len Brown 已提交
989
	gettimeofday(&tv_odd, (struct timezone *)NULL);
L
Len Brown 已提交
990
	retval = compute_delta(cnt_odd, cnt_even, cnt_delta);
L
Len Brown 已提交
991 992

	timersub(&tv_odd, &tv_even, &tv_delta);
L
Len Brown 已提交
993
	compute_average(cnt_delta, cnt_average);
L
Len Brown 已提交
994
	if (!retval)
L
Len Brown 已提交
995
		print_counters(cnt_delta);
L
Len Brown 已提交
996

997
	fprintf(stderr, "%.6f sec\n", tv_delta.tv_sec + tv_delta.tv_usec/1000000.0);
L
Len Brown 已提交
998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048

	return 0;
}

void cmdline(int argc, char **argv)
{
	int opt;

	progname = argv[0];

	while ((opt = getopt(argc, argv, "+vi:M:")) != -1) {
		switch (opt) {
		case 'v':
			verbose++;
			break;
		case 'i':
			interval_sec = atoi(optarg);
			break;
		case 'M':
			sscanf(optarg, "%x", &extra_msr_offset);
			if (verbose > 1)
				fprintf(stderr, "MSR 0x%X\n", extra_msr_offset);
			break;
		default:
			usage();
		}
	}
}

int main(int argc, char **argv)
{
	cmdline(argc, argv);

	if (verbose > 1)
		fprintf(stderr, "turbostat Dec 6, 2010"
			" - Len Brown <lenb@kernel.org>\n");
	if (verbose > 1)
		fprintf(stderr, "http://userweb.kernel.org/~lenb/acpi/utils/pmtools/turbostat/\n");

	turbostat_init();

	/*
	 * if any params left, it must be a command to fork
	 */
	if (argc - optind)
		return fork_it(argv + optind);
	else
		turbostat_loop();

	return 0;
}