amd.c 19.4 KB
Newer Older
1 2
/*
 *  AMD CPU Microcode Update Driver for Linux
3 4 5 6
 *
 *  This driver allows to upgrade microcode on F10h AMD
 *  CPUs and later.
 *
7
 *  Copyright (C) 2008-2011 Advanced Micro Devices Inc.
8
 *	          2013-2016 Borislav Petkov <bp@alien8.de>
9 10 11 12 13 14
 *
 *  Author: Peter Oruba <peter.oruba@amd.com>
 *
 *  Based on work by:
 *  Tigran Aivazian <tigran@aivazian.fsnet.co.uk>
 *
15 16 17 18 19
 *  early loader:
 *  Copyright (C) 2013 Advanced Micro Devices, Inc.
 *
 *  Author: Jacob Shin <jacob.shin@amd.com>
 *  Fixes: Borislav Petkov <bp@suse.de>
20
 *
21
 *  Licensed under the terms of the GNU General Public
22
 *  License version 2. See file COPYING for details.
I
Ingo Molnar 已提交
23
 */
24
#define pr_fmt(fmt) "microcode: " fmt
25

26
#include <linux/earlycpio.h>
I
Ingo Molnar 已提交
27 28 29
#include <linux/firmware.h>
#include <linux/uaccess.h>
#include <linux/vmalloc.h>
30
#include <linux/initrd.h>
I
Ingo Molnar 已提交
31
#include <linux/kernel.h>
32 33
#include <linux/pci.h>

34
#include <asm/microcode_amd.h>
35
#include <asm/microcode.h>
I
Ingo Molnar 已提交
36
#include <asm/processor.h>
37 38
#include <asm/setup.h>
#include <asm/cpu.h>
I
Ingo Molnar 已提交
39
#include <asm/msr.h>
40

D
Dmitry Adamushko 已提交
41
static struct equiv_cpu_entry *equiv_cpu_table;
42

43 44
/*
 * This points to the current valid container of microcode patches which we will
45 46
 * save from the initrd/builtin before jettisoning its contents. @mc is the
 * microcode patch we found to match.
47
 */
48 49
static struct cont_desc {
	struct microcode_amd *mc;
50
	u32		     cpuid_1_eax;
51 52 53 54
	u32		     psize;
	u16		     eq_id;
	u8		     *data;
	size_t		     size;
55
} cont;
56 57

static u32 ucode_new_rev;
58
static u8 amd_ucode_patch[PATCH_MAX_SIZE];
59

60 61 62 63 64 65
/*
 * Microcode patch container file is prepended to the initrd in cpio
 * format. See Documentation/x86/early-microcode.txt
 */
static const char
ucode_path[] __maybe_unused = "kernel/x86/microcode/AuthenticAMD.bin";
66

67
static u16 find_equiv_id(struct equiv_cpu_entry *equiv_table, u32 sig)
68
{
69 70 71
	for (; equiv_table && equiv_table->installed_cpu; equiv_table++) {
		if (sig == equiv_table->installed_cpu)
			return equiv_table->equiv_cpu;
72
	}
73

74 75 76
	return 0;
}

77
/*
78
 * This scans the ucode blob for the proper container as we can have multiple
79 80
 * containers glued together. Returns the equivalence ID from the equivalence
 * table or 0 if none found.
81 82
 * Returns the amount of bytes consumed while scanning. @desc contains all the
 * data we're going to use in later stages of the application.
83
 */
84
static ssize_t parse_container(u8 *ucode, ssize_t size, struct cont_desc *desc)
85 86
{
	struct equiv_cpu_entry *eq;
87 88 89 90 91 92 93 94 95 96 97 98
	ssize_t orig_size = size;
	u32 *hdr = (u32 *)ucode;
	u16 eq_id;
	u8 *buf;

	/* Am I looking at an equivalence table header? */
	if (hdr[0] != UCODE_MAGIC ||
	    hdr[1] != UCODE_EQUIV_CPU_TABLE_TYPE ||
	    hdr[2] == 0) {
		desc->eq_id = 0;
		return CONTAINER_HDR_SZ;
	}
99

100
	buf = ucode;
101

102
	eq = (struct equiv_cpu_entry *)(buf + CONTAINER_HDR_SZ);
103

104
	/* Find the equivalence ID of our CPU in this table: */
105
	eq_id = find_equiv_id(eq, desc->cpuid_1_eax);
106

107 108
	buf  += hdr[2] + CONTAINER_HDR_SZ;
	size -= hdr[2] + CONTAINER_HDR_SZ;
109

110 111 112 113 114 115 116
	/*
	 * Scan through the rest of the container to find where it ends. We do
	 * some basic sanity-checking too.
	 */
	while (size > 0) {
		struct microcode_amd *mc;
		u32 patch_size;
117

118
		hdr = (u32 *)buf;
119

120 121
		if (hdr[0] != UCODE_UCODE_TYPE)
			break;
122

123 124 125 126
		/* Sanity-check patch size. */
		patch_size = hdr[1];
		if (patch_size > PATCH_MAX_SIZE)
			break;
127

128 129 130
		/* Skip patch section header: */
		buf  += SECTION_HDR_SIZE;
		size -= SECTION_HDR_SIZE;
131

132 133 134 135
		mc = (struct microcode_amd *)buf;
		if (eq_id == mc->hdr.processor_rev_id) {
			desc->psize = patch_size;
			desc->mc = mc;
136 137
		}

138 139
		buf  += patch_size;
		size -= patch_size;
140 141
	}

142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175
	/*
	 * If we have found a patch (desc->mc), it means we're looking at the
	 * container which has a patch for this CPU so return 0 to mean, @ucode
	 * already points to the proper container. Otherwise, we return the size
	 * we scanned so that we can advance to the next container in the
	 * buffer.
	 */
	if (desc->mc) {
		desc->eq_id = eq_id;
		desc->data  = ucode;
		desc->size  = orig_size - size;

		return 0;
	}

	return orig_size - size;
}

/*
 * Scan the ucode blob for the proper container as we can have multiple
 * containers glued together.
 */
static void scan_containers(u8 *ucode, size_t size, struct cont_desc *desc)
{
	ssize_t rem = size;

	while (rem >= 0) {
		ssize_t s = parse_container(ucode, rem, desc);
		if (!s)
			return;

		ucode += s;
		rem   -= s;
	}
176 177
}

178
static int __apply_microcode_amd(struct microcode_amd *mc)
179 180 181
{
	u32 rev, dummy;

182
	native_wrmsrl(MSR_AMD64_PATCH_LOADER, (u64)(long)&mc->hdr.data_code);
183 184 185

	/* verify patch application was successful */
	native_rdmsr(MSR_AMD64_PATCH_LEVEL, rev, dummy);
186
	if (rev != mc->hdr.patch_id)
187 188 189 190 191 192 193 194 195 196 197 198 199
		return -1;

	return 0;
}

/*
 * Early load occurs before we can vmalloc(). So we look for the microcode
 * patch container file in initrd, traverse equivalent cpu table, look for a
 * matching microcode patch, and update, all in initrd memory in place.
 * When vmalloc() is available for use later -- on 64-bit during first AP load,
 * and on 32-bit during save_microcode_in_initrd_amd() -- we can call
 * load_microcode_amd() to save equivalent cpu table and microcode patches in
 * kernel heap memory.
200
 *
201
 * Returns true if container found (sets @desc), false otherwise.
202
 */
203 204 205
static bool
apply_microcode_early_amd(u32 cpuid_1_eax, void *ucode, size_t size,
			  bool save_patch, struct cont_desc *ret_desc)
206
{
207
	struct cont_desc desc = { 0 };
208
	u8 (*patch)[PATCH_MAX_SIZE];
209
	struct microcode_amd *mc;
210
	u32 rev, dummy, *new_rev;
211
	bool ret = false;
212 213 214 215 216 217 218 219

#ifdef CONFIG_X86_32
	new_rev = (u32 *)__pa_nodebug(&ucode_new_rev);
	patch	= (u8 (*)[PATCH_MAX_SIZE])__pa_nodebug(&amd_ucode_patch);
#else
	new_rev = &ucode_new_rev;
	patch	= &amd_ucode_patch;
#endif
220

221 222
	desc.cpuid_1_eax = cpuid_1_eax;

223 224 225
	scan_containers(ucode, size, &desc);
	if (!desc.eq_id)
		return ret;
226

227 228 229
	mc = desc.mc;
	if (!mc)
		return ret;
230

231
	native_rdmsr(MSR_AMD64_PATCH_LEVEL, rev, dummy);
232 233
	if (rev >= mc->hdr.patch_id)
		return ret;
234

235 236 237
	if (!__apply_microcode_amd(mc)) {
		*new_rev = mc->hdr.patch_id;
		ret      = true;
238

239 240
		if (save_patch)
			memcpy(patch, mc, min_t(u32, desc.psize, PATCH_MAX_SIZE));
241
	}
242

243 244
	if (ret_desc)
		*ret_desc = desc;
245

246
	return ret;
247 248
}

249
static bool get_builtin_microcode(struct cpio_data *cp, unsigned int family)
250 251 252 253 254 255 256 257 258 259 260 261 262 263
{
#ifdef CONFIG_X86_64
	char fw_name[36] = "amd-ucode/microcode_amd.bin";

	if (family >= 0x15)
		snprintf(fw_name, sizeof(fw_name),
			 "amd-ucode/microcode_amd_fam%.2xh.bin", family);

	return get_builtin_firmware(cp, fw_name);
#else
	return false;
#endif
}

264
void __load_ucode_amd(unsigned int cpuid_1_eax, struct cpio_data *ret)
265
{
266
	struct ucode_cpu_info *uci;
267
	struct cpio_data cp;
268 269
	const char *path;
	bool use_pa;
270

271 272 273 274 275 276 277 278 279
	if (IS_ENABLED(CONFIG_X86_32)) {
		uci	= (struct ucode_cpu_info *)__pa_nodebug(ucode_cpu_info);
		path	= (const char *)__pa_nodebug(ucode_path);
		use_pa	= true;
	} else {
		uci     = ucode_cpu_info;
		path	= ucode_path;
		use_pa	= false;
	}
280

281
	if (!get_builtin_microcode(&cp, x86_family(cpuid_1_eax)))
282
		cp = find_microcode_in_initrd(path, use_pa);
283

284 285
	/* Needed in load_microcode_amd() */
	uci->cpu_sig.sig = cpuid_1_eax;
286

287
	*ret = cp;
288 289
}

290
void __init load_ucode_amd_bsp(unsigned int cpuid_1_eax)
291
{
292
	struct cpio_data cp = { };
293

294
	__load_ucode_amd(cpuid_1_eax, &cp);
295

296
	if (!(cp.data && cp.size))
297 298
		return;

299
	apply_microcode_early_amd(cpuid_1_eax, cp.data, cp.size, true, NULL);
300
}
301

302
void load_ucode_amd_ap(unsigned int cpuid_1_eax)
303 304 305
{
	struct equiv_cpu_entry *eq;
	struct microcode_amd *mc;
306
	struct cont_desc *desc;
307 308
	u16 eq_id;

309 310 311 312 313 314 315 316
	if (IS_ENABLED(CONFIG_X86_32)) {
		mc   = (struct microcode_amd *)__pa_nodebug(amd_ucode_patch);
		desc = (struct cont_desc *)__pa_nodebug(&cont);
	} else {
		mc   = (struct microcode_amd *)amd_ucode_patch;
		desc = &cont;
	}

317
	/* First AP hasn't cached it yet, go through the blob. */
318 319
	if (!desc->data) {
		struct cpio_data cp = { };
320

321
		if (desc->size == -1)
322 323 324
			return;

reget:
325 326 327 328 329 330 331 332
		__load_ucode_amd(cpuid_1_eax, &cp);
		if (!(cp.data && cp.size)) {
			/*
			 * Mark it so that other APs do not scan again for no
			 * real reason and slow down boot needlessly.
			 */
			desc->size = -1;
			return;
333 334
		}

335 336 337
		if (!apply_microcode_early_amd(cpuid_1_eax, cp.data, cp.size, false, desc)) {
			desc->data = NULL;
			desc->size = -1;
338 339 340
			return;
		}
	}
341

342
	eq  = (struct equiv_cpu_entry *)(desc->data + CONTAINER_HDR_SZ);
343

344
	eq_id = find_equiv_id(eq, cpuid_1_eax);
345 346 347
	if (!eq_id)
		return;

348
	if (eq_id == desc->eq_id) {
349 350 351 352
		u32 rev, dummy;

		native_rdmsr(MSR_AMD64_PATCH_LEVEL, rev, dummy);

353 354 355 356 357 358 359 360 361 362 363 364 365
		mc = (struct microcode_amd *)amd_ucode_patch;

		if (mc && rev < mc->hdr.patch_id) {
			if (!__apply_microcode_amd(mc))
				ucode_new_rev = mc->hdr.patch_id;
		}

	} else {

		/*
		 * AP has a different equivalence ID than BSP, looks like
		 * mixed-steppings silicon so go through the ucode blob anew.
		 */
366
		goto reget;
367 368 369
	}
}

370 371 372
static enum ucode_state
load_microcode_amd(int cpu, u8 family, const u8 *data, size_t size);

373
int __init save_microcode_in_initrd_amd(unsigned int cpuid_1_eax)
374 375
{
	enum ucode_state ret;
376
	int retval = 0;
377

378 379
	if (!cont.data) {
		if (IS_ENABLED(CONFIG_X86_32) && (cont.size != -1)) {
380
			struct cpio_data cp;
381

382
			cp = find_microcode_in_initrd(ucode_path, false);
383 384 385 386
			if (!(cp.data && cp.size)) {
				cont.size = -1;
				return -EINVAL;
			}
387

388 389
			cont.cpuid_1_eax = cpuid_1_eax;

390 391
			scan_containers(cp.data, cp.size, &cont);
			if (!cont.eq_id) {
392 393 394
				cont.size = -1;
				return -EINVAL;
			}
395

396 397 398
		} else
			return -EINVAL;
	}
399

400
	ret = load_microcode_amd(smp_processor_id(), x86_family(cpuid_1_eax), cont.data, cont.size);
401 402 403 404 405 406 407
	if (ret != UCODE_OK)
		retval = -EINVAL;

	/*
	 * This will be freed any msec now, stash patches for the current
	 * family and switch to patch cache for cpu hotplug, etc later.
	 */
408 409
	cont.data = NULL;
	cont.size = 0;
410 411 412 413 414 415 416

	return retval;
}

void reload_ucode_amd(void)
{
	struct microcode_amd *mc;
417
	u32 rev, dummy;
418 419

	mc = (struct microcode_amd *)amd_ucode_patch;
420 421
	if (!mc)
		return;
422

423 424
	rdmsr(MSR_AMD64_PATCH_LEVEL, rev, dummy);

425
	if (rev < mc->hdr.patch_id) {
426 427
		if (!__apply_microcode_amd(mc)) {
			ucode_new_rev = mc->hdr.patch_id;
428
			pr_info("reload patch_level=0x%08x\n", ucode_new_rev);
429 430 431
		}
	}
}
432
static u16 __find_equiv_id(unsigned int cpu)
433 434
{
	struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
435
	return find_equiv_id(equiv_cpu_table, uci->cpu_sig.sig);
436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451
}

static u32 find_cpu_family_by_equiv_cpu(u16 equiv_cpu)
{
	int i = 0;

	BUG_ON(!equiv_cpu_table);

	while (equiv_cpu_table[i].equiv_cpu != 0) {
		if (equiv_cpu == equiv_cpu_table[i].equiv_cpu)
			return equiv_cpu_table[i].installed_cpu;
		i++;
	}
	return 0;
}

452 453 454 455 456 457 458
/*
 * a small, trivial cache of per-family ucode patches
 */
static struct ucode_patch *cache_find_patch(u16 equiv_cpu)
{
	struct ucode_patch *p;

459
	list_for_each_entry(p, &microcode_cache, plist)
460 461 462 463 464 465 466 467 468
		if (p->equiv_cpu == equiv_cpu)
			return p;
	return NULL;
}

static void update_cache(struct ucode_patch *new_patch)
{
	struct ucode_patch *p;

469
	list_for_each_entry(p, &microcode_cache, plist) {
470 471 472 473 474 475 476 477 478 479 480 481
		if (p->equiv_cpu == new_patch->equiv_cpu) {
			if (p->patch_id >= new_patch->patch_id)
				/* we already have the latest patch */
				return;

			list_replace(&p->plist, &new_patch->plist);
			kfree(p->data);
			kfree(p);
			return;
		}
	}
	/* no patch found, add it */
482
	list_add_tail(&new_patch->plist, &microcode_cache);
483 484 485 486
}

static void free_cache(void)
{
487
	struct ucode_patch *p, *tmp;
488

489
	list_for_each_entry_safe(p, tmp, &microcode_cache, plist) {
490 491 492 493 494 495 496 497 498 499
		__list_del(p->plist.prev, p->plist.next);
		kfree(p->data);
		kfree(p);
	}
}

static struct ucode_patch *find_patch(unsigned int cpu)
{
	u16 equiv_id;

500
	equiv_id = __find_equiv_id(cpu);
501 502 503 504 505 506
	if (!equiv_id)
		return NULL;

	return cache_find_patch(equiv_id);
}

507
static int collect_cpu_info_amd(int cpu, struct cpu_signature *csig)
508
{
509
	struct cpuinfo_x86 *c = &cpu_data(cpu);
510 511
	struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
	struct ucode_patch *p;
512

513
	csig->sig = cpuid_eax(0x00000001);
514
	csig->rev = c->microcode;
515 516 517 518 519 520 521 522 523

	/*
	 * a patch could have been loaded early, set uci->mc so that
	 * mc_bp_resume() can call apply_microcode()
	 */
	p = find_patch(cpu);
	if (p && (p->patch_id == csig->rev))
		uci->mc = p->data;

524 525
	pr_info("CPU%d: patch_level=0x%08x\n", cpu, csig->rev);

526
	return 0;
527 528
}

529
static unsigned int verify_patch_size(u8 family, u32 patch_size,
530
				      unsigned int size)
531
{
532 533 534 535 536
	u32 max_size;

#define F1XH_MPB_MAX_SIZE 2048
#define F14H_MPB_MAX_SIZE 1824
#define F15H_MPB_MAX_SIZE 4096
537
#define F16H_MPB_MAX_SIZE 3458
538

539
	switch (family) {
540 541 542 543 544 545
	case 0x14:
		max_size = F14H_MPB_MAX_SIZE;
		break;
	case 0x15:
		max_size = F15H_MPB_MAX_SIZE;
		break;
546 547 548
	case 0x16:
		max_size = F16H_MPB_MAX_SIZE;
		break;
549 550 551 552 553 554 555 556 557 558 559 560 561
	default:
		max_size = F1XH_MPB_MAX_SIZE;
		break;
	}

	if (patch_size > min_t(u32, size, max_size)) {
		pr_err("patch size mismatch\n");
		return 0;
	}

	return patch_size;
}

562
static int apply_microcode_amd(int cpu)
563
{
564
	struct cpuinfo_x86 *c = &cpu_data(cpu);
565 566 567
	struct microcode_amd *mc_amd;
	struct ucode_cpu_info *uci;
	struct ucode_patch *p;
568
	u32 rev, dummy;
569 570

	BUG_ON(raw_smp_processor_id() != cpu);
571

572
	uci = ucode_cpu_info + cpu;
573

574 575
	p = find_patch(cpu);
	if (!p)
576
		return 0;
577

578 579 580
	mc_amd  = p->data;
	uci->mc = p->data;

581
	rdmsr(MSR_AMD64_PATCH_LEVEL, rev, dummy);
582

583 584 585
	/* need to apply patch? */
	if (rev >= mc_amd->hdr.patch_id) {
		c->microcode = rev;
586
		uci->cpu_sig.rev = rev;
587 588 589
		return 0;
	}

590
	if (__apply_microcode_amd(mc_amd)) {
591
		pr_err("CPU%d: update failed for patch_level=0x%08x\n",
592
			cpu, mc_amd->hdr.patch_id);
593 594 595 596
		return -1;
	}
	pr_info("CPU%d: new patch_level=0x%08x\n", cpu,
		mc_amd->hdr.patch_id);
597

598 599
	uci->cpu_sig.rev = mc_amd->hdr.patch_id;
	c->microcode = mc_amd->hdr.patch_id;
600 601

	return 0;
602 603
}

604
static int install_equiv_cpu_table(const u8 *buf)
605
{
606 607 608
	unsigned int *ibuf = (unsigned int *)buf;
	unsigned int type = ibuf[1];
	unsigned int size = ibuf[2];
609

610
	if (type != UCODE_EQUIV_CPU_TABLE_TYPE || !size) {
611 612
		pr_err("empty section/"
		       "invalid type field in container file section header\n");
613
		return -EINVAL;
614 615
	}

616
	equiv_cpu_table = vmalloc(size);
617
	if (!equiv_cpu_table) {
618
		pr_err("failed to allocate equivalent CPU table\n");
619
		return -ENOMEM;
620 621
	}

622
	memcpy(equiv_cpu_table, buf + CONTAINER_HDR_SZ, size);
623

624 625
	/* add header length */
	return size + CONTAINER_HDR_SZ;
626 627
}

D
Dmitry Adamushko 已提交
628
static void free_equiv_cpu_table(void)
629
{
630 631
	vfree(equiv_cpu_table);
	equiv_cpu_table = NULL;
D
Dmitry Adamushko 已提交
632
}
633

634
static void cleanup(void)
D
Dmitry Adamushko 已提交
635
{
636 637 638 639 640 641 642 643 644 645 646
	free_equiv_cpu_table();
	free_cache();
}

/*
 * We return the current size even if some of the checks failed so that
 * we can skip over the next patch. If we return a negative value, we
 * signal a grave error like a memory allocation has failed and the
 * driver cannot continue functioning normally. In such cases, we tear
 * down everything we've used up so far and exit.
 */
647
static int verify_and_add_patch(u8 family, u8 *fw, unsigned int leftover)
648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667
{
	struct microcode_header_amd *mc_hdr;
	struct ucode_patch *patch;
	unsigned int patch_size, crnt_size, ret;
	u32 proc_fam;
	u16 proc_id;

	patch_size  = *(u32 *)(fw + 4);
	crnt_size   = patch_size + SECTION_HDR_SIZE;
	mc_hdr	    = (struct microcode_header_amd *)(fw + SECTION_HDR_SIZE);
	proc_id	    = mc_hdr->processor_rev_id;

	proc_fam = find_cpu_family_by_equiv_cpu(proc_id);
	if (!proc_fam) {
		pr_err("No patch family for equiv ID: 0x%04x\n", proc_id);
		return crnt_size;
	}

	/* check if patch is for the current family */
	proc_fam = ((proc_fam >> 8) & 0xf) + ((proc_fam >> 20) & 0xff);
668
	if (proc_fam != family)
669 670 671 672 673 674 675 676
		return crnt_size;

	if (mc_hdr->nb_dev_id || mc_hdr->sb_dev_id) {
		pr_err("Patch-ID 0x%08x: chipset-specific code unsupported.\n",
			mc_hdr->patch_id);
		return crnt_size;
	}

677
	ret = verify_patch_size(family, patch_size, leftover);
678 679 680 681 682 683 684 685 686 687 688
	if (!ret) {
		pr_err("Patch-ID 0x%08x: size mismatch.\n", mc_hdr->patch_id);
		return crnt_size;
	}

	patch = kzalloc(sizeof(*patch), GFP_KERNEL);
	if (!patch) {
		pr_err("Patch allocation failure.\n");
		return -EINVAL;
	}

689
	patch->data = kmemdup(fw + SECTION_HDR_SIZE, patch_size, GFP_KERNEL);
690 691 692 693 694 695 696 697 698 699
	if (!patch->data) {
		pr_err("Patch data allocation failure.\n");
		kfree(patch);
		return -EINVAL;
	}

	INIT_LIST_HEAD(&patch->plist);
	patch->patch_id  = mc_hdr->patch_id;
	patch->equiv_cpu = proc_id;

700 701 702
	pr_debug("%s: Added patch_id: 0x%08x, proc_id: 0x%04x\n",
		 __func__, patch->patch_id, proc_id);

703 704 705 706 707 708
	/* ... and add to cache. */
	update_cache(patch);

	return crnt_size;
}

709 710
static enum ucode_state __load_microcode_amd(u8 family, const u8 *data,
					     size_t size)
711 712 713 714 715
{
	enum ucode_state ret = UCODE_ERROR;
	unsigned int leftover;
	u8 *fw = (u8 *)data;
	int crnt_size = 0;
716
	int offset;
717

718
	offset = install_equiv_cpu_table(data);
719
	if (offset < 0) {
720
		pr_err("failed to create equivalent cpu table\n");
721
		return ret;
722
	}
723
	fw += offset;
D
Dmitry Adamushko 已提交
724 725
	leftover = size - offset;

726
	if (*(u32 *)fw != UCODE_UCODE_TYPE) {
727
		pr_err("invalid type field in container file section header\n");
728 729
		free_equiv_cpu_table();
		return ret;
730
	}
D
Dmitry Adamushko 已提交
731

732
	while (leftover) {
733
		crnt_size = verify_and_add_patch(family, fw, leftover);
734 735
		if (crnt_size < 0)
			return ret;
736

737 738
		fw	 += crnt_size;
		leftover -= crnt_size;
739
	}
D
Dmitry Adamushko 已提交
740

741
	return UCODE_OK;
D
Dmitry Adamushko 已提交
742 743
}

744 745
static enum ucode_state
load_microcode_amd(int cpu, u8 family, const u8 *data, size_t size)
746 747 748 749 750 751
{
	enum ucode_state ret;

	/* free old equiv table */
	free_equiv_cpu_table();

752
	ret = __load_microcode_amd(family, data, size);
753 754 755 756

	if (ret != UCODE_OK)
		cleanup();

757
#ifdef CONFIG_X86_32
758
	/* save BSP's matching patch for early load */
759 760
	if (cpu_data(cpu).cpu_index == boot_cpu_data.cpu_index) {
		struct ucode_patch *p = find_patch(cpu);
761
		if (p) {
762 763 764
			memset(amd_ucode_patch, 0, PATCH_MAX_SIZE);
			memcpy(amd_ucode_patch, p->data, min_t(u32, ksize(p->data),
							       PATCH_MAX_SIZE));
765 766 767
		}
	}
#endif
768 769 770
	return ret;
}

771 772 773 774 775 776 777 778
/*
 * AMD microcode firmware naming convention, up to family 15h they are in
 * the legacy file:
 *
 *    amd-ucode/microcode_amd.bin
 *
 * This legacy file is always smaller than 2K in size.
 *
779
 * Beginning with family 15h, they are in family-specific firmware files:
780 781 782 783 784 785 786
 *
 *    amd-ucode/microcode_amd_fam15h.bin
 *    amd-ucode/microcode_amd_fam16h.bin
 *    ...
 *
 * These might be larger than 2K.
 */
787 788
static enum ucode_state request_microcode_amd(int cpu, struct device *device,
					      bool refresh_fw)
D
Dmitry Adamushko 已提交
789
{
790 791
	char fw_name[36] = "amd-ucode/microcode_amd.bin";
	struct cpuinfo_x86 *c = &cpu_data(cpu);
792 793 794 795 796 797
	enum ucode_state ret = UCODE_NFOUND;
	const struct firmware *fw;

	/* reload ucode container only on the boot cpu */
	if (!refresh_fw || c->cpu_index != boot_cpu_data.cpu_index)
		return UCODE_OK;
798 799 800

	if (c->x86 >= 0x15)
		snprintf(fw_name, sizeof(fw_name), "amd-ucode/microcode_amd_fam%.2xh.bin", c->x86);
D
Dmitry Adamushko 已提交
801

802
	if (request_firmware_direct(&fw, (const char *)fw_name, device)) {
803
		pr_debug("failed to load file %s\n", fw_name);
804
		goto out;
805
	}
D
Dmitry Adamushko 已提交
806

807 808
	ret = UCODE_ERROR;
	if (*(u32 *)fw->data != UCODE_MAGIC) {
809
		pr_err("invalid magic value (0x%08x)\n", *(u32 *)fw->data);
810
		goto fw_release;
811 812
	}

813
	ret = load_microcode_amd(cpu, c->x86, fw->data, fw->size);
D
Dmitry Adamushko 已提交
814

815
 fw_release:
816
	release_firmware(fw);
817

818
 out:
D
Dmitry Adamushko 已提交
819 820 821
	return ret;
}

822 823
static enum ucode_state
request_microcode_user(int cpu, const void __user *buf, size_t size)
D
Dmitry Adamushko 已提交
824
{
825
	return UCODE_ERROR;
826 827 828 829 830 831
}

static void microcode_fini_cpu_amd(int cpu)
{
	struct ucode_cpu_info *uci = ucode_cpu_info + cpu;

832
	uci->mc = NULL;
833 834 835
}

static struct microcode_ops microcode_amd_ops = {
D
Dmitry Adamushko 已提交
836
	.request_microcode_user           = request_microcode_user,
837
	.request_microcode_fw             = request_microcode_amd,
838 839 840 841 842
	.collect_cpu_info                 = collect_cpu_info_amd,
	.apply_microcode                  = apply_microcode_amd,
	.microcode_fini_cpu               = microcode_fini_cpu_amd,
};

843
struct microcode_ops * __init init_amd_microcode(void)
844
{
845
	struct cpuinfo_x86 *c = &boot_cpu_data;
846 847

	if (c->x86_vendor != X86_VENDOR_AMD || c->x86 < 0x10) {
848
		pr_warn("AMD CPU family 0x%x not supported\n", c->x86);
849 850 851
		return NULL;
	}

852 853 854 855
	if (ucode_new_rev)
		pr_info_once("microcode updated early to new patch_level=0x%08x\n",
			     ucode_new_rev);

856
	return &microcode_amd_ops;
857
}
858 859 860

void __exit exit_amd_microcode(void)
{
861
	cleanup();
862
}