mce-inject.c 5.4 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13
/*
 * Machine check injection support.
 * Copyright 2008 Intel Corporation.
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; version 2
 * of the License.
 *
 * Authors:
 * Andi Kleen
 * Ying Huang
 */
14
#include <linux/uaccess.h>
15 16 17 18 19 20
#include <linux/module.h>
#include <linux/timer.h>
#include <linux/kernel.h>
#include <linux/string.h>
#include <linux/fs.h>
#include <linux/smp.h>
21 22 23 24
#include <linux/notifier.h>
#include <linux/kdebug.h>
#include <linux/cpu.h>
#include <linux/sched.h>
25
#include <linux/gfp.h>
26
#include <asm/mce.h>
27
#include <asm/apic.h>
D
Don Zickus 已提交
28
#include <asm/nmi.h>
29 30 31 32

/* Update fake mce registers on current CPU. */
static void inject_mce(struct mce *m)
{
33
	struct mce *i = &per_cpu(injectm, m->extcpu);
34 35 36 37 38 39

	/* Make sure noone reads partially written injectm */
	i->finished = 0;
	mb();
	m->finished = 0;
	/* First set the fields after finished */
40
	i->extcpu = m->extcpu;
41 42 43 44 45 46 47 48
	mb();
	/* Now write record in order, finished last (except above) */
	memcpy(i, m, sizeof(struct mce));
	/* Finally activate it */
	mb();
	i->finished = 1;
}

49
static void raise_poll(struct mce *m)
50 51 52 53 54 55 56 57 58 59 60
{
	unsigned long flags;
	mce_banks_t b;

	memset(&b, 0xff, sizeof(mce_banks_t));
	local_irq_save(flags);
	machine_check_poll(0, &b);
	local_irq_restore(flags);
	m->finished = 0;
}

61
static void raise_exception(struct mce *m, struct pt_regs *pregs)
62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78
{
	struct pt_regs regs;
	unsigned long flags;

	if (!pregs) {
		memset(&regs, 0, sizeof(struct pt_regs));
		regs.ip = m->ip;
		regs.cs = m->cs;
		pregs = &regs;
	}
	/* in mcheck exeception handler, irq will be disabled */
	local_irq_save(flags);
	do_machine_check(pregs, 0);
	local_irq_restore(flags);
	m->finished = 0;
}

79
static cpumask_var_t mce_inject_cpumask;
80 81 82 83 84 85 86

static int mce_raise_notify(struct notifier_block *self,
			    unsigned long val, void *data)
{
	struct die_args *args = (struct die_args *)data;
	int cpu = smp_processor_id();
	struct mce *m = &__get_cpu_var(injectm);
D
Don Zickus 已提交
87
	if (val != DIE_NMI || !cpumask_test_cpu(cpu, mce_inject_cpumask))
88
		return NOTIFY_DONE;
89
	cpumask_clear_cpu(cpu, mce_inject_cpumask);
90 91
	if (m->inject_flags & MCJ_EXCEPTION)
		raise_exception(m, args->regs);
92
	else if (m->status)
93
		raise_poll(m);
94 95 96 97 98
	return NOTIFY_STOP;
}

static struct notifier_block mce_raise_nb = {
	.notifier_call = mce_raise_notify,
99
	.priority = NMI_LOCAL_NORMAL_PRIOR,
100 101 102
};

/* Inject mce on current CPU */
103
static int raise_local(void)
104
{
105
	struct mce *m = &__get_cpu_var(injectm);
106 107
	int context = MCJ_CTX(m->inject_flags);
	int ret = 0;
108
	int cpu = m->extcpu;
109

110
	if (m->inject_flags & MCJ_EXCEPTION) {
111
		printk(KERN_INFO "Triggering MCE exception on CPU %d\n", cpu);
112 113 114 115 116 117 118 119 120
		switch (context) {
		case MCJ_CTX_IRQ:
			/*
			 * Could do more to fake interrupts like
			 * calling irq_enter, but the necessary
			 * machinery isn't exported currently.
			 */
			/*FALL THROUGH*/
		case MCJ_CTX_PROCESS:
121
			raise_exception(m, NULL);
122 123 124 125 126
			break;
		default:
			printk(KERN_INFO "Invalid MCE context\n");
			ret = -EINVAL;
		}
127
		printk(KERN_INFO "MCE exception done on CPU %d\n", cpu);
128
	} else if (m->status) {
129
		printk(KERN_INFO "Starting machine check poll CPU %d\n", cpu);
130
		raise_poll(m);
131
		mce_notify_irq();
132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152
		printk(KERN_INFO "Machine check poll done on CPU %d\n", cpu);
	} else
		m->finished = 0;

	return ret;
}

static void raise_mce(struct mce *m)
{
	int context = MCJ_CTX(m->inject_flags);

	inject_mce(m);

	if (context == MCJ_CTX_RANDOM)
		return;

#ifdef CONFIG_X86_LOCAL_APIC
	if (m->inject_flags & MCJ_NMI_BROADCAST) {
		unsigned long start;
		int cpu;
		get_online_cpus();
153 154
		cpumask_copy(mce_inject_cpumask, cpu_online_mask);
		cpumask_clear_cpu(get_cpu(), mce_inject_cpumask);
155 156 157 158
		for_each_online_cpu(cpu) {
			struct mce *mcpu = &per_cpu(injectm, cpu);
			if (!mcpu->finished ||
			    MCJ_CTX(mcpu->inject_flags) != MCJ_CTX_RANDOM)
159
				cpumask_clear_cpu(cpu, mce_inject_cpumask);
160
		}
161 162
		if (!cpumask_empty(mce_inject_cpumask))
			apic->send_IPI_mask(mce_inject_cpumask, NMI_VECTOR);
163
		start = jiffies;
164
		while (!cpumask_empty(mce_inject_cpumask)) {
165 166 167
			if (!time_before(jiffies, start + 2*HZ)) {
				printk(KERN_ERR
				"Timeout waiting for mce inject NMI %lx\n",
168
					*cpumask_bits(mce_inject_cpumask));
169 170 171 172
				break;
			}
			cpu_relax();
		}
173
		raise_local();
174 175 176 177
		put_cpu();
		put_online_cpus();
	} else
#endif
178
		raise_local();
179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200
}

/* Error injection interface */
static ssize_t mce_write(struct file *filp, const char __user *ubuf,
			 size_t usize, loff_t *off)
{
	struct mce m;

	if (!capable(CAP_SYS_ADMIN))
		return -EPERM;
	/*
	 * There are some cases where real MSR reads could slip
	 * through.
	 */
	if (!boot_cpu_has(X86_FEATURE_MCE) || !boot_cpu_has(X86_FEATURE_MCA))
		return -EIO;

	if ((unsigned long)usize > sizeof(struct mce))
		usize = sizeof(struct mce);
	if (copy_from_user(&m, ubuf, usize))
		return -EFAULT;

201
	if (m.extcpu >= num_possible_cpus() || !cpu_online(m.extcpu))
202 203 204 205 206 207
		return -EINVAL;

	/*
	 * Need to give user space some time to set everything up,
	 * so do it a jiffie or two later everywhere.
	 */
208 209
	schedule_timeout(2);
	raise_mce(&m);
210 211 212 213 214
	return usize;
}

static int inject_init(void)
{
215 216
	if (!alloc_cpumask_var(&mce_inject_cpumask, GFP_KERNEL))
		return -ENOMEM;
217 218
	printk(KERN_INFO "Machine check injector initialized\n");
	mce_chrdev_ops.write = mce_write;
219
	register_die_notifier(&mce_raise_nb);
220 221 222 223
	return 0;
}

module_init(inject_init);
224 225
/*
 * Cannot tolerate unloading currently because we cannot
226 227 228
 * guarantee all openers of mce_chrdev will get a reference to us.
 */
MODULE_LICENSE("GPL");