ioapic.c 8.6 KB
Newer Older
E
Eddie Dong 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28
/*
 *  Copyright (C) 2001  MandrakeSoft S.A.
 *
 *    MandrakeSoft S.A.
 *    43, rue d'Aboukir
 *    75002 Paris - France
 *    http://www.linux-mandrake.com/
 *    http://www.mandrakesoft.com/
 *
 *  This library is free software; you can redistribute it and/or
 *  modify it under the terms of the GNU Lesser General Public
 *  License as published by the Free Software Foundation; either
 *  version 2 of the License, or (at your option) any later version.
 *
 *  This library is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 *  Lesser General Public License for more details.
 *
 *  You should have received a copy of the GNU Lesser General Public
 *  License along with this library; if not, write to the Free Software
 *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA
 *
 *  Yunhong Jiang <yunhong.jiang@intel.com>
 *  Yaozu (Eddie) Dong <eddie.dong@intel.com>
 *  Based on Xen 3.1 code.
 */

29
#include <linux/kvm_host.h>
E
Eddie Dong 已提交
30 31 32 33 34 35 36 37 38
#include <linux/kvm.h>
#include <linux/mm.h>
#include <linux/highmem.h>
#include <linux/smp.h>
#include <linux/hrtimer.h>
#include <linux/io.h>
#include <asm/processor.h>
#include <asm/page.h>
#include <asm/current.h>
39
#include <trace/events/kvm.h>
40 41 42

#include "ioapic.h"
#include "lapic.h"
M
Marcelo Tosatti 已提交
43
#include "irq.h"
44

45 46 47
#if 0
#define ioapic_debug(fmt,arg...) printk(KERN_WARNING fmt,##arg)
#else
E
Eddie Dong 已提交
48
#define ioapic_debug(fmt, arg...)
49
#endif
50
static int ioapic_deliver(struct kvm_ioapic *vioapic, int irq);
E
Eddie Dong 已提交
51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86

static unsigned long ioapic_read_indirect(struct kvm_ioapic *ioapic,
					  unsigned long addr,
					  unsigned long length)
{
	unsigned long result = 0;

	switch (ioapic->ioregsel) {
	case IOAPIC_REG_VERSION:
		result = ((((IOAPIC_NUM_PINS - 1) & 0xff) << 16)
			  | (IOAPIC_VERSION_ID & 0xff));
		break;

	case IOAPIC_REG_APIC_ID:
	case IOAPIC_REG_ARB_ID:
		result = ((ioapic->id & 0xf) << 24);
		break;

	default:
		{
			u32 redir_index = (ioapic->ioregsel - 0x10) >> 1;
			u64 redir_content;

			ASSERT(redir_index < IOAPIC_NUM_PINS);

			redir_content = ioapic->redirtbl[redir_index].bits;
			result = (ioapic->ioregsel & 0x1) ?
			    (redir_content >> 32) & 0xffffffff :
			    redir_content & 0xffffffff;
			break;
		}
	}

	return result;
}

87
static int ioapic_service(struct kvm_ioapic *ioapic, unsigned int idx)
E
Eddie Dong 已提交
88
{
S
Sheng Yang 已提交
89
	union kvm_ioapic_redirect_entry *pent;
90
	int injected = -1;
E
Eddie Dong 已提交
91 92 93 94

	pent = &ioapic->redirtbl[idx];

	if (!pent->fields.mask) {
95
		injected = ioapic_deliver(ioapic, idx);
96
		if (injected && pent->fields.trig_mode == IOAPIC_LEVEL_TRIG)
E
Eddie Dong 已提交
97 98
			pent->fields.remote_irr = 1;
	}
99 100

	return injected;
E
Eddie Dong 已提交
101 102 103 104 105
}

static void ioapic_write_indirect(struct kvm_ioapic *ioapic, u32 val)
{
	unsigned index;
106
	bool mask_before, mask_after;
107
	union kvm_ioapic_redirect_entry *e;
E
Eddie Dong 已提交
108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123

	switch (ioapic->ioregsel) {
	case IOAPIC_REG_VERSION:
		/* Writes are ignored. */
		break;

	case IOAPIC_REG_APIC_ID:
		ioapic->id = (val >> 24) & 0xf;
		break;

	case IOAPIC_REG_ARB_ID:
		break;

	default:
		index = (ioapic->ioregsel - 0x10) >> 1;

124
		ioapic_debug("change redir index %x val %x\n", index, val);
E
Eddie Dong 已提交
125 126
		if (index >= IOAPIC_NUM_PINS)
			return;
127 128
		e = &ioapic->redirtbl[index];
		mask_before = e->fields.mask;
E
Eddie Dong 已提交
129
		if (ioapic->ioregsel & 1) {
130 131
			e->bits &= 0xffffffff;
			e->bits |= (u64) val << 32;
E
Eddie Dong 已提交
132
		} else {
133 134 135
			e->bits &= ~0xffffffffULL;
			e->bits |= (u32) val;
			e->fields.remote_irr = 0;
E
Eddie Dong 已提交
136
		}
137
		mask_after = e->fields.mask;
138 139
		if (mask_before != mask_after)
			kvm_fire_mask_notifiers(ioapic->kvm, index, mask_after);
140
		if (e->fields.trig_mode == IOAPIC_LEVEL_TRIG
141
		    && ioapic->irr & (1 << index))
E
Eddie Dong 已提交
142 143 144 145 146
			ioapic_service(ioapic, index);
		break;
	}
}

147 148
static int ioapic_deliver(struct kvm_ioapic *ioapic, int irq)
{
149 150
	union kvm_ioapic_redirect_entry *entry = &ioapic->redirtbl[irq];
	struct kvm_lapic_irq irqe;
151 152 153

	ioapic_debug("dest=%x dest_mode=%x delivery_mode=%x "
		     "vector=%x trig_mode=%x\n",
154 155 156 157 158 159 160 161 162 163 164
		     entry->fields.dest, entry->fields.dest_mode,
		     entry->fields.delivery_mode, entry->fields.vector,
		     entry->fields.trig_mode);

	irqe.dest_id = entry->fields.dest_id;
	irqe.vector = entry->fields.vector;
	irqe.dest_mode = entry->fields.dest_mode;
	irqe.trig_mode = entry->fields.trig_mode;
	irqe.delivery_mode = entry->fields.delivery_mode << 8;
	irqe.level = 1;
	irqe.shorthand = 0;
165 166 167 168

#ifdef CONFIG_X86
	/* Always delivery PIT interrupt to vcpu 0 */
	if (irq == 0) {
169
		irqe.dest_mode = 0; /* Physical mode. */
170 171 172
		/* need to read apic_id from apic regiest since
		 * it can be rewritten */
		irqe.dest_id = ioapic->kvm->bsp_vcpu->vcpu_id;
173 174
	}
#endif
175
	return kvm_irq_delivery_to_apic(ioapic->kvm, NULL, &irqe);
176 177
}

178
int kvm_ioapic_set_irq(struct kvm_ioapic *ioapic, int irq, int level)
E
Eddie Dong 已提交
179 180 181
{
	u32 old_irr = ioapic->irr;
	u32 mask = 1 << irq;
S
Sheng Yang 已提交
182
	union kvm_ioapic_redirect_entry entry;
183
	int ret = 1;
E
Eddie Dong 已提交
184 185 186 187 188 189 190

	if (irq >= 0 && irq < IOAPIC_NUM_PINS) {
		entry = ioapic->redirtbl[irq];
		level ^= entry.fields.polarity;
		if (!level)
			ioapic->irr &= ~mask;
		else {
191
			int edge = (entry.fields.trig_mode == IOAPIC_EDGE_TRIG);
E
Eddie Dong 已提交
192
			ioapic->irr |= mask;
193 194
			if ((edge && old_irr != ioapic->irr) ||
			    (!edge && !entry.fields.remote_irr))
195
				ret = ioapic_service(ioapic, irq);
E
Eddie Dong 已提交
196
		}
197
		trace_kvm_ioapic_set_irq(entry.bits, irq, ret == 0);
E
Eddie Dong 已提交
198
	}
199
	return ret;
E
Eddie Dong 已提交
200 201
}

202
static void __kvm_ioapic_update_eoi(struct kvm_ioapic *ioapic, int pin,
M
Marcelo Tosatti 已提交
203
				    int trigger_mode)
E
Eddie Dong 已提交
204
{
S
Sheng Yang 已提交
205
	union kvm_ioapic_redirect_entry *ent;
E
Eddie Dong 已提交
206

207
	ent = &ioapic->redirtbl[pin];
E
Eddie Dong 已提交
208

209
	kvm_notify_acked_irq(ioapic->kvm, KVM_IRQCHIP_IOAPIC, pin);
M
Marcelo Tosatti 已提交
210 211 212 213

	if (trigger_mode == IOAPIC_LEVEL_TRIG) {
		ASSERT(ent->fields.trig_mode == IOAPIC_LEVEL_TRIG);
		ent->fields.remote_irr = 0;
214 215
		if (!ent->fields.mask && (ioapic->irr & (1 << pin)))
			ioapic_service(ioapic, pin);
M
Marcelo Tosatti 已提交
216
	}
E
Eddie Dong 已提交
217 218
}

M
Marcelo Tosatti 已提交
219
void kvm_ioapic_update_eoi(struct kvm *kvm, int vector, int trigger_mode)
220 221 222 223 224 225
{
	struct kvm_ioapic *ioapic = kvm->arch.vioapic;
	int i;

	for (i = 0; i < IOAPIC_NUM_PINS; i++)
		if (ioapic->redirtbl[i].fields.vector == vector)
M
Marcelo Tosatti 已提交
226
			__kvm_ioapic_update_eoi(ioapic, i, trigger_mode);
227 228
}

G
Gregory Haskins 已提交
229 230 231 232 233
static inline struct kvm_ioapic *to_ioapic(struct kvm_io_device *dev)
{
	return container_of(dev, struct kvm_ioapic, dev);
}

234
static inline int ioapic_in_range(struct kvm_ioapic *ioapic, gpa_t addr)
E
Eddie Dong 已提交
235 236 237 238 239
{
	return ((addr >= ioapic->base_address &&
		 (addr < ioapic->base_address + IOAPIC_MEM_LENGTH)));
}

240 241
static int ioapic_mmio_read(struct kvm_io_device *this, gpa_t addr, int len,
			    void *val)
E
Eddie Dong 已提交
242
{
G
Gregory Haskins 已提交
243
	struct kvm_ioapic *ioapic = to_ioapic(this);
E
Eddie Dong 已提交
244
	u32 result;
245 246
	if (!ioapic_in_range(ioapic, addr))
		return -EOPNOTSUPP;
E
Eddie Dong 已提交
247

248
	ioapic_debug("addr %lx\n", (unsigned long)addr);
E
Eddie Dong 已提交
249 250
	ASSERT(!(addr & 0xf));	/* check alignment */

251
	mutex_lock(&ioapic->kvm->irq_lock);
E
Eddie Dong 已提交
252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277
	addr &= 0xff;
	switch (addr) {
	case IOAPIC_REG_SELECT:
		result = ioapic->ioregsel;
		break;

	case IOAPIC_REG_WINDOW:
		result = ioapic_read_indirect(ioapic, addr, len);
		break;

	default:
		result = 0;
		break;
	}
	switch (len) {
	case 8:
		*(u64 *) val = result;
		break;
	case 1:
	case 2:
	case 4:
		memcpy(val, (char *)&result, len);
		break;
	default:
		printk(KERN_WARNING "ioapic: wrong length %d\n", len);
	}
278
	mutex_unlock(&ioapic->kvm->irq_lock);
279
	return 0;
E
Eddie Dong 已提交
280 281
}

282 283
static int ioapic_mmio_write(struct kvm_io_device *this, gpa_t addr, int len,
			     const void *val)
E
Eddie Dong 已提交
284
{
G
Gregory Haskins 已提交
285
	struct kvm_ioapic *ioapic = to_ioapic(this);
E
Eddie Dong 已提交
286
	u32 data;
287 288
	if (!ioapic_in_range(ioapic, addr))
		return -EOPNOTSUPP;
E
Eddie Dong 已提交
289

290 291
	ioapic_debug("ioapic_mmio_write addr=%p len=%d val=%p\n",
		     (void*)addr, len, val);
E
Eddie Dong 已提交
292
	ASSERT(!(addr & 0xf));	/* check alignment */
293 294

	mutex_lock(&ioapic->kvm->irq_lock);
E
Eddie Dong 已提交
295 296 297 298
	if (len == 4 || len == 8)
		data = *(u32 *) val;
	else {
		printk(KERN_WARNING "ioapic: Unsupported size %d\n", len);
J
Jiri Slaby 已提交
299
		goto unlock;
E
Eddie Dong 已提交
300 301 302 303 304 305 306 307 308 309 310
	}

	addr &= 0xff;
	switch (addr) {
	case IOAPIC_REG_SELECT:
		ioapic->ioregsel = data;
		break;

	case IOAPIC_REG_WINDOW:
		ioapic_write_indirect(ioapic, data);
		break;
311 312
#ifdef	CONFIG_IA64
	case IOAPIC_REG_EOI:
313
		kvm_ioapic_update_eoi(ioapic->kvm, data, IOAPIC_LEVEL_TRIG);
314 315
		break;
#endif
E
Eddie Dong 已提交
316 317 318 319

	default:
		break;
	}
J
Jiri Slaby 已提交
320
unlock:
321
	mutex_unlock(&ioapic->kvm->irq_lock);
322
	return 0;
E
Eddie Dong 已提交
323 324
}

325 326 327 328 329 330 331 332 333 334 335 336
void kvm_ioapic_reset(struct kvm_ioapic *ioapic)
{
	int i;

	for (i = 0; i < IOAPIC_NUM_PINS; i++)
		ioapic->redirtbl[i].fields.mask = 1;
	ioapic->base_address = IOAPIC_DEFAULT_BASE_ADDRESS;
	ioapic->ioregsel = 0;
	ioapic->irr = 0;
	ioapic->id = 0;
}

G
Gregory Haskins 已提交
337 338 339 340 341
static const struct kvm_io_device_ops ioapic_mmio_ops = {
	.read     = ioapic_mmio_read,
	.write    = ioapic_mmio_write,
};

E
Eddie Dong 已提交
342 343 344 345 346 347 348
int kvm_ioapic_init(struct kvm *kvm)
{
	struct kvm_ioapic *ioapic;

	ioapic = kzalloc(sizeof(struct kvm_ioapic), GFP_KERNEL);
	if (!ioapic)
		return -ENOMEM;
349
	kvm->arch.vioapic = ioapic;
350
	kvm_ioapic_reset(ioapic);
G
Gregory Haskins 已提交
351
	kvm_iodevice_init(&ioapic->dev, &ioapic_mmio_ops);
E
Eddie Dong 已提交
352
	ioapic->kvm = kvm;
353
	kvm_io_bus_register_dev(kvm, &kvm->mmio_bus, &ioapic->dev);
E
Eddie Dong 已提交
354 355
	return 0;
}
356