ioapic.c 8.6 KB
Newer Older
E
Eddie Dong 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28
/*
 *  Copyright (C) 2001  MandrakeSoft S.A.
 *
 *    MandrakeSoft S.A.
 *    43, rue d'Aboukir
 *    75002 Paris - France
 *    http://www.linux-mandrake.com/
 *    http://www.mandrakesoft.com/
 *
 *  This library is free software; you can redistribute it and/or
 *  modify it under the terms of the GNU Lesser General Public
 *  License as published by the Free Software Foundation; either
 *  version 2 of the License, or (at your option) any later version.
 *
 *  This library is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 *  Lesser General Public License for more details.
 *
 *  You should have received a copy of the GNU Lesser General Public
 *  License along with this library; if not, write to the Free Software
 *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA
 *
 *  Yunhong Jiang <yunhong.jiang@intel.com>
 *  Yaozu (Eddie) Dong <eddie.dong@intel.com>
 *  Based on Xen 3.1 code.
 */

29
#include <linux/kvm_host.h>
E
Eddie Dong 已提交
30 31 32 33 34 35 36 37 38
#include <linux/kvm.h>
#include <linux/mm.h>
#include <linux/highmem.h>
#include <linux/smp.h>
#include <linux/hrtimer.h>
#include <linux/io.h>
#include <asm/processor.h>
#include <asm/page.h>
#include <asm/current.h>
39 40 41

#include "ioapic.h"
#include "lapic.h"
M
Marcelo Tosatti 已提交
42
#include "irq.h"
43

44 45 46
#if 0
#define ioapic_debug(fmt,arg...) printk(KERN_WARNING fmt,##arg)
#else
E
Eddie Dong 已提交
47
#define ioapic_debug(fmt, arg...)
48
#endif
49
static int ioapic_deliver(struct kvm_ioapic *vioapic, int irq);
E
Eddie Dong 已提交
50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85

static unsigned long ioapic_read_indirect(struct kvm_ioapic *ioapic,
					  unsigned long addr,
					  unsigned long length)
{
	unsigned long result = 0;

	switch (ioapic->ioregsel) {
	case IOAPIC_REG_VERSION:
		result = ((((IOAPIC_NUM_PINS - 1) & 0xff) << 16)
			  | (IOAPIC_VERSION_ID & 0xff));
		break;

	case IOAPIC_REG_APIC_ID:
	case IOAPIC_REG_ARB_ID:
		result = ((ioapic->id & 0xf) << 24);
		break;

	default:
		{
			u32 redir_index = (ioapic->ioregsel - 0x10) >> 1;
			u64 redir_content;

			ASSERT(redir_index < IOAPIC_NUM_PINS);

			redir_content = ioapic->redirtbl[redir_index].bits;
			result = (ioapic->ioregsel & 0x1) ?
			    (redir_content >> 32) & 0xffffffff :
			    redir_content & 0xffffffff;
			break;
		}
	}

	return result;
}

86
static int ioapic_service(struct kvm_ioapic *ioapic, unsigned int idx)
E
Eddie Dong 已提交
87
{
S
Sheng Yang 已提交
88
	union kvm_ioapic_redirect_entry *pent;
89
	int injected = -1;
E
Eddie Dong 已提交
90 91 92 93

	pent = &ioapic->redirtbl[idx];

	if (!pent->fields.mask) {
94
		injected = ioapic_deliver(ioapic, idx);
95
		if (injected && pent->fields.trig_mode == IOAPIC_LEVEL_TRIG)
E
Eddie Dong 已提交
96 97
			pent->fields.remote_irr = 1;
	}
98 99

	return injected;
E
Eddie Dong 已提交
100 101 102 103 104
}

static void ioapic_write_indirect(struct kvm_ioapic *ioapic, u32 val)
{
	unsigned index;
105
	bool mask_before, mask_after;
E
Eddie Dong 已提交
106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121

	switch (ioapic->ioregsel) {
	case IOAPIC_REG_VERSION:
		/* Writes are ignored. */
		break;

	case IOAPIC_REG_APIC_ID:
		ioapic->id = (val >> 24) & 0xf;
		break;

	case IOAPIC_REG_ARB_ID:
		break;

	default:
		index = (ioapic->ioregsel - 0x10) >> 1;

122
		ioapic_debug("change redir index %x val %x\n", index, val);
E
Eddie Dong 已提交
123 124
		if (index >= IOAPIC_NUM_PINS)
			return;
125
		mask_before = ioapic->redirtbl[index].fields.mask;
E
Eddie Dong 已提交
126 127 128 129 130 131 132 133
		if (ioapic->ioregsel & 1) {
			ioapic->redirtbl[index].bits &= 0xffffffff;
			ioapic->redirtbl[index].bits |= (u64) val << 32;
		} else {
			ioapic->redirtbl[index].bits &= ~0xffffffffULL;
			ioapic->redirtbl[index].bits |= (u32) val;
			ioapic->redirtbl[index].fields.remote_irr = 0;
		}
134 135 136
		mask_after = ioapic->redirtbl[index].fields.mask;
		if (mask_before != mask_after)
			kvm_fire_mask_notifiers(ioapic->kvm, index, mask_after);
137 138
		if (ioapic->redirtbl[index].fields.trig_mode == IOAPIC_LEVEL_TRIG
		    && ioapic->irr & (1 << index))
E
Eddie Dong 已提交
139 140 141 142 143
			ioapic_service(ioapic, index);
		break;
	}
}

144 145
static int ioapic_deliver(struct kvm_ioapic *ioapic, int irq)
{
146 147
	union kvm_ioapic_redirect_entry *entry = &ioapic->redirtbl[irq];
	struct kvm_lapic_irq irqe;
148 149 150

	ioapic_debug("dest=%x dest_mode=%x delivery_mode=%x "
		     "vector=%x trig_mode=%x\n",
151 152 153 154 155 156 157 158 159 160 161
		     entry->fields.dest, entry->fields.dest_mode,
		     entry->fields.delivery_mode, entry->fields.vector,
		     entry->fields.trig_mode);

	irqe.dest_id = entry->fields.dest_id;
	irqe.vector = entry->fields.vector;
	irqe.dest_mode = entry->fields.dest_mode;
	irqe.trig_mode = entry->fields.trig_mode;
	irqe.delivery_mode = entry->fields.delivery_mode << 8;
	irqe.level = 1;
	irqe.shorthand = 0;
162 163 164 165

#ifdef CONFIG_X86
	/* Always delivery PIT interrupt to vcpu 0 */
	if (irq == 0) {
166
		irqe.dest_mode = 0; /* Physical mode. */
167 168 169
		/* need to read apic_id from apic regiest since
		 * it can be rewritten */
		irqe.dest_id = ioapic->kvm->bsp_vcpu->vcpu_id;
170 171
	}
#endif
172
	return kvm_irq_delivery_to_apic(ioapic->kvm, NULL, &irqe);
173 174
}

175
int kvm_ioapic_set_irq(struct kvm_ioapic *ioapic, int irq, int level)
E
Eddie Dong 已提交
176 177 178
{
	u32 old_irr = ioapic->irr;
	u32 mask = 1 << irq;
S
Sheng Yang 已提交
179
	union kvm_ioapic_redirect_entry entry;
180
	int ret = 1;
E
Eddie Dong 已提交
181 182 183 184 185 186 187

	if (irq >= 0 && irq < IOAPIC_NUM_PINS) {
		entry = ioapic->redirtbl[irq];
		level ^= entry.fields.polarity;
		if (!level)
			ioapic->irr &= ~mask;
		else {
188
			int edge = (entry.fields.trig_mode == IOAPIC_EDGE_TRIG);
E
Eddie Dong 已提交
189
			ioapic->irr |= mask;
190 191
			if ((edge && old_irr != ioapic->irr) ||
			    (!edge && !entry.fields.remote_irr))
192
				ret = ioapic_service(ioapic, irq);
E
Eddie Dong 已提交
193 194
		}
	}
195
	return ret;
E
Eddie Dong 已提交
196 197
}

198
static void __kvm_ioapic_update_eoi(struct kvm_ioapic *ioapic, int pin,
M
Marcelo Tosatti 已提交
199
				    int trigger_mode)
E
Eddie Dong 已提交
200
{
S
Sheng Yang 已提交
201
	union kvm_ioapic_redirect_entry *ent;
E
Eddie Dong 已提交
202

203
	ent = &ioapic->redirtbl[pin];
E
Eddie Dong 已提交
204

205
	kvm_notify_acked_irq(ioapic->kvm, KVM_IRQCHIP_IOAPIC, pin);
M
Marcelo Tosatti 已提交
206 207 208 209

	if (trigger_mode == IOAPIC_LEVEL_TRIG) {
		ASSERT(ent->fields.trig_mode == IOAPIC_LEVEL_TRIG);
		ent->fields.remote_irr = 0;
210 211
		if (!ent->fields.mask && (ioapic->irr & (1 << pin)))
			ioapic_service(ioapic, pin);
M
Marcelo Tosatti 已提交
212
	}
E
Eddie Dong 已提交
213 214
}

M
Marcelo Tosatti 已提交
215
void kvm_ioapic_update_eoi(struct kvm *kvm, int vector, int trigger_mode)
216 217 218 219 220 221
{
	struct kvm_ioapic *ioapic = kvm->arch.vioapic;
	int i;

	for (i = 0; i < IOAPIC_NUM_PINS; i++)
		if (ioapic->redirtbl[i].fields.vector == vector)
M
Marcelo Tosatti 已提交
222
			__kvm_ioapic_update_eoi(ioapic, i, trigger_mode);
223 224
}

G
Gregory Haskins 已提交
225 226 227 228 229
static inline struct kvm_ioapic *to_ioapic(struct kvm_io_device *dev)
{
	return container_of(dev, struct kvm_ioapic, dev);
}

230 231
static int ioapic_in_range(struct kvm_io_device *this, gpa_t addr,
			   int len, int is_write)
E
Eddie Dong 已提交
232
{
G
Gregory Haskins 已提交
233
	struct kvm_ioapic *ioapic = to_ioapic(this);
E
Eddie Dong 已提交
234 235 236 237 238 239 240 241

	return ((addr >= ioapic->base_address &&
		 (addr < ioapic->base_address + IOAPIC_MEM_LENGTH)));
}

static void ioapic_mmio_read(struct kvm_io_device *this, gpa_t addr, int len,
			     void *val)
{
G
Gregory Haskins 已提交
242
	struct kvm_ioapic *ioapic = to_ioapic(this);
E
Eddie Dong 已提交
243 244
	u32 result;

245
	ioapic_debug("addr %lx\n", (unsigned long)addr);
E
Eddie Dong 已提交
246 247
	ASSERT(!(addr & 0xf));	/* check alignment */

248
	mutex_lock(&ioapic->kvm->irq_lock);
E
Eddie Dong 已提交
249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274
	addr &= 0xff;
	switch (addr) {
	case IOAPIC_REG_SELECT:
		result = ioapic->ioregsel;
		break;

	case IOAPIC_REG_WINDOW:
		result = ioapic_read_indirect(ioapic, addr, len);
		break;

	default:
		result = 0;
		break;
	}
	switch (len) {
	case 8:
		*(u64 *) val = result;
		break;
	case 1:
	case 2:
	case 4:
		memcpy(val, (char *)&result, len);
		break;
	default:
		printk(KERN_WARNING "ioapic: wrong length %d\n", len);
	}
275
	mutex_unlock(&ioapic->kvm->irq_lock);
E
Eddie Dong 已提交
276 277 278 279 280
}

static void ioapic_mmio_write(struct kvm_io_device *this, gpa_t addr, int len,
			      const void *val)
{
G
Gregory Haskins 已提交
281
	struct kvm_ioapic *ioapic = to_ioapic(this);
E
Eddie Dong 已提交
282 283
	u32 data;

284 285
	ioapic_debug("ioapic_mmio_write addr=%p len=%d val=%p\n",
		     (void*)addr, len, val);
E
Eddie Dong 已提交
286
	ASSERT(!(addr & 0xf));	/* check alignment */
287 288

	mutex_lock(&ioapic->kvm->irq_lock);
E
Eddie Dong 已提交
289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304
	if (len == 4 || len == 8)
		data = *(u32 *) val;
	else {
		printk(KERN_WARNING "ioapic: Unsupported size %d\n", len);
		return;
	}

	addr &= 0xff;
	switch (addr) {
	case IOAPIC_REG_SELECT:
		ioapic->ioregsel = data;
		break;

	case IOAPIC_REG_WINDOW:
		ioapic_write_indirect(ioapic, data);
		break;
305 306
#ifdef	CONFIG_IA64
	case IOAPIC_REG_EOI:
307
		kvm_ioapic_update_eoi(ioapic->kvm, data, IOAPIC_LEVEL_TRIG);
308 309
		break;
#endif
E
Eddie Dong 已提交
310 311 312 313

	default:
		break;
	}
314
	mutex_unlock(&ioapic->kvm->irq_lock);
E
Eddie Dong 已提交
315 316
}

317 318 319 320 321 322 323 324 325 326 327 328
void kvm_ioapic_reset(struct kvm_ioapic *ioapic)
{
	int i;

	for (i = 0; i < IOAPIC_NUM_PINS; i++)
		ioapic->redirtbl[i].fields.mask = 1;
	ioapic->base_address = IOAPIC_DEFAULT_BASE_ADDRESS;
	ioapic->ioregsel = 0;
	ioapic->irr = 0;
	ioapic->id = 0;
}

G
Gregory Haskins 已提交
329 330 331 332 333 334
static const struct kvm_io_device_ops ioapic_mmio_ops = {
	.read     = ioapic_mmio_read,
	.write    = ioapic_mmio_write,
	.in_range = ioapic_in_range,
};

E
Eddie Dong 已提交
335 336 337 338 339 340 341
int kvm_ioapic_init(struct kvm *kvm)
{
	struct kvm_ioapic *ioapic;

	ioapic = kzalloc(sizeof(struct kvm_ioapic), GFP_KERNEL);
	if (!ioapic)
		return -ENOMEM;
342
	kvm->arch.vioapic = ioapic;
343
	kvm_ioapic_reset(ioapic);
G
Gregory Haskins 已提交
344
	kvm_iodevice_init(&ioapic->dev, &ioapic_mmio_ops);
E
Eddie Dong 已提交
345
	ioapic->kvm = kvm;
346
	kvm_io_bus_register_dev(kvm, &kvm->mmio_bus, &ioapic->dev);
E
Eddie Dong 已提交
347 348
	return 0;
}
349