ioapic.c 8.6 KB
Newer Older
E
Eddie Dong 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28
/*
 *  Copyright (C) 2001  MandrakeSoft S.A.
 *
 *    MandrakeSoft S.A.
 *    43, rue d'Aboukir
 *    75002 Paris - France
 *    http://www.linux-mandrake.com/
 *    http://www.mandrakesoft.com/
 *
 *  This library is free software; you can redistribute it and/or
 *  modify it under the terms of the GNU Lesser General Public
 *  License as published by the Free Software Foundation; either
 *  version 2 of the License, or (at your option) any later version.
 *
 *  This library is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 *  Lesser General Public License for more details.
 *
 *  You should have received a copy of the GNU Lesser General Public
 *  License along with this library; if not, write to the Free Software
 *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA
 *
 *  Yunhong Jiang <yunhong.jiang@intel.com>
 *  Yaozu (Eddie) Dong <eddie.dong@intel.com>
 *  Based on Xen 3.1 code.
 */

29
#include <linux/kvm_host.h>
E
Eddie Dong 已提交
30 31 32 33 34 35 36 37 38
#include <linux/kvm.h>
#include <linux/mm.h>
#include <linux/highmem.h>
#include <linux/smp.h>
#include <linux/hrtimer.h>
#include <linux/io.h>
#include <asm/processor.h>
#include <asm/page.h>
#include <asm/current.h>
39 40 41

#include "ioapic.h"
#include "lapic.h"
M
Marcelo Tosatti 已提交
42
#include "irq.h"
43

44 45 46
#if 0
#define ioapic_debug(fmt,arg...) printk(KERN_WARNING fmt,##arg)
#else
E
Eddie Dong 已提交
47
#define ioapic_debug(fmt, arg...)
48
#endif
49
static int ioapic_deliver(struct kvm_ioapic *vioapic, int irq);
E
Eddie Dong 已提交
50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85

static unsigned long ioapic_read_indirect(struct kvm_ioapic *ioapic,
					  unsigned long addr,
					  unsigned long length)
{
	unsigned long result = 0;

	switch (ioapic->ioregsel) {
	case IOAPIC_REG_VERSION:
		result = ((((IOAPIC_NUM_PINS - 1) & 0xff) << 16)
			  | (IOAPIC_VERSION_ID & 0xff));
		break;

	case IOAPIC_REG_APIC_ID:
	case IOAPIC_REG_ARB_ID:
		result = ((ioapic->id & 0xf) << 24);
		break;

	default:
		{
			u32 redir_index = (ioapic->ioregsel - 0x10) >> 1;
			u64 redir_content;

			ASSERT(redir_index < IOAPIC_NUM_PINS);

			redir_content = ioapic->redirtbl[redir_index].bits;
			result = (ioapic->ioregsel & 0x1) ?
			    (redir_content >> 32) & 0xffffffff :
			    redir_content & 0xffffffff;
			break;
		}
	}

	return result;
}

86
static int ioapic_service(struct kvm_ioapic *ioapic, unsigned int idx)
E
Eddie Dong 已提交
87
{
S
Sheng Yang 已提交
88
	union kvm_ioapic_redirect_entry *pent;
89
	int injected = -1;
E
Eddie Dong 已提交
90 91 92 93

	pent = &ioapic->redirtbl[idx];

	if (!pent->fields.mask) {
94
		injected = ioapic_deliver(ioapic, idx);
95
		if (injected && pent->fields.trig_mode == IOAPIC_LEVEL_TRIG)
E
Eddie Dong 已提交
96 97
			pent->fields.remote_irr = 1;
	}
98 99

	return injected;
E
Eddie Dong 已提交
100 101 102 103 104
}

static void ioapic_write_indirect(struct kvm_ioapic *ioapic, u32 val)
{
	unsigned index;
105
	bool mask_before, mask_after;
E
Eddie Dong 已提交
106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121

	switch (ioapic->ioregsel) {
	case IOAPIC_REG_VERSION:
		/* Writes are ignored. */
		break;

	case IOAPIC_REG_APIC_ID:
		ioapic->id = (val >> 24) & 0xf;
		break;

	case IOAPIC_REG_ARB_ID:
		break;

	default:
		index = (ioapic->ioregsel - 0x10) >> 1;

122
		ioapic_debug("change redir index %x val %x\n", index, val);
E
Eddie Dong 已提交
123 124
		if (index >= IOAPIC_NUM_PINS)
			return;
125
		mask_before = ioapic->redirtbl[index].fields.mask;
E
Eddie Dong 已提交
126 127 128 129 130 131 132 133
		if (ioapic->ioregsel & 1) {
			ioapic->redirtbl[index].bits &= 0xffffffff;
			ioapic->redirtbl[index].bits |= (u64) val << 32;
		} else {
			ioapic->redirtbl[index].bits &= ~0xffffffffULL;
			ioapic->redirtbl[index].bits |= (u32) val;
			ioapic->redirtbl[index].fields.remote_irr = 0;
		}
134 135 136
		mask_after = ioapic->redirtbl[index].fields.mask;
		if (mask_before != mask_after)
			kvm_fire_mask_notifiers(ioapic->kvm, index, mask_after);
137 138
		if (ioapic->redirtbl[index].fields.trig_mode == IOAPIC_LEVEL_TRIG
		    && ioapic->irr & (1 << index))
E
Eddie Dong 已提交
139 140 141 142 143
			ioapic_service(ioapic, index);
		break;
	}
}

144 145
static int ioapic_deliver(struct kvm_ioapic *ioapic, int irq)
{
146 147
	union kvm_ioapic_redirect_entry *entry = &ioapic->redirtbl[irq];
	struct kvm_lapic_irq irqe;
148 149 150

	ioapic_debug("dest=%x dest_mode=%x delivery_mode=%x "
		     "vector=%x trig_mode=%x\n",
151 152 153 154 155 156 157 158 159 160 161
		     entry->fields.dest, entry->fields.dest_mode,
		     entry->fields.delivery_mode, entry->fields.vector,
		     entry->fields.trig_mode);

	irqe.dest_id = entry->fields.dest_id;
	irqe.vector = entry->fields.vector;
	irqe.dest_mode = entry->fields.dest_mode;
	irqe.trig_mode = entry->fields.trig_mode;
	irqe.delivery_mode = entry->fields.delivery_mode << 8;
	irqe.level = 1;
	irqe.shorthand = 0;
162 163 164 165

#ifdef CONFIG_X86
	/* Always delivery PIT interrupt to vcpu 0 */
	if (irq == 0) {
166
		irqe.dest_mode = 0; /* Physical mode. */
167 168 169
		/* need to read apic_id from apic regiest since
		 * it can be rewritten */
		irqe.dest_id = ioapic->kvm->bsp_vcpu->vcpu_id;
170 171
	}
#endif
172
	return kvm_irq_delivery_to_apic(ioapic->kvm, NULL, &irqe);
173 174
}

175
int kvm_ioapic_set_irq(struct kvm_ioapic *ioapic, int irq, int level)
E
Eddie Dong 已提交
176 177 178
{
	u32 old_irr = ioapic->irr;
	u32 mask = 1 << irq;
S
Sheng Yang 已提交
179
	union kvm_ioapic_redirect_entry entry;
180
	int ret = 1;
E
Eddie Dong 已提交
181 182 183 184 185 186 187

	if (irq >= 0 && irq < IOAPIC_NUM_PINS) {
		entry = ioapic->redirtbl[irq];
		level ^= entry.fields.polarity;
		if (!level)
			ioapic->irr &= ~mask;
		else {
188
			int edge = (entry.fields.trig_mode == IOAPIC_EDGE_TRIG);
E
Eddie Dong 已提交
189
			ioapic->irr |= mask;
190 191
			if ((edge && old_irr != ioapic->irr) ||
			    (!edge && !entry.fields.remote_irr))
192
				ret = ioapic_service(ioapic, irq);
E
Eddie Dong 已提交
193 194
		}
	}
195
	return ret;
E
Eddie Dong 已提交
196 197
}

198
static void __kvm_ioapic_update_eoi(struct kvm_ioapic *ioapic, int pin,
M
Marcelo Tosatti 已提交
199
				    int trigger_mode)
E
Eddie Dong 已提交
200
{
S
Sheng Yang 已提交
201
	union kvm_ioapic_redirect_entry *ent;
E
Eddie Dong 已提交
202

203
	ent = &ioapic->redirtbl[pin];
E
Eddie Dong 已提交
204

205
	kvm_notify_acked_irq(ioapic->kvm, KVM_IRQCHIP_IOAPIC, pin);
M
Marcelo Tosatti 已提交
206 207 208 209

	if (trigger_mode == IOAPIC_LEVEL_TRIG) {
		ASSERT(ent->fields.trig_mode == IOAPIC_LEVEL_TRIG);
		ent->fields.remote_irr = 0;
210 211
		if (!ent->fields.mask && (ioapic->irr & (1 << pin)))
			ioapic_service(ioapic, pin);
M
Marcelo Tosatti 已提交
212
	}
E
Eddie Dong 已提交
213 214
}

M
Marcelo Tosatti 已提交
215
void kvm_ioapic_update_eoi(struct kvm *kvm, int vector, int trigger_mode)
216 217 218 219 220 221
{
	struct kvm_ioapic *ioapic = kvm->arch.vioapic;
	int i;

	for (i = 0; i < IOAPIC_NUM_PINS; i++)
		if (ioapic->redirtbl[i].fields.vector == vector)
M
Marcelo Tosatti 已提交
222
			__kvm_ioapic_update_eoi(ioapic, i, trigger_mode);
223 224
}

G
Gregory Haskins 已提交
225 226 227 228 229
static inline struct kvm_ioapic *to_ioapic(struct kvm_io_device *dev)
{
	return container_of(dev, struct kvm_ioapic, dev);
}

230
static inline int ioapic_in_range(struct kvm_ioapic *ioapic, gpa_t addr)
E
Eddie Dong 已提交
231 232 233 234 235
{
	return ((addr >= ioapic->base_address &&
		 (addr < ioapic->base_address + IOAPIC_MEM_LENGTH)));
}

236 237
static int ioapic_mmio_read(struct kvm_io_device *this, gpa_t addr, int len,
			    void *val)
E
Eddie Dong 已提交
238
{
G
Gregory Haskins 已提交
239
	struct kvm_ioapic *ioapic = to_ioapic(this);
E
Eddie Dong 已提交
240
	u32 result;
241 242
	if (!ioapic_in_range(ioapic, addr))
		return -EOPNOTSUPP;
E
Eddie Dong 已提交
243

244
	ioapic_debug("addr %lx\n", (unsigned long)addr);
E
Eddie Dong 已提交
245 246
	ASSERT(!(addr & 0xf));	/* check alignment */

247
	mutex_lock(&ioapic->kvm->irq_lock);
E
Eddie Dong 已提交
248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273
	addr &= 0xff;
	switch (addr) {
	case IOAPIC_REG_SELECT:
		result = ioapic->ioregsel;
		break;

	case IOAPIC_REG_WINDOW:
		result = ioapic_read_indirect(ioapic, addr, len);
		break;

	default:
		result = 0;
		break;
	}
	switch (len) {
	case 8:
		*(u64 *) val = result;
		break;
	case 1:
	case 2:
	case 4:
		memcpy(val, (char *)&result, len);
		break;
	default:
		printk(KERN_WARNING "ioapic: wrong length %d\n", len);
	}
274
	mutex_unlock(&ioapic->kvm->irq_lock);
275
	return 0;
E
Eddie Dong 已提交
276 277
}

278 279
static int ioapic_mmio_write(struct kvm_io_device *this, gpa_t addr, int len,
			     const void *val)
E
Eddie Dong 已提交
280
{
G
Gregory Haskins 已提交
281
	struct kvm_ioapic *ioapic = to_ioapic(this);
E
Eddie Dong 已提交
282
	u32 data;
283 284
	if (!ioapic_in_range(ioapic, addr))
		return -EOPNOTSUPP;
E
Eddie Dong 已提交
285

286 287
	ioapic_debug("ioapic_mmio_write addr=%p len=%d val=%p\n",
		     (void*)addr, len, val);
E
Eddie Dong 已提交
288
	ASSERT(!(addr & 0xf));	/* check alignment */
289 290

	mutex_lock(&ioapic->kvm->irq_lock);
E
Eddie Dong 已提交
291 292 293 294
	if (len == 4 || len == 8)
		data = *(u32 *) val;
	else {
		printk(KERN_WARNING "ioapic: Unsupported size %d\n", len);
J
Jiri Slaby 已提交
295
		goto unlock;
E
Eddie Dong 已提交
296 297 298 299 300 301 302 303 304 305 306
	}

	addr &= 0xff;
	switch (addr) {
	case IOAPIC_REG_SELECT:
		ioapic->ioregsel = data;
		break;

	case IOAPIC_REG_WINDOW:
		ioapic_write_indirect(ioapic, data);
		break;
307 308
#ifdef	CONFIG_IA64
	case IOAPIC_REG_EOI:
309
		kvm_ioapic_update_eoi(ioapic->kvm, data, IOAPIC_LEVEL_TRIG);
310 311
		break;
#endif
E
Eddie Dong 已提交
312 313 314 315

	default:
		break;
	}
J
Jiri Slaby 已提交
316
unlock:
317
	mutex_unlock(&ioapic->kvm->irq_lock);
318
	return 0;
E
Eddie Dong 已提交
319 320
}

321 322 323 324 325 326 327 328 329 330 331 332
void kvm_ioapic_reset(struct kvm_ioapic *ioapic)
{
	int i;

	for (i = 0; i < IOAPIC_NUM_PINS; i++)
		ioapic->redirtbl[i].fields.mask = 1;
	ioapic->base_address = IOAPIC_DEFAULT_BASE_ADDRESS;
	ioapic->ioregsel = 0;
	ioapic->irr = 0;
	ioapic->id = 0;
}

G
Gregory Haskins 已提交
333 334 335 336 337
static const struct kvm_io_device_ops ioapic_mmio_ops = {
	.read     = ioapic_mmio_read,
	.write    = ioapic_mmio_write,
};

E
Eddie Dong 已提交
338 339 340 341 342 343 344
int kvm_ioapic_init(struct kvm *kvm)
{
	struct kvm_ioapic *ioapic;

	ioapic = kzalloc(sizeof(struct kvm_ioapic), GFP_KERNEL);
	if (!ioapic)
		return -ENOMEM;
345
	kvm->arch.vioapic = ioapic;
346
	kvm_ioapic_reset(ioapic);
G
Gregory Haskins 已提交
347
	kvm_iodevice_init(&ioapic->dev, &ioapic_mmio_ops);
E
Eddie Dong 已提交
348
	ioapic->kvm = kvm;
349
	kvm_io_bus_register_dev(kvm, &kvm->mmio_bus, &ioapic->dev);
E
Eddie Dong 已提交
350 351
	return 0;
}
352