sigp.c 9.9 KB
Newer Older
1
/*
2
 * handling interprocessor communication
3
 *
4
 * Copyright IBM Corp. 2008, 2009
5 6 7 8 9 10 11
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License (version 2 only)
 * as published by the Free Software Foundation.
 *
 *    Author(s): Carsten Otte <cotte@de.ibm.com>
 *               Christian Borntraeger <borntraeger@de.ibm.com>
12
 *               Christian Ehrhardt <ehrhardt@de.ibm.com>
13 14 15 16
 */

#include <linux/kvm.h>
#include <linux/kvm_host.h>
17
#include <linux/slab.h>
18
#include <asm/sigp.h>
19 20 21
#include "gaccess.h"
#include "kvm-s390.h"

22
static int __sigp_sense(struct kvm_vcpu *vcpu, u16 cpu_addr,
23
			u64 *reg)
24
{
25
	struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int;
26 27 28
	int rc;

	if (cpu_addr >= KVM_MAX_VCPUS)
29
		return SIGP_CC_NOT_OPERATIONAL;
30

31
	spin_lock(&fi->lock);
32
	if (fi->local_int[cpu_addr] == NULL)
33
		rc = SIGP_CC_NOT_OPERATIONAL;
34
	else if (!(atomic_read(fi->local_int[cpu_addr]->cpuflags)
35 36 37
		   & (CPUSTAT_ECALL_PEND | CPUSTAT_STOPPED)))
		rc = SIGP_CC_ORDER_CODE_ACCEPTED;
	else {
38
		*reg &= 0xffffffff00000000UL;
39 40 41 42 43 44
		if (atomic_read(fi->local_int[cpu_addr]->cpuflags)
		    & CPUSTAT_ECALL_PEND)
			*reg |= SIGP_STATUS_EXT_CALL_PENDING;
		if (atomic_read(fi->local_int[cpu_addr]->cpuflags)
		    & CPUSTAT_STOPPED)
			*reg |= SIGP_STATUS_STOPPED;
45
		rc = SIGP_CC_STATUS_STORED;
46
	}
47
	spin_unlock(&fi->lock);
48 49 50 51 52 53 54

	VCPU_EVENT(vcpu, 4, "sensed status of cpu %x rc %x", cpu_addr, rc);
	return rc;
}

static int __sigp_emergency(struct kvm_vcpu *vcpu, u16 cpu_addr)
{
55 56 57
	struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int;
	struct kvm_s390_local_interrupt *li;
	struct kvm_s390_interrupt_info *inti;
58 59 60
	int rc;

	if (cpu_addr >= KVM_MAX_VCPUS)
61
		return SIGP_CC_NOT_OPERATIONAL;
62 63 64 65 66 67

	inti = kzalloc(sizeof(*inti), GFP_KERNEL);
	if (!inti)
		return -ENOMEM;

	inti->type = KVM_S390_INT_EMERGENCY;
68
	inti->emerg.code = vcpu->vcpu_id;
69

70
	spin_lock(&fi->lock);
71 72
	li = fi->local_int[cpu_addr];
	if (li == NULL) {
73
		rc = SIGP_CC_NOT_OPERATIONAL;
74 75 76 77 78 79 80 81 82 83
		kfree(inti);
		goto unlock;
	}
	spin_lock_bh(&li->lock);
	list_add_tail(&inti->list, &li->list);
	atomic_set(&li->active, 1);
	atomic_set_mask(CPUSTAT_EXT_INT, li->cpuflags);
	if (waitqueue_active(&li->wq))
		wake_up_interruptible(&li->wq);
	spin_unlock_bh(&li->lock);
84
	rc = SIGP_CC_ORDER_CODE_ACCEPTED;
85 86 87 88 89 90 91 92 93 94 95 96 97 98
	VCPU_EVENT(vcpu, 4, "sent sigp emerg to cpu %x", cpu_addr);
unlock:
	spin_unlock(&fi->lock);
	return rc;
}

static int __sigp_external_call(struct kvm_vcpu *vcpu, u16 cpu_addr)
{
	struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int;
	struct kvm_s390_local_interrupt *li;
	struct kvm_s390_interrupt_info *inti;
	int rc;

	if (cpu_addr >= KVM_MAX_VCPUS)
99
		return SIGP_CC_NOT_OPERATIONAL;
100 101 102 103 104 105 106 107 108 109 110

	inti = kzalloc(sizeof(*inti), GFP_KERNEL);
	if (!inti)
		return -ENOMEM;

	inti->type = KVM_S390_INT_EXTERNAL_CALL;
	inti->extcall.code = vcpu->vcpu_id;

	spin_lock(&fi->lock);
	li = fi->local_int[cpu_addr];
	if (li == NULL) {
111
		rc = SIGP_CC_NOT_OPERATIONAL;
112 113 114 115 116 117 118 119 120 121
		kfree(inti);
		goto unlock;
	}
	spin_lock_bh(&li->lock);
	list_add_tail(&inti->list, &li->list);
	atomic_set(&li->active, 1);
	atomic_set_mask(CPUSTAT_EXT_INT, li->cpuflags);
	if (waitqueue_active(&li->wq))
		wake_up_interruptible(&li->wq);
	spin_unlock_bh(&li->lock);
122
	rc = SIGP_CC_ORDER_CODE_ACCEPTED;
123
	VCPU_EVENT(vcpu, 4, "sent sigp ext call to cpu %x", cpu_addr);
124
unlock:
125
	spin_unlock(&fi->lock);
126 127 128
	return rc;
}

129
static int __inject_sigp_stop(struct kvm_s390_local_interrupt *li, int action)
130
{
131
	struct kvm_s390_interrupt_info *inti;
132

133
	inti = kzalloc(sizeof(*inti), GFP_ATOMIC);
134 135 136 137 138
	if (!inti)
		return -ENOMEM;
	inti->type = KVM_S390_SIGP_STOP;

	spin_lock_bh(&li->lock);
139 140
	if ((atomic_read(li->cpuflags) & CPUSTAT_STOPPED))
		goto out;
141 142 143
	list_add_tail(&inti->list, &li->list);
	atomic_set(&li->active, 1);
	atomic_set_mask(CPUSTAT_STOP_INT, li->cpuflags);
144
	li->action_bits |= action;
145 146
	if (waitqueue_active(&li->wq))
		wake_up_interruptible(&li->wq);
147
out:
148
	spin_unlock_bh(&li->lock);
149

150
	return SIGP_CC_ORDER_CODE_ACCEPTED;
151 152 153 154 155 156 157 158 159
}

static int __sigp_stop(struct kvm_vcpu *vcpu, u16 cpu_addr, int action)
{
	struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int;
	struct kvm_s390_local_interrupt *li;
	int rc;

	if (cpu_addr >= KVM_MAX_VCPUS)
160
		return SIGP_CC_NOT_OPERATIONAL;
161 162 163 164

	spin_lock(&fi->lock);
	li = fi->local_int[cpu_addr];
	if (li == NULL) {
165
		rc = SIGP_CC_NOT_OPERATIONAL;
166 167 168 169 170
		goto unlock;
	}

	rc = __inject_sigp_stop(li, action);

171
unlock:
172
	spin_unlock(&fi->lock);
173 174 175 176
	VCPU_EVENT(vcpu, 4, "sent sigp stop to cpu %x", cpu_addr);
	return rc;
}

177 178 179 180 181 182
int kvm_s390_inject_sigp_stop(struct kvm_vcpu *vcpu, int action)
{
	struct kvm_s390_local_interrupt *li = &vcpu->arch.local_int;
	return __inject_sigp_stop(li, action);
}

183 184 185 186 187 188
static int __sigp_set_arch(struct kvm_vcpu *vcpu, u32 parameter)
{
	int rc;

	switch (parameter & 0xff) {
	case 0:
189
		rc = SIGP_CC_NOT_OPERATIONAL;
190 191 192
		break;
	case 1:
	case 2:
193
		rc = SIGP_CC_ORDER_CODE_ACCEPTED;
194 195
		break;
	default:
196
		rc = -EOPNOTSUPP;
197 198 199 200 201
	}
	return rc;
}

static int __sigp_set_prefix(struct kvm_vcpu *vcpu, u16 cpu_addr, u32 address,
202
			     u64 *reg)
203
{
204
	struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int;
R
Roel Kluin 已提交
205
	struct kvm_s390_local_interrupt *li = NULL;
206
	struct kvm_s390_interrupt_info *inti;
207 208 209 210 211
	int rc;
	u8 tmp;

	/* make sure that the new value is valid memory */
	address = address & 0x7fffe000u;
212 213
	if (copy_from_guest_absolute(vcpu, &tmp, address, 1) ||
	   copy_from_guest_absolute(vcpu, &tmp, address + PAGE_SIZE, 1)) {
214
		*reg &= 0xffffffff00000000UL;
215
		*reg |= SIGP_STATUS_INVALID_PARAMETER;
216
		return SIGP_CC_STATUS_STORED;
217 218 219 220
	}

	inti = kzalloc(sizeof(*inti), GFP_KERNEL);
	if (!inti)
221
		return SIGP_CC_BUSY;
222

223
	spin_lock(&fi->lock);
R
Roel Kluin 已提交
224 225
	if (cpu_addr < KVM_MAX_VCPUS)
		li = fi->local_int[cpu_addr];
226

R
Roel Kluin 已提交
227
	if (li == NULL) {
228 229
		*reg &= 0xffffffff00000000UL;
		*reg |= SIGP_STATUS_INCORRECT_STATE;
230
		rc = SIGP_CC_STATUS_STORED;
231 232 233 234 235 236
		kfree(inti);
		goto out_fi;
	}

	spin_lock_bh(&li->lock);
	/* cpu must be in stopped state */
237
	if (!(atomic_read(li->cpuflags) & CPUSTAT_STOPPED)) {
238 239
		*reg &= 0xffffffff00000000UL;
		*reg |= SIGP_STATUS_INCORRECT_STATE;
240
		rc = SIGP_CC_STATUS_STORED;
241 242 243 244 245 246 247 248 249 250 251
		kfree(inti);
		goto out_li;
	}

	inti->type = KVM_S390_SIGP_SET_PREFIX;
	inti->prefix.address = address;

	list_add_tail(&inti->list, &li->list);
	atomic_set(&li->active, 1);
	if (waitqueue_active(&li->wq))
		wake_up_interruptible(&li->wq);
252
	rc = SIGP_CC_ORDER_CODE_ACCEPTED;
253 254 255 256 257

	VCPU_EVENT(vcpu, 4, "set prefix of cpu %02x to %x", cpu_addr, address);
out_li:
	spin_unlock_bh(&li->lock);
out_fi:
258
	spin_unlock(&fi->lock);
259 260 261
	return rc;
}

262
static int __sigp_sense_running(struct kvm_vcpu *vcpu, u16 cpu_addr,
263
				u64 *reg)
264 265 266 267 268
{
	int rc;
	struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int;

	if (cpu_addr >= KVM_MAX_VCPUS)
269
		return SIGP_CC_NOT_OPERATIONAL;
270 271 272

	spin_lock(&fi->lock);
	if (fi->local_int[cpu_addr] == NULL)
273
		rc = SIGP_CC_NOT_OPERATIONAL;
274 275 276 277
	else {
		if (atomic_read(fi->local_int[cpu_addr]->cpuflags)
		    & CPUSTAT_RUNNING) {
			/* running */
278
			rc = SIGP_CC_ORDER_CODE_ACCEPTED;
279 280 281
		} else {
			/* not running */
			*reg &= 0xffffffff00000000UL;
282
			*reg |= SIGP_STATUS_NOT_RUNNING;
283
			rc = SIGP_CC_STATUS_STORED;
284 285 286 287 288 289 290 291 292 293
		}
	}
	spin_unlock(&fi->lock);

	VCPU_EVENT(vcpu, 4, "sensed running status of cpu %x rc %x", cpu_addr,
		   rc);

	return rc;
}

294 295 296 297
static int __sigp_restart(struct kvm_vcpu *vcpu, u16 cpu_addr)
{
	struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int;
	struct kvm_s390_local_interrupt *li;
298
	int rc = SIGP_CC_ORDER_CODE_ACCEPTED;
299 300

	if (cpu_addr >= KVM_MAX_VCPUS)
301
		return SIGP_CC_NOT_OPERATIONAL;
302 303 304 305

	spin_lock(&fi->lock);
	li = fi->local_int[cpu_addr];
	if (li == NULL) {
306
		rc = SIGP_CC_NOT_OPERATIONAL;
307 308 309 310 311
		goto out;
	}

	spin_lock_bh(&li->lock);
	if (li->action_bits & ACTION_STOP_ON_STOP)
312
		rc = SIGP_CC_BUSY;
313 314 315 316 317 318 319 320 321
	else
		VCPU_EVENT(vcpu, 4, "sigp restart %x to handle userspace",
			cpu_addr);
	spin_unlock_bh(&li->lock);
out:
	spin_unlock(&fi->lock);
	return rc;
}

322 323 324 325 326 327 328
int kvm_s390_handle_sigp(struct kvm_vcpu *vcpu)
{
	int r1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;
	int r3 = vcpu->arch.sie_block->ipa & 0x000f;
	int base2 = vcpu->arch.sie_block->ipb >> 28;
	int disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16);
	u32 parameter;
329
	u16 cpu_addr = vcpu->run->s.regs.gprs[r3];
330 331 332
	u8 order_code;
	int rc;

333 334 335 336 337
	/* sigp in userspace can exit */
	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)
		return kvm_s390_inject_program_int(vcpu,
						   PGM_PRIVILEGED_OPERATION);

338 339
	order_code = disp2;
	if (base2)
340
		order_code += vcpu->run->s.regs.gprs[base2];
341 342

	if (r1 % 2)
343
		parameter = vcpu->run->s.regs.gprs[r1];
344
	else
345
		parameter = vcpu->run->s.regs.gprs[r1 + 1];
346 347 348 349 350

	switch (order_code) {
	case SIGP_SENSE:
		vcpu->stat.instruction_sigp_sense++;
		rc = __sigp_sense(vcpu, cpu_addr,
351
				  &vcpu->run->s.regs.gprs[r1]);
352
		break;
353 354 355 356
	case SIGP_EXTERNAL_CALL:
		vcpu->stat.instruction_sigp_external_call++;
		rc = __sigp_external_call(vcpu, cpu_addr);
		break;
357
	case SIGP_EMERGENCY_SIGNAL:
358 359 360 361 362
		vcpu->stat.instruction_sigp_emergency++;
		rc = __sigp_emergency(vcpu, cpu_addr);
		break;
	case SIGP_STOP:
		vcpu->stat.instruction_sigp_stop++;
363
		rc = __sigp_stop(vcpu, cpu_addr, ACTION_STOP_ON_STOP);
364
		break;
365
	case SIGP_STOP_AND_STORE_STATUS:
366
		vcpu->stat.instruction_sigp_stop++;
367 368
		rc = __sigp_stop(vcpu, cpu_addr, ACTION_STORE_ON_STOP |
						 ACTION_STOP_ON_STOP);
369
		break;
370
	case SIGP_SET_ARCHITECTURE:
371 372 373 374 375 376
		vcpu->stat.instruction_sigp_arch++;
		rc = __sigp_set_arch(vcpu, parameter);
		break;
	case SIGP_SET_PREFIX:
		vcpu->stat.instruction_sigp_prefix++;
		rc = __sigp_set_prefix(vcpu, cpu_addr, parameter,
377
				       &vcpu->run->s.regs.gprs[r1]);
378
		break;
379 380 381
	case SIGP_SENSE_RUNNING:
		vcpu->stat.instruction_sigp_sense_running++;
		rc = __sigp_sense_running(vcpu, cpu_addr,
382
					  &vcpu->run->s.regs.gprs[r1]);
383
		break;
384 385
	case SIGP_RESTART:
		vcpu->stat.instruction_sigp_restart++;
386
		rc = __sigp_restart(vcpu, cpu_addr);
387
		if (rc == SIGP_CC_BUSY)
388
			break;
389 390
		/* user space must know about restart */
	default:
391
		return -EOPNOTSUPP;
392 393 394 395 396 397 398 399 400
	}

	if (rc < 0)
		return rc;

	vcpu->arch.sie_block->gpsw.mask &= ~(3ul << 44);
	vcpu->arch.sie_block->gpsw.mask |= (rc & 3ul) << 44;
	return 0;
}