| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 1 | /* | 
 | 2 |  * sigp.c - handlinge interprocessor communication | 
 | 3 |  * | 
| Christian Ehrhardt | 9ace903 | 2009-05-20 15:34:55 +0200 | [diff] [blame] | 4 |  * Copyright IBM Corp. 2008,2009 | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 5 |  * | 
 | 6 |  * This program is free software; you can redistribute it and/or modify | 
 | 7 |  * it under the terms of the GNU General Public License (version 2 only) | 
 | 8 |  * as published by the Free Software Foundation. | 
 | 9 |  * | 
 | 10 |  *    Author(s): Carsten Otte <cotte@de.ibm.com> | 
 | 11 |  *               Christian Borntraeger <borntraeger@de.ibm.com> | 
| Christian Ehrhardt | 9ace903 | 2009-05-20 15:34:55 +0200 | [diff] [blame] | 12 |  *               Christian Ehrhardt <ehrhardt@de.ibm.com> | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 13 |  */ | 
 | 14 |  | 
 | 15 | #include <linux/kvm.h> | 
 | 16 | #include <linux/kvm_host.h> | 
| Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 17 | #include <linux/slab.h> | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 18 | #include "gaccess.h" | 
 | 19 | #include "kvm-s390.h" | 
 | 20 |  | 
 | 21 | /* sigp order codes */ | 
 | 22 | #define SIGP_SENSE             0x01 | 
 | 23 | #define SIGP_EXTERNAL_CALL     0x02 | 
 | 24 | #define SIGP_EMERGENCY         0x03 | 
 | 25 | #define SIGP_START             0x04 | 
 | 26 | #define SIGP_STOP              0x05 | 
 | 27 | #define SIGP_RESTART           0x06 | 
 | 28 | #define SIGP_STOP_STORE_STATUS 0x09 | 
 | 29 | #define SIGP_INITIAL_CPU_RESET 0x0b | 
 | 30 | #define SIGP_CPU_RESET         0x0c | 
 | 31 | #define SIGP_SET_PREFIX        0x0d | 
 | 32 | #define SIGP_STORE_STATUS_ADDR 0x0e | 
 | 33 | #define SIGP_SET_ARCH          0x12 | 
 | 34 |  | 
 | 35 | /* cpu status bits */ | 
 | 36 | #define SIGP_STAT_EQUIPMENT_CHECK   0x80000000UL | 
 | 37 | #define SIGP_STAT_INCORRECT_STATE   0x00000200UL | 
 | 38 | #define SIGP_STAT_INVALID_PARAMETER 0x00000100UL | 
 | 39 | #define SIGP_STAT_EXT_CALL_PENDING  0x00000080UL | 
 | 40 | #define SIGP_STAT_STOPPED           0x00000040UL | 
 | 41 | #define SIGP_STAT_OPERATOR_INTERV   0x00000020UL | 
 | 42 | #define SIGP_STAT_CHECK_STOP        0x00000010UL | 
 | 43 | #define SIGP_STAT_INOPERATIVE       0x00000004UL | 
 | 44 | #define SIGP_STAT_INVALID_ORDER     0x00000002UL | 
 | 45 | #define SIGP_STAT_RECEIVER_CHECK    0x00000001UL | 
 | 46 |  | 
 | 47 |  | 
| Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 48 | static int __sigp_sense(struct kvm_vcpu *vcpu, u16 cpu_addr, | 
 | 49 | 			unsigned long *reg) | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 50 | { | 
| Christian Borntraeger | 180c12f | 2008-06-27 15:05:40 +0200 | [diff] [blame] | 51 | 	struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int; | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 52 | 	int rc; | 
 | 53 |  | 
 | 54 | 	if (cpu_addr >= KVM_MAX_VCPUS) | 
 | 55 | 		return 3; /* not operational */ | 
 | 56 |  | 
| Christian Borntraeger | b037a4f | 2009-05-12 17:21:50 +0200 | [diff] [blame] | 57 | 	spin_lock(&fi->lock); | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 58 | 	if (fi->local_int[cpu_addr] == NULL) | 
 | 59 | 		rc = 3; /* not operational */ | 
 | 60 | 	else if (atomic_read(fi->local_int[cpu_addr]->cpuflags) | 
 | 61 | 		 & CPUSTAT_RUNNING) { | 
 | 62 | 		*reg &= 0xffffffff00000000UL; | 
 | 63 | 		rc = 1; /* status stored */ | 
 | 64 | 	} else { | 
 | 65 | 		*reg &= 0xffffffff00000000UL; | 
 | 66 | 		*reg |= SIGP_STAT_STOPPED; | 
 | 67 | 		rc = 1; /* status stored */ | 
 | 68 | 	} | 
| Christian Borntraeger | b037a4f | 2009-05-12 17:21:50 +0200 | [diff] [blame] | 69 | 	spin_unlock(&fi->lock); | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 70 |  | 
 | 71 | 	VCPU_EVENT(vcpu, 4, "sensed status of cpu %x rc %x", cpu_addr, rc); | 
 | 72 | 	return rc; | 
 | 73 | } | 
 | 74 |  | 
 | 75 | static int __sigp_emergency(struct kvm_vcpu *vcpu, u16 cpu_addr) | 
 | 76 | { | 
| Christian Borntraeger | 180c12f | 2008-06-27 15:05:40 +0200 | [diff] [blame] | 77 | 	struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int; | 
 | 78 | 	struct kvm_s390_local_interrupt *li; | 
 | 79 | 	struct kvm_s390_interrupt_info *inti; | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 80 | 	int rc; | 
 | 81 |  | 
 | 82 | 	if (cpu_addr >= KVM_MAX_VCPUS) | 
 | 83 | 		return 3; /* not operational */ | 
 | 84 |  | 
 | 85 | 	inti = kzalloc(sizeof(*inti), GFP_KERNEL); | 
 | 86 | 	if (!inti) | 
 | 87 | 		return -ENOMEM; | 
 | 88 |  | 
 | 89 | 	inti->type = KVM_S390_INT_EMERGENCY; | 
 | 90 |  | 
| Christian Borntraeger | b037a4f | 2009-05-12 17:21:50 +0200 | [diff] [blame] | 91 | 	spin_lock(&fi->lock); | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 92 | 	li = fi->local_int[cpu_addr]; | 
 | 93 | 	if (li == NULL) { | 
 | 94 | 		rc = 3; /* not operational */ | 
 | 95 | 		kfree(inti); | 
 | 96 | 		goto unlock; | 
 | 97 | 	} | 
 | 98 | 	spin_lock_bh(&li->lock); | 
 | 99 | 	list_add_tail(&inti->list, &li->list); | 
 | 100 | 	atomic_set(&li->active, 1); | 
 | 101 | 	atomic_set_mask(CPUSTAT_EXT_INT, li->cpuflags); | 
 | 102 | 	if (waitqueue_active(&li->wq)) | 
 | 103 | 		wake_up_interruptible(&li->wq); | 
 | 104 | 	spin_unlock_bh(&li->lock); | 
 | 105 | 	rc = 0; /* order accepted */ | 
 | 106 | unlock: | 
| Christian Borntraeger | b037a4f | 2009-05-12 17:21:50 +0200 | [diff] [blame] | 107 | 	spin_unlock(&fi->lock); | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 108 | 	VCPU_EVENT(vcpu, 4, "sent sigp emerg to cpu %x", cpu_addr); | 
 | 109 | 	return rc; | 
 | 110 | } | 
 | 111 |  | 
| Christian Ehrhardt | 9ace903 | 2009-05-20 15:34:55 +0200 | [diff] [blame] | 112 | static int __inject_sigp_stop(struct kvm_s390_local_interrupt *li, int action) | 
 | 113 | { | 
 | 114 | 	struct kvm_s390_interrupt_info *inti; | 
 | 115 |  | 
 | 116 | 	inti = kzalloc(sizeof(*inti), GFP_KERNEL); | 
 | 117 | 	if (!inti) | 
 | 118 | 		return -ENOMEM; | 
 | 119 | 	inti->type = KVM_S390_SIGP_STOP; | 
 | 120 |  | 
 | 121 | 	spin_lock_bh(&li->lock); | 
 | 122 | 	list_add_tail(&inti->list, &li->list); | 
 | 123 | 	atomic_set(&li->active, 1); | 
 | 124 | 	atomic_set_mask(CPUSTAT_STOP_INT, li->cpuflags); | 
 | 125 | 	li->action_bits |= action; | 
 | 126 | 	if (waitqueue_active(&li->wq)) | 
 | 127 | 		wake_up_interruptible(&li->wq); | 
 | 128 | 	spin_unlock_bh(&li->lock); | 
 | 129 |  | 
 | 130 | 	return 0; /* order accepted */ | 
 | 131 | } | 
 | 132 |  | 
 | 133 | static int __sigp_stop(struct kvm_vcpu *vcpu, u16 cpu_addr, int action) | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 134 | { | 
| Christian Borntraeger | 180c12f | 2008-06-27 15:05:40 +0200 | [diff] [blame] | 135 | 	struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int; | 
 | 136 | 	struct kvm_s390_local_interrupt *li; | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 137 | 	int rc; | 
 | 138 |  | 
 | 139 | 	if (cpu_addr >= KVM_MAX_VCPUS) | 
 | 140 | 		return 3; /* not operational */ | 
 | 141 |  | 
| Christian Borntraeger | b037a4f | 2009-05-12 17:21:50 +0200 | [diff] [blame] | 142 | 	spin_lock(&fi->lock); | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 143 | 	li = fi->local_int[cpu_addr]; | 
 | 144 | 	if (li == NULL) { | 
 | 145 | 		rc = 3; /* not operational */ | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 146 | 		goto unlock; | 
 | 147 | 	} | 
| Christian Ehrhardt | 9ace903 | 2009-05-20 15:34:55 +0200 | [diff] [blame] | 148 |  | 
 | 149 | 	rc = __inject_sigp_stop(li, action); | 
 | 150 |  | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 151 | unlock: | 
| Christian Borntraeger | b037a4f | 2009-05-12 17:21:50 +0200 | [diff] [blame] | 152 | 	spin_unlock(&fi->lock); | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 153 | 	VCPU_EVENT(vcpu, 4, "sent sigp stop to cpu %x", cpu_addr); | 
 | 154 | 	return rc; | 
 | 155 | } | 
 | 156 |  | 
| Christian Ehrhardt | 9ace903 | 2009-05-20 15:34:55 +0200 | [diff] [blame] | 157 | int kvm_s390_inject_sigp_stop(struct kvm_vcpu *vcpu, int action) | 
 | 158 | { | 
 | 159 | 	struct kvm_s390_local_interrupt *li = &vcpu->arch.local_int; | 
 | 160 | 	return __inject_sigp_stop(li, action); | 
 | 161 | } | 
 | 162 |  | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 163 | static int __sigp_set_arch(struct kvm_vcpu *vcpu, u32 parameter) | 
 | 164 | { | 
 | 165 | 	int rc; | 
 | 166 |  | 
 | 167 | 	switch (parameter & 0xff) { | 
 | 168 | 	case 0: | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 169 | 		rc = 3; /* not operational */ | 
 | 170 | 		break; | 
 | 171 | 	case 1: | 
 | 172 | 	case 2: | 
 | 173 | 		rc = 0; /* order accepted */ | 
 | 174 | 		break; | 
 | 175 | 	default: | 
| Heiko Carstens | b8e660b | 2010-02-26 22:37:41 +0100 | [diff] [blame] | 176 | 		rc = -EOPNOTSUPP; | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 177 | 	} | 
 | 178 | 	return rc; | 
 | 179 | } | 
 | 180 |  | 
 | 181 | static int __sigp_set_prefix(struct kvm_vcpu *vcpu, u16 cpu_addr, u32 address, | 
| Martin Schwidefsky | 0096369 | 2008-07-25 15:51:00 +0200 | [diff] [blame] | 182 | 			     unsigned long *reg) | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 183 | { | 
| Christian Borntraeger | 180c12f | 2008-06-27 15:05:40 +0200 | [diff] [blame] | 184 | 	struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int; | 
| Roel Kluin | 53cb780 | 2009-08-07 10:39:25 +0200 | [diff] [blame] | 185 | 	struct kvm_s390_local_interrupt *li = NULL; | 
| Christian Borntraeger | 180c12f | 2008-06-27 15:05:40 +0200 | [diff] [blame] | 186 | 	struct kvm_s390_interrupt_info *inti; | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 187 | 	int rc; | 
 | 188 | 	u8 tmp; | 
 | 189 |  | 
 | 190 | 	/* make sure that the new value is valid memory */ | 
 | 191 | 	address = address & 0x7fffe000u; | 
| Carsten Otte | f50146b | 2009-11-30 17:14:41 +0100 | [diff] [blame] | 192 | 	if ((copy_from_user(&tmp, (void __user *) | 
 | 193 | 		(address + vcpu->arch.sie_block->gmsor) , 1)) || | 
 | 194 | 	   (copy_from_user(&tmp, (void __user *)(address + | 
| Christian Ehrhardt | 628eb9b | 2009-05-25 13:40:51 +0200 | [diff] [blame] | 195 | 			vcpu->arch.sie_block->gmsor + PAGE_SIZE), 1))) { | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 196 | 		*reg |= SIGP_STAT_INVALID_PARAMETER; | 
 | 197 | 		return 1; /* invalid parameter */ | 
 | 198 | 	} | 
 | 199 |  | 
 | 200 | 	inti = kzalloc(sizeof(*inti), GFP_KERNEL); | 
 | 201 | 	if (!inti) | 
 | 202 | 		return 2; /* busy */ | 
 | 203 |  | 
| Christian Borntraeger | b037a4f | 2009-05-12 17:21:50 +0200 | [diff] [blame] | 204 | 	spin_lock(&fi->lock); | 
| Roel Kluin | 53cb780 | 2009-08-07 10:39:25 +0200 | [diff] [blame] | 205 | 	if (cpu_addr < KVM_MAX_VCPUS) | 
 | 206 | 		li = fi->local_int[cpu_addr]; | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 207 |  | 
| Roel Kluin | 53cb780 | 2009-08-07 10:39:25 +0200 | [diff] [blame] | 208 | 	if (li == NULL) { | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 209 | 		rc = 1; /* incorrect state */ | 
 | 210 | 		*reg &= SIGP_STAT_INCORRECT_STATE; | 
 | 211 | 		kfree(inti); | 
 | 212 | 		goto out_fi; | 
 | 213 | 	} | 
 | 214 |  | 
 | 215 | 	spin_lock_bh(&li->lock); | 
 | 216 | 	/* cpu must be in stopped state */ | 
 | 217 | 	if (atomic_read(li->cpuflags) & CPUSTAT_RUNNING) { | 
 | 218 | 		rc = 1; /* incorrect state */ | 
 | 219 | 		*reg &= SIGP_STAT_INCORRECT_STATE; | 
 | 220 | 		kfree(inti); | 
 | 221 | 		goto out_li; | 
 | 222 | 	} | 
 | 223 |  | 
 | 224 | 	inti->type = KVM_S390_SIGP_SET_PREFIX; | 
 | 225 | 	inti->prefix.address = address; | 
 | 226 |  | 
 | 227 | 	list_add_tail(&inti->list, &li->list); | 
 | 228 | 	atomic_set(&li->active, 1); | 
 | 229 | 	if (waitqueue_active(&li->wq)) | 
 | 230 | 		wake_up_interruptible(&li->wq); | 
 | 231 | 	rc = 0; /* order accepted */ | 
 | 232 |  | 
 | 233 | 	VCPU_EVENT(vcpu, 4, "set prefix of cpu %02x to %x", cpu_addr, address); | 
 | 234 | out_li: | 
 | 235 | 	spin_unlock_bh(&li->lock); | 
 | 236 | out_fi: | 
| Christian Borntraeger | b037a4f | 2009-05-12 17:21:50 +0200 | [diff] [blame] | 237 | 	spin_unlock(&fi->lock); | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 238 | 	return rc; | 
 | 239 | } | 
 | 240 |  | 
 | 241 | int kvm_s390_handle_sigp(struct kvm_vcpu *vcpu) | 
 | 242 | { | 
 | 243 | 	int r1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4; | 
 | 244 | 	int r3 = vcpu->arch.sie_block->ipa & 0x000f; | 
 | 245 | 	int base2 = vcpu->arch.sie_block->ipb >> 28; | 
 | 246 | 	int disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16); | 
 | 247 | 	u32 parameter; | 
 | 248 | 	u16 cpu_addr = vcpu->arch.guest_gprs[r3]; | 
 | 249 | 	u8 order_code; | 
 | 250 | 	int rc; | 
 | 251 |  | 
| Christian Borntraeger | 3eb77d5 | 2008-11-17 14:50:35 +0100 | [diff] [blame] | 252 | 	/* sigp in userspace can exit */ | 
 | 253 | 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE) | 
 | 254 | 		return kvm_s390_inject_program_int(vcpu, | 
 | 255 | 						   PGM_PRIVILEGED_OPERATION); | 
 | 256 |  | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 257 | 	order_code = disp2; | 
 | 258 | 	if (base2) | 
 | 259 | 		order_code += vcpu->arch.guest_gprs[base2]; | 
 | 260 |  | 
 | 261 | 	if (r1 % 2) | 
 | 262 | 		parameter = vcpu->arch.guest_gprs[r1]; | 
 | 263 | 	else | 
 | 264 | 		parameter = vcpu->arch.guest_gprs[r1 + 1]; | 
 | 265 |  | 
 | 266 | 	switch (order_code) { | 
 | 267 | 	case SIGP_SENSE: | 
 | 268 | 		vcpu->stat.instruction_sigp_sense++; | 
 | 269 | 		rc = __sigp_sense(vcpu, cpu_addr, | 
 | 270 | 				  &vcpu->arch.guest_gprs[r1]); | 
 | 271 | 		break; | 
 | 272 | 	case SIGP_EMERGENCY: | 
 | 273 | 		vcpu->stat.instruction_sigp_emergency++; | 
 | 274 | 		rc = __sigp_emergency(vcpu, cpu_addr); | 
 | 275 | 		break; | 
 | 276 | 	case SIGP_STOP: | 
 | 277 | 		vcpu->stat.instruction_sigp_stop++; | 
| Christian Ehrhardt | 9ace903 | 2009-05-20 15:34:55 +0200 | [diff] [blame] | 278 | 		rc = __sigp_stop(vcpu, cpu_addr, ACTION_STOP_ON_STOP); | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 279 | 		break; | 
 | 280 | 	case SIGP_STOP_STORE_STATUS: | 
 | 281 | 		vcpu->stat.instruction_sigp_stop++; | 
| Christian Ehrhardt | 9ace903 | 2009-05-20 15:34:55 +0200 | [diff] [blame] | 282 | 		rc = __sigp_stop(vcpu, cpu_addr, ACTION_STORE_ON_STOP); | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 283 | 		break; | 
 | 284 | 	case SIGP_SET_ARCH: | 
 | 285 | 		vcpu->stat.instruction_sigp_arch++; | 
 | 286 | 		rc = __sigp_set_arch(vcpu, parameter); | 
 | 287 | 		break; | 
 | 288 | 	case SIGP_SET_PREFIX: | 
 | 289 | 		vcpu->stat.instruction_sigp_prefix++; | 
 | 290 | 		rc = __sigp_set_prefix(vcpu, cpu_addr, parameter, | 
 | 291 | 				       &vcpu->arch.guest_gprs[r1]); | 
 | 292 | 		break; | 
 | 293 | 	case SIGP_RESTART: | 
 | 294 | 		vcpu->stat.instruction_sigp_restart++; | 
 | 295 | 		/* user space must know about restart */ | 
 | 296 | 	default: | 
| Heiko Carstens | b8e660b | 2010-02-26 22:37:41 +0100 | [diff] [blame] | 297 | 		return -EOPNOTSUPP; | 
| Christian Borntraeger | 5288fbf | 2008-03-25 18:47:31 +0100 | [diff] [blame] | 298 | 	} | 
 | 299 |  | 
 | 300 | 	if (rc < 0) | 
 | 301 | 		return rc; | 
 | 302 |  | 
 | 303 | 	vcpu->arch.sie_block->gpsw.mask &= ~(3ul << 44); | 
 | 304 | 	vcpu->arch.sie_block->gpsw.mask |= (rc & 3ul) << 44; | 
 | 305 | 	return 0; | 
 | 306 | } |