| Xiantao Zhang | e30af4c | 2008-04-01 14:53:32 +0800 | [diff] [blame] | 1 | /* | 
|  | 2 | * mmio.c: MMIO emulation components. | 
|  | 3 | * Copyright (c) 2004, Intel Corporation. | 
|  | 4 | *  Yaozu Dong (Eddie Dong) (Eddie.dong@intel.com) | 
|  | 5 | *  Kun Tian (Kevin Tian) (Kevin.tian@intel.com) | 
|  | 6 | * | 
|  | 7 | * Copyright (c) 2007 Intel Corporation  KVM support. | 
|  | 8 | * Xuefei Xu (Anthony Xu) (anthony.xu@intel.com) | 
|  | 9 | * Xiantao Zhang  (xiantao.zhang@intel.com) | 
|  | 10 | * | 
|  | 11 | * This program is free software; you can redistribute it and/or modify it | 
|  | 12 | * under the terms and conditions of the GNU General Public License, | 
|  | 13 | * version 2, as published by the Free Software Foundation. | 
|  | 14 | * | 
|  | 15 | * This program is distributed in the hope it will be useful, but WITHOUT | 
|  | 16 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | 
|  | 17 | * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for | 
|  | 18 | * more details. | 
|  | 19 | * | 
|  | 20 | * You should have received a copy of the GNU General Public License along with | 
|  | 21 | * this program; if not, write to the Free Software Foundation, Inc., 59 Temple | 
|  | 22 | * Place - Suite 330, Boston, MA 02111-1307 USA. | 
|  | 23 | * | 
|  | 24 | */ | 
|  | 25 |  | 
|  | 26 | #include <linux/kvm_host.h> | 
|  | 27 |  | 
|  | 28 | #include "vcpu.h" | 
|  | 29 |  | 
|  | 30 | static void vlsapic_write_xtp(struct kvm_vcpu *v, uint8_t val) | 
|  | 31 | { | 
|  | 32 | VLSAPIC_XTP(v) = val; | 
|  | 33 | } | 
|  | 34 |  | 
|  | 35 | /* | 
|  | 36 | * LSAPIC OFFSET | 
|  | 37 | */ | 
|  | 38 | #define PIB_LOW_HALF(ofst)     !(ofst & (1 << 20)) | 
|  | 39 | #define PIB_OFST_INTA          0x1E0000 | 
|  | 40 | #define PIB_OFST_XTP           0x1E0008 | 
|  | 41 |  | 
|  | 42 | /* | 
|  | 43 | * execute write IPI op. | 
|  | 44 | */ | 
|  | 45 | static void vlsapic_write_ipi(struct kvm_vcpu *vcpu, | 
|  | 46 | uint64_t addr, uint64_t data) | 
|  | 47 | { | 
|  | 48 | struct exit_ctl_data *p = ¤t_vcpu->arch.exit_data; | 
|  | 49 | unsigned long psr; | 
|  | 50 |  | 
|  | 51 | local_irq_save(psr); | 
|  | 52 |  | 
|  | 53 | p->exit_reason = EXIT_REASON_IPI; | 
|  | 54 | p->u.ipi_data.addr.val = addr; | 
|  | 55 | p->u.ipi_data.data.val = data; | 
|  | 56 | vmm_transition(current_vcpu); | 
|  | 57 |  | 
|  | 58 | local_irq_restore(psr); | 
|  | 59 |  | 
|  | 60 | } | 
|  | 61 |  | 
|  | 62 | void lsapic_write(struct kvm_vcpu *v, unsigned long addr, | 
|  | 63 | unsigned long length, unsigned long val) | 
|  | 64 | { | 
|  | 65 | addr &= (PIB_SIZE - 1); | 
|  | 66 |  | 
|  | 67 | switch (addr) { | 
|  | 68 | case PIB_OFST_INTA: | 
| Xiantao Zhang | 5e2be19 | 2008-11-21 10:46:12 +0800 | [diff] [blame] | 69 | panic_vm(v, "Undefined write on PIB INTA\n"); | 
| Xiantao Zhang | e30af4c | 2008-04-01 14:53:32 +0800 | [diff] [blame] | 70 | break; | 
|  | 71 | case PIB_OFST_XTP: | 
|  | 72 | if (length == 1) { | 
|  | 73 | vlsapic_write_xtp(v, val); | 
|  | 74 | } else { | 
| Xiantao Zhang | 5e2be19 | 2008-11-21 10:46:12 +0800 | [diff] [blame] | 75 | panic_vm(v, "Undefined write on PIB XTP\n"); | 
| Xiantao Zhang | e30af4c | 2008-04-01 14:53:32 +0800 | [diff] [blame] | 76 | } | 
|  | 77 | break; | 
|  | 78 | default: | 
|  | 79 | if (PIB_LOW_HALF(addr)) { | 
| Xiantao Zhang | 5e2be19 | 2008-11-21 10:46:12 +0800 | [diff] [blame] | 80 | /*Lower half */ | 
| Xiantao Zhang | e30af4c | 2008-04-01 14:53:32 +0800 | [diff] [blame] | 81 | if (length != 8) | 
| Xiantao Zhang | 5e2be19 | 2008-11-21 10:46:12 +0800 | [diff] [blame] | 82 | panic_vm(v, "Can't LHF write with size %ld!\n", | 
|  | 83 | length); | 
| Xiantao Zhang | e30af4c | 2008-04-01 14:53:32 +0800 | [diff] [blame] | 84 | else | 
|  | 85 | vlsapic_write_ipi(v, addr, val); | 
| Xiantao Zhang | 5e2be19 | 2008-11-21 10:46:12 +0800 | [diff] [blame] | 86 | } else {   /*Upper half */ | 
|  | 87 | panic_vm(v, "IPI-UHF write %lx\n", addr); | 
| Xiantao Zhang | e30af4c | 2008-04-01 14:53:32 +0800 | [diff] [blame] | 88 | } | 
|  | 89 | break; | 
|  | 90 | } | 
|  | 91 | } | 
|  | 92 |  | 
|  | 93 | unsigned long lsapic_read(struct kvm_vcpu *v, unsigned long addr, | 
|  | 94 | unsigned long length) | 
|  | 95 | { | 
|  | 96 | uint64_t result = 0; | 
|  | 97 |  | 
|  | 98 | addr &= (PIB_SIZE - 1); | 
|  | 99 |  | 
|  | 100 | switch (addr) { | 
|  | 101 | case PIB_OFST_INTA: | 
|  | 102 | if (length == 1) /* 1 byte load */ | 
|  | 103 | ; /* There is no i8259, there is no INTA access*/ | 
|  | 104 | else | 
| Xiantao Zhang | 5e2be19 | 2008-11-21 10:46:12 +0800 | [diff] [blame] | 105 | panic_vm(v, "Undefined read on PIB INTA\n"); | 
| Xiantao Zhang | e30af4c | 2008-04-01 14:53:32 +0800 | [diff] [blame] | 106 |  | 
|  | 107 | break; | 
|  | 108 | case PIB_OFST_XTP: | 
|  | 109 | if (length == 1) { | 
|  | 110 | result = VLSAPIC_XTP(v); | 
| Xiantao Zhang | e30af4c | 2008-04-01 14:53:32 +0800 | [diff] [blame] | 111 | } else { | 
| Xiantao Zhang | 5e2be19 | 2008-11-21 10:46:12 +0800 | [diff] [blame] | 112 | panic_vm(v, "Undefined read on PIB XTP\n"); | 
| Xiantao Zhang | e30af4c | 2008-04-01 14:53:32 +0800 | [diff] [blame] | 113 | } | 
|  | 114 | break; | 
|  | 115 | default: | 
| Xiantao Zhang | 5e2be19 | 2008-11-21 10:46:12 +0800 | [diff] [blame] | 116 | panic_vm(v, "Undefined addr access for lsapic!\n"); | 
| Xiantao Zhang | e30af4c | 2008-04-01 14:53:32 +0800 | [diff] [blame] | 117 | break; | 
|  | 118 | } | 
|  | 119 | return result; | 
|  | 120 | } | 
|  | 121 |  | 
|  | 122 | static void mmio_access(struct kvm_vcpu *vcpu, u64 src_pa, u64 *dest, | 
|  | 123 | u16 s, int ma, int dir) | 
|  | 124 | { | 
|  | 125 | unsigned long iot; | 
|  | 126 | struct exit_ctl_data *p = &vcpu->arch.exit_data; | 
|  | 127 | unsigned long psr; | 
|  | 128 |  | 
|  | 129 | iot = __gpfn_is_io(src_pa >> PAGE_SHIFT); | 
|  | 130 |  | 
|  | 131 | local_irq_save(psr); | 
|  | 132 |  | 
|  | 133 | /*Intercept the acces for PIB range*/ | 
|  | 134 | if (iot == GPFN_PIB) { | 
|  | 135 | if (!dir) | 
|  | 136 | lsapic_write(vcpu, src_pa, s, *dest); | 
|  | 137 | else | 
|  | 138 | *dest = lsapic_read(vcpu, src_pa, s); | 
|  | 139 | goto out; | 
|  | 140 | } | 
|  | 141 | p->exit_reason = EXIT_REASON_MMIO_INSTRUCTION; | 
|  | 142 | p->u.ioreq.addr = src_pa; | 
|  | 143 | p->u.ioreq.size = s; | 
|  | 144 | p->u.ioreq.dir = dir; | 
|  | 145 | if (dir == IOREQ_WRITE) | 
|  | 146 | p->u.ioreq.data = *dest; | 
|  | 147 | p->u.ioreq.state = STATE_IOREQ_READY; | 
|  | 148 | vmm_transition(vcpu); | 
|  | 149 |  | 
|  | 150 | if (p->u.ioreq.state == STATE_IORESP_READY) { | 
|  | 151 | if (dir == IOREQ_READ) | 
| Jes Sorensen | f20d275 | 2008-05-20 13:13:50 +0200 | [diff] [blame] | 152 | /* it's necessary to ensure zero extending */ | 
|  | 153 | *dest = p->u.ioreq.data & (~0UL >> (64-(s*8))); | 
| Xiantao Zhang | e30af4c | 2008-04-01 14:53:32 +0800 | [diff] [blame] | 154 | } else | 
| Xiantao Zhang | 5e2be19 | 2008-11-21 10:46:12 +0800 | [diff] [blame] | 155 | panic_vm(vcpu, "Unhandled mmio access returned!\n"); | 
| Xiantao Zhang | e30af4c | 2008-04-01 14:53:32 +0800 | [diff] [blame] | 156 | out: | 
|  | 157 | local_irq_restore(psr); | 
|  | 158 | return ; | 
|  | 159 | } | 
|  | 160 |  | 
|  | 161 | /* | 
|  | 162 | dir 1: read 0:write | 
|  | 163 | inst_type 0:integer 1:floating point | 
|  | 164 | */ | 
|  | 165 | #define SL_INTEGER	0	/* store/load interger*/ | 
|  | 166 | #define SL_FLOATING	1     	/* store/load floating*/ | 
|  | 167 |  | 
|  | 168 | void emulate_io_inst(struct kvm_vcpu *vcpu, u64 padr, u64 ma) | 
|  | 169 | { | 
|  | 170 | struct kvm_pt_regs *regs; | 
|  | 171 | IA64_BUNDLE bundle; | 
|  | 172 | int slot, dir = 0; | 
|  | 173 | int inst_type = -1; | 
|  | 174 | u16 size = 0; | 
|  | 175 | u64 data, slot1a, slot1b, temp, update_reg; | 
|  | 176 | s32 imm; | 
|  | 177 | INST64 inst; | 
|  | 178 |  | 
|  | 179 | regs = vcpu_regs(vcpu); | 
|  | 180 |  | 
|  | 181 | if (fetch_code(vcpu, regs->cr_iip, &bundle)) { | 
|  | 182 | /* if fetch code fail, return and try again */ | 
|  | 183 | return; | 
|  | 184 | } | 
|  | 185 | slot = ((struct ia64_psr *)&(regs->cr_ipsr))->ri; | 
|  | 186 | if (!slot) | 
|  | 187 | inst.inst = bundle.slot0; | 
|  | 188 | else if (slot == 1) { | 
|  | 189 | slot1a = bundle.slot1a; | 
|  | 190 | slot1b = bundle.slot1b; | 
|  | 191 | inst.inst = slot1a + (slot1b << 18); | 
|  | 192 | } else if (slot == 2) | 
|  | 193 | inst.inst = bundle.slot2; | 
|  | 194 |  | 
|  | 195 | /* Integer Load/Store */ | 
|  | 196 | if (inst.M1.major == 4 && inst.M1.m == 0 && inst.M1.x == 0) { | 
|  | 197 | inst_type = SL_INTEGER; | 
|  | 198 | size = (inst.M1.x6 & 0x3); | 
|  | 199 | if ((inst.M1.x6 >> 2) > 0xb) { | 
|  | 200 | /*write*/ | 
|  | 201 | dir = IOREQ_WRITE; | 
|  | 202 | data = vcpu_get_gr(vcpu, inst.M4.r2); | 
|  | 203 | } else if ((inst.M1.x6 >> 2) < 0xb) { | 
|  | 204 | /*read*/ | 
|  | 205 | dir = IOREQ_READ; | 
|  | 206 | } | 
|  | 207 | } else if (inst.M2.major == 4 && inst.M2.m == 1 && inst.M2.x == 0) { | 
|  | 208 | /* Integer Load + Reg update */ | 
|  | 209 | inst_type = SL_INTEGER; | 
|  | 210 | dir = IOREQ_READ; | 
|  | 211 | size = (inst.M2.x6 & 0x3); | 
|  | 212 | temp = vcpu_get_gr(vcpu, inst.M2.r3); | 
|  | 213 | update_reg = vcpu_get_gr(vcpu, inst.M2.r2); | 
|  | 214 | temp += update_reg; | 
|  | 215 | vcpu_set_gr(vcpu, inst.M2.r3, temp, 0); | 
|  | 216 | } else if (inst.M3.major == 5) { | 
|  | 217 | /*Integer Load/Store + Imm update*/ | 
|  | 218 | inst_type = SL_INTEGER; | 
|  | 219 | size = (inst.M3.x6&0x3); | 
|  | 220 | if ((inst.M5.x6 >> 2) > 0xb) { | 
|  | 221 | /*write*/ | 
|  | 222 | dir = IOREQ_WRITE; | 
|  | 223 | data = vcpu_get_gr(vcpu, inst.M5.r2); | 
|  | 224 | temp = vcpu_get_gr(vcpu, inst.M5.r3); | 
|  | 225 | imm = (inst.M5.s << 31) | (inst.M5.i << 30) | | 
|  | 226 | (inst.M5.imm7 << 23); | 
|  | 227 | temp += imm >> 23; | 
|  | 228 | vcpu_set_gr(vcpu, inst.M5.r3, temp, 0); | 
|  | 229 |  | 
|  | 230 | } else if ((inst.M3.x6 >> 2) < 0xb) { | 
|  | 231 | /*read*/ | 
|  | 232 | dir = IOREQ_READ; | 
|  | 233 | temp = vcpu_get_gr(vcpu, inst.M3.r3); | 
|  | 234 | imm = (inst.M3.s << 31) | (inst.M3.i << 30) | | 
|  | 235 | (inst.M3.imm7 << 23); | 
|  | 236 | temp += imm >> 23; | 
|  | 237 | vcpu_set_gr(vcpu, inst.M3.r3, temp, 0); | 
|  | 238 |  | 
|  | 239 | } | 
|  | 240 | } else if (inst.M9.major == 6 && inst.M9.x6 == 0x3B | 
|  | 241 | && inst.M9.m == 0 && inst.M9.x == 0) { | 
|  | 242 | /* Floating-point spill*/ | 
|  | 243 | struct ia64_fpreg v; | 
|  | 244 |  | 
|  | 245 | inst_type = SL_FLOATING; | 
|  | 246 | dir = IOREQ_WRITE; | 
|  | 247 | vcpu_get_fpreg(vcpu, inst.M9.f2, &v); | 
|  | 248 | /* Write high word. FIXME: this is a kludge!  */ | 
|  | 249 | v.u.bits[1] &= 0x3ffff; | 
| Avi Kivity | e9cbde8 | 2009-07-06 12:49:39 +0300 | [diff] [blame] | 250 | mmio_access(vcpu, padr + 8, (u64 *)&v.u.bits[1], 8, | 
|  | 251 | ma, IOREQ_WRITE); | 
| Xiantao Zhang | e30af4c | 2008-04-01 14:53:32 +0800 | [diff] [blame] | 252 | data = v.u.bits[0]; | 
|  | 253 | size = 3; | 
|  | 254 | } else if (inst.M10.major == 7 && inst.M10.x6 == 0x3B) { | 
|  | 255 | /* Floating-point spill + Imm update */ | 
|  | 256 | struct ia64_fpreg v; | 
|  | 257 |  | 
|  | 258 | inst_type = SL_FLOATING; | 
|  | 259 | dir = IOREQ_WRITE; | 
|  | 260 | vcpu_get_fpreg(vcpu, inst.M10.f2, &v); | 
|  | 261 | temp = vcpu_get_gr(vcpu, inst.M10.r3); | 
|  | 262 | imm = (inst.M10.s << 31) | (inst.M10.i << 30) | | 
|  | 263 | (inst.M10.imm7 << 23); | 
|  | 264 | temp += imm >> 23; | 
|  | 265 | vcpu_set_gr(vcpu, inst.M10.r3, temp, 0); | 
|  | 266 |  | 
|  | 267 | /* Write high word.FIXME: this is a kludge!  */ | 
|  | 268 | v.u.bits[1] &= 0x3ffff; | 
| Avi Kivity | e9cbde8 | 2009-07-06 12:49:39 +0300 | [diff] [blame] | 269 | mmio_access(vcpu, padr + 8, (u64 *)&v.u.bits[1], | 
|  | 270 | 8, ma, IOREQ_WRITE); | 
| Xiantao Zhang | e30af4c | 2008-04-01 14:53:32 +0800 | [diff] [blame] | 271 | data = v.u.bits[0]; | 
|  | 272 | size = 3; | 
|  | 273 | } else if (inst.M10.major == 7 && inst.M10.x6 == 0x31) { | 
|  | 274 | /* Floating-point stf8 + Imm update */ | 
|  | 275 | struct ia64_fpreg v; | 
|  | 276 | inst_type = SL_FLOATING; | 
|  | 277 | dir = IOREQ_WRITE; | 
|  | 278 | size = 3; | 
|  | 279 | vcpu_get_fpreg(vcpu, inst.M10.f2, &v); | 
|  | 280 | data = v.u.bits[0]; /* Significand.  */ | 
|  | 281 | temp = vcpu_get_gr(vcpu, inst.M10.r3); | 
|  | 282 | imm = (inst.M10.s << 31) | (inst.M10.i << 30) | | 
|  | 283 | (inst.M10.imm7 << 23); | 
|  | 284 | temp += imm >> 23; | 
|  | 285 | vcpu_set_gr(vcpu, inst.M10.r3, temp, 0); | 
|  | 286 | } else if (inst.M15.major == 7 && inst.M15.x6 >= 0x2c | 
|  | 287 | && inst.M15.x6 <= 0x2f) { | 
|  | 288 | temp = vcpu_get_gr(vcpu, inst.M15.r3); | 
|  | 289 | imm = (inst.M15.s << 31) | (inst.M15.i << 30) | | 
|  | 290 | (inst.M15.imm7 << 23); | 
|  | 291 | temp += imm >> 23; | 
|  | 292 | vcpu_set_gr(vcpu, inst.M15.r3, temp, 0); | 
|  | 293 |  | 
|  | 294 | vcpu_increment_iip(vcpu); | 
|  | 295 | return; | 
|  | 296 | } else if (inst.M12.major == 6 && inst.M12.m == 1 | 
|  | 297 | && inst.M12.x == 1 && inst.M12.x6 == 1) { | 
|  | 298 | /* Floating-point Load Pair + Imm ldfp8 M12*/ | 
|  | 299 | struct ia64_fpreg v; | 
|  | 300 |  | 
|  | 301 | inst_type = SL_FLOATING; | 
|  | 302 | dir = IOREQ_READ; | 
|  | 303 | size = 8;     /*ldfd*/ | 
|  | 304 | mmio_access(vcpu, padr, &data, size, ma, dir); | 
|  | 305 | v.u.bits[0] = data; | 
|  | 306 | v.u.bits[1] = 0x1003E; | 
|  | 307 | vcpu_set_fpreg(vcpu, inst.M12.f1, &v); | 
|  | 308 | padr += 8; | 
|  | 309 | mmio_access(vcpu, padr, &data, size, ma, dir); | 
|  | 310 | v.u.bits[0] = data; | 
|  | 311 | v.u.bits[1] = 0x1003E; | 
|  | 312 | vcpu_set_fpreg(vcpu, inst.M12.f2, &v); | 
|  | 313 | padr += 8; | 
|  | 314 | vcpu_set_gr(vcpu, inst.M12.r3, padr, 0); | 
|  | 315 | vcpu_increment_iip(vcpu); | 
|  | 316 | return; | 
|  | 317 | } else { | 
|  | 318 | inst_type = -1; | 
| Xiantao Zhang | 5e2be19 | 2008-11-21 10:46:12 +0800 | [diff] [blame] | 319 | panic_vm(vcpu, "Unsupported MMIO access instruction! \ | 
|  | 320 | Bunld[0]=0x%lx, Bundle[1]=0x%lx\n", | 
|  | 321 | bundle.i64[0], bundle.i64[1]); | 
| Xiantao Zhang | e30af4c | 2008-04-01 14:53:32 +0800 | [diff] [blame] | 322 | } | 
|  | 323 |  | 
|  | 324 | size = 1 << size; | 
|  | 325 | if (dir == IOREQ_WRITE) { | 
|  | 326 | mmio_access(vcpu, padr, &data, size, ma, dir); | 
|  | 327 | } else { | 
|  | 328 | mmio_access(vcpu, padr, &data, size, ma, dir); | 
|  | 329 | if (inst_type == SL_INTEGER) | 
|  | 330 | vcpu_set_gr(vcpu, inst.M1.r1, data, 0); | 
|  | 331 | else | 
| Xiantao Zhang | 5e2be19 | 2008-11-21 10:46:12 +0800 | [diff] [blame] | 332 | panic_vm(vcpu, "Unsupported instruction type!\n"); | 
| Xiantao Zhang | e30af4c | 2008-04-01 14:53:32 +0800 | [diff] [blame] | 333 |  | 
|  | 334 | } | 
|  | 335 | vcpu_increment_iip(vcpu); | 
|  | 336 | } |