target-s390x/helper.c

   1 /*
   2  *  S/390 helpers
   3  *
   4  *  Copyright (c) 2009 Ulrich Hecht
   5  *  Copyright (c) 2011 Alexander Graf
   6  *
   7  * This library is free software; you can redistribute it and/or
   8  * modify it under the terms of the GNU Lesser General Public
   9  * License as published by the Free Software Foundation; either
  10  * version 2 of the License, or (at your option) any later version.
  11  *
  12  * This library is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * Lesser General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU Lesser General Public
  18  * License along with this library; if not, see <http://www.gnu.org/licenses/>.
  19  */
  20
  21 #include "cpu.h"
  22 #include "exec/gdbstub.h"
  23 #include "qemu/timer.h"
  24 #ifndef CONFIG_USER_ONLY
  25 #include "sysemu/sysemu.h"
  26 #endif
  27
  28 //#define DEBUG_S390
  29 //#define DEBUG_S390_PTE
  30 //#define DEBUG_S390_STDOUT
  31
  32 #ifdef DEBUG_S390
  33 #ifdef DEBUG_S390_STDOUT
  34 #define DPRINTF(fmt, ...) \
  35     do { fprintf(stderr, fmt, ## __VA_ARGS__); \
  36          qemu_log(fmt, ##__VA_ARGS__); } while (0)
  37 #else
  38 #define DPRINTF(fmt, ...) \
  39     do { qemu_log(fmt, ## __VA_ARGS__); } while (0)
  40 #endif
  41 #else
  42 #define DPRINTF(fmt, ...) \
  43     do { } while (0)
  44 #endif
  45
  46 #ifdef DEBUG_S390_PTE
  47 #define PTE_DPRINTF DPRINTF
  48 #else
  49 #define PTE_DPRINTF(fmt, ...) \
  50     do { } while (0)
  51 #endif
  52
  53 #ifndef CONFIG_USER_ONLY
  54 void s390x_tod_timer(void *opaque)
  55 {
  56     S390CPU *cpu = opaque;
  57     CPUS390XState *env = &cpu->env;
  58
  59     env->pending_int |= INTERRUPT_TOD;
  60     cpu_interrupt(CPU(cpu), CPU_INTERRUPT_HARD);
  61 }
  62
  63 void s390x_cpu_timer(void *opaque)
  64 {
  65     S390CPU *cpu = opaque;
  66     CPUS390XState *env = &cpu->env;
  67
  68     env->pending_int |= INTERRUPT_CPUTIMER;
  69     cpu_interrupt(CPU(cpu), CPU_INTERRUPT_HARD);
  70 }
  71 #endif
  72
  73 S390CPU *cpu_s390x_init(const char *cpu_model)
  74 {
  75     S390CPU *cpu;
  76
  77     cpu = S390_CPU(object_new(TYPE_S390_CPU));
  78
  79     object_property_set_bool(OBJECT(cpu), true, "realized", NULL);
  80
  81     return cpu;
  82 }
  83
  84 #if defined(CONFIG_USER_ONLY)
  85
  86 void s390_cpu_do_interrupt(CPUState *cs)
  87 {
  88     cs->exception_index = -1;
  89 }
  90
  91 int s390_cpu_handle_mmu_fault(CPUState *cs, vaddr address,
  92                               int rw, int mmu_idx)
  93 {
  94     S390CPU *cpu = S390_CPU(cs);
  95
  96     cs->exception_index = EXCP_PGM;
  97     cpu->env.int_pgm_code = PGM_ADDRESSING;
  98     /* On real machines this value is dropped into LowMem.  Since this
  99        is userland, simply put this someplace that cpu_loop can find it.  */
 100     cpu->env.__excp_addr = address;
 101     return 1;
 102 }
 103
 104 #else /* !CONFIG_USER_ONLY */
 105
 106 /* Ensure to exit the TB after this call! */
 107 static void trigger_pgm_exception(CPUS390XState *env, uint32_t code,
 108                                   uint32_t ilen)
 109 {
 110     CPUState *cs = CPU(s390_env_get_cpu(env));
 111
 112     cs->exception_index = EXCP_PGM;
 113     env->int_pgm_code = code;
 114     env->int_pgm_ilen = ilen;
 115 }
 116
 117 static int trans_bits(CPUS390XState *env, uint64_t mode)
 118 {
 119     S390CPU *cpu = s390_env_get_cpu(env);
 120     int bits = 0;
 121
 122     switch (mode) {
 123     case PSW_ASC_PRIMARY:
 124         bits = 1;
 125         break;
 126     case PSW_ASC_SECONDARY:
 127         bits = 2;
 128         break;
 129     case PSW_ASC_HOME:
 130         bits = 3;
 131         break;
 132     default:
 133         cpu_abort(CPU(cpu), "unknown asc mode\n");
 134         break;
 135     }
 136
 137     return bits;
 138 }
 139
 140 static void trigger_prot_fault(CPUS390XState *env, target_ulong vaddr,
 141                                uint64_t mode)
 142 {
 143     CPUState *cs = CPU(s390_env_get_cpu(env));
 144     int ilen = ILEN_LATER_INC;
 145     int bits = trans_bits(env, mode) | 4;
 146
 147     DPRINTF("%s: vaddr=%016" PRIx64 " bits=%d\n", __func__, vaddr, bits);
 148
 149     stq_phys(cs->as,
 150              env->psa + offsetof(LowCore, trans_exc_code), vaddr | bits);
 151     trigger_pgm_exception(env, PGM_PROTECTION, ilen);
 152 }
 153
 154 static void trigger_page_fault(CPUS390XState *env, target_ulong vaddr,
 155                                uint32_t type, uint64_t asc, int rw)
 156 {
 157     CPUState *cs = CPU(s390_env_get_cpu(env));
 158     int ilen = ILEN_LATER;
 159     int bits = trans_bits(env, asc);
 160
 161     /* Code accesses have an undefined ilc.  */
 162     if (rw == 2) {
 163         ilen = 2;
 164     }
 165
 166     DPRINTF("%s: vaddr=%016" PRIx64 " bits=%d\n", __func__, vaddr, bits);
 167
 168     stq_phys(cs->as,
 169              env->psa + offsetof(LowCore, trans_exc_code), vaddr | bits);
 170     trigger_pgm_exception(env, type, ilen);
 171 }
 172
 173 /**
 174  * Translate real address to absolute (= physical)
 175  * address by taking care of the prefix mapping.
 176  */
 177 static target_ulong mmu_real2abs(CPUS390XState *env, target_ulong raddr)
 178 {
 179     if (raddr < 0x2000) {
 180         return raddr + env->psa;    /* Map the lowcore. */
 181     } else if (raddr >= env->psa && raddr < env->psa + 0x2000) {
 182         return raddr - env->psa;    /* Map the 0 page. */
 183     }
 184     return raddr;
 185 }
 186
 187 /* Decode page table entry (normal 4KB page) */
 188 static int mmu_translate_pte(CPUS390XState *env, target_ulong vaddr,
 189                              uint64_t asc, uint64_t asce,
 190                              target_ulong *raddr, int *flags, int rw)
 191 {
 192     if (asce & _PAGE_INVALID) {
 193         DPRINTF("%s: PTE=0x%" PRIx64 " invalid\n", __func__, asce);
 194         trigger_page_fault(env, vaddr, PGM_PAGE_TRANS, asc, rw);
 195         return -1;
 196     }
 197
 198     if (asce & _PAGE_RO) {
 199         *flags &= ~PAGE_WRITE;
 200     }
 201
 202     *raddr = asce & _ASCE_ORIGIN;
 203
 204     PTE_DPRINTF("%s: PTE=0x%" PRIx64 "\n", __func__, asce);
 205
 206     return 0;
 207 }
 208
 209 /* Decode EDAT1 segment frame absolute address (1MB page) */
 210 static int mmu_translate_sfaa(CPUS390XState *env, target_ulong vaddr,
 211                               uint64_t asc, uint64_t asce, target_ulong *raddr,
 212                               int *flags, int rw)
 213 {
 214     if (asce & _SEGMENT_ENTRY_INV) {
 215         DPRINTF("%s: SEG=0x%" PRIx64 " invalid\n", __func__, asce);
 216         trigger_page_fault(env, vaddr, PGM_SEGMENT_TRANS, asc, rw);
 217         return -1;
 218     }
 219
 220     if (asce & _SEGMENT_ENTRY_RO) {
 221         *flags &= ~PAGE_WRITE;
 222     }
 223
 224     *raddr = (asce & 0xfffffffffff00000ULL) | (vaddr & 0xfffff);
 225
 226     PTE_DPRINTF("%s: SEG=0x%" PRIx64 "\n", __func__, asce);
 227
 228     return 0;
 229 }
 230
 231 static int mmu_translate_asce(CPUS390XState *env, target_ulong vaddr,
 232                               uint64_t asc, uint64_t asce, int level,
 233                               target_ulong *raddr, int *flags, int rw)
 234 {
 235     CPUState *cs = CPU(s390_env_get_cpu(env));
 236     uint64_t offs = 0;
 237     uint64_t origin;
 238     uint64_t new_asce;
 239
 240     PTE_DPRINTF("%s: 0x%" PRIx64 "\n", __func__, asce);
 241
 242     if (((level != _ASCE_TYPE_SEGMENT) && (asce & _REGION_ENTRY_INV)) ||
 243         ((level == _ASCE_TYPE_SEGMENT) && (asce & _SEGMENT_ENTRY_INV))) {
 244         /* XXX different regions have different faults */
 245         DPRINTF("%s: invalid region\n", __func__);
 246         trigger_page_fault(env, vaddr, PGM_SEGMENT_TRANS, asc, rw);
 247         return -1;
 248     }
 249
 250     if ((level <= _ASCE_TYPE_MASK) && ((asce & _ASCE_TYPE_MASK) != level)) {
 251         trigger_page_fault(env, vaddr, PGM_TRANS_SPEC, asc, rw);
 252         return -1;
 253     }
 254
 255     if (asce & _ASCE_REAL_SPACE) {
 256         /* direct mapping */
 257
 258         *raddr = vaddr;
 259         return 0;
 260     }
 261
 262     origin = asce & _ASCE_ORIGIN;
 263
 264     switch (level) {
 265     case _ASCE_TYPE_REGION1 + 4:
 266         offs = (vaddr >> 50) & 0x3ff8;
 267         break;
 268     case _ASCE_TYPE_REGION1:
 269         offs = (vaddr >> 39) & 0x3ff8;
 270         break;
 271     case _ASCE_TYPE_REGION2:
 272         offs = (vaddr >> 28) & 0x3ff8;
 273         break;
 274     case _ASCE_TYPE_REGION3:
 275         offs = (vaddr >> 17) & 0x3ff8;
 276         break;
 277     case _ASCE_TYPE_SEGMENT:
 278         offs = (vaddr >> 9) & 0x07f8;
 279         origin = asce & _SEGMENT_ENTRY_ORIGIN;
 280         break;
 281     }
 282
 283     /* XXX region protection flags */
 284     /* *flags &= ~PAGE_WRITE */
 285
 286     new_asce = ldq_phys(cs->as, origin + offs);
 287     PTE_DPRINTF("%s: 0x%" PRIx64 " + 0x%" PRIx64 " => 0x%016" PRIx64 "\n",
 288                 __func__, origin, offs, new_asce);
 289
 290     if (level == _ASCE_TYPE_SEGMENT) {
 291         /* 4KB page */
 292         return mmu_translate_pte(env, vaddr, asc, new_asce, raddr, flags, rw);
 293     } else if (level - 4 == _ASCE_TYPE_SEGMENT &&
 294                (new_asce & _SEGMENT_ENTRY_FC) && (env->cregs[0] & CR0_EDAT)) {
 295         /* 1MB page */
 296         return mmu_translate_sfaa(env, vaddr, asc, new_asce, raddr, flags, rw);
 297     } else {
 298         /* yet another region */
 299         return mmu_translate_asce(env, vaddr, asc, new_asce, level - 4, raddr,
 300                                   flags, rw);
 301     }
 302 }
 303
 304 static int mmu_translate_asc(CPUS390XState *env, target_ulong vaddr,
 305                              uint64_t asc, target_ulong *raddr, int *flags,
 306                              int rw)
 307 {
 308     uint64_t asce = 0;
 309     int level, new_level;
 310     int r;
 311
 312     switch (asc) {
 313     case PSW_ASC_PRIMARY:
 314         PTE_DPRINTF("%s: asc=primary\n", __func__);
 315         asce = env->cregs[1];
 316         break;
 317     case PSW_ASC_SECONDARY:
 318         PTE_DPRINTF("%s: asc=secondary\n", __func__);
 319         asce = env->cregs[7];
 320         break;
 321     case PSW_ASC_HOME:
 322         PTE_DPRINTF("%s: asc=home\n", __func__);
 323         asce = env->cregs[13];
 324         break;
 325     }
 326
 327     switch (asce & _ASCE_TYPE_MASK) {
 328     case _ASCE_TYPE_REGION1:
 329         break;
 330     case _ASCE_TYPE_REGION2:
 331         if (vaddr & 0xffe0000000000000ULL) {
 332             DPRINTF("%s: vaddr doesn't fit 0x%16" PRIx64
 333                     " 0xffe0000000000000ULL\n", __func__, vaddr);
 334             trigger_page_fault(env, vaddr, PGM_TRANS_SPEC, asc, rw);
 335             return -1;
 336         }
 337         break;
 338     case _ASCE_TYPE_REGION3:
 339         if (vaddr & 0xfffffc0000000000ULL) {
 340             DPRINTF("%s: vaddr doesn't fit 0x%16" PRIx64
 341                     " 0xfffffc0000000000ULL\n", __func__, vaddr);
 342             trigger_page_fault(env, vaddr, PGM_TRANS_SPEC, asc, rw);
 343             return -1;
 344         }
 345         break;
 346     case _ASCE_TYPE_SEGMENT:
 347         if (vaddr & 0xffffffff80000000ULL) {
 348             DPRINTF("%s: vaddr doesn't fit 0x%16" PRIx64
 349                     " 0xffffffff80000000ULL\n", __func__, vaddr);
 350             trigger_page_fault(env, vaddr, PGM_TRANS_SPEC, asc, rw);
 351             return -1;
 352         }
 353         break;
 354     }
 355
 356     /* fake level above current */
 357     level = asce & _ASCE_TYPE_MASK;
 358     new_level = level + 4;
 359     asce = (asce & ~_ASCE_TYPE_MASK) | (new_level & _ASCE_TYPE_MASK);
 360
 361     r = mmu_translate_asce(env, vaddr, asc, asce, new_level, raddr, flags, rw);
 362
 363     if ((rw == 1) && !(*flags & PAGE_WRITE)) {
 364         trigger_prot_fault(env, vaddr, asc);
 365         return -1;
 366     }
 367
 368     return r;
 369 }
 370
 371 int mmu_translate(CPUS390XState *env, target_ulong vaddr, int rw, uint64_t asc,
 372                   target_ulong *raddr, int *flags)
 373 {
 374     int r = -1;
 375     uint8_t *sk;
 376
 377     *flags = PAGE_READ | PAGE_WRITE | PAGE_EXEC;
 378     vaddr &= TARGET_PAGE_MASK;
 379
 380     if (!(env->psw.mask & PSW_MASK_DAT)) {
 381         *raddr = vaddr;
 382         r = 0;
 383         goto out;
 384     }
 385
 386     switch (asc) {
 387     case PSW_ASC_PRIMARY:
 388     case PSW_ASC_HOME:
 389         r = mmu_translate_asc(env, vaddr, asc, raddr, flags, rw);
 390         break;
 391     case PSW_ASC_SECONDARY:
 392         /*
 393          * Instruction: Primary
 394          * Data: Secondary
 395          */
 396         if (rw == 2) {
 397             r = mmu_translate_asc(env, vaddr, PSW_ASC_PRIMARY, raddr, flags,
 398                                   rw);
 399             *flags &= ~(PAGE_READ | PAGE_WRITE);
 400         } else {
 401             r = mmu_translate_asc(env, vaddr, PSW_ASC_SECONDARY, raddr, flags,
 402                                   rw);
 403             *flags &= ~(PAGE_EXEC);
 404         }
 405         break;
 406     case PSW_ASC_ACCREG:
 407     default:
 408         hw_error("guest switched to unknown asc mode\n");
 409         break;
 410     }
 411
 412  out:
 413     /* Convert real address -> absolute address */
 414     *raddr = mmu_real2abs(env, *raddr);
 415
 416     if (*raddr <= ram_size) {
 417         sk = &env->storage_keys[*raddr / TARGET_PAGE_SIZE];
 418         if (*flags & PAGE_READ) {
 419             *sk |= SK_R;
 420         }
 421
 422         if (*flags & PAGE_WRITE) {
 423             *sk |= SK_C;
 424         }
 425     }
 426
 427     return r;
 428 }
 429
 430 int s390_cpu_handle_mmu_fault(CPUState *cs, vaddr orig_vaddr,
 431                               int rw, int mmu_idx)
 432 {
 433     S390CPU *cpu = S390_CPU(cs);
 434     CPUS390XState *env = &cpu->env;
 435     uint64_t asc = env->psw.mask & PSW_MASK_ASC;
 436     target_ulong vaddr, raddr;
 437     int prot;
 438
 439     DPRINTF("%s: address 0x%" VADDR_PRIx " rw %d mmu_idx %d\n",
 440             __func__, orig_vaddr, rw, mmu_idx);
 441
 442     orig_vaddr &= TARGET_PAGE_MASK;
 443     vaddr = orig_vaddr;
 444
 445     /* 31-Bit mode */
 446     if (!(env->psw.mask & PSW_MASK_64)) {
 447         vaddr &= 0x7fffffff;
 448     }
 449
 450     if (mmu_translate(env, vaddr, rw, asc, &raddr, &prot)) {
 451         /* Translation ended in exception */
 452         return 1;
 453     }
 454
 455     /* check out of RAM access */
 456     if (raddr > (ram_size + virtio_size)) {
 457         DPRINTF("%s: raddr %" PRIx64 " > ram_size %" PRIx64 "\n", __func__,
 458                 (uint64_t)raddr, (uint64_t)ram_size);
 459         trigger_pgm_exception(env, PGM_ADDRESSING, ILEN_LATER);
 460         return 1;
 461     }
 462
 463     DPRINTF("%s: set tlb %" PRIx64 " -> %" PRIx64 " (%x)\n", __func__,
 464             (uint64_t)vaddr, (uint64_t)raddr, prot);
 465
 466     tlb_set_page(cs, orig_vaddr, raddr, prot,
 467                  mmu_idx, TARGET_PAGE_SIZE);
 468
 469     return 0;
 470 }
 471
 472 hwaddr s390_cpu_get_phys_page_debug(CPUState *cs, vaddr vaddr)
 473 {
 474     S390CPU *cpu = S390_CPU(cs);
 475     CPUS390XState *env = &cpu->env;
 476     target_ulong raddr;
 477     int prot = PAGE_READ | PAGE_WRITE | PAGE_EXEC;
 478     int old_exc = cs->exception_index;
 479     uint64_t asc = env->psw.mask & PSW_MASK_ASC;
 480
 481     /* 31-Bit mode */
 482     if (!(env->psw.mask & PSW_MASK_64)) {
 483         vaddr &= 0x7fffffff;
 484     }
 485
 486     mmu_translate(env, vaddr, 2, asc, &raddr, &prot);
 487     cs->exception_index = old_exc;
 488
 489     return raddr;
 490 }
 491
 492 hwaddr s390_cpu_get_phys_addr_debug(CPUState *cs, vaddr vaddr)
 493 {
 494     hwaddr phys_addr;
 495     target_ulong page;
 496
 497     page = vaddr & TARGET_PAGE_MASK;
 498     phys_addr = cpu_get_phys_page_debug(cs, page);
 499     phys_addr += (vaddr & ~TARGET_PAGE_MASK);
 500
 501     return phys_addr;
 502 }
 503
 504 void load_psw(CPUS390XState *env, uint64_t mask, uint64_t addr)
 505 {
 506     if (mask & PSW_MASK_WAIT) {
 507         S390CPU *cpu = s390_env_get_cpu(env);
 508         CPUState *cs = CPU(cpu);
 509         if (!(mask & (PSW_MASK_IO | PSW_MASK_EXT | PSW_MASK_MCHECK))) {
 510             if (s390_del_running_cpu(cpu) == 0) {
 511 #ifndef CONFIG_USER_ONLY
 512                 qemu_system_shutdown_request();
 513 #endif
 514             }
 515         }
 516         cs->halted = 1;
 517         cs->exception_index = EXCP_HLT;
 518     }
 519
 520     env->psw.addr = addr;
 521     env->psw.mask = mask;
 522     env->cc_op = (mask >> 44) & 3;
 523 }
 524
 525 static uint64_t get_psw_mask(CPUS390XState *env)
 526 {
 527     uint64_t r;
 528
 529     env->cc_op = calc_cc(env, env->cc_op, env->cc_src, env->cc_dst, env->cc_vr);
 530
 531     r = env->psw.mask;
 532     r &= ~PSW_MASK_CC;
 533     assert(!(env->cc_op & ~3));
 534     r |= (uint64_t)env->cc_op << 44;
 535
 536     return r;
 537 }
 538
 539 static LowCore *cpu_map_lowcore(CPUS390XState *env)
 540 {
 541     S390CPU *cpu = s390_env_get_cpu(env);
 542     LowCore *lowcore;
 543     hwaddr len = sizeof(LowCore);
 544
 545     lowcore = cpu_physical_memory_map(env->psa, &len, 1);
 546
 547     if (len < sizeof(LowCore)) {
 548         cpu_abort(CPU(cpu), "Could not map lowcore\n");
 549     }
 550
 551     return lowcore;
 552 }
 553
 554 static void cpu_unmap_lowcore(LowCore *lowcore)
 555 {
 556     cpu_physical_memory_unmap(lowcore, sizeof(LowCore), 1, sizeof(LowCore));
 557 }
 558
 559 void *s390_cpu_physical_memory_map(CPUS390XState *env, hwaddr addr, hwaddr *len,
 560                                    int is_write)
 561 {
 562     hwaddr start = addr;
 563
 564     /* Mind the prefix area. */
 565     if (addr < 8192) {
 566         /* Map the lowcore. */
 567         start += env->psa;
 568         *len = MIN(*len, 8192 - addr);
 569     } else if ((addr >= env->psa) && (addr < env->psa + 8192)) {
 570         /* Map the 0 page. */
 571         start -= env->psa;
 572         *len = MIN(*len, 8192 - start);
 573     }
 574
 575     return cpu_physical_memory_map(start, len, is_write);
 576 }
 577
 578 void s390_cpu_physical_memory_unmap(CPUS390XState *env, void *addr, hwaddr len,
 579                                     int is_write)
 580 {
 581     cpu_physical_memory_unmap(addr, len, is_write, len);
 582 }
 583
 584 static void do_svc_interrupt(CPUS390XState *env)
 585 {
 586     uint64_t mask, addr;
 587     LowCore *lowcore;
 588
 589     lowcore = cpu_map_lowcore(env);
 590
 591     lowcore->svc_code = cpu_to_be16(env->int_svc_code);
 592     lowcore->svc_ilen = cpu_to_be16(env->int_svc_ilen);
 593     lowcore->svc_old_psw.mask = cpu_to_be64(get_psw_mask(env));
 594     lowcore->svc_old_psw.addr = cpu_to_be64(env->psw.addr + env->int_svc_ilen);
 595     mask = be64_to_cpu(lowcore->svc_new_psw.mask);
 596     addr = be64_to_cpu(lowcore->svc_new_psw.addr);
 597
 598     cpu_unmap_lowcore(lowcore);
 599
 600     load_psw(env, mask, addr);
 601 }
 602
 603 static void do_program_interrupt(CPUS390XState *env)
 604 {
 605     uint64_t mask, addr;
 606     LowCore *lowcore;
 607     int ilen = env->int_pgm_ilen;
 608
 609     switch (ilen) {
 610     case ILEN_LATER:
 611         ilen = get_ilen(cpu_ldub_code(env, env->psw.addr));
 612         break;
 613     case ILEN_LATER_INC:
 614         ilen = get_ilen(cpu_ldub_code(env, env->psw.addr));
 615         env->psw.addr += ilen;
 616         break;
 617     default:
 618         assert(ilen == 2 || ilen == 4 || ilen == 6);
 619     }
 620
 621     qemu_log_mask(CPU_LOG_INT, "%s: code=0x%x ilen=%d\n",
 622                   __func__, env->int_pgm_code, ilen);
 623
 624     lowcore = cpu_map_lowcore(env);
 625
 626     lowcore->pgm_ilen = cpu_to_be16(ilen);
 627     lowcore->pgm_code = cpu_to_be16(env->int_pgm_code);
 628     lowcore->program_old_psw.mask = cpu_to_be64(get_psw_mask(env));
 629     lowcore->program_old_psw.addr = cpu_to_be64(env->psw.addr);
 630     mask = be64_to_cpu(lowcore->program_new_psw.mask);
 631     addr = be64_to_cpu(lowcore->program_new_psw.addr);
 632
 633     cpu_unmap_lowcore(lowcore);
 634
 635     DPRINTF("%s: %x %x %" PRIx64 " %" PRIx64 "\n", __func__,
 636             env->int_pgm_code, ilen, env->psw.mask,
 637             env->psw.addr);
 638
 639     load_psw(env, mask, addr);
 640 }
 641
 642 #define VIRTIO_SUBCODE_64 0x0D00
 643
 644 static void do_ext_interrupt(CPUS390XState *env)
 645 {
 646     S390CPU *cpu = s390_env_get_cpu(env);
 647     uint64_t mask, addr;
 648     LowCore *lowcore;
 649     ExtQueue *q;
 650
 651     if (!(env->psw.mask & PSW_MASK_EXT)) {
 652         cpu_abort(CPU(cpu), "Ext int w/o ext mask\n");
 653     }
 654
 655     if (env->ext_index < 0 || env->ext_index > MAX_EXT_QUEUE) {
 656         cpu_abort(CPU(cpu), "Ext queue overrun: %d\n", env->ext_index);
 657     }
 658
 659     q = &env->ext_queue[env->ext_index];
 660     lowcore = cpu_map_lowcore(env);
 661
 662     lowcore->ext_int_code = cpu_to_be16(q->code);
 663     lowcore->ext_params = cpu_to_be32(q->param);
 664     lowcore->ext_params2 = cpu_to_be64(q->param64);
 665     lowcore->external_old_psw.mask = cpu_to_be64(get_psw_mask(env));
 666     lowcore->external_old_psw.addr = cpu_to_be64(env->psw.addr);
 667     lowcore->cpu_addr = cpu_to_be16(env->cpu_num | VIRTIO_SUBCODE_64);
 668     mask = be64_to_cpu(lowcore->external_new_psw.mask);
 669     addr = be64_to_cpu(lowcore->external_new_psw.addr);
 670
 671     cpu_unmap_lowcore(lowcore);
 672
 673     env->ext_index--;
 674     if (env->ext_index == -1) {
 675         env->pending_int &= ~INTERRUPT_EXT;
 676     }
 677
 678     DPRINTF("%s: %" PRIx64 " %" PRIx64 "\n", __func__,
 679             env->psw.mask, env->psw.addr);
 680
 681     load_psw(env, mask, addr);
 682 }
 683
 684 static void do_io_interrupt(CPUS390XState *env)
 685 {
 686     S390CPU *cpu = s390_env_get_cpu(env);
 687     LowCore *lowcore;
 688     IOIntQueue *q;
 689     uint8_t isc;
 690     int disable = 1;
 691     int found = 0;
 692
 693     if (!(env->psw.mask & PSW_MASK_IO)) {
 694         cpu_abort(CPU(cpu), "I/O int w/o I/O mask\n");
 695     }
 696
 697     for (isc = 0; isc < ARRAY_SIZE(env->io_index); isc++) {
 698         uint64_t isc_bits;
 699
 700         if (env->io_index[isc] < 0) {
 701             continue;
 702         }
 703         if (env->io_index[isc] > MAX_IO_QUEUE) {
 704             cpu_abort(CPU(cpu), "I/O queue overrun for isc %d: %d\n",
 705                       isc, env->io_index[isc]);
 706         }
 707
 708         q = &env->io_queue[env->io_index[isc]][isc];
 709         isc_bits = ISC_TO_ISC_BITS(IO_INT_WORD_ISC(q->word));
 710         if (!(env->cregs[6] & isc_bits)) {
 711             disable = 0;
 712             continue;
 713         }
 714         if (!found) {
 715             uint64_t mask, addr;
 716
 717             found = 1;
 718             lowcore = cpu_map_lowcore(env);
 719
 720             lowcore->subchannel_id = cpu_to_be16(q->id);
 721             lowcore->subchannel_nr = cpu_to_be16(q->nr);
 722             lowcore->io_int_parm = cpu_to_be32(q->parm);
 723             lowcore->io_int_word = cpu_to_be32(q->word);
 724             lowcore->io_old_psw.mask = cpu_to_be64(get_psw_mask(env));
 725             lowcore->io_old_psw.addr = cpu_to_be64(env->psw.addr);
 726             mask = be64_to_cpu(lowcore->io_new_psw.mask);
 727             addr = be64_to_cpu(lowcore->io_new_psw.addr);
 728
 729             cpu_unmap_lowcore(lowcore);
 730
 731             env->io_index[isc]--;
 732
 733             DPRINTF("%s: %" PRIx64 " %" PRIx64 "\n", __func__,
 734                     env->psw.mask, env->psw.addr);
 735             load_psw(env, mask, addr);
 736         }
 737         if (env->io_index[isc] >= 0) {
 738             disable = 0;
 739         }
 740         continue;
 741     }
 742
 743     if (disable) {
 744         env->pending_int &= ~INTERRUPT_IO;
 745     }
 746
 747 }
 748
 749 static void do_mchk_interrupt(CPUS390XState *env)
 750 {
 751     S390CPU *cpu = s390_env_get_cpu(env);
 752     uint64_t mask, addr;
 753     LowCore *lowcore;
 754     MchkQueue *q;
 755     int i;
 756
 757     if (!(env->psw.mask & PSW_MASK_MCHECK)) {
 758         cpu_abort(CPU(cpu), "Machine check w/o mchk mask\n");
 759     }
 760
 761     if (env->mchk_index < 0 || env->mchk_index > MAX_MCHK_QUEUE) {
 762         cpu_abort(CPU(cpu), "Mchk queue overrun: %d\n", env->mchk_index);
 763     }
 764
 765     q = &env->mchk_queue[env->mchk_index];
 766
 767     if (q->type != 1) {
 768         /* Don't know how to handle this... */
 769         cpu_abort(CPU(cpu), "Unknown machine check type %d\n", q->type);
 770     }
 771     if (!(env->cregs[14] & (1 << 28))) {
 772         /* CRW machine checks disabled */
 773         return;
 774     }
 775
 776     lowcore = cpu_map_lowcore(env);
 777
 778     for (i = 0; i < 16; i++) {
 779         lowcore->floating_pt_save_area[i] = cpu_to_be64(env->fregs[i].ll);
 780         lowcore->gpregs_save_area[i] = cpu_to_be64(env->regs[i]);
 781         lowcore->access_regs_save_area[i] = cpu_to_be32(env->aregs[i]);
 782         lowcore->cregs_save_area[i] = cpu_to_be64(env->cregs[i]);
 783     }
 784     lowcore->prefixreg_save_area = cpu_to_be32(env->psa);
 785     lowcore->fpt_creg_save_area = cpu_to_be32(env->fpc);
 786     lowcore->tod_progreg_save_area = cpu_to_be32(env->todpr);
 787     lowcore->cpu_timer_save_area[0] = cpu_to_be32(env->cputm >> 32);
 788     lowcore->cpu_timer_save_area[1] = cpu_to_be32((uint32_t)env->cputm);
 789     lowcore->clock_comp_save_area[0] = cpu_to_be32(env->ckc >> 32);
 790     lowcore->clock_comp_save_area[1] = cpu_to_be32((uint32_t)env->ckc);
 791
 792     lowcore->mcck_interruption_code[0] = cpu_to_be32(0x00400f1d);
 793     lowcore->mcck_interruption_code[1] = cpu_to_be32(0x40330000);
 794     lowcore->mcck_old_psw.mask = cpu_to_be64(get_psw_mask(env));
 795     lowcore->mcck_old_psw.addr = cpu_to_be64(env->psw.addr);
 796     mask = be64_to_cpu(lowcore->mcck_new_psw.mask);
 797     addr = be64_to_cpu(lowcore->mcck_new_psw.addr);
 798
 799     cpu_unmap_lowcore(lowcore);
 800
 801     env->mchk_index--;
 802     if (env->mchk_index == -1) {
 803         env->pending_int &= ~INTERRUPT_MCHK;
 804     }
 805
 806     DPRINTF("%s: %" PRIx64 " %" PRIx64 "\n", __func__,
 807             env->psw.mask, env->psw.addr);
 808
 809     load_psw(env, mask, addr);
 810 }
 811
 812 void s390_cpu_do_interrupt(CPUState *cs)
 813 {
 814     S390CPU *cpu = S390_CPU(cs);
 815     CPUS390XState *env = &cpu->env;
 816
 817     qemu_log_mask(CPU_LOG_INT, "%s: %d at pc=%" PRIx64 "\n",
 818                   __func__, cs->exception_index, env->psw.addr);
 819
 820     s390_add_running_cpu(cpu);
 821     /* handle machine checks */
 822     if ((env->psw.mask & PSW_MASK_MCHECK) &&
 823         (cs->exception_index == -1)) {
 824         if (env->pending_int & INTERRUPT_MCHK) {
 825             cs->exception_index = EXCP_MCHK;
 826         }
 827     }
 828     /* handle external interrupts */
 829     if ((env->psw.mask & PSW_MASK_EXT) &&
 830         cs->exception_index == -1) {
 831         if (env->pending_int & INTERRUPT_EXT) {
 832             /* code is already in env */
 833             cs->exception_index = EXCP_EXT;
 834         } else if (env->pending_int & INTERRUPT_TOD) {
 835             cpu_inject_ext(cpu, 0x1004, 0, 0);
 836             cs->exception_index = EXCP_EXT;
 837             env->pending_int &= ~INTERRUPT_EXT;
 838             env->pending_int &= ~INTERRUPT_TOD;
 839         } else if (env->pending_int & INTERRUPT_CPUTIMER) {
 840             cpu_inject_ext(cpu, 0x1005, 0, 0);
 841             cs->exception_index = EXCP_EXT;
 842             env->pending_int &= ~INTERRUPT_EXT;
 843             env->pending_int &= ~INTERRUPT_TOD;
 844         }
 845     }
 846     /* handle I/O interrupts */
 847     if ((env->psw.mask & PSW_MASK_IO) &&
 848         (cs->exception_index == -1)) {
 849         if (env->pending_int & INTERRUPT_IO) {
 850             cs->exception_index = EXCP_IO;
 851         }
 852     }
 853
 854     switch (cs->exception_index) {
 855     case EXCP_PGM:
 856         do_program_interrupt(env);
 857         break;
 858     case EXCP_SVC:
 859         do_svc_interrupt(env);
 860         break;
 861     case EXCP_EXT:
 862         do_ext_interrupt(env);
 863         break;
 864     case EXCP_IO:
 865         do_io_interrupt(env);
 866         break;
 867     case EXCP_MCHK:
 868         do_mchk_interrupt(env);
 869         break;
 870     }
 871     cs->exception_index = -1;
 872
 873     if (!env->pending_int) {
 874         cs->interrupt_request &= ~CPU_INTERRUPT_HARD;
 875     }
 876 }
 877
 878 #endif /* CONFIG_USER_ONLY */