hw/ppc/spapr_cpu_core.c

   1 /*
   2  * sPAPR CPU core device, acts as container of CPU thread devices.
   3  *
   4  * Copyright (C) 2016 Bharata B Rao <bharata@linux.vnet.ibm.com>
   5  *
   6  * This work is licensed under the terms of the GNU GPL, version 2 or later.
   7  * See the COPYING file in the top-level directory.
   8  */
   9
  10 #include "qemu/osdep.h"
  11 #include "hw/cpu/core.h"
  12 #include "hw/ppc/spapr_cpu_core.h"
  13 #include "hw/qdev-properties.h"
  14 #include "migration/vmstate.h"
  15 #include "target/ppc/cpu.h"
  16 #include "hw/ppc/spapr.h"
  17 #include "qapi/error.h"
  18 #include "sysemu/cpus.h"
  19 #include "sysemu/kvm.h"
  20 #include "target/ppc/kvm_ppc.h"
  21 #include "hw/ppc/ppc.h"
  22 #include "target/ppc/mmu-hash64.h"
  23 #include "sysemu/numa.h"
  24 #include "sysemu/reset.h"
  25 #include "sysemu/hw_accel.h"
  26 #include "qemu/error-report.h"
  27
  28 static void spapr_reset_vcpu(PowerPCCPU *cpu)
  29 {
  30     CPUState *cs = CPU(cpu);
  31     CPUPPCState *env = &cpu->env;
  32     PowerPCCPUClass *pcc = POWERPC_CPU_GET_CLASS(cpu);
  33     SpaprCpuState *spapr_cpu = spapr_cpu_state(cpu);
  34     target_ulong lpcr;
  35     SpaprMachineState *spapr = SPAPR_MACHINE(qdev_get_machine());
  36
  37     cpu_reset(cs);
  38
  39     env->spr[SPR_HIOR] = 0;
  40
  41     lpcr = env->spr[SPR_LPCR];
  42
  43     /* Set emulated LPCR to not send interrupts to hypervisor. Note that
  44      * under KVM, the actual HW LPCR will be set differently by KVM itself,
  45      * the settings below ensure proper operations with TCG in absence of
  46      * a real hypervisor.
  47      *
  48      * Disable Power-saving mode Exit Cause exceptions for the CPU, so
  49      * we don't get spurious wakups before an RTAS start-cpu call.
  50      * For the same reason, set PSSCR_EC.
  51      */
  52     lpcr &= ~(LPCR_VPM1 | LPCR_ISL | LPCR_KBV | pcc->lpcr_pm);
  53     lpcr |= LPCR_LPES0 | LPCR_LPES1;
  54     env->spr[SPR_PSSCR] |= PSSCR_EC;
  55
  56     ppc_store_lpcr(cpu, lpcr);
  57
  58     /* Set a full AMOR so guest can use the AMR as it sees fit */
  59     env->spr[SPR_AMOR] = 0xffffffffffffffffull;
  60
  61     spapr_cpu->vpa_addr = 0;
  62     spapr_cpu->slb_shadow_addr = 0;
  63     spapr_cpu->slb_shadow_size = 0;
  64     spapr_cpu->dtl_addr = 0;
  65     spapr_cpu->dtl_size = 0;
  66
  67     spapr_caps_cpu_apply(spapr, cpu);
  68
  69     kvm_check_mmu(cpu, &error_fatal);
  70
  71     spapr_irq_cpu_intc_reset(spapr, cpu);
  72 }
  73
  74 void spapr_cpu_set_entry_state(PowerPCCPU *cpu, target_ulong nip,
  75                                target_ulong r1, target_ulong r3,
  76                                target_ulong r4)
  77 {
  78     PowerPCCPUClass *pcc = POWERPC_CPU_GET_CLASS(cpu);
  79     CPUPPCState *env = &cpu->env;
  80
  81     env->nip = nip;
  82     env->gpr[1] = r1;
  83     env->gpr[3] = r3;
  84     env->gpr[4] = r4;
  85     kvmppc_set_reg_ppc_online(cpu, 1);
  86     CPU(cpu)->halted = 0;
  87     /* Enable Power-saving mode Exit Cause exceptions */
  88     ppc_store_lpcr(cpu, env->spr[SPR_LPCR] | pcc->lpcr_pm);
  89 }
  90
  91 /*
  92  * Return the sPAPR CPU core type for @model which essentially is the CPU
  93  * model specified with -cpu cmdline option.
  94  */
  95 const char *spapr_get_cpu_core_type(const char *cpu_type)
  96 {
  97     int len = strlen(cpu_type) - strlen(POWERPC_CPU_TYPE_SUFFIX);
  98     char *core_type = g_strdup_printf(SPAPR_CPU_CORE_TYPE_NAME("%.*s"),
  99                                       len, cpu_type);
 100     ObjectClass *oc = object_class_by_name(core_type);
 101
 102     g_free(core_type);
 103     if (!oc) {
 104         return NULL;
 105     }
 106
 107     return object_class_get_name(oc);
 108 }
 109
 110 static bool slb_shadow_needed(void *opaque)
 111 {
 112     SpaprCpuState *spapr_cpu = opaque;
 113
 114     return spapr_cpu->slb_shadow_addr != 0;
 115 }
 116
 117 static const VMStateDescription vmstate_spapr_cpu_slb_shadow = {
 118     .name = "spapr_cpu/vpa/slb_shadow",
 119     .version_id = 1,
 120     .minimum_version_id = 1,
 121     .needed = slb_shadow_needed,
 122     .fields = (VMStateField[]) {
 123         VMSTATE_UINT64(slb_shadow_addr, SpaprCpuState),
 124         VMSTATE_UINT64(slb_shadow_size, SpaprCpuState),
 125         VMSTATE_END_OF_LIST()
 126     }
 127 };
 128
 129 static bool dtl_needed(void *opaque)
 130 {
 131     SpaprCpuState *spapr_cpu = opaque;
 132
 133     return spapr_cpu->dtl_addr != 0;
 134 }
 135
 136 static const VMStateDescription vmstate_spapr_cpu_dtl = {
 137     .name = "spapr_cpu/vpa/dtl",
 138     .version_id = 1,
 139     .minimum_version_id = 1,
 140     .needed = dtl_needed,
 141     .fields = (VMStateField[]) {
 142         VMSTATE_UINT64(dtl_addr, SpaprCpuState),
 143         VMSTATE_UINT64(dtl_size, SpaprCpuState),
 144         VMSTATE_END_OF_LIST()
 145     }
 146 };
 147
 148 static bool vpa_needed(void *opaque)
 149 {
 150     SpaprCpuState *spapr_cpu = opaque;
 151
 152     return spapr_cpu->vpa_addr != 0;
 153 }
 154
 155 static const VMStateDescription vmstate_spapr_cpu_vpa = {
 156     .name = "spapr_cpu/vpa",
 157     .version_id = 1,
 158     .minimum_version_id = 1,
 159     .needed = vpa_needed,
 160     .fields = (VMStateField[]) {
 161         VMSTATE_UINT64(vpa_addr, SpaprCpuState),
 162         VMSTATE_END_OF_LIST()
 163     },
 164     .subsections = (const VMStateDescription * []) {
 165         &vmstate_spapr_cpu_slb_shadow,
 166         &vmstate_spapr_cpu_dtl,
 167         NULL
 168     }
 169 };
 170
 171 static const VMStateDescription vmstate_spapr_cpu_state = {
 172     .name = "spapr_cpu",
 173     .version_id = 1,
 174     .minimum_version_id = 1,
 175     .fields = (VMStateField[]) {
 176         VMSTATE_END_OF_LIST()
 177     },
 178     .subsections = (const VMStateDescription * []) {
 179         &vmstate_spapr_cpu_vpa,
 180         NULL
 181     }
 182 };
 183
 184 static void spapr_unrealize_vcpu(PowerPCCPU *cpu, SpaprCpuCore *sc)
 185 {
 186     if (!sc->pre_3_0_migration) {
 187         vmstate_unregister(NULL, &vmstate_spapr_cpu_state, cpu->machine_data);
 188     }
 189     spapr_irq_cpu_intc_destroy(SPAPR_MACHINE(qdev_get_machine()), cpu);
 190     cpu_remove_sync(CPU(cpu));
 191     object_unparent(OBJECT(cpu));
 192 }
 193
 194 /*
 195  * Called when CPUs are hot-plugged.
 196  */
 197 static void spapr_cpu_core_reset(DeviceState *dev)
 198 {
 199     CPUCore *cc = CPU_CORE(dev);
 200     SpaprCpuCore *sc = SPAPR_CPU_CORE(dev);
 201     int i;
 202
 203     for (i = 0; i < cc->nr_threads; i++) {
 204         spapr_reset_vcpu(sc->threads[i]);
 205     }
 206 }
 207
 208 /*
 209  * Called by the machine reset.
 210  */
 211 static void spapr_cpu_core_reset_handler(void *opaque)
 212 {
 213     spapr_cpu_core_reset(opaque);
 214 }
 215
 216 static void spapr_cpu_core_unrealize(DeviceState *dev)
 217 {
 218     SpaprCpuCore *sc = SPAPR_CPU_CORE(OBJECT(dev));
 219     CPUCore *cc = CPU_CORE(dev);
 220     int i;
 221
 222     qemu_unregister_reset(spapr_cpu_core_reset_handler, sc);
 223
 224     for (i = 0; i < cc->nr_threads; i++) {
 225         spapr_unrealize_vcpu(sc->threads[i], sc);
 226     }
 227     g_free(sc->threads);
 228 }
 229
 230 static bool spapr_realize_vcpu(PowerPCCPU *cpu, SpaprMachineState *spapr,
 231                                SpaprCpuCore *sc, Error **errp)
 232 {
 233     CPUPPCState *env = &cpu->env;
 234     CPUState *cs = CPU(cpu);
 235
 236     if (!qdev_realize(DEVICE(cpu), NULL, errp)) {
 237         return false;
 238     }
 239
 240     /* Set time-base frequency to 512 MHz */
 241     cpu_ppc_tb_init(env, SPAPR_TIMEBASE_FREQ);
 242
 243     cpu_ppc_set_vhyp(cpu, PPC_VIRTUAL_HYPERVISOR(spapr));
 244     kvmppc_set_papr(cpu);
 245
 246     if (spapr_irq_cpu_intc_create(spapr, cpu, errp) < 0) {
 247         cpu_remove_sync(CPU(cpu));
 248         return false;
 249     }
 250
 251     if (!sc->pre_3_0_migration) {
 252         vmstate_register(NULL, cs->cpu_index, &vmstate_spapr_cpu_state,
 253                          cpu->machine_data);
 254     }
 255     return true;
 256 }
 257
 258 static PowerPCCPU *spapr_create_vcpu(SpaprCpuCore *sc, int i, Error **errp)
 259 {
 260     SpaprCpuCoreClass *scc = SPAPR_CPU_CORE_GET_CLASS(sc);
 261     CPUCore *cc = CPU_CORE(sc);
 262     Object *obj;
 263     char *id;
 264     CPUState *cs;
 265     PowerPCCPU *cpu;
 266
 267     obj = object_new(scc->cpu_type);
 268
 269     cs = CPU(obj);
 270     cpu = POWERPC_CPU(obj);
 271     /*
 272      * All CPUs start halted. CPU0 is unhalted from the machine level reset code
 273      * and the rest are explicitly started up by the guest using an RTAS call.
 274      */
 275     cs->start_powered_off = true;
 276     cs->cpu_index = cc->core_id + i;
 277     if (!spapr_set_vcpu_id(cpu, cs->cpu_index, errp)) {
 278         goto err;
 279     }
 280
 281     cpu->node_id = sc->node_id;
 282
 283     id = g_strdup_printf("thread[%d]", i);
 284     object_property_add_child(OBJECT(sc), id, obj);
 285     g_free(id);
 286
 287     cpu->machine_data = g_new0(SpaprCpuState, 1);
 288
 289     object_unref(obj);
 290     return cpu;
 291
 292 err:
 293     object_unref(obj);
 294     return NULL;
 295 }
 296
 297 static void spapr_delete_vcpu(PowerPCCPU *cpu, SpaprCpuCore *sc)
 298 {
 299     SpaprCpuState *spapr_cpu = spapr_cpu_state(cpu);
 300
 301     cpu->machine_data = NULL;
 302     g_free(spapr_cpu);
 303     object_unparent(OBJECT(cpu));
 304 }
 305
 306 static void spapr_cpu_core_realize(DeviceState *dev, Error **errp)
 307 {
 308     /* We don't use SPAPR_MACHINE() in order to exit gracefully if the user
 309      * tries to add a sPAPR CPU core to a non-pseries machine.
 310      */
 311     SpaprMachineState *spapr =
 312         (SpaprMachineState *) object_dynamic_cast(qdev_get_machine(),
 313                                                   TYPE_SPAPR_MACHINE);
 314     SpaprCpuCore *sc = SPAPR_CPU_CORE(OBJECT(dev));
 315     CPUCore *cc = CPU_CORE(OBJECT(dev));
 316     int i, j;
 317
 318     if (!spapr) {
 319         error_setg(errp, TYPE_SPAPR_CPU_CORE " needs a pseries machine");
 320         return;
 321     }
 322
 323     sc->threads = g_new(PowerPCCPU *, cc->nr_threads);
 324     for (i = 0; i < cc->nr_threads; i++) {
 325         sc->threads[i] = spapr_create_vcpu(sc, i, errp);
 326         if (!sc->threads[i]) {
 327             goto err;
 328         }
 329     }
 330
 331     for (j = 0; j < cc->nr_threads; j++) {
 332         if (!spapr_realize_vcpu(sc->threads[j], spapr, sc, errp)) {
 333             goto err_unrealize;
 334         }
 335     }
 336
 337     qemu_register_reset(spapr_cpu_core_reset_handler, sc);
 338     return;
 339
 340 err_unrealize:
 341     while (--j >= 0) {
 342         spapr_unrealize_vcpu(sc->threads[j], sc);
 343     }
 344 err:
 345     while (--i >= 0) {
 346         spapr_delete_vcpu(sc->threads[i], sc);
 347     }
 348     g_free(sc->threads);
 349 }
 350
 351 static Property spapr_cpu_core_properties[] = {
 352     DEFINE_PROP_INT32("node-id", SpaprCpuCore, node_id, CPU_UNSET_NUMA_NODE_ID),
 353     DEFINE_PROP_BOOL("pre-3.0-migration", SpaprCpuCore, pre_3_0_migration,
 354                      false),
 355     DEFINE_PROP_END_OF_LIST()
 356 };
 357
 358 static void spapr_cpu_core_class_init(ObjectClass *oc, void *data)
 359 {
 360     DeviceClass *dc = DEVICE_CLASS(oc);
 361     SpaprCpuCoreClass *scc = SPAPR_CPU_CORE_CLASS(oc);
 362
 363     dc->realize = spapr_cpu_core_realize;
 364     dc->unrealize = spapr_cpu_core_unrealize;
 365     dc->reset = spapr_cpu_core_reset;
 366     device_class_set_props(dc, spapr_cpu_core_properties);
 367     scc->cpu_type = data;
 368 }
 369
 370 #define DEFINE_SPAPR_CPU_CORE_TYPE(cpu_model) \
 371     {                                                   \
 372         .parent = TYPE_SPAPR_CPU_CORE,                  \
 373         .class_data = (void *) POWERPC_CPU_TYPE_NAME(cpu_model), \
 374         .class_init = spapr_cpu_core_class_init,        \
 375         .name = SPAPR_CPU_CORE_TYPE_NAME(cpu_model),    \
 376     }
 377
 378 static const TypeInfo spapr_cpu_core_type_infos[] = {
 379     {
 380         .name = TYPE_SPAPR_CPU_CORE,
 381         .parent = TYPE_CPU_CORE,
 382         .abstract = true,
 383         .instance_size = sizeof(SpaprCpuCore),
 384         .class_size = sizeof(SpaprCpuCoreClass),
 385     },
 386     DEFINE_SPAPR_CPU_CORE_TYPE("970_v2.2"),
 387     DEFINE_SPAPR_CPU_CORE_TYPE("970mp_v1.0"),
 388     DEFINE_SPAPR_CPU_CORE_TYPE("970mp_v1.1"),
 389     DEFINE_SPAPR_CPU_CORE_TYPE("power5+_v2.1"),
 390     DEFINE_SPAPR_CPU_CORE_TYPE("power7_v2.3"),
 391     DEFINE_SPAPR_CPU_CORE_TYPE("power7+_v2.1"),
 392     DEFINE_SPAPR_CPU_CORE_TYPE("power8_v2.0"),
 393     DEFINE_SPAPR_CPU_CORE_TYPE("power8e_v2.1"),
 394     DEFINE_SPAPR_CPU_CORE_TYPE("power8nvl_v1.0"),
 395     DEFINE_SPAPR_CPU_CORE_TYPE("power9_v1.0"),
 396     DEFINE_SPAPR_CPU_CORE_TYPE("power9_v2.0"),
 397     DEFINE_SPAPR_CPU_CORE_TYPE("power10_v1.0"),
 398 #ifdef CONFIG_KVM
 399     DEFINE_SPAPR_CPU_CORE_TYPE("host"),
 400 #endif
 401 };
 402
 403 DEFINE_TYPES(spapr_cpu_core_type_infos)