linux-headers/asm-arm64/kvm.h

   1 /* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */
   2 /*
   3  * Copyright (C) 2012,2013 - ARM Ltd
   4  * Author: Marc Zyngier <marc.zyngier@arm.com>
   5  *
   6  * Derived from arch/arm/include/uapi/asm/kvm.h:
   7  * Copyright (C) 2012 - Virtual Open Systems and Columbia University
   8  * Author: Christoffer Dall <c.dall@virtualopensystems.com>
   9  *
  10  * This program is free software; you can redistribute it and/or modify
  11  * it under the terms of the GNU General Public License version 2 as
  12  * published by the Free Software Foundation.
  13  *
  14  * This program is distributed in the hope that it will be useful,
  15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  17  * GNU General Public License for more details.
  18  *
  19  * You should have received a copy of the GNU General Public License
  20  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
  21  */
  22
  23 #ifndef __ARM_KVM_H__
  24 #define __ARM_KVM_H__
  25
  26 #define KVM_SPSR_EL1    0
  27 #define KVM_SPSR_SVC    KVM_SPSR_EL1
  28 #define KVM_SPSR_ABT    1
  29 #define KVM_SPSR_UND    2
  30 #define KVM_SPSR_IRQ    3
  31 #define KVM_SPSR_FIQ    4
  32 #define KVM_NR_SPSR     5
  33
  34 #ifndef __ASSEMBLY__
  35 #include <linux/psci.h>
  36 #include <linux/types.h>
  37 #include <asm/ptrace.h>
  38 #include <asm/sve_context.h>
  39
  40 #define __KVM_HAVE_GUEST_DEBUG
  41 #define __KVM_HAVE_IRQ_LINE
  42 #define __KVM_HAVE_READONLY_MEM
  43 #define __KVM_HAVE_VCPU_EVENTS
  44
  45 #define KVM_COALESCED_MMIO_PAGE_OFFSET 1
  46
  47 #define KVM_REG_SIZE(id)                                                \
  48         (1U << (((id) & KVM_REG_SIZE_MASK) >> KVM_REG_SIZE_SHIFT))
  49
  50 struct kvm_regs {
  51         struct user_pt_regs regs;       /* sp = sp_el0 */
  52
  53         __u64   sp_el1;
  54         __u64   elr_el1;
  55
  56         __u64   spsr[KVM_NR_SPSR];
  57
  58         struct user_fpsimd_state fp_regs;
  59 };
  60
  61 /*
  62  * Supported CPU Targets - Adding a new target type is not recommended,
  63  * unless there are some special registers not supported by the
  64  * genericv8 syreg table.
  65  */
  66 #define KVM_ARM_TARGET_AEM_V8           0
  67 #define KVM_ARM_TARGET_FOUNDATION_V8    1
  68 #define KVM_ARM_TARGET_CORTEX_A57       2
  69 #define KVM_ARM_TARGET_XGENE_POTENZA    3
  70 #define KVM_ARM_TARGET_CORTEX_A53       4
  71 /* Generic ARM v8 target */
  72 #define KVM_ARM_TARGET_GENERIC_V8       5
  73
  74 #define KVM_ARM_NUM_TARGETS             6
  75
  76 /* KVM_ARM_SET_DEVICE_ADDR ioctl id encoding */
  77 #define KVM_ARM_DEVICE_TYPE_SHIFT       0
  78 #define KVM_ARM_DEVICE_TYPE_MASK        (0xffff << KVM_ARM_DEVICE_TYPE_SHIFT)
  79 #define KVM_ARM_DEVICE_ID_SHIFT         16
  80 #define KVM_ARM_DEVICE_ID_MASK          (0xffff << KVM_ARM_DEVICE_ID_SHIFT)
  81
  82 /* Supported device IDs */
  83 #define KVM_ARM_DEVICE_VGIC_V2          0
  84
  85 /* Supported VGIC address types  */
  86 #define KVM_VGIC_V2_ADDR_TYPE_DIST      0
  87 #define KVM_VGIC_V2_ADDR_TYPE_CPU       1
  88
  89 #define KVM_VGIC_V2_DIST_SIZE           0x1000
  90 #define KVM_VGIC_V2_CPU_SIZE            0x2000
  91
  92 /* Supported VGICv3 address types  */
  93 #define KVM_VGIC_V3_ADDR_TYPE_DIST      2
  94 #define KVM_VGIC_V3_ADDR_TYPE_REDIST    3
  95 #define KVM_VGIC_ITS_ADDR_TYPE          4
  96 #define KVM_VGIC_V3_ADDR_TYPE_REDIST_REGION     5
  97
  98 #define KVM_VGIC_V3_DIST_SIZE           SZ_64K
  99 #define KVM_VGIC_V3_REDIST_SIZE         (2 * SZ_64K)
 100 #define KVM_VGIC_V3_ITS_SIZE            (2 * SZ_64K)
 101
 102 #define KVM_ARM_VCPU_POWER_OFF          0 /* CPU is started in OFF state */
 103 #define KVM_ARM_VCPU_EL1_32BIT          1 /* CPU running a 32bit VM */
 104 #define KVM_ARM_VCPU_PSCI_0_2           2 /* CPU uses PSCI v0.2 */
 105 #define KVM_ARM_VCPU_PMU_V3             3 /* Support guest PMUv3 */
 106 #define KVM_ARM_VCPU_SVE                4 /* enable SVE for this CPU */
 107 #define KVM_ARM_VCPU_PTRAUTH_ADDRESS    5 /* VCPU uses address authentication */
 108 #define KVM_ARM_VCPU_PTRAUTH_GENERIC    6 /* VCPU uses generic authentication */
 109
 110 struct kvm_vcpu_init {
 111         __u32 target;
 112         __u32 features[7];
 113 };
 114
 115 struct kvm_sregs {
 116 };
 117
 118 struct kvm_fpu {
 119 };
 120
 121 /*
 122  * See v8 ARM ARM D7.3: Debug Registers
 123  *
 124  * The architectural limit is 16 debug registers of each type although
 125  * in practice there are usually less (see ID_AA64DFR0_EL1).
 126  *
 127  * Although the control registers are architecturally defined as 32
 128  * bits wide we use a 64 bit structure here to keep parity with
 129  * KVM_GET/SET_ONE_REG behaviour which treats all system registers as
 130  * 64 bit values. It also allows for the possibility of the
 131  * architecture expanding the control registers without having to
 132  * change the userspace ABI.
 133  */
 134 #define KVM_ARM_MAX_DBG_REGS 16
 135 struct kvm_guest_debug_arch {
 136         __u64 dbg_bcr[KVM_ARM_MAX_DBG_REGS];
 137         __u64 dbg_bvr[KVM_ARM_MAX_DBG_REGS];
 138         __u64 dbg_wcr[KVM_ARM_MAX_DBG_REGS];
 139         __u64 dbg_wvr[KVM_ARM_MAX_DBG_REGS];
 140 };
 141
 142 struct kvm_debug_exit_arch {
 143         __u32 hsr;
 144         __u64 far;      /* used for watchpoints */
 145 };
 146
 147 /*
 148  * Architecture specific defines for kvm_guest_debug->control
 149  */
 150
 151 #define KVM_GUESTDBG_USE_SW_BP          (1 << 16)
 152 #define KVM_GUESTDBG_USE_HW             (1 << 17)
 153
 154 struct kvm_sync_regs {
 155         /* Used with KVM_CAP_ARM_USER_IRQ */
 156         __u64 device_irq_level;
 157 };
 158
 159 struct kvm_arch_memory_slot {
 160 };
 161
 162 /*
 163  * PMU filter structure. Describe a range of events with a particular
 164  * action. To be used with KVM_ARM_VCPU_PMU_V3_FILTER.
 165  */
 166 struct kvm_pmu_event_filter {
 167         __u16   base_event;
 168         __u16   nevents;
 169
 170 #define KVM_PMU_EVENT_ALLOW     0
 171 #define KVM_PMU_EVENT_DENY      1
 172
 173         __u8    action;
 174         __u8    pad[3];
 175 };
 176
 177 /* for KVM_GET/SET_VCPU_EVENTS */
 178 struct kvm_vcpu_events {
 179         struct {
 180                 __u8 serror_pending;
 181                 __u8 serror_has_esr;
 182                 __u8 ext_dabt_pending;
 183                 /* Align it to 8 bytes */
 184                 __u8 pad[5];
 185                 __u64 serror_esr;
 186         } exception;
 187         __u32 reserved[12];
 188 };
 189
 190 /* If you need to interpret the index values, here is the key: */
 191 #define KVM_REG_ARM_COPROC_MASK         0x000000000FFF0000
 192 #define KVM_REG_ARM_COPROC_SHIFT        16
 193
 194 /* Normal registers are mapped as coprocessor 16. */
 195 #define KVM_REG_ARM_CORE                (0x0010 << KVM_REG_ARM_COPROC_SHIFT)
 196 #define KVM_REG_ARM_CORE_REG(name)      (offsetof(struct kvm_regs, name) / sizeof(__u32))
 197
 198 /* Some registers need more space to represent values. */
 199 #define KVM_REG_ARM_DEMUX               (0x0011 << KVM_REG_ARM_COPROC_SHIFT)
 200 #define KVM_REG_ARM_DEMUX_ID_MASK       0x000000000000FF00
 201 #define KVM_REG_ARM_DEMUX_ID_SHIFT      8
 202 #define KVM_REG_ARM_DEMUX_ID_CCSIDR     (0x00 << KVM_REG_ARM_DEMUX_ID_SHIFT)
 203 #define KVM_REG_ARM_DEMUX_VAL_MASK      0x00000000000000FF
 204 #define KVM_REG_ARM_DEMUX_VAL_SHIFT     0
 205
 206 /* AArch64 system registers */
 207 #define KVM_REG_ARM64_SYSREG            (0x0013 << KVM_REG_ARM_COPROC_SHIFT)
 208 #define KVM_REG_ARM64_SYSREG_OP0_MASK   0x000000000000c000
 209 #define KVM_REG_ARM64_SYSREG_OP0_SHIFT  14
 210 #define KVM_REG_ARM64_SYSREG_OP1_MASK   0x0000000000003800
 211 #define KVM_REG_ARM64_SYSREG_OP1_SHIFT  11
 212 #define KVM_REG_ARM64_SYSREG_CRN_MASK   0x0000000000000780
 213 #define KVM_REG_ARM64_SYSREG_CRN_SHIFT  7
 214 #define KVM_REG_ARM64_SYSREG_CRM_MASK   0x0000000000000078
 215 #define KVM_REG_ARM64_SYSREG_CRM_SHIFT  3
 216 #define KVM_REG_ARM64_SYSREG_OP2_MASK   0x0000000000000007
 217 #define KVM_REG_ARM64_SYSREG_OP2_SHIFT  0
 218
 219 #define ARM64_SYS_REG_SHIFT_MASK(x,n) \
 220         (((x) << KVM_REG_ARM64_SYSREG_ ## n ## _SHIFT) & \
 221         KVM_REG_ARM64_SYSREG_ ## n ## _MASK)
 222
 223 #define __ARM64_SYS_REG(op0,op1,crn,crm,op2) \
 224         (KVM_REG_ARM64 | KVM_REG_ARM64_SYSREG | \
 225         ARM64_SYS_REG_SHIFT_MASK(op0, OP0) | \
 226         ARM64_SYS_REG_SHIFT_MASK(op1, OP1) | \
 227         ARM64_SYS_REG_SHIFT_MASK(crn, CRN) | \
 228         ARM64_SYS_REG_SHIFT_MASK(crm, CRM) | \
 229         ARM64_SYS_REG_SHIFT_MASK(op2, OP2))
 230
 231 #define ARM64_SYS_REG(...) (__ARM64_SYS_REG(__VA_ARGS__) | KVM_REG_SIZE_U64)
 232
 233 /* Physical Timer EL0 Registers */
 234 #define KVM_REG_ARM_PTIMER_CTL          ARM64_SYS_REG(3, 3, 14, 2, 1)
 235 #define KVM_REG_ARM_PTIMER_CVAL         ARM64_SYS_REG(3, 3, 14, 2, 2)
 236 #define KVM_REG_ARM_PTIMER_CNT          ARM64_SYS_REG(3, 3, 14, 0, 1)
 237
 238 /*
 239  * EL0 Virtual Timer Registers
 240  *
 241  * WARNING:
 242  *      KVM_REG_ARM_TIMER_CVAL and KVM_REG_ARM_TIMER_CNT are not defined
 243  *      with the appropriate register encodings.  Their values have been
 244  *      accidentally swapped.  As this is set API, the definitions here
 245  *      must be used, rather than ones derived from the encodings.
 246  */
 247 #define KVM_REG_ARM_TIMER_CTL           ARM64_SYS_REG(3, 3, 14, 3, 1)
 248 #define KVM_REG_ARM_TIMER_CVAL          ARM64_SYS_REG(3, 3, 14, 0, 2)
 249 #define KVM_REG_ARM_TIMER_CNT           ARM64_SYS_REG(3, 3, 14, 3, 2)
 250
 251 /* KVM-as-firmware specific pseudo-registers */
 252 #define KVM_REG_ARM_FW                  (0x0014 << KVM_REG_ARM_COPROC_SHIFT)
 253 #define KVM_REG_ARM_FW_REG(r)           (KVM_REG_ARM64 | KVM_REG_SIZE_U64 | \
 254                                          KVM_REG_ARM_FW | ((r) & 0xffff))
 255 #define KVM_REG_ARM_PSCI_VERSION        KVM_REG_ARM_FW_REG(0)
 256 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_1     KVM_REG_ARM_FW_REG(1)
 257 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_1_NOT_AVAIL           0
 258 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_1_AVAIL               1
 259 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_1_NOT_REQUIRED        2
 260
 261 /*
 262  * Only two states can be presented by the host kernel:
 263  * - NOT_REQUIRED: the guest doesn't need to do anything
 264  * - NOT_AVAIL: the guest isn't mitigated (it can still use SSBS if available)
 265  *
 266  * All the other values are deprecated. The host still accepts all
 267  * values (they are ABI), but will narrow them to the above two.
 268  */
 269 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_2     KVM_REG_ARM_FW_REG(2)
 270 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_2_NOT_AVAIL           0
 271 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_2_UNKNOWN             1
 272 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_2_AVAIL               2
 273 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_2_NOT_REQUIRED        3
 274 #define KVM_REG_ARM_SMCCC_ARCH_WORKAROUND_2_ENABLED             (1U << 4)
 275
 276 /* SVE registers */
 277 #define KVM_REG_ARM64_SVE               (0x15 << KVM_REG_ARM_COPROC_SHIFT)
 278
 279 /* Z- and P-regs occupy blocks at the following offsets within this range: */
 280 #define KVM_REG_ARM64_SVE_ZREG_BASE     0
 281 #define KVM_REG_ARM64_SVE_PREG_BASE     0x400
 282 #define KVM_REG_ARM64_SVE_FFR_BASE      0x600
 283
 284 #define KVM_ARM64_SVE_NUM_ZREGS         __SVE_NUM_ZREGS
 285 #define KVM_ARM64_SVE_NUM_PREGS         __SVE_NUM_PREGS
 286
 287 #define KVM_ARM64_SVE_MAX_SLICES        32
 288
 289 #define KVM_REG_ARM64_SVE_ZREG(n, i)                                    \
 290         (KVM_REG_ARM64 | KVM_REG_ARM64_SVE | KVM_REG_ARM64_SVE_ZREG_BASE | \
 291          KVM_REG_SIZE_U2048 |                                           \
 292          (((n) & (KVM_ARM64_SVE_NUM_ZREGS - 1)) << 5) |                 \
 293          ((i) & (KVM_ARM64_SVE_MAX_SLICES - 1)))
 294
 295 #define KVM_REG_ARM64_SVE_PREG(n, i)                                    \
 296         (KVM_REG_ARM64 | KVM_REG_ARM64_SVE | KVM_REG_ARM64_SVE_PREG_BASE | \
 297          KVM_REG_SIZE_U256 |                                            \
 298          (((n) & (KVM_ARM64_SVE_NUM_PREGS - 1)) << 5) |                 \
 299          ((i) & (KVM_ARM64_SVE_MAX_SLICES - 1)))
 300
 301 #define KVM_REG_ARM64_SVE_FFR(i)                                        \
 302         (KVM_REG_ARM64 | KVM_REG_ARM64_SVE | KVM_REG_ARM64_SVE_FFR_BASE | \
 303          KVM_REG_SIZE_U256 |                                            \
 304          ((i) & (KVM_ARM64_SVE_MAX_SLICES - 1)))
 305
 306 /*
 307  * Register values for KVM_REG_ARM64_SVE_ZREG(), KVM_REG_ARM64_SVE_PREG() and
 308  * KVM_REG_ARM64_SVE_FFR() are represented in memory in an endianness-
 309  * invariant layout which differs from the layout used for the FPSIMD
 310  * V-registers on big-endian systems: see sigcontext.h for more explanation.
 311  */
 312
 313 #define KVM_ARM64_SVE_VQ_MIN __SVE_VQ_MIN
 314 #define KVM_ARM64_SVE_VQ_MAX __SVE_VQ_MAX
 315
 316 /* Vector lengths pseudo-register: */
 317 #define KVM_REG_ARM64_SVE_VLS           (KVM_REG_ARM64 | KVM_REG_ARM64_SVE | \
 318                                          KVM_REG_SIZE_U512 | 0xffff)
 319 #define KVM_ARM64_SVE_VLS_WORDS \
 320         ((KVM_ARM64_SVE_VQ_MAX - KVM_ARM64_SVE_VQ_MIN) / 64 + 1)
 321
 322 /* Device Control API: ARM VGIC */
 323 #define KVM_DEV_ARM_VGIC_GRP_ADDR       0
 324 #define KVM_DEV_ARM_VGIC_GRP_DIST_REGS  1
 325 #define KVM_DEV_ARM_VGIC_GRP_CPU_REGS   2
 326 #define   KVM_DEV_ARM_VGIC_CPUID_SHIFT  32
 327 #define   KVM_DEV_ARM_VGIC_CPUID_MASK   (0xffULL << KVM_DEV_ARM_VGIC_CPUID_SHIFT)
 328 #define   KVM_DEV_ARM_VGIC_V3_MPIDR_SHIFT 32
 329 #define   KVM_DEV_ARM_VGIC_V3_MPIDR_MASK \
 330                         (0xffffffffULL << KVM_DEV_ARM_VGIC_V3_MPIDR_SHIFT)
 331 #define   KVM_DEV_ARM_VGIC_OFFSET_SHIFT 0
 332 #define   KVM_DEV_ARM_VGIC_OFFSET_MASK  (0xffffffffULL << KVM_DEV_ARM_VGIC_OFFSET_SHIFT)
 333 #define   KVM_DEV_ARM_VGIC_SYSREG_INSTR_MASK (0xffff)
 334 #define KVM_DEV_ARM_VGIC_GRP_NR_IRQS    3
 335 #define KVM_DEV_ARM_VGIC_GRP_CTRL       4
 336 #define KVM_DEV_ARM_VGIC_GRP_REDIST_REGS 5
 337 #define KVM_DEV_ARM_VGIC_GRP_CPU_SYSREGS 6
 338 #define KVM_DEV_ARM_VGIC_GRP_LEVEL_INFO  7
 339 #define KVM_DEV_ARM_VGIC_GRP_ITS_REGS 8
 340 #define KVM_DEV_ARM_VGIC_LINE_LEVEL_INFO_SHIFT  10
 341 #define KVM_DEV_ARM_VGIC_LINE_LEVEL_INFO_MASK \
 342                         (0x3fffffULL << KVM_DEV_ARM_VGIC_LINE_LEVEL_INFO_SHIFT)
 343 #define KVM_DEV_ARM_VGIC_LINE_LEVEL_INTID_MASK  0x3ff
 344 #define VGIC_LEVEL_INFO_LINE_LEVEL      0
 345
 346 #define   KVM_DEV_ARM_VGIC_CTRL_INIT            0
 347 #define   KVM_DEV_ARM_ITS_SAVE_TABLES           1
 348 #define   KVM_DEV_ARM_ITS_RESTORE_TABLES        2
 349 #define   KVM_DEV_ARM_VGIC_SAVE_PENDING_TABLES  3
 350 #define   KVM_DEV_ARM_ITS_CTRL_RESET            4
 351
 352 /* Device Control API on vcpu fd */
 353 #define KVM_ARM_VCPU_PMU_V3_CTRL        0
 354 #define   KVM_ARM_VCPU_PMU_V3_IRQ       0
 355 #define   KVM_ARM_VCPU_PMU_V3_INIT      1
 356 #define   KVM_ARM_VCPU_PMU_V3_FILTER    2
 357 #define KVM_ARM_VCPU_TIMER_CTRL         1
 358 #define   KVM_ARM_VCPU_TIMER_IRQ_VTIMER         0
 359 #define   KVM_ARM_VCPU_TIMER_IRQ_PTIMER         1
 360 #define KVM_ARM_VCPU_PVTIME_CTRL        2
 361 #define   KVM_ARM_VCPU_PVTIME_IPA       0
 362
 363 /* KVM_IRQ_LINE irq field index values */
 364 #define KVM_ARM_IRQ_VCPU2_SHIFT         28
 365 #define KVM_ARM_IRQ_VCPU2_MASK          0xf
 366 #define KVM_ARM_IRQ_TYPE_SHIFT          24
 367 #define KVM_ARM_IRQ_TYPE_MASK           0xf
 368 #define KVM_ARM_IRQ_VCPU_SHIFT          16
 369 #define KVM_ARM_IRQ_VCPU_MASK           0xff
 370 #define KVM_ARM_IRQ_NUM_SHIFT           0
 371 #define KVM_ARM_IRQ_NUM_MASK            0xffff
 372
 373 /* irq_type field */
 374 #define KVM_ARM_IRQ_TYPE_CPU            0
 375 #define KVM_ARM_IRQ_TYPE_SPI            1
 376 #define KVM_ARM_IRQ_TYPE_PPI            2
 377
 378 /* out-of-kernel GIC cpu interrupt injection irq_number field */
 379 #define KVM_ARM_IRQ_CPU_IRQ             0
 380 #define KVM_ARM_IRQ_CPU_FIQ             1
 381
 382 /*
 383  * This used to hold the highest supported SPI, but it is now obsolete
 384  * and only here to provide source code level compatibility with older
 385  * userland. The highest SPI number can be set via KVM_DEV_ARM_VGIC_GRP_NR_IRQS.
 386  */
 387 #define KVM_ARM_IRQ_GIC_MAX             127
 388
 389 /* One single KVM irqchip, ie. the VGIC */
 390 #define KVM_NR_IRQCHIPS          1
 391
 392 /* PSCI interface */
 393 #define KVM_PSCI_FN_BASE                0x95c1ba5e
 394 #define KVM_PSCI_FN(n)                  (KVM_PSCI_FN_BASE + (n))
 395
 396 #define KVM_PSCI_FN_CPU_SUSPEND         KVM_PSCI_FN(0)
 397 #define KVM_PSCI_FN_CPU_OFF             KVM_PSCI_FN(1)
 398 #define KVM_PSCI_FN_CPU_ON              KVM_PSCI_FN(2)
 399 #define KVM_PSCI_FN_MIGRATE             KVM_PSCI_FN(3)
 400
 401 #define KVM_PSCI_RET_SUCCESS            PSCI_RET_SUCCESS
 402 #define KVM_PSCI_RET_NI                 PSCI_RET_NOT_SUPPORTED
 403 #define KVM_PSCI_RET_INVAL              PSCI_RET_INVALID_PARAMS
 404 #define KVM_PSCI_RET_DENIED             PSCI_RET_DENIED
 405
 406 #endif
 407
 408 #endif /* __ARM_KVM_H__ */