target/arm/helper.h

   1 DEF_HELPER_FLAGS_1(sxtb16, TCG_CALL_NO_RWG_SE, i32, i32)
   2 DEF_HELPER_FLAGS_1(uxtb16, TCG_CALL_NO_RWG_SE, i32, i32)
   3
   4 DEF_HELPER_3(add_setq, i32, env, i32, i32)
   5 DEF_HELPER_3(add_saturate, i32, env, i32, i32)
   6 DEF_HELPER_3(sub_saturate, i32, env, i32, i32)
   7 DEF_HELPER_3(add_usaturate, i32, env, i32, i32)
   8 DEF_HELPER_3(sub_usaturate, i32, env, i32, i32)
   9 DEF_HELPER_FLAGS_3(sdiv, TCG_CALL_NO_RWG, s32, env, s32, s32)
  10 DEF_HELPER_FLAGS_3(udiv, TCG_CALL_NO_RWG, i32, env, i32, i32)
  11 DEF_HELPER_FLAGS_1(rbit, TCG_CALL_NO_RWG_SE, i32, i32)
  12
  13 #define PAS_OP(pfx)  \
  14     DEF_HELPER_3(pfx ## add8, i32, i32, i32, ptr) \
  15     DEF_HELPER_3(pfx ## sub8, i32, i32, i32, ptr) \
  16     DEF_HELPER_3(pfx ## sub16, i32, i32, i32, ptr) \
  17     DEF_HELPER_3(pfx ## add16, i32, i32, i32, ptr) \
  18     DEF_HELPER_3(pfx ## addsubx, i32, i32, i32, ptr) \
  19     DEF_HELPER_3(pfx ## subaddx, i32, i32, i32, ptr)
  20
  21 PAS_OP(s)
  22 PAS_OP(u)
  23 #undef PAS_OP
  24
  25 #define PAS_OP(pfx)  \
  26     DEF_HELPER_2(pfx ## add8, i32, i32, i32) \
  27     DEF_HELPER_2(pfx ## sub8, i32, i32, i32) \
  28     DEF_HELPER_2(pfx ## sub16, i32, i32, i32) \
  29     DEF_HELPER_2(pfx ## add16, i32, i32, i32) \
  30     DEF_HELPER_2(pfx ## addsubx, i32, i32, i32) \
  31     DEF_HELPER_2(pfx ## subaddx, i32, i32, i32)
  32 PAS_OP(q)
  33 PAS_OP(sh)
  34 PAS_OP(uq)
  35 PAS_OP(uh)
  36 #undef PAS_OP
  37
  38 DEF_HELPER_3(ssat, i32, env, i32, i32)
  39 DEF_HELPER_3(usat, i32, env, i32, i32)
  40 DEF_HELPER_3(ssat16, i32, env, i32, i32)
  41 DEF_HELPER_3(usat16, i32, env, i32, i32)
  42
  43 DEF_HELPER_FLAGS_2(usad8, TCG_CALL_NO_RWG_SE, i32, i32, i32)
  44
  45 DEF_HELPER_FLAGS_3(sel_flags, TCG_CALL_NO_RWG_SE,
  46                    i32, i32, i32, i32)
  47 DEF_HELPER_2(exception_internal, noreturn, env, i32)
  48 DEF_HELPER_3(exception_with_syndrome, noreturn, env, i32, i32)
  49 DEF_HELPER_4(exception_with_syndrome_el, noreturn, env, i32, i32, i32)
  50 DEF_HELPER_2(exception_bkpt_insn, noreturn, env, i32)
  51 DEF_HELPER_2(exception_swstep, noreturn, env, i32)
  52 DEF_HELPER_2(exception_pc_alignment, noreturn, env, tl)
  53 DEF_HELPER_1(setend, void, env)
  54 DEF_HELPER_2(wfi, void, env, i32)
  55 DEF_HELPER_1(wfe, void, env)
  56 DEF_HELPER_1(yield, void, env)
  57 DEF_HELPER_1(pre_hvc, void, env)
  58 DEF_HELPER_2(pre_smc, void, env, i32)
  59 DEF_HELPER_1(vesb, void, env)
  60
  61 DEF_HELPER_3(cpsr_write, void, env, i32, i32)
  62 DEF_HELPER_2(cpsr_write_eret, void, env, i32)
  63 DEF_HELPER_1(cpsr_read, i32, env)
  64
  65 DEF_HELPER_3(v7m_msr, void, env, i32, i32)
  66 DEF_HELPER_2(v7m_mrs, i32, env, i32)
  67
  68 DEF_HELPER_2(v7m_bxns, void, env, i32)
  69 DEF_HELPER_2(v7m_blxns, void, env, i32)
  70
  71 DEF_HELPER_3(v7m_tt, i32, env, i32, i32)
  72
  73 DEF_HELPER_1(v7m_preserve_fp_state, void, env)
  74
  75 DEF_HELPER_2(v7m_vlstm, void, env, i32)
  76 DEF_HELPER_2(v7m_vlldm, void, env, i32)
  77
  78 DEF_HELPER_2(v8m_stackcheck, void, env, i32)
  79
  80 DEF_HELPER_FLAGS_2(check_bxj_trap, TCG_CALL_NO_WG, void, env, i32)
  81
  82 DEF_HELPER_4(access_check_cp_reg, cptr, env, i32, i32, i32)
  83 DEF_HELPER_FLAGS_2(lookup_cp_reg, TCG_CALL_NO_RWG_SE, cptr, env, i32)
  84 DEF_HELPER_FLAGS_2(tidcp_el0, TCG_CALL_NO_WG, void, env, i32)
  85 DEF_HELPER_FLAGS_2(tidcp_el1, TCG_CALL_NO_WG, void, env, i32)
  86 DEF_HELPER_3(set_cp_reg, void, env, cptr, i32)
  87 DEF_HELPER_2(get_cp_reg, i32, env, cptr)
  88 DEF_HELPER_3(set_cp_reg64, void, env, cptr, i64)
  89 DEF_HELPER_2(get_cp_reg64, i64, env, cptr)
  90
  91 DEF_HELPER_2(get_r13_banked, i32, env, i32)
  92 DEF_HELPER_3(set_r13_banked, void, env, i32, i32)
  93
  94 DEF_HELPER_3(mrs_banked, i32, env, i32, i32)
  95 DEF_HELPER_4(msr_banked, void, env, i32, i32, i32)
  96
  97 DEF_HELPER_2(get_user_reg, i32, env, i32)
  98 DEF_HELPER_3(set_user_reg, void, env, i32, i32)
  99
 100 DEF_HELPER_FLAGS_1(rebuild_hflags_m32_newel, TCG_CALL_NO_RWG, void, env)
 101 DEF_HELPER_FLAGS_2(rebuild_hflags_m32, TCG_CALL_NO_RWG, void, env, int)
 102 DEF_HELPER_FLAGS_1(rebuild_hflags_a32_newel, TCG_CALL_NO_RWG, void, env)
 103 DEF_HELPER_FLAGS_2(rebuild_hflags_a32, TCG_CALL_NO_RWG, void, env, int)
 104 DEF_HELPER_FLAGS_2(rebuild_hflags_a64, TCG_CALL_NO_RWG, void, env, int)
 105
 106 DEF_HELPER_FLAGS_5(probe_access, TCG_CALL_NO_WG, void, env, tl, i32, i32, i32)
 107
 108 DEF_HELPER_1(vfp_get_fpscr, i32, env)
 109 DEF_HELPER_2(vfp_set_fpscr, void, env, i32)
 110
 111 DEF_HELPER_3(vfp_addh, f16, f16, f16, ptr)
 112 DEF_HELPER_3(vfp_adds, f32, f32, f32, ptr)
 113 DEF_HELPER_3(vfp_addd, f64, f64, f64, ptr)
 114 DEF_HELPER_3(vfp_subh, f16, f16, f16, ptr)
 115 DEF_HELPER_3(vfp_subs, f32, f32, f32, ptr)
 116 DEF_HELPER_3(vfp_subd, f64, f64, f64, ptr)
 117 DEF_HELPER_3(vfp_mulh, f16, f16, f16, ptr)
 118 DEF_HELPER_3(vfp_muls, f32, f32, f32, ptr)
 119 DEF_HELPER_3(vfp_muld, f64, f64, f64, ptr)
 120 DEF_HELPER_3(vfp_divh, f16, f16, f16, ptr)
 121 DEF_HELPER_3(vfp_divs, f32, f32, f32, ptr)
 122 DEF_HELPER_3(vfp_divd, f64, f64, f64, ptr)
 123 DEF_HELPER_3(vfp_maxh, f16, f16, f16, ptr)
 124 DEF_HELPER_3(vfp_maxs, f32, f32, f32, ptr)
 125 DEF_HELPER_3(vfp_maxd, f64, f64, f64, ptr)
 126 DEF_HELPER_3(vfp_minh, f16, f16, f16, ptr)
 127 DEF_HELPER_3(vfp_mins, f32, f32, f32, ptr)
 128 DEF_HELPER_3(vfp_mind, f64, f64, f64, ptr)
 129 DEF_HELPER_3(vfp_maxnumh, f16, f16, f16, ptr)
 130 DEF_HELPER_3(vfp_maxnums, f32, f32, f32, ptr)
 131 DEF_HELPER_3(vfp_maxnumd, f64, f64, f64, ptr)
 132 DEF_HELPER_3(vfp_minnumh, f16, f16, f16, ptr)
 133 DEF_HELPER_3(vfp_minnums, f32, f32, f32, ptr)
 134 DEF_HELPER_3(vfp_minnumd, f64, f64, f64, ptr)
 135 DEF_HELPER_1(vfp_negh, f16, f16)
 136 DEF_HELPER_1(vfp_negs, f32, f32)
 137 DEF_HELPER_1(vfp_negd, f64, f64)
 138 DEF_HELPER_1(vfp_absh, f16, f16)
 139 DEF_HELPER_1(vfp_abss, f32, f32)
 140 DEF_HELPER_1(vfp_absd, f64, f64)
 141 DEF_HELPER_2(vfp_sqrth, f16, f16, env)
 142 DEF_HELPER_2(vfp_sqrts, f32, f32, env)
 143 DEF_HELPER_2(vfp_sqrtd, f64, f64, env)
 144 DEF_HELPER_3(vfp_cmph, void, f16, f16, env)
 145 DEF_HELPER_3(vfp_cmps, void, f32, f32, env)
 146 DEF_HELPER_3(vfp_cmpd, void, f64, f64, env)
 147 DEF_HELPER_3(vfp_cmpeh, void, f16, f16, env)
 148 DEF_HELPER_3(vfp_cmpes, void, f32, f32, env)
 149 DEF_HELPER_3(vfp_cmped, void, f64, f64, env)
 150
 151 DEF_HELPER_2(vfp_fcvtds, f64, f32, env)
 152 DEF_HELPER_2(vfp_fcvtsd, f32, f64, env)
 153 DEF_HELPER_FLAGS_2(bfcvt, TCG_CALL_NO_RWG, i32, f32, ptr)
 154 DEF_HELPER_FLAGS_2(bfcvt_pair, TCG_CALL_NO_RWG, i32, i64, ptr)
 155
 156 DEF_HELPER_2(vfp_uitoh, f16, i32, ptr)
 157 DEF_HELPER_2(vfp_uitos, f32, i32, ptr)
 158 DEF_HELPER_2(vfp_uitod, f64, i32, ptr)
 159 DEF_HELPER_2(vfp_sitoh, f16, i32, ptr)
 160 DEF_HELPER_2(vfp_sitos, f32, i32, ptr)
 161 DEF_HELPER_2(vfp_sitod, f64, i32, ptr)
 162
 163 DEF_HELPER_2(vfp_touih, i32, f16, ptr)
 164 DEF_HELPER_2(vfp_touis, i32, f32, ptr)
 165 DEF_HELPER_2(vfp_touid, i32, f64, ptr)
 166 DEF_HELPER_2(vfp_touizh, i32, f16, ptr)
 167 DEF_HELPER_2(vfp_touizs, i32, f32, ptr)
 168 DEF_HELPER_2(vfp_touizd, i32, f64, ptr)
 169 DEF_HELPER_2(vfp_tosih, s32, f16, ptr)
 170 DEF_HELPER_2(vfp_tosis, s32, f32, ptr)
 171 DEF_HELPER_2(vfp_tosid, s32, f64, ptr)
 172 DEF_HELPER_2(vfp_tosizh, s32, f16, ptr)
 173 DEF_HELPER_2(vfp_tosizs, s32, f32, ptr)
 174 DEF_HELPER_2(vfp_tosizd, s32, f64, ptr)
 175
 176 DEF_HELPER_3(vfp_toshh_round_to_zero, i32, f16, i32, ptr)
 177 DEF_HELPER_3(vfp_toslh_round_to_zero, i32, f16, i32, ptr)
 178 DEF_HELPER_3(vfp_touhh_round_to_zero, i32, f16, i32, ptr)
 179 DEF_HELPER_3(vfp_toulh_round_to_zero, i32, f16, i32, ptr)
 180 DEF_HELPER_3(vfp_toshs_round_to_zero, i32, f32, i32, ptr)
 181 DEF_HELPER_3(vfp_tosls_round_to_zero, i32, f32, i32, ptr)
 182 DEF_HELPER_3(vfp_touhs_round_to_zero, i32, f32, i32, ptr)
 183 DEF_HELPER_3(vfp_touls_round_to_zero, i32, f32, i32, ptr)
 184 DEF_HELPER_3(vfp_toshd_round_to_zero, i64, f64, i32, ptr)
 185 DEF_HELPER_3(vfp_tosld_round_to_zero, i64, f64, i32, ptr)
 186 DEF_HELPER_3(vfp_touhd_round_to_zero, i64, f64, i32, ptr)
 187 DEF_HELPER_3(vfp_tould_round_to_zero, i64, f64, i32, ptr)
 188 DEF_HELPER_3(vfp_touhh, i32, f16, i32, ptr)
 189 DEF_HELPER_3(vfp_toshh, i32, f16, i32, ptr)
 190 DEF_HELPER_3(vfp_toulh, i32, f16, i32, ptr)
 191 DEF_HELPER_3(vfp_toslh, i32, f16, i32, ptr)
 192 DEF_HELPER_3(vfp_touqh, i64, f16, i32, ptr)
 193 DEF_HELPER_3(vfp_tosqh, i64, f16, i32, ptr)
 194 DEF_HELPER_3(vfp_toshs, i32, f32, i32, ptr)
 195 DEF_HELPER_3(vfp_tosls, i32, f32, i32, ptr)
 196 DEF_HELPER_3(vfp_tosqs, i64, f32, i32, ptr)
 197 DEF_HELPER_3(vfp_touhs, i32, f32, i32, ptr)
 198 DEF_HELPER_3(vfp_touls, i32, f32, i32, ptr)
 199 DEF_HELPER_3(vfp_touqs, i64, f32, i32, ptr)
 200 DEF_HELPER_3(vfp_toshd, i64, f64, i32, ptr)
 201 DEF_HELPER_3(vfp_tosld, i64, f64, i32, ptr)
 202 DEF_HELPER_3(vfp_tosqd, i64, f64, i32, ptr)
 203 DEF_HELPER_3(vfp_touhd, i64, f64, i32, ptr)
 204 DEF_HELPER_3(vfp_tould, i64, f64, i32, ptr)
 205 DEF_HELPER_3(vfp_touqd, i64, f64, i32, ptr)
 206 DEF_HELPER_3(vfp_shtos, f32, i32, i32, ptr)
 207 DEF_HELPER_3(vfp_sltos, f32, i32, i32, ptr)
 208 DEF_HELPER_3(vfp_sqtos, f32, i64, i32, ptr)
 209 DEF_HELPER_3(vfp_uhtos, f32, i32, i32, ptr)
 210 DEF_HELPER_3(vfp_ultos, f32, i32, i32, ptr)
 211 DEF_HELPER_3(vfp_uqtos, f32, i64, i32, ptr)
 212 DEF_HELPER_3(vfp_shtod, f64, i64, i32, ptr)
 213 DEF_HELPER_3(vfp_sltod, f64, i64, i32, ptr)
 214 DEF_HELPER_3(vfp_sqtod, f64, i64, i32, ptr)
 215 DEF_HELPER_3(vfp_uhtod, f64, i64, i32, ptr)
 216 DEF_HELPER_3(vfp_ultod, f64, i64, i32, ptr)
 217 DEF_HELPER_3(vfp_uqtod, f64, i64, i32, ptr)
 218 DEF_HELPER_3(vfp_shtoh, f16, i32, i32, ptr)
 219 DEF_HELPER_3(vfp_uhtoh, f16, i32, i32, ptr)
 220 DEF_HELPER_3(vfp_sltoh, f16, i32, i32, ptr)
 221 DEF_HELPER_3(vfp_ultoh, f16, i32, i32, ptr)
 222 DEF_HELPER_3(vfp_sqtoh, f16, i64, i32, ptr)
 223 DEF_HELPER_3(vfp_uqtoh, f16, i64, i32, ptr)
 224
 225 DEF_HELPER_3(vfp_shtos_round_to_nearest, f32, i32, i32, ptr)
 226 DEF_HELPER_3(vfp_sltos_round_to_nearest, f32, i32, i32, ptr)
 227 DEF_HELPER_3(vfp_uhtos_round_to_nearest, f32, i32, i32, ptr)
 228 DEF_HELPER_3(vfp_ultos_round_to_nearest, f32, i32, i32, ptr)
 229 DEF_HELPER_3(vfp_shtod_round_to_nearest, f64, i64, i32, ptr)
 230 DEF_HELPER_3(vfp_sltod_round_to_nearest, f64, i64, i32, ptr)
 231 DEF_HELPER_3(vfp_uhtod_round_to_nearest, f64, i64, i32, ptr)
 232 DEF_HELPER_3(vfp_ultod_round_to_nearest, f64, i64, i32, ptr)
 233 DEF_HELPER_3(vfp_shtoh_round_to_nearest, f16, i32, i32, ptr)
 234 DEF_HELPER_3(vfp_uhtoh_round_to_nearest, f16, i32, i32, ptr)
 235 DEF_HELPER_3(vfp_sltoh_round_to_nearest, f16, i32, i32, ptr)
 236 DEF_HELPER_3(vfp_ultoh_round_to_nearest, f16, i32, i32, ptr)
 237
 238 DEF_HELPER_FLAGS_2(set_rmode, TCG_CALL_NO_RWG, i32, i32, ptr)
 239
 240 DEF_HELPER_FLAGS_3(vfp_fcvt_f16_to_f32, TCG_CALL_NO_RWG, f32, f16, ptr, i32)
 241 DEF_HELPER_FLAGS_3(vfp_fcvt_f32_to_f16, TCG_CALL_NO_RWG, f16, f32, ptr, i32)
 242 DEF_HELPER_FLAGS_3(vfp_fcvt_f16_to_f64, TCG_CALL_NO_RWG, f64, f16, ptr, i32)
 243 DEF_HELPER_FLAGS_3(vfp_fcvt_f64_to_f16, TCG_CALL_NO_RWG, f16, f64, ptr, i32)
 244
 245 DEF_HELPER_4(vfp_muladdd, f64, f64, f64, f64, ptr)
 246 DEF_HELPER_4(vfp_muladds, f32, f32, f32, f32, ptr)
 247 DEF_HELPER_4(vfp_muladdh, f16, f16, f16, f16, ptr)
 248
 249 DEF_HELPER_FLAGS_2(recpe_f16, TCG_CALL_NO_RWG, f16, f16, ptr)
 250 DEF_HELPER_FLAGS_2(recpe_f32, TCG_CALL_NO_RWG, f32, f32, ptr)
 251 DEF_HELPER_FLAGS_2(recpe_f64, TCG_CALL_NO_RWG, f64, f64, ptr)
 252 DEF_HELPER_FLAGS_2(rsqrte_f16, TCG_CALL_NO_RWG, f16, f16, ptr)
 253 DEF_HELPER_FLAGS_2(rsqrte_f32, TCG_CALL_NO_RWG, f32, f32, ptr)
 254 DEF_HELPER_FLAGS_2(rsqrte_f64, TCG_CALL_NO_RWG, f64, f64, ptr)
 255 DEF_HELPER_FLAGS_1(recpe_u32, TCG_CALL_NO_RWG, i32, i32)
 256 DEF_HELPER_FLAGS_1(rsqrte_u32, TCG_CALL_NO_RWG, i32, i32)
 257 DEF_HELPER_FLAGS_4(neon_tbl, TCG_CALL_NO_RWG, i64, env, i32, i64, i64)
 258
 259 DEF_HELPER_3(shl_cc, i32, env, i32, i32)
 260 DEF_HELPER_3(shr_cc, i32, env, i32, i32)
 261 DEF_HELPER_3(sar_cc, i32, env, i32, i32)
 262 DEF_HELPER_3(ror_cc, i32, env, i32, i32)
 263
 264 DEF_HELPER_FLAGS_2(rinth_exact, TCG_CALL_NO_RWG, f16, f16, ptr)
 265 DEF_HELPER_FLAGS_2(rints_exact, TCG_CALL_NO_RWG, f32, f32, ptr)
 266 DEF_HELPER_FLAGS_2(rintd_exact, TCG_CALL_NO_RWG, f64, f64, ptr)
 267 DEF_HELPER_FLAGS_2(rinth, TCG_CALL_NO_RWG, f16, f16, ptr)
 268 DEF_HELPER_FLAGS_2(rints, TCG_CALL_NO_RWG, f32, f32, ptr)
 269 DEF_HELPER_FLAGS_2(rintd, TCG_CALL_NO_RWG, f64, f64, ptr)
 270
 271 DEF_HELPER_FLAGS_2(vjcvt, TCG_CALL_NO_RWG, i32, f64, env)
 272 DEF_HELPER_FLAGS_2(fjcvtzs, TCG_CALL_NO_RWG, i64, f64, ptr)
 273
 274 DEF_HELPER_FLAGS_3(check_hcr_el2_trap, TCG_CALL_NO_WG, void, env, i32, i32)
 275
 276 /* neon_helper.c */
 277 DEF_HELPER_FLAGS_3(neon_qadd_u8, TCG_CALL_NO_RWG, i32, env, i32, i32)
 278 DEF_HELPER_FLAGS_3(neon_qadd_s8, TCG_CALL_NO_RWG, i32, env, i32, i32)
 279 DEF_HELPER_FLAGS_3(neon_qadd_u16, TCG_CALL_NO_RWG, i32, env, i32, i32)
 280 DEF_HELPER_FLAGS_3(neon_qadd_s16, TCG_CALL_NO_RWG, i32, env, i32, i32)
 281 DEF_HELPER_FLAGS_3(neon_qadd_u32, TCG_CALL_NO_RWG, i32, env, i32, i32)
 282 DEF_HELPER_FLAGS_3(neon_qadd_s32, TCG_CALL_NO_RWG, i32, env, i32, i32)
 283 DEF_HELPER_FLAGS_3(neon_uqadd_s8, TCG_CALL_NO_RWG, i32, env, i32, i32)
 284 DEF_HELPER_FLAGS_3(neon_uqadd_s16, TCG_CALL_NO_RWG, i32, env, i32, i32)
 285 DEF_HELPER_FLAGS_3(neon_uqadd_s32, TCG_CALL_NO_RWG, i32, env, i32, i32)
 286 DEF_HELPER_FLAGS_3(neon_uqadd_s64, TCG_CALL_NO_RWG, i64, env, i64, i64)
 287 DEF_HELPER_FLAGS_3(neon_sqadd_u8, TCG_CALL_NO_RWG, i32, env, i32, i32)
 288 DEF_HELPER_FLAGS_3(neon_sqadd_u16, TCG_CALL_NO_RWG, i32, env, i32, i32)
 289 DEF_HELPER_FLAGS_3(neon_sqadd_u32, TCG_CALL_NO_RWG, i32, env, i32, i32)
 290 DEF_HELPER_FLAGS_3(neon_sqadd_u64, TCG_CALL_NO_RWG, i64, env, i64, i64)
 291 DEF_HELPER_3(neon_qsub_u8, i32, env, i32, i32)
 292 DEF_HELPER_3(neon_qsub_s8, i32, env, i32, i32)
 293 DEF_HELPER_3(neon_qsub_u16, i32, env, i32, i32)
 294 DEF_HELPER_3(neon_qsub_s16, i32, env, i32, i32)
 295 DEF_HELPER_3(neon_qsub_u32, i32, env, i32, i32)
 296 DEF_HELPER_3(neon_qsub_s32, i32, env, i32, i32)
 297 DEF_HELPER_3(neon_qadd_u64, i64, env, i64, i64)
 298 DEF_HELPER_3(neon_qadd_s64, i64, env, i64, i64)
 299 DEF_HELPER_3(neon_qsub_u64, i64, env, i64, i64)
 300 DEF_HELPER_3(neon_qsub_s64, i64, env, i64, i64)
 301
 302 DEF_HELPER_2(neon_hadd_s8, i32, i32, i32)
 303 DEF_HELPER_2(neon_hadd_u8, i32, i32, i32)
 304 DEF_HELPER_2(neon_hadd_s16, i32, i32, i32)
 305 DEF_HELPER_2(neon_hadd_u16, i32, i32, i32)
 306 DEF_HELPER_2(neon_hadd_s32, s32, s32, s32)
 307 DEF_HELPER_2(neon_hadd_u32, i32, i32, i32)
 308 DEF_HELPER_2(neon_rhadd_s8, i32, i32, i32)
 309 DEF_HELPER_2(neon_rhadd_u8, i32, i32, i32)
 310 DEF_HELPER_2(neon_rhadd_s16, i32, i32, i32)
 311 DEF_HELPER_2(neon_rhadd_u16, i32, i32, i32)
 312 DEF_HELPER_2(neon_rhadd_s32, s32, s32, s32)
 313 DEF_HELPER_2(neon_rhadd_u32, i32, i32, i32)
 314 DEF_HELPER_2(neon_hsub_s8, i32, i32, i32)
 315 DEF_HELPER_2(neon_hsub_u8, i32, i32, i32)
 316 DEF_HELPER_2(neon_hsub_s16, i32, i32, i32)
 317 DEF_HELPER_2(neon_hsub_u16, i32, i32, i32)
 318 DEF_HELPER_2(neon_hsub_s32, s32, s32, s32)
 319 DEF_HELPER_2(neon_hsub_u32, i32, i32, i32)
 320
 321 DEF_HELPER_2(neon_pmin_u8, i32, i32, i32)
 322 DEF_HELPER_2(neon_pmin_s8, i32, i32, i32)
 323 DEF_HELPER_2(neon_pmin_u16, i32, i32, i32)
 324 DEF_HELPER_2(neon_pmin_s16, i32, i32, i32)
 325 DEF_HELPER_2(neon_pmax_u8, i32, i32, i32)
 326 DEF_HELPER_2(neon_pmax_s8, i32, i32, i32)
 327 DEF_HELPER_2(neon_pmax_u16, i32, i32, i32)
 328 DEF_HELPER_2(neon_pmax_s16, i32, i32, i32)
 329
 330 DEF_HELPER_2(neon_shl_u16, i32, i32, i32)
 331 DEF_HELPER_2(neon_shl_s16, i32, i32, i32)
 332 DEF_HELPER_2(neon_rshl_u8, i32, i32, i32)
 333 DEF_HELPER_2(neon_rshl_s8, i32, i32, i32)
 334 DEF_HELPER_2(neon_rshl_u16, i32, i32, i32)
 335 DEF_HELPER_2(neon_rshl_s16, i32, i32, i32)
 336 DEF_HELPER_2(neon_rshl_u32, i32, i32, i32)
 337 DEF_HELPER_2(neon_rshl_s32, i32, i32, i32)
 338 DEF_HELPER_2(neon_rshl_u64, i64, i64, i64)
 339 DEF_HELPER_2(neon_rshl_s64, i64, i64, i64)
 340 DEF_HELPER_3(neon_qshl_u8, i32, env, i32, i32)
 341 DEF_HELPER_3(neon_qshl_s8, i32, env, i32, i32)
 342 DEF_HELPER_3(neon_qshl_u16, i32, env, i32, i32)
 343 DEF_HELPER_3(neon_qshl_s16, i32, env, i32, i32)
 344 DEF_HELPER_3(neon_qshl_u32, i32, env, i32, i32)
 345 DEF_HELPER_3(neon_qshl_s32, i32, env, i32, i32)
 346 DEF_HELPER_3(neon_qshl_u64, i64, env, i64, i64)
 347 DEF_HELPER_3(neon_qshl_s64, i64, env, i64, i64)
 348 DEF_HELPER_3(neon_qshlu_s8, i32, env, i32, i32)
 349 DEF_HELPER_3(neon_qshlu_s16, i32, env, i32, i32)
 350 DEF_HELPER_3(neon_qshlu_s32, i32, env, i32, i32)
 351 DEF_HELPER_3(neon_qshlu_s64, i64, env, i64, i64)
 352 DEF_HELPER_3(neon_qrshl_u8, i32, env, i32, i32)
 353 DEF_HELPER_3(neon_qrshl_s8, i32, env, i32, i32)
 354 DEF_HELPER_3(neon_qrshl_u16, i32, env, i32, i32)
 355 DEF_HELPER_3(neon_qrshl_s16, i32, env, i32, i32)
 356 DEF_HELPER_3(neon_qrshl_u32, i32, env, i32, i32)
 357 DEF_HELPER_3(neon_qrshl_s32, i32, env, i32, i32)
 358 DEF_HELPER_3(neon_qrshl_u64, i64, env, i64, i64)
 359 DEF_HELPER_3(neon_qrshl_s64, i64, env, i64, i64)
 360
 361 DEF_HELPER_2(neon_add_u8, i32, i32, i32)
 362 DEF_HELPER_2(neon_add_u16, i32, i32, i32)
 363 DEF_HELPER_2(neon_padd_u8, i32, i32, i32)
 364 DEF_HELPER_2(neon_padd_u16, i32, i32, i32)
 365 DEF_HELPER_2(neon_sub_u8, i32, i32, i32)
 366 DEF_HELPER_2(neon_sub_u16, i32, i32, i32)
 367 DEF_HELPER_2(neon_mul_u8, i32, i32, i32)
 368 DEF_HELPER_2(neon_mul_u16, i32, i32, i32)
 369
 370 DEF_HELPER_2(neon_tst_u8, i32, i32, i32)
 371 DEF_HELPER_2(neon_tst_u16, i32, i32, i32)
 372 DEF_HELPER_2(neon_tst_u32, i32, i32, i32)
 373
 374 DEF_HELPER_1(neon_clz_u8, i32, i32)
 375 DEF_HELPER_1(neon_clz_u16, i32, i32)
 376 DEF_HELPER_1(neon_cls_s8, i32, i32)
 377 DEF_HELPER_1(neon_cls_s16, i32, i32)
 378 DEF_HELPER_1(neon_cls_s32, i32, i32)
 379 DEF_HELPER_1(neon_cnt_u8, i32, i32)
 380 DEF_HELPER_FLAGS_1(neon_rbit_u8, TCG_CALL_NO_RWG_SE, i32, i32)
 381
 382 DEF_HELPER_3(neon_qdmulh_s16, i32, env, i32, i32)
 383 DEF_HELPER_3(neon_qrdmulh_s16, i32, env, i32, i32)
 384 DEF_HELPER_4(neon_qrdmlah_s16, i32, env, i32, i32, i32)
 385 DEF_HELPER_4(neon_qrdmlsh_s16, i32, env, i32, i32, i32)
 386 DEF_HELPER_3(neon_qdmulh_s32, i32, env, i32, i32)
 387 DEF_HELPER_3(neon_qrdmulh_s32, i32, env, i32, i32)
 388 DEF_HELPER_4(neon_qrdmlah_s32, i32, env, s32, s32, s32)
 389 DEF_HELPER_4(neon_qrdmlsh_s32, i32, env, s32, s32, s32)
 390
 391 DEF_HELPER_1(neon_narrow_u8, i32, i64)
 392 DEF_HELPER_1(neon_narrow_u16, i32, i64)
 393 DEF_HELPER_2(neon_unarrow_sat8, i32, env, i64)
 394 DEF_HELPER_2(neon_narrow_sat_u8, i32, env, i64)
 395 DEF_HELPER_2(neon_narrow_sat_s8, i32, env, i64)
 396 DEF_HELPER_2(neon_unarrow_sat16, i32, env, i64)
 397 DEF_HELPER_2(neon_narrow_sat_u16, i32, env, i64)
 398 DEF_HELPER_2(neon_narrow_sat_s16, i32, env, i64)
 399 DEF_HELPER_2(neon_unarrow_sat32, i32, env, i64)
 400 DEF_HELPER_2(neon_narrow_sat_u32, i32, env, i64)
 401 DEF_HELPER_2(neon_narrow_sat_s32, i32, env, i64)
 402 DEF_HELPER_1(neon_narrow_high_u8, i32, i64)
 403 DEF_HELPER_1(neon_narrow_high_u16, i32, i64)
 404 DEF_HELPER_1(neon_narrow_round_high_u8, i32, i64)
 405 DEF_HELPER_1(neon_narrow_round_high_u16, i32, i64)
 406 DEF_HELPER_1(neon_widen_u8, i64, i32)
 407 DEF_HELPER_1(neon_widen_s8, i64, i32)
 408 DEF_HELPER_1(neon_widen_u16, i64, i32)
 409 DEF_HELPER_1(neon_widen_s16, i64, i32)
 410
 411 DEF_HELPER_2(neon_addl_u16, i64, i64, i64)
 412 DEF_HELPER_2(neon_addl_u32, i64, i64, i64)
 413 DEF_HELPER_2(neon_paddl_u16, i64, i64, i64)
 414 DEF_HELPER_2(neon_paddl_u32, i64, i64, i64)
 415 DEF_HELPER_2(neon_subl_u16, i64, i64, i64)
 416 DEF_HELPER_2(neon_subl_u32, i64, i64, i64)
 417 DEF_HELPER_3(neon_addl_saturate_s32, i64, env, i64, i64)
 418 DEF_HELPER_3(neon_addl_saturate_s64, i64, env, i64, i64)
 419 DEF_HELPER_2(neon_abdl_u16, i64, i32, i32)
 420 DEF_HELPER_2(neon_abdl_s16, i64, i32, i32)
 421 DEF_HELPER_2(neon_abdl_u32, i64, i32, i32)
 422 DEF_HELPER_2(neon_abdl_s32, i64, i32, i32)
 423 DEF_HELPER_2(neon_abdl_u64, i64, i32, i32)
 424 DEF_HELPER_2(neon_abdl_s64, i64, i32, i32)
 425 DEF_HELPER_2(neon_mull_u8, i64, i32, i32)
 426 DEF_HELPER_2(neon_mull_s8, i64, i32, i32)
 427 DEF_HELPER_2(neon_mull_u16, i64, i32, i32)
 428 DEF_HELPER_2(neon_mull_s16, i64, i32, i32)
 429
 430 DEF_HELPER_1(neon_negl_u16, i64, i64)
 431 DEF_HELPER_1(neon_negl_u32, i64, i64)
 432
 433 DEF_HELPER_FLAGS_2(neon_qabs_s8, TCG_CALL_NO_RWG, i32, env, i32)
 434 DEF_HELPER_FLAGS_2(neon_qabs_s16, TCG_CALL_NO_RWG, i32, env, i32)
 435 DEF_HELPER_FLAGS_2(neon_qabs_s32, TCG_CALL_NO_RWG, i32, env, i32)
 436 DEF_HELPER_FLAGS_2(neon_qabs_s64, TCG_CALL_NO_RWG, i64, env, i64)
 437 DEF_HELPER_FLAGS_2(neon_qneg_s8, TCG_CALL_NO_RWG, i32, env, i32)
 438 DEF_HELPER_FLAGS_2(neon_qneg_s16, TCG_CALL_NO_RWG, i32, env, i32)
 439 DEF_HELPER_FLAGS_2(neon_qneg_s32, TCG_CALL_NO_RWG, i32, env, i32)
 440 DEF_HELPER_FLAGS_2(neon_qneg_s64, TCG_CALL_NO_RWG, i64, env, i64)
 441
 442 DEF_HELPER_3(neon_ceq_f32, i32, i32, i32, ptr)
 443 DEF_HELPER_3(neon_cge_f32, i32, i32, i32, ptr)
 444 DEF_HELPER_3(neon_cgt_f32, i32, i32, i32, ptr)
 445 DEF_HELPER_3(neon_acge_f32, i32, i32, i32, ptr)
 446 DEF_HELPER_3(neon_acgt_f32, i32, i32, i32, ptr)
 447 DEF_HELPER_3(neon_acge_f64, i64, i64, i64, ptr)
 448 DEF_HELPER_3(neon_acgt_f64, i64, i64, i64, ptr)
 449
 450 /* iwmmxt_helper.c */
 451 DEF_HELPER_2(iwmmxt_maddsq, i64, i64, i64)
 452 DEF_HELPER_2(iwmmxt_madduq, i64, i64, i64)
 453 DEF_HELPER_2(iwmmxt_sadb, i64, i64, i64)
 454 DEF_HELPER_2(iwmmxt_sadw, i64, i64, i64)
 455 DEF_HELPER_2(iwmmxt_mulslw, i64, i64, i64)
 456 DEF_HELPER_2(iwmmxt_mulshw, i64, i64, i64)
 457 DEF_HELPER_2(iwmmxt_mululw, i64, i64, i64)
 458 DEF_HELPER_2(iwmmxt_muluhw, i64, i64, i64)
 459 DEF_HELPER_2(iwmmxt_macsw, i64, i64, i64)
 460 DEF_HELPER_2(iwmmxt_macuw, i64, i64, i64)
 461 DEF_HELPER_1(iwmmxt_setpsr_nz, i32, i64)
 462
 463 #define DEF_IWMMXT_HELPER_SIZE_ENV(name) \
 464 DEF_HELPER_3(iwmmxt_##name##b, i64, env, i64, i64) \
 465 DEF_HELPER_3(iwmmxt_##name##w, i64, env, i64, i64) \
 466 DEF_HELPER_3(iwmmxt_##name##l, i64, env, i64, i64) \
 467
 468 DEF_IWMMXT_HELPER_SIZE_ENV(unpackl)
 469 DEF_IWMMXT_HELPER_SIZE_ENV(unpackh)
 470
 471 DEF_HELPER_2(iwmmxt_unpacklub, i64, env, i64)
 472 DEF_HELPER_2(iwmmxt_unpackluw, i64, env, i64)
 473 DEF_HELPER_2(iwmmxt_unpacklul, i64, env, i64)
 474 DEF_HELPER_2(iwmmxt_unpackhub, i64, env, i64)
 475 DEF_HELPER_2(iwmmxt_unpackhuw, i64, env, i64)
 476 DEF_HELPER_2(iwmmxt_unpackhul, i64, env, i64)
 477 DEF_HELPER_2(iwmmxt_unpacklsb, i64, env, i64)
 478 DEF_HELPER_2(iwmmxt_unpacklsw, i64, env, i64)
 479 DEF_HELPER_2(iwmmxt_unpacklsl, i64, env, i64)
 480 DEF_HELPER_2(iwmmxt_unpackhsb, i64, env, i64)
 481 DEF_HELPER_2(iwmmxt_unpackhsw, i64, env, i64)
 482 DEF_HELPER_2(iwmmxt_unpackhsl, i64, env, i64)
 483
 484 DEF_IWMMXT_HELPER_SIZE_ENV(cmpeq)
 485 DEF_IWMMXT_HELPER_SIZE_ENV(cmpgtu)
 486 DEF_IWMMXT_HELPER_SIZE_ENV(cmpgts)
 487
 488 DEF_IWMMXT_HELPER_SIZE_ENV(mins)
 489 DEF_IWMMXT_HELPER_SIZE_ENV(minu)
 490 DEF_IWMMXT_HELPER_SIZE_ENV(maxs)
 491 DEF_IWMMXT_HELPER_SIZE_ENV(maxu)
 492
 493 DEF_IWMMXT_HELPER_SIZE_ENV(subn)
 494 DEF_IWMMXT_HELPER_SIZE_ENV(addn)
 495 DEF_IWMMXT_HELPER_SIZE_ENV(subu)
 496 DEF_IWMMXT_HELPER_SIZE_ENV(addu)
 497 DEF_IWMMXT_HELPER_SIZE_ENV(subs)
 498 DEF_IWMMXT_HELPER_SIZE_ENV(adds)
 499
 500 DEF_HELPER_3(iwmmxt_avgb0, i64, env, i64, i64)
 501 DEF_HELPER_3(iwmmxt_avgb1, i64, env, i64, i64)
 502 DEF_HELPER_3(iwmmxt_avgw0, i64, env, i64, i64)
 503 DEF_HELPER_3(iwmmxt_avgw1, i64, env, i64, i64)
 504
 505 DEF_HELPER_3(iwmmxt_align, i64, i64, i64, i32)
 506 DEF_HELPER_4(iwmmxt_insr, i64, i64, i32, i32, i32)
 507
 508 DEF_HELPER_1(iwmmxt_bcstb, i64, i32)
 509 DEF_HELPER_1(iwmmxt_bcstw, i64, i32)
 510 DEF_HELPER_1(iwmmxt_bcstl, i64, i32)
 511
 512 DEF_HELPER_1(iwmmxt_addcb, i64, i64)
 513 DEF_HELPER_1(iwmmxt_addcw, i64, i64)
 514 DEF_HELPER_1(iwmmxt_addcl, i64, i64)
 515
 516 DEF_HELPER_1(iwmmxt_msbb, i32, i64)
 517 DEF_HELPER_1(iwmmxt_msbw, i32, i64)
 518 DEF_HELPER_1(iwmmxt_msbl, i32, i64)
 519
 520 DEF_HELPER_3(iwmmxt_srlw, i64, env, i64, i32)
 521 DEF_HELPER_3(iwmmxt_srll, i64, env, i64, i32)
 522 DEF_HELPER_3(iwmmxt_srlq, i64, env, i64, i32)
 523 DEF_HELPER_3(iwmmxt_sllw, i64, env, i64, i32)
 524 DEF_HELPER_3(iwmmxt_slll, i64, env, i64, i32)
 525 DEF_HELPER_3(iwmmxt_sllq, i64, env, i64, i32)
 526 DEF_HELPER_3(iwmmxt_sraw, i64, env, i64, i32)
 527 DEF_HELPER_3(iwmmxt_sral, i64, env, i64, i32)
 528 DEF_HELPER_3(iwmmxt_sraq, i64, env, i64, i32)
 529 DEF_HELPER_3(iwmmxt_rorw, i64, env, i64, i32)
 530 DEF_HELPER_3(iwmmxt_rorl, i64, env, i64, i32)
 531 DEF_HELPER_3(iwmmxt_rorq, i64, env, i64, i32)
 532 DEF_HELPER_3(iwmmxt_shufh, i64, env, i64, i32)
 533
 534 DEF_HELPER_3(iwmmxt_packuw, i64, env, i64, i64)
 535 DEF_HELPER_3(iwmmxt_packul, i64, env, i64, i64)
 536 DEF_HELPER_3(iwmmxt_packuq, i64, env, i64, i64)
 537 DEF_HELPER_3(iwmmxt_packsw, i64, env, i64, i64)
 538 DEF_HELPER_3(iwmmxt_packsl, i64, env, i64, i64)
 539 DEF_HELPER_3(iwmmxt_packsq, i64, env, i64, i64)
 540
 541 DEF_HELPER_3(iwmmxt_muladdsl, i64, i64, i32, i32)
 542 DEF_HELPER_3(iwmmxt_muladdsw, i64, i64, i32, i32)
 543 DEF_HELPER_3(iwmmxt_muladdswl, i64, i64, i32, i32)
 544
 545 DEF_HELPER_FLAGS_2(neon_unzip8, TCG_CALL_NO_RWG, void, ptr, ptr)
 546 DEF_HELPER_FLAGS_2(neon_unzip16, TCG_CALL_NO_RWG, void, ptr, ptr)
 547 DEF_HELPER_FLAGS_2(neon_qunzip8, TCG_CALL_NO_RWG, void, ptr, ptr)
 548 DEF_HELPER_FLAGS_2(neon_qunzip16, TCG_CALL_NO_RWG, void, ptr, ptr)
 549 DEF_HELPER_FLAGS_2(neon_qunzip32, TCG_CALL_NO_RWG, void, ptr, ptr)
 550 DEF_HELPER_FLAGS_2(neon_zip8, TCG_CALL_NO_RWG, void, ptr, ptr)
 551 DEF_HELPER_FLAGS_2(neon_zip16, TCG_CALL_NO_RWG, void, ptr, ptr)
 552 DEF_HELPER_FLAGS_2(neon_qzip8, TCG_CALL_NO_RWG, void, ptr, ptr)
 553 DEF_HELPER_FLAGS_2(neon_qzip16, TCG_CALL_NO_RWG, void, ptr, ptr)
 554 DEF_HELPER_FLAGS_2(neon_qzip32, TCG_CALL_NO_RWG, void, ptr, ptr)
 555
 556 DEF_HELPER_FLAGS_4(crypto_aese, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 557 DEF_HELPER_FLAGS_4(crypto_aesd, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 558 DEF_HELPER_FLAGS_3(crypto_aesmc, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 559 DEF_HELPER_FLAGS_3(crypto_aesimc, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 560
 561 DEF_HELPER_FLAGS_4(crypto_sha1su0, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 562 DEF_HELPER_FLAGS_4(crypto_sha1c, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 563 DEF_HELPER_FLAGS_4(crypto_sha1p, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 564 DEF_HELPER_FLAGS_4(crypto_sha1m, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 565 DEF_HELPER_FLAGS_3(crypto_sha1h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 566 DEF_HELPER_FLAGS_3(crypto_sha1su1, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 567
 568 DEF_HELPER_FLAGS_4(crypto_sha256h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 569 DEF_HELPER_FLAGS_4(crypto_sha256h2, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 570 DEF_HELPER_FLAGS_3(crypto_sha256su0, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 571 DEF_HELPER_FLAGS_4(crypto_sha256su1, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 572
 573 DEF_HELPER_FLAGS_4(crypto_sha512h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 574 DEF_HELPER_FLAGS_4(crypto_sha512h2, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 575 DEF_HELPER_FLAGS_3(crypto_sha512su0, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 576 DEF_HELPER_FLAGS_4(crypto_sha512su1, TCG_CALL_NO_RWG,
 577                    void, ptr, ptr, ptr, i32)
 578
 579 DEF_HELPER_FLAGS_4(crypto_sm3tt1a, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 580 DEF_HELPER_FLAGS_4(crypto_sm3tt1b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 581 DEF_HELPER_FLAGS_4(crypto_sm3tt2a, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 582 DEF_HELPER_FLAGS_4(crypto_sm3tt2b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 583 DEF_HELPER_FLAGS_4(crypto_sm3partw1, TCG_CALL_NO_RWG,
 584                    void, ptr, ptr, ptr, i32)
 585 DEF_HELPER_FLAGS_4(crypto_sm3partw2, TCG_CALL_NO_RWG,
 586                    void, ptr, ptr, ptr, i32)
 587
 588 DEF_HELPER_FLAGS_4(crypto_sm4e, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 589 DEF_HELPER_FLAGS_4(crypto_sm4ekey, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 590
 591 DEF_HELPER_FLAGS_4(crypto_rax1, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 592
 593 DEF_HELPER_FLAGS_3(crc32, TCG_CALL_NO_RWG_SE, i32, i32, i32, i32)
 594 DEF_HELPER_FLAGS_3(crc32c, TCG_CALL_NO_RWG_SE, i32, i32, i32, i32)
 595
 596 DEF_HELPER_FLAGS_5(gvec_qrdmlah_s16, TCG_CALL_NO_RWG,
 597                    void, ptr, ptr, ptr, ptr, i32)
 598 DEF_HELPER_FLAGS_5(gvec_qrdmlsh_s16, TCG_CALL_NO_RWG,
 599                    void, ptr, ptr, ptr, ptr, i32)
 600 DEF_HELPER_FLAGS_5(gvec_qrdmlah_s32, TCG_CALL_NO_RWG,
 601                    void, ptr, ptr, ptr, ptr, i32)
 602 DEF_HELPER_FLAGS_5(gvec_qrdmlsh_s32, TCG_CALL_NO_RWG,
 603                    void, ptr, ptr, ptr, ptr, i32)
 604
 605 DEF_HELPER_FLAGS_5(sve2_sqrdmlah_b, TCG_CALL_NO_RWG,
 606                    void, ptr, ptr, ptr, ptr, i32)
 607 DEF_HELPER_FLAGS_5(sve2_sqrdmlsh_b, TCG_CALL_NO_RWG,
 608                    void, ptr, ptr, ptr, ptr, i32)
 609 DEF_HELPER_FLAGS_5(sve2_sqrdmlah_h, TCG_CALL_NO_RWG,
 610                    void, ptr, ptr, ptr, ptr, i32)
 611 DEF_HELPER_FLAGS_5(sve2_sqrdmlsh_h, TCG_CALL_NO_RWG,
 612                    void, ptr, ptr, ptr, ptr, i32)
 613 DEF_HELPER_FLAGS_5(sve2_sqrdmlah_s, TCG_CALL_NO_RWG,
 614                    void, ptr, ptr, ptr, ptr, i32)
 615 DEF_HELPER_FLAGS_5(sve2_sqrdmlsh_s, TCG_CALL_NO_RWG,
 616                    void, ptr, ptr, ptr, ptr, i32)
 617 DEF_HELPER_FLAGS_5(sve2_sqrdmlah_d, TCG_CALL_NO_RWG,
 618                    void, ptr, ptr, ptr, ptr, i32)
 619 DEF_HELPER_FLAGS_5(sve2_sqrdmlsh_d, TCG_CALL_NO_RWG,
 620                    void, ptr, ptr, ptr, ptr, i32)
 621
 622 DEF_HELPER_FLAGS_5(gvec_sdot_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 623 DEF_HELPER_FLAGS_5(gvec_udot_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 624 DEF_HELPER_FLAGS_5(gvec_sdot_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 625 DEF_HELPER_FLAGS_5(gvec_udot_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 626 DEF_HELPER_FLAGS_5(gvec_usdot_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 627
 628 DEF_HELPER_FLAGS_5(gvec_sdot_idx_b, TCG_CALL_NO_RWG,
 629                    void, ptr, ptr, ptr, ptr, i32)
 630 DEF_HELPER_FLAGS_5(gvec_udot_idx_b, TCG_CALL_NO_RWG,
 631                    void, ptr, ptr, ptr, ptr, i32)
 632 DEF_HELPER_FLAGS_5(gvec_sdot_idx_h, TCG_CALL_NO_RWG,
 633                    void, ptr, ptr, ptr, ptr, i32)
 634 DEF_HELPER_FLAGS_5(gvec_udot_idx_h, TCG_CALL_NO_RWG,
 635                    void, ptr, ptr, ptr, ptr, i32)
 636 DEF_HELPER_FLAGS_5(gvec_sudot_idx_b, TCG_CALL_NO_RWG,
 637                    void, ptr, ptr, ptr, ptr, i32)
 638 DEF_HELPER_FLAGS_5(gvec_usdot_idx_b, TCG_CALL_NO_RWG,
 639                    void, ptr, ptr, ptr, ptr, i32)
 640
 641 DEF_HELPER_FLAGS_5(gvec_fcaddh, TCG_CALL_NO_RWG,
 642                    void, ptr, ptr, ptr, ptr, i32)
 643 DEF_HELPER_FLAGS_5(gvec_fcadds, TCG_CALL_NO_RWG,
 644                    void, ptr, ptr, ptr, ptr, i32)
 645 DEF_HELPER_FLAGS_5(gvec_fcaddd, TCG_CALL_NO_RWG,
 646                    void, ptr, ptr, ptr, ptr, i32)
 647
 648 DEF_HELPER_FLAGS_6(gvec_fcmlah, TCG_CALL_NO_RWG,
 649                    void, ptr, ptr, ptr, ptr, ptr, i32)
 650 DEF_HELPER_FLAGS_6(gvec_fcmlah_idx, TCG_CALL_NO_RWG,
 651                    void, ptr, ptr, ptr, ptr, ptr, i32)
 652 DEF_HELPER_FLAGS_6(gvec_fcmlas, TCG_CALL_NO_RWG,
 653                    void, ptr, ptr, ptr, ptr, ptr, i32)
 654 DEF_HELPER_FLAGS_6(gvec_fcmlas_idx, TCG_CALL_NO_RWG,
 655                    void, ptr, ptr, ptr, ptr, ptr, i32)
 656 DEF_HELPER_FLAGS_6(gvec_fcmlad, TCG_CALL_NO_RWG,
 657                    void, ptr, ptr, ptr, ptr, ptr, i32)
 658
 659 DEF_HELPER_FLAGS_5(neon_paddh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 660 DEF_HELPER_FLAGS_5(neon_pmaxh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 661 DEF_HELPER_FLAGS_5(neon_pminh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 662 DEF_HELPER_FLAGS_5(neon_padds, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 663 DEF_HELPER_FLAGS_5(neon_pmaxs, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 664 DEF_HELPER_FLAGS_5(neon_pmins, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 665
 666 DEF_HELPER_FLAGS_4(gvec_sstoh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 667 DEF_HELPER_FLAGS_4(gvec_sitos, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 668 DEF_HELPER_FLAGS_4(gvec_ustoh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 669 DEF_HELPER_FLAGS_4(gvec_uitos, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 670 DEF_HELPER_FLAGS_4(gvec_tosszh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 671 DEF_HELPER_FLAGS_4(gvec_tosizs, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 672 DEF_HELPER_FLAGS_4(gvec_touszh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 673 DEF_HELPER_FLAGS_4(gvec_touizs, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 674
 675 DEF_HELPER_FLAGS_4(gvec_vcvt_sf, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 676 DEF_HELPER_FLAGS_4(gvec_vcvt_uf, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 677 DEF_HELPER_FLAGS_4(gvec_vcvt_fs, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 678 DEF_HELPER_FLAGS_4(gvec_vcvt_fu, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 679
 680 DEF_HELPER_FLAGS_4(gvec_vcvt_sh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 681 DEF_HELPER_FLAGS_4(gvec_vcvt_uh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 682 DEF_HELPER_FLAGS_4(gvec_vcvt_hs, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 683 DEF_HELPER_FLAGS_4(gvec_vcvt_hu, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 684
 685 DEF_HELPER_FLAGS_4(gvec_vcvt_rm_ss, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 686 DEF_HELPER_FLAGS_4(gvec_vcvt_rm_us, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 687 DEF_HELPER_FLAGS_4(gvec_vcvt_rm_sh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 688 DEF_HELPER_FLAGS_4(gvec_vcvt_rm_uh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 689
 690 DEF_HELPER_FLAGS_4(gvec_vrint_rm_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 691 DEF_HELPER_FLAGS_4(gvec_vrint_rm_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 692
 693 DEF_HELPER_FLAGS_4(gvec_vrintx_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 694 DEF_HELPER_FLAGS_4(gvec_vrintx_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 695
 696 DEF_HELPER_FLAGS_4(gvec_frecpe_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 697 DEF_HELPER_FLAGS_4(gvec_frecpe_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 698 DEF_HELPER_FLAGS_4(gvec_frecpe_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 699
 700 DEF_HELPER_FLAGS_4(gvec_frsqrte_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 701 DEF_HELPER_FLAGS_4(gvec_frsqrte_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 702 DEF_HELPER_FLAGS_4(gvec_frsqrte_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 703
 704 DEF_HELPER_FLAGS_4(gvec_fcgt0_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 705 DEF_HELPER_FLAGS_4(gvec_fcgt0_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 706
 707 DEF_HELPER_FLAGS_4(gvec_fcge0_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 708 DEF_HELPER_FLAGS_4(gvec_fcge0_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 709
 710 DEF_HELPER_FLAGS_4(gvec_fceq0_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 711 DEF_HELPER_FLAGS_4(gvec_fceq0_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 712
 713 DEF_HELPER_FLAGS_4(gvec_fcle0_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 714 DEF_HELPER_FLAGS_4(gvec_fcle0_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 715
 716 DEF_HELPER_FLAGS_4(gvec_fclt0_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 717 DEF_HELPER_FLAGS_4(gvec_fclt0_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 718
 719 DEF_HELPER_FLAGS_5(gvec_fadd_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 720 DEF_HELPER_FLAGS_5(gvec_fadd_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 721 DEF_HELPER_FLAGS_5(gvec_fadd_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 722
 723 DEF_HELPER_FLAGS_5(gvec_fsub_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 724 DEF_HELPER_FLAGS_5(gvec_fsub_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 725 DEF_HELPER_FLAGS_5(gvec_fsub_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 726
 727 DEF_HELPER_FLAGS_5(gvec_fmul_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 728 DEF_HELPER_FLAGS_5(gvec_fmul_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 729 DEF_HELPER_FLAGS_5(gvec_fmul_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 730
 731 DEF_HELPER_FLAGS_5(gvec_fabd_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 732 DEF_HELPER_FLAGS_5(gvec_fabd_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 733
 734 DEF_HELPER_FLAGS_5(gvec_fceq_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 735 DEF_HELPER_FLAGS_5(gvec_fceq_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 736
 737 DEF_HELPER_FLAGS_5(gvec_fcge_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 738 DEF_HELPER_FLAGS_5(gvec_fcge_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 739
 740 DEF_HELPER_FLAGS_5(gvec_fcgt_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 741 DEF_HELPER_FLAGS_5(gvec_fcgt_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 742
 743 DEF_HELPER_FLAGS_5(gvec_facge_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 744 DEF_HELPER_FLAGS_5(gvec_facge_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 745
 746 DEF_HELPER_FLAGS_5(gvec_facgt_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 747 DEF_HELPER_FLAGS_5(gvec_facgt_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 748
 749 DEF_HELPER_FLAGS_5(gvec_fmax_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 750 DEF_HELPER_FLAGS_5(gvec_fmax_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 751
 752 DEF_HELPER_FLAGS_5(gvec_fmin_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 753 DEF_HELPER_FLAGS_5(gvec_fmin_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 754
 755 DEF_HELPER_FLAGS_5(gvec_fmaxnum_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 756 DEF_HELPER_FLAGS_5(gvec_fmaxnum_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 757
 758 DEF_HELPER_FLAGS_5(gvec_fminnum_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 759 DEF_HELPER_FLAGS_5(gvec_fminnum_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 760
 761 DEF_HELPER_FLAGS_5(gvec_recps_nf_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 762 DEF_HELPER_FLAGS_5(gvec_recps_nf_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 763
 764 DEF_HELPER_FLAGS_5(gvec_rsqrts_nf_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 765 DEF_HELPER_FLAGS_5(gvec_rsqrts_nf_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 766
 767 DEF_HELPER_FLAGS_5(gvec_fmla_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 768 DEF_HELPER_FLAGS_5(gvec_fmla_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 769
 770 DEF_HELPER_FLAGS_5(gvec_fmls_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 771 DEF_HELPER_FLAGS_5(gvec_fmls_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 772
 773 DEF_HELPER_FLAGS_5(gvec_vfma_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 774 DEF_HELPER_FLAGS_5(gvec_vfma_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 775
 776 DEF_HELPER_FLAGS_5(gvec_vfms_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 777 DEF_HELPER_FLAGS_5(gvec_vfms_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 778
 779 DEF_HELPER_FLAGS_5(gvec_ftsmul_h, TCG_CALL_NO_RWG,
 780                    void, ptr, ptr, ptr, ptr, i32)
 781 DEF_HELPER_FLAGS_5(gvec_ftsmul_s, TCG_CALL_NO_RWG,
 782                    void, ptr, ptr, ptr, ptr, i32)
 783 DEF_HELPER_FLAGS_5(gvec_ftsmul_d, TCG_CALL_NO_RWG,
 784                    void, ptr, ptr, ptr, ptr, i32)
 785
 786 DEF_HELPER_FLAGS_5(gvec_fmul_idx_h, TCG_CALL_NO_RWG,
 787                    void, ptr, ptr, ptr, ptr, i32)
 788 DEF_HELPER_FLAGS_5(gvec_fmul_idx_s, TCG_CALL_NO_RWG,
 789                    void, ptr, ptr, ptr, ptr, i32)
 790 DEF_HELPER_FLAGS_5(gvec_fmul_idx_d, TCG_CALL_NO_RWG,
 791                    void, ptr, ptr, ptr, ptr, i32)
 792
 793 DEF_HELPER_FLAGS_5(gvec_fmla_nf_idx_h, TCG_CALL_NO_RWG,
 794                    void, ptr, ptr, ptr, ptr, i32)
 795 DEF_HELPER_FLAGS_5(gvec_fmla_nf_idx_s, TCG_CALL_NO_RWG,
 796                    void, ptr, ptr, ptr, ptr, i32)
 797
 798 DEF_HELPER_FLAGS_5(gvec_fmls_nf_idx_h, TCG_CALL_NO_RWG,
 799                    void, ptr, ptr, ptr, ptr, i32)
 800 DEF_HELPER_FLAGS_5(gvec_fmls_nf_idx_s, TCG_CALL_NO_RWG,
 801                    void, ptr, ptr, ptr, ptr, i32)
 802
 803 DEF_HELPER_FLAGS_6(gvec_fmla_idx_h, TCG_CALL_NO_RWG,
 804                    void, ptr, ptr, ptr, ptr, ptr, i32)
 805 DEF_HELPER_FLAGS_6(gvec_fmla_idx_s, TCG_CALL_NO_RWG,
 806                    void, ptr, ptr, ptr, ptr, ptr, i32)
 807 DEF_HELPER_FLAGS_6(gvec_fmla_idx_d, TCG_CALL_NO_RWG,
 808                    void, ptr, ptr, ptr, ptr, ptr, i32)
 809
 810 DEF_HELPER_FLAGS_5(gvec_uqadd_b, TCG_CALL_NO_RWG,
 811                    void, ptr, ptr, ptr, ptr, i32)
 812 DEF_HELPER_FLAGS_5(gvec_uqadd_h, TCG_CALL_NO_RWG,
 813                    void, ptr, ptr, ptr, ptr, i32)
 814 DEF_HELPER_FLAGS_5(gvec_uqadd_s, TCG_CALL_NO_RWG,
 815                    void, ptr, ptr, ptr, ptr, i32)
 816 DEF_HELPER_FLAGS_5(gvec_uqadd_d, TCG_CALL_NO_RWG,
 817                    void, ptr, ptr, ptr, ptr, i32)
 818 DEF_HELPER_FLAGS_5(gvec_sqadd_b, TCG_CALL_NO_RWG,
 819                    void, ptr, ptr, ptr, ptr, i32)
 820 DEF_HELPER_FLAGS_5(gvec_sqadd_h, TCG_CALL_NO_RWG,
 821                    void, ptr, ptr, ptr, ptr, i32)
 822 DEF_HELPER_FLAGS_5(gvec_sqadd_s, TCG_CALL_NO_RWG,
 823                    void, ptr, ptr, ptr, ptr, i32)
 824 DEF_HELPER_FLAGS_5(gvec_sqadd_d, TCG_CALL_NO_RWG,
 825                    void, ptr, ptr, ptr, ptr, i32)
 826 DEF_HELPER_FLAGS_5(gvec_uqsub_b, TCG_CALL_NO_RWG,
 827                    void, ptr, ptr, ptr, ptr, i32)
 828 DEF_HELPER_FLAGS_5(gvec_uqsub_h, TCG_CALL_NO_RWG,
 829                    void, ptr, ptr, ptr, ptr, i32)
 830 DEF_HELPER_FLAGS_5(gvec_uqsub_s, TCG_CALL_NO_RWG,
 831                    void, ptr, ptr, ptr, ptr, i32)
 832 DEF_HELPER_FLAGS_5(gvec_uqsub_d, TCG_CALL_NO_RWG,
 833                    void, ptr, ptr, ptr, ptr, i32)
 834 DEF_HELPER_FLAGS_5(gvec_sqsub_b, TCG_CALL_NO_RWG,
 835                    void, ptr, ptr, ptr, ptr, i32)
 836 DEF_HELPER_FLAGS_5(gvec_sqsub_h, TCG_CALL_NO_RWG,
 837                    void, ptr, ptr, ptr, ptr, i32)
 838 DEF_HELPER_FLAGS_5(gvec_sqsub_s, TCG_CALL_NO_RWG,
 839                    void, ptr, ptr, ptr, ptr, i32)
 840 DEF_HELPER_FLAGS_5(gvec_sqsub_d, TCG_CALL_NO_RWG,
 841                    void, ptr, ptr, ptr, ptr, i32)
 842
 843 DEF_HELPER_FLAGS_5(gvec_fmlal_a32, TCG_CALL_NO_RWG,
 844                    void, ptr, ptr, ptr, ptr, i32)
 845 DEF_HELPER_FLAGS_5(gvec_fmlal_a64, TCG_CALL_NO_RWG,
 846                    void, ptr, ptr, ptr, ptr, i32)
 847 DEF_HELPER_FLAGS_5(gvec_fmlal_idx_a32, TCG_CALL_NO_RWG,
 848                    void, ptr, ptr, ptr, ptr, i32)
 849 DEF_HELPER_FLAGS_5(gvec_fmlal_idx_a64, TCG_CALL_NO_RWG,
 850                    void, ptr, ptr, ptr, ptr, i32)
 851
 852 DEF_HELPER_FLAGS_2(frint32_s, TCG_CALL_NO_RWG, f32, f32, ptr)
 853 DEF_HELPER_FLAGS_2(frint64_s, TCG_CALL_NO_RWG, f32, f32, ptr)
 854 DEF_HELPER_FLAGS_2(frint32_d, TCG_CALL_NO_RWG, f64, f64, ptr)
 855 DEF_HELPER_FLAGS_2(frint64_d, TCG_CALL_NO_RWG, f64, f64, ptr)
 856
 857 DEF_HELPER_FLAGS_3(gvec_ceq0_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 858 DEF_HELPER_FLAGS_3(gvec_ceq0_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 859 DEF_HELPER_FLAGS_3(gvec_clt0_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 860 DEF_HELPER_FLAGS_3(gvec_clt0_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 861 DEF_HELPER_FLAGS_3(gvec_cle0_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 862 DEF_HELPER_FLAGS_3(gvec_cle0_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 863 DEF_HELPER_FLAGS_3(gvec_cgt0_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 864 DEF_HELPER_FLAGS_3(gvec_cgt0_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 865 DEF_HELPER_FLAGS_3(gvec_cge0_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 866 DEF_HELPER_FLAGS_3(gvec_cge0_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 867
 868 DEF_HELPER_FLAGS_4(gvec_smulh_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 869 DEF_HELPER_FLAGS_4(gvec_smulh_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 870 DEF_HELPER_FLAGS_4(gvec_smulh_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 871 DEF_HELPER_FLAGS_4(gvec_smulh_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 872
 873 DEF_HELPER_FLAGS_4(gvec_umulh_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 874 DEF_HELPER_FLAGS_4(gvec_umulh_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 875 DEF_HELPER_FLAGS_4(gvec_umulh_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 876 DEF_HELPER_FLAGS_4(gvec_umulh_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 877
 878 DEF_HELPER_FLAGS_4(gvec_sshl_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 879 DEF_HELPER_FLAGS_4(gvec_sshl_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 880 DEF_HELPER_FLAGS_4(gvec_ushl_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 881 DEF_HELPER_FLAGS_4(gvec_ushl_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 882
 883 DEF_HELPER_FLAGS_4(gvec_pmul_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 884 DEF_HELPER_FLAGS_4(gvec_pmull_q, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 885
 886 DEF_HELPER_FLAGS_4(neon_pmull_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 887
 888 DEF_HELPER_FLAGS_3(gvec_ssra_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 889 DEF_HELPER_FLAGS_3(gvec_ssra_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 890 DEF_HELPER_FLAGS_3(gvec_ssra_s, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 891 DEF_HELPER_FLAGS_3(gvec_ssra_d, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 892
 893 DEF_HELPER_FLAGS_3(gvec_usra_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 894 DEF_HELPER_FLAGS_3(gvec_usra_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 895 DEF_HELPER_FLAGS_3(gvec_usra_s, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 896 DEF_HELPER_FLAGS_3(gvec_usra_d, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 897
 898 DEF_HELPER_FLAGS_3(gvec_srshr_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 899 DEF_HELPER_FLAGS_3(gvec_srshr_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 900 DEF_HELPER_FLAGS_3(gvec_srshr_s, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 901 DEF_HELPER_FLAGS_3(gvec_srshr_d, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 902
 903 DEF_HELPER_FLAGS_3(gvec_urshr_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 904 DEF_HELPER_FLAGS_3(gvec_urshr_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 905 DEF_HELPER_FLAGS_3(gvec_urshr_s, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 906 DEF_HELPER_FLAGS_3(gvec_urshr_d, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 907
 908 DEF_HELPER_FLAGS_3(gvec_srsra_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 909 DEF_HELPER_FLAGS_3(gvec_srsra_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 910 DEF_HELPER_FLAGS_3(gvec_srsra_s, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 911 DEF_HELPER_FLAGS_3(gvec_srsra_d, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 912
 913 DEF_HELPER_FLAGS_3(gvec_ursra_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 914 DEF_HELPER_FLAGS_3(gvec_ursra_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 915 DEF_HELPER_FLAGS_3(gvec_ursra_s, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 916 DEF_HELPER_FLAGS_3(gvec_ursra_d, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 917
 918 DEF_HELPER_FLAGS_3(gvec_sri_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 919 DEF_HELPER_FLAGS_3(gvec_sri_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 920 DEF_HELPER_FLAGS_3(gvec_sri_s, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 921 DEF_HELPER_FLAGS_3(gvec_sri_d, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 922
 923 DEF_HELPER_FLAGS_3(gvec_sli_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 924 DEF_HELPER_FLAGS_3(gvec_sli_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 925 DEF_HELPER_FLAGS_3(gvec_sli_s, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 926 DEF_HELPER_FLAGS_3(gvec_sli_d, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 927
 928 DEF_HELPER_FLAGS_4(gvec_sabd_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 929 DEF_HELPER_FLAGS_4(gvec_sabd_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 930 DEF_HELPER_FLAGS_4(gvec_sabd_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 931 DEF_HELPER_FLAGS_4(gvec_sabd_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 932
 933 DEF_HELPER_FLAGS_4(gvec_uabd_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 934 DEF_HELPER_FLAGS_4(gvec_uabd_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 935 DEF_HELPER_FLAGS_4(gvec_uabd_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 936 DEF_HELPER_FLAGS_4(gvec_uabd_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 937
 938 DEF_HELPER_FLAGS_4(gvec_saba_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 939 DEF_HELPER_FLAGS_4(gvec_saba_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 940 DEF_HELPER_FLAGS_4(gvec_saba_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 941 DEF_HELPER_FLAGS_4(gvec_saba_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 942
 943 DEF_HELPER_FLAGS_4(gvec_uaba_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 944 DEF_HELPER_FLAGS_4(gvec_uaba_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 945 DEF_HELPER_FLAGS_4(gvec_uaba_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 946 DEF_HELPER_FLAGS_4(gvec_uaba_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 947
 948 DEF_HELPER_FLAGS_4(gvec_mul_idx_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 949 DEF_HELPER_FLAGS_4(gvec_mul_idx_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 950 DEF_HELPER_FLAGS_4(gvec_mul_idx_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 951
 952 DEF_HELPER_FLAGS_5(gvec_mla_idx_h, TCG_CALL_NO_RWG,
 953                    void, ptr, ptr, ptr, ptr, i32)
 954 DEF_HELPER_FLAGS_5(gvec_mla_idx_s, TCG_CALL_NO_RWG,
 955                    void, ptr, ptr, ptr, ptr, i32)
 956 DEF_HELPER_FLAGS_5(gvec_mla_idx_d, TCG_CALL_NO_RWG,
 957                    void, ptr, ptr, ptr, ptr, i32)
 958
 959 DEF_HELPER_FLAGS_5(gvec_mls_idx_h, TCG_CALL_NO_RWG,
 960                    void, ptr, ptr, ptr, ptr, i32)
 961 DEF_HELPER_FLAGS_5(gvec_mls_idx_s, TCG_CALL_NO_RWG,
 962                    void, ptr, ptr, ptr, ptr, i32)
 963 DEF_HELPER_FLAGS_5(gvec_mls_idx_d, TCG_CALL_NO_RWG,
 964                    void, ptr, ptr, ptr, ptr, i32)
 965
 966 DEF_HELPER_FLAGS_5(neon_sqdmulh_h, TCG_CALL_NO_RWG,
 967                    void, ptr, ptr, ptr, ptr, i32)
 968 DEF_HELPER_FLAGS_5(neon_sqdmulh_s, TCG_CALL_NO_RWG,
 969                    void, ptr, ptr, ptr, ptr, i32)
 970
 971 DEF_HELPER_FLAGS_5(neon_sqrdmulh_h, TCG_CALL_NO_RWG,
 972                    void, ptr, ptr, ptr, ptr, i32)
 973 DEF_HELPER_FLAGS_5(neon_sqrdmulh_s, TCG_CALL_NO_RWG,
 974                    void, ptr, ptr, ptr, ptr, i32)
 975
 976 DEF_HELPER_FLAGS_4(sve2_sqdmulh_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 977 DEF_HELPER_FLAGS_4(sve2_sqdmulh_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 978 DEF_HELPER_FLAGS_4(sve2_sqdmulh_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 979 DEF_HELPER_FLAGS_4(sve2_sqdmulh_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 980
 981 DEF_HELPER_FLAGS_4(sve2_sqrdmulh_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 982 DEF_HELPER_FLAGS_4(sve2_sqrdmulh_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 983 DEF_HELPER_FLAGS_4(sve2_sqrdmulh_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 984 DEF_HELPER_FLAGS_4(sve2_sqrdmulh_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 985
 986 DEF_HELPER_FLAGS_4(sve2_sqdmulh_idx_h, TCG_CALL_NO_RWG,
 987                    void, ptr, ptr, ptr, i32)
 988 DEF_HELPER_FLAGS_4(sve2_sqdmulh_idx_s, TCG_CALL_NO_RWG,
 989                    void, ptr, ptr, ptr, i32)
 990 DEF_HELPER_FLAGS_4(sve2_sqdmulh_idx_d, TCG_CALL_NO_RWG,
 991                    void, ptr, ptr, ptr, i32)
 992
 993 DEF_HELPER_FLAGS_4(sve2_sqrdmulh_idx_h, TCG_CALL_NO_RWG,
 994                    void, ptr, ptr, ptr, i32)
 995 DEF_HELPER_FLAGS_4(sve2_sqrdmulh_idx_s, TCG_CALL_NO_RWG,
 996                    void, ptr, ptr, ptr, i32)
 997 DEF_HELPER_FLAGS_4(sve2_sqrdmulh_idx_d, TCG_CALL_NO_RWG,
 998                    void, ptr, ptr, ptr, i32)
 999
1000 DEF_HELPER_FLAGS_6(sve2_fmlal_zzzw_s, TCG_CALL_NO_RWG,
1001                    void, ptr, ptr, ptr, ptr, ptr, i32)
1002 DEF_HELPER_FLAGS_6(sve2_fmlal_zzxw_s, TCG_CALL_NO_RWG,
1003                    void, ptr, ptr, ptr, ptr, ptr, i32)
1004
1005 DEF_HELPER_FLAGS_4(gvec_xar_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
1006
1007 DEF_HELPER_FLAGS_5(gvec_smmla_b, TCG_CALL_NO_RWG,
1008                    void, ptr, ptr, ptr, ptr, i32)
1009 DEF_HELPER_FLAGS_5(gvec_ummla_b, TCG_CALL_NO_RWG,
1010                    void, ptr, ptr, ptr, ptr, i32)
1011 DEF_HELPER_FLAGS_5(gvec_usmmla_b, TCG_CALL_NO_RWG,
1012                    void, ptr, ptr, ptr, ptr, i32)
1013
1014 DEF_HELPER_FLAGS_5(gvec_bfdot, TCG_CALL_NO_RWG,
1015                    void, ptr, ptr, ptr, ptr, i32)
1016 DEF_HELPER_FLAGS_5(gvec_bfdot_idx, TCG_CALL_NO_RWG,
1017                    void, ptr, ptr, ptr, ptr, i32)
1018
1019 DEF_HELPER_FLAGS_5(gvec_bfmmla, TCG_CALL_NO_RWG,
1020                    void, ptr, ptr, ptr, ptr, i32)
1021
1022 DEF_HELPER_FLAGS_6(gvec_bfmlal, TCG_CALL_NO_RWG,
1023                    void, ptr, ptr, ptr, ptr, ptr, i32)
1024 DEF_HELPER_FLAGS_6(gvec_bfmlal_idx, TCG_CALL_NO_RWG,
1025                    void, ptr, ptr, ptr, ptr, ptr, i32)
1026
1027 DEF_HELPER_FLAGS_5(gvec_sclamp_b, TCG_CALL_NO_RWG,
1028                    void, ptr, ptr, ptr, ptr, i32)
1029 DEF_HELPER_FLAGS_5(gvec_sclamp_h, TCG_CALL_NO_RWG,
1030                    void, ptr, ptr, ptr, ptr, i32)
1031 DEF_HELPER_FLAGS_5(gvec_sclamp_s, TCG_CALL_NO_RWG,
1032                    void, ptr, ptr, ptr, ptr, i32)
1033 DEF_HELPER_FLAGS_5(gvec_sclamp_d, TCG_CALL_NO_RWG,
1034                    void, ptr, ptr, ptr, ptr, i32)
1035
1036 DEF_HELPER_FLAGS_5(gvec_uclamp_b, TCG_CALL_NO_RWG,
1037                    void, ptr, ptr, ptr, ptr, i32)
1038 DEF_HELPER_FLAGS_5(gvec_uclamp_h, TCG_CALL_NO_RWG,
1039                    void, ptr, ptr, ptr, ptr, i32)
1040 DEF_HELPER_FLAGS_5(gvec_uclamp_s, TCG_CALL_NO_RWG,
1041                    void, ptr, ptr, ptr, ptr, i32)
1042 DEF_HELPER_FLAGS_5(gvec_uclamp_d, TCG_CALL_NO_RWG,
1043                    void, ptr, ptr, ptr, ptr, i32)
1044
1045 #ifdef TARGET_AARCH64
1046 #include "tcg/helper-a64.h"
1047 #include "tcg/helper-sve.h"
1048 #include "tcg/helper-sme.h"
1049 #endif
1050
1051 #include "tcg/helper-mve.h"