target/arm/helper.h

   1 DEF_HELPER_FLAGS_1(sxtb16, TCG_CALL_NO_RWG_SE, i32, i32)
   2 DEF_HELPER_FLAGS_1(uxtb16, TCG_CALL_NO_RWG_SE, i32, i32)
   3
   4 DEF_HELPER_3(add_setq, i32, env, i32, i32)
   5 DEF_HELPER_3(add_saturate, i32, env, i32, i32)
   6 DEF_HELPER_3(sub_saturate, i32, env, i32, i32)
   7 DEF_HELPER_3(add_usaturate, i32, env, i32, i32)
   8 DEF_HELPER_3(sub_usaturate, i32, env, i32, i32)
   9 DEF_HELPER_FLAGS_3(sdiv, TCG_CALL_NO_RWG, s32, env, s32, s32)
  10 DEF_HELPER_FLAGS_3(udiv, TCG_CALL_NO_RWG, i32, env, i32, i32)
  11 DEF_HELPER_FLAGS_1(rbit, TCG_CALL_NO_RWG_SE, i32, i32)
  12
  13 #define PAS_OP(pfx)  \
  14     DEF_HELPER_3(pfx ## add8, i32, i32, i32, ptr) \
  15     DEF_HELPER_3(pfx ## sub8, i32, i32, i32, ptr) \
  16     DEF_HELPER_3(pfx ## sub16, i32, i32, i32, ptr) \
  17     DEF_HELPER_3(pfx ## add16, i32, i32, i32, ptr) \
  18     DEF_HELPER_3(pfx ## addsubx, i32, i32, i32, ptr) \
  19     DEF_HELPER_3(pfx ## subaddx, i32, i32, i32, ptr)
  20
  21 PAS_OP(s)
  22 PAS_OP(u)
  23 #undef PAS_OP
  24
  25 #define PAS_OP(pfx)  \
  26     DEF_HELPER_2(pfx ## add8, i32, i32, i32) \
  27     DEF_HELPER_2(pfx ## sub8, i32, i32, i32) \
  28     DEF_HELPER_2(pfx ## sub16, i32, i32, i32) \
  29     DEF_HELPER_2(pfx ## add16, i32, i32, i32) \
  30     DEF_HELPER_2(pfx ## addsubx, i32, i32, i32) \
  31     DEF_HELPER_2(pfx ## subaddx, i32, i32, i32)
  32 PAS_OP(q)
  33 PAS_OP(sh)
  34 PAS_OP(uq)
  35 PAS_OP(uh)
  36 #undef PAS_OP
  37
  38 DEF_HELPER_3(ssat, i32, env, i32, i32)
  39 DEF_HELPER_3(usat, i32, env, i32, i32)
  40 DEF_HELPER_3(ssat16, i32, env, i32, i32)
  41 DEF_HELPER_3(usat16, i32, env, i32, i32)
  42
  43 DEF_HELPER_FLAGS_2(usad8, TCG_CALL_NO_RWG_SE, i32, i32, i32)
  44
  45 DEF_HELPER_FLAGS_3(sel_flags, TCG_CALL_NO_RWG_SE,
  46                    i32, i32, i32, i32)
  47 DEF_HELPER_2(exception_internal, void, env, i32)
  48 DEF_HELPER_4(exception_with_syndrome, void, env, i32, i32, i32)
  49 DEF_HELPER_2(exception_bkpt_insn, void, env, i32)
  50 DEF_HELPER_1(setend, void, env)
  51 DEF_HELPER_2(wfi, void, env, i32)
  52 DEF_HELPER_1(wfe, void, env)
  53 DEF_HELPER_1(yield, void, env)
  54 DEF_HELPER_1(pre_hvc, void, env)
  55 DEF_HELPER_2(pre_smc, void, env, i32)
  56
  57 DEF_HELPER_3(cpsr_write, void, env, i32, i32)
  58 DEF_HELPER_2(cpsr_write_eret, void, env, i32)
  59 DEF_HELPER_1(cpsr_read, i32, env)
  60
  61 DEF_HELPER_3(v7m_msr, void, env, i32, i32)
  62 DEF_HELPER_2(v7m_mrs, i32, env, i32)
  63
  64 DEF_HELPER_2(v7m_bxns, void, env, i32)
  65 DEF_HELPER_2(v7m_blxns, void, env, i32)
  66
  67 DEF_HELPER_3(v7m_tt, i32, env, i32, i32)
  68
  69 DEF_HELPER_1(v7m_preserve_fp_state, void, env)
  70
  71 DEF_HELPER_2(v7m_vlstm, void, env, i32)
  72 DEF_HELPER_2(v7m_vlldm, void, env, i32)
  73
  74 DEF_HELPER_2(v8m_stackcheck, void, env, i32)
  75
  76 DEF_HELPER_FLAGS_2(check_bxj_trap, TCG_CALL_NO_WG, void, env, i32)
  77
  78 DEF_HELPER_4(access_check_cp_reg, void, env, ptr, i32, i32)
  79 DEF_HELPER_3(set_cp_reg, void, env, ptr, i32)
  80 DEF_HELPER_2(get_cp_reg, i32, env, ptr)
  81 DEF_HELPER_3(set_cp_reg64, void, env, ptr, i64)
  82 DEF_HELPER_2(get_cp_reg64, i64, env, ptr)
  83
  84 DEF_HELPER_2(get_r13_banked, i32, env, i32)
  85 DEF_HELPER_3(set_r13_banked, void, env, i32, i32)
  86
  87 DEF_HELPER_3(mrs_banked, i32, env, i32, i32)
  88 DEF_HELPER_4(msr_banked, void, env, i32, i32, i32)
  89
  90 DEF_HELPER_2(get_user_reg, i32, env, i32)
  91 DEF_HELPER_3(set_user_reg, void, env, i32, i32)
  92
  93 DEF_HELPER_FLAGS_1(rebuild_hflags_m32_newel, TCG_CALL_NO_RWG, void, env)
  94 DEF_HELPER_FLAGS_2(rebuild_hflags_m32, TCG_CALL_NO_RWG, void, env, int)
  95 DEF_HELPER_FLAGS_1(rebuild_hflags_a32_newel, TCG_CALL_NO_RWG, void, env)
  96 DEF_HELPER_FLAGS_2(rebuild_hflags_a32, TCG_CALL_NO_RWG, void, env, int)
  97 DEF_HELPER_FLAGS_2(rebuild_hflags_a64, TCG_CALL_NO_RWG, void, env, int)
  98
  99 DEF_HELPER_FLAGS_5(probe_access, TCG_CALL_NO_WG, void, env, tl, i32, i32, i32)
 100
 101 DEF_HELPER_1(vfp_get_fpscr, i32, env)
 102 DEF_HELPER_2(vfp_set_fpscr, void, env, i32)
 103
 104 DEF_HELPER_3(vfp_addh, f16, f16, f16, ptr)
 105 DEF_HELPER_3(vfp_adds, f32, f32, f32, ptr)
 106 DEF_HELPER_3(vfp_addd, f64, f64, f64, ptr)
 107 DEF_HELPER_3(vfp_subh, f16, f16, f16, ptr)
 108 DEF_HELPER_3(vfp_subs, f32, f32, f32, ptr)
 109 DEF_HELPER_3(vfp_subd, f64, f64, f64, ptr)
 110 DEF_HELPER_3(vfp_mulh, f16, f16, f16, ptr)
 111 DEF_HELPER_3(vfp_muls, f32, f32, f32, ptr)
 112 DEF_HELPER_3(vfp_muld, f64, f64, f64, ptr)
 113 DEF_HELPER_3(vfp_divh, f16, f16, f16, ptr)
 114 DEF_HELPER_3(vfp_divs, f32, f32, f32, ptr)
 115 DEF_HELPER_3(vfp_divd, f64, f64, f64, ptr)
 116 DEF_HELPER_3(vfp_maxh, f16, f16, f16, ptr)
 117 DEF_HELPER_3(vfp_maxs, f32, f32, f32, ptr)
 118 DEF_HELPER_3(vfp_maxd, f64, f64, f64, ptr)
 119 DEF_HELPER_3(vfp_minh, f16, f16, f16, ptr)
 120 DEF_HELPER_3(vfp_mins, f32, f32, f32, ptr)
 121 DEF_HELPER_3(vfp_mind, f64, f64, f64, ptr)
 122 DEF_HELPER_3(vfp_maxnumh, f16, f16, f16, ptr)
 123 DEF_HELPER_3(vfp_maxnums, f32, f32, f32, ptr)
 124 DEF_HELPER_3(vfp_maxnumd, f64, f64, f64, ptr)
 125 DEF_HELPER_3(vfp_minnumh, f16, f16, f16, ptr)
 126 DEF_HELPER_3(vfp_minnums, f32, f32, f32, ptr)
 127 DEF_HELPER_3(vfp_minnumd, f64, f64, f64, ptr)
 128 DEF_HELPER_1(vfp_negh, f16, f16)
 129 DEF_HELPER_1(vfp_negs, f32, f32)
 130 DEF_HELPER_1(vfp_negd, f64, f64)
 131 DEF_HELPER_1(vfp_absh, f16, f16)
 132 DEF_HELPER_1(vfp_abss, f32, f32)
 133 DEF_HELPER_1(vfp_absd, f64, f64)
 134 DEF_HELPER_2(vfp_sqrth, f16, f16, env)
 135 DEF_HELPER_2(vfp_sqrts, f32, f32, env)
 136 DEF_HELPER_2(vfp_sqrtd, f64, f64, env)
 137 DEF_HELPER_3(vfp_cmph, void, f16, f16, env)
 138 DEF_HELPER_3(vfp_cmps, void, f32, f32, env)
 139 DEF_HELPER_3(vfp_cmpd, void, f64, f64, env)
 140 DEF_HELPER_3(vfp_cmpeh, void, f16, f16, env)
 141 DEF_HELPER_3(vfp_cmpes, void, f32, f32, env)
 142 DEF_HELPER_3(vfp_cmped, void, f64, f64, env)
 143
 144 DEF_HELPER_2(vfp_fcvtds, f64, f32, env)
 145 DEF_HELPER_2(vfp_fcvtsd, f32, f64, env)
 146 DEF_HELPER_FLAGS_2(bfcvt, TCG_CALL_NO_RWG, i32, f32, ptr)
 147 DEF_HELPER_FLAGS_2(bfcvt_pair, TCG_CALL_NO_RWG, i32, i64, ptr)
 148
 149 DEF_HELPER_2(vfp_uitoh, f16, i32, ptr)
 150 DEF_HELPER_2(vfp_uitos, f32, i32, ptr)
 151 DEF_HELPER_2(vfp_uitod, f64, i32, ptr)
 152 DEF_HELPER_2(vfp_sitoh, f16, i32, ptr)
 153 DEF_HELPER_2(vfp_sitos, f32, i32, ptr)
 154 DEF_HELPER_2(vfp_sitod, f64, i32, ptr)
 155
 156 DEF_HELPER_2(vfp_touih, i32, f16, ptr)
 157 DEF_HELPER_2(vfp_touis, i32, f32, ptr)
 158 DEF_HELPER_2(vfp_touid, i32, f64, ptr)
 159 DEF_HELPER_2(vfp_touizh, i32, f16, ptr)
 160 DEF_HELPER_2(vfp_touizs, i32, f32, ptr)
 161 DEF_HELPER_2(vfp_touizd, i32, f64, ptr)
 162 DEF_HELPER_2(vfp_tosih, s32, f16, ptr)
 163 DEF_HELPER_2(vfp_tosis, s32, f32, ptr)
 164 DEF_HELPER_2(vfp_tosid, s32, f64, ptr)
 165 DEF_HELPER_2(vfp_tosizh, s32, f16, ptr)
 166 DEF_HELPER_2(vfp_tosizs, s32, f32, ptr)
 167 DEF_HELPER_2(vfp_tosizd, s32, f64, ptr)
 168
 169 DEF_HELPER_3(vfp_toshh_round_to_zero, i32, f16, i32, ptr)
 170 DEF_HELPER_3(vfp_toslh_round_to_zero, i32, f16, i32, ptr)
 171 DEF_HELPER_3(vfp_touhh_round_to_zero, i32, f16, i32, ptr)
 172 DEF_HELPER_3(vfp_toulh_round_to_zero, i32, f16, i32, ptr)
 173 DEF_HELPER_3(vfp_toshs_round_to_zero, i32, f32, i32, ptr)
 174 DEF_HELPER_3(vfp_tosls_round_to_zero, i32, f32, i32, ptr)
 175 DEF_HELPER_3(vfp_touhs_round_to_zero, i32, f32, i32, ptr)
 176 DEF_HELPER_3(vfp_touls_round_to_zero, i32, f32, i32, ptr)
 177 DEF_HELPER_3(vfp_toshd_round_to_zero, i64, f64, i32, ptr)
 178 DEF_HELPER_3(vfp_tosld_round_to_zero, i64, f64, i32, ptr)
 179 DEF_HELPER_3(vfp_touhd_round_to_zero, i64, f64, i32, ptr)
 180 DEF_HELPER_3(vfp_tould_round_to_zero, i64, f64, i32, ptr)
 181 DEF_HELPER_3(vfp_touhh, i32, f16, i32, ptr)
 182 DEF_HELPER_3(vfp_toshh, i32, f16, i32, ptr)
 183 DEF_HELPER_3(vfp_toulh, i32, f16, i32, ptr)
 184 DEF_HELPER_3(vfp_toslh, i32, f16, i32, ptr)
 185 DEF_HELPER_3(vfp_touqh, i64, f16, i32, ptr)
 186 DEF_HELPER_3(vfp_tosqh, i64, f16, i32, ptr)
 187 DEF_HELPER_3(vfp_toshs, i32, f32, i32, ptr)
 188 DEF_HELPER_3(vfp_tosls, i32, f32, i32, ptr)
 189 DEF_HELPER_3(vfp_tosqs, i64, f32, i32, ptr)
 190 DEF_HELPER_3(vfp_touhs, i32, f32, i32, ptr)
 191 DEF_HELPER_3(vfp_touls, i32, f32, i32, ptr)
 192 DEF_HELPER_3(vfp_touqs, i64, f32, i32, ptr)
 193 DEF_HELPER_3(vfp_toshd, i64, f64, i32, ptr)
 194 DEF_HELPER_3(vfp_tosld, i64, f64, i32, ptr)
 195 DEF_HELPER_3(vfp_tosqd, i64, f64, i32, ptr)
 196 DEF_HELPER_3(vfp_touhd, i64, f64, i32, ptr)
 197 DEF_HELPER_3(vfp_tould, i64, f64, i32, ptr)
 198 DEF_HELPER_3(vfp_touqd, i64, f64, i32, ptr)
 199 DEF_HELPER_3(vfp_shtos, f32, i32, i32, ptr)
 200 DEF_HELPER_3(vfp_sltos, f32, i32, i32, ptr)
 201 DEF_HELPER_3(vfp_sqtos, f32, i64, i32, ptr)
 202 DEF_HELPER_3(vfp_uhtos, f32, i32, i32, ptr)
 203 DEF_HELPER_3(vfp_ultos, f32, i32, i32, ptr)
 204 DEF_HELPER_3(vfp_uqtos, f32, i64, i32, ptr)
 205 DEF_HELPER_3(vfp_shtod, f64, i64, i32, ptr)
 206 DEF_HELPER_3(vfp_sltod, f64, i64, i32, ptr)
 207 DEF_HELPER_3(vfp_sqtod, f64, i64, i32, ptr)
 208 DEF_HELPER_3(vfp_uhtod, f64, i64, i32, ptr)
 209 DEF_HELPER_3(vfp_ultod, f64, i64, i32, ptr)
 210 DEF_HELPER_3(vfp_uqtod, f64, i64, i32, ptr)
 211 DEF_HELPER_3(vfp_shtoh, f16, i32, i32, ptr)
 212 DEF_HELPER_3(vfp_uhtoh, f16, i32, i32, ptr)
 213 DEF_HELPER_3(vfp_sltoh, f16, i32, i32, ptr)
 214 DEF_HELPER_3(vfp_ultoh, f16, i32, i32, ptr)
 215 DEF_HELPER_3(vfp_sqtoh, f16, i64, i32, ptr)
 216 DEF_HELPER_3(vfp_uqtoh, f16, i64, i32, ptr)
 217
 218 DEF_HELPER_3(vfp_shtos_round_to_nearest, f32, i32, i32, ptr)
 219 DEF_HELPER_3(vfp_sltos_round_to_nearest, f32, i32, i32, ptr)
 220 DEF_HELPER_3(vfp_uhtos_round_to_nearest, f32, i32, i32, ptr)
 221 DEF_HELPER_3(vfp_ultos_round_to_nearest, f32, i32, i32, ptr)
 222 DEF_HELPER_3(vfp_shtod_round_to_nearest, f64, i64, i32, ptr)
 223 DEF_HELPER_3(vfp_sltod_round_to_nearest, f64, i64, i32, ptr)
 224 DEF_HELPER_3(vfp_uhtod_round_to_nearest, f64, i64, i32, ptr)
 225 DEF_HELPER_3(vfp_ultod_round_to_nearest, f64, i64, i32, ptr)
 226 DEF_HELPER_3(vfp_shtoh_round_to_nearest, f16, i32, i32, ptr)
 227 DEF_HELPER_3(vfp_uhtoh_round_to_nearest, f16, i32, i32, ptr)
 228 DEF_HELPER_3(vfp_sltoh_round_to_nearest, f16, i32, i32, ptr)
 229 DEF_HELPER_3(vfp_ultoh_round_to_nearest, f16, i32, i32, ptr)
 230
 231 DEF_HELPER_FLAGS_2(set_rmode, TCG_CALL_NO_RWG, i32, i32, ptr)
 232
 233 DEF_HELPER_FLAGS_3(vfp_fcvt_f16_to_f32, TCG_CALL_NO_RWG, f32, f16, ptr, i32)
 234 DEF_HELPER_FLAGS_3(vfp_fcvt_f32_to_f16, TCG_CALL_NO_RWG, f16, f32, ptr, i32)
 235 DEF_HELPER_FLAGS_3(vfp_fcvt_f16_to_f64, TCG_CALL_NO_RWG, f64, f16, ptr, i32)
 236 DEF_HELPER_FLAGS_3(vfp_fcvt_f64_to_f16, TCG_CALL_NO_RWG, f16, f64, ptr, i32)
 237
 238 DEF_HELPER_4(vfp_muladdd, f64, f64, f64, f64, ptr)
 239 DEF_HELPER_4(vfp_muladds, f32, f32, f32, f32, ptr)
 240 DEF_HELPER_4(vfp_muladdh, f16, f16, f16, f16, ptr)
 241
 242 DEF_HELPER_FLAGS_2(recpe_f16, TCG_CALL_NO_RWG, f16, f16, ptr)
 243 DEF_HELPER_FLAGS_2(recpe_f32, TCG_CALL_NO_RWG, f32, f32, ptr)
 244 DEF_HELPER_FLAGS_2(recpe_f64, TCG_CALL_NO_RWG, f64, f64, ptr)
 245 DEF_HELPER_FLAGS_2(rsqrte_f16, TCG_CALL_NO_RWG, f16, f16, ptr)
 246 DEF_HELPER_FLAGS_2(rsqrte_f32, TCG_CALL_NO_RWG, f32, f32, ptr)
 247 DEF_HELPER_FLAGS_2(rsqrte_f64, TCG_CALL_NO_RWG, f64, f64, ptr)
 248 DEF_HELPER_FLAGS_1(recpe_u32, TCG_CALL_NO_RWG, i32, i32)
 249 DEF_HELPER_FLAGS_1(rsqrte_u32, TCG_CALL_NO_RWG, i32, i32)
 250 DEF_HELPER_FLAGS_4(neon_tbl, TCG_CALL_NO_RWG, i64, env, i32, i64, i64)
 251
 252 DEF_HELPER_3(shl_cc, i32, env, i32, i32)
 253 DEF_HELPER_3(shr_cc, i32, env, i32, i32)
 254 DEF_HELPER_3(sar_cc, i32, env, i32, i32)
 255 DEF_HELPER_3(ror_cc, i32, env, i32, i32)
 256
 257 DEF_HELPER_FLAGS_2(rinth_exact, TCG_CALL_NO_RWG, f16, f16, ptr)
 258 DEF_HELPER_FLAGS_2(rints_exact, TCG_CALL_NO_RWG, f32, f32, ptr)
 259 DEF_HELPER_FLAGS_2(rintd_exact, TCG_CALL_NO_RWG, f64, f64, ptr)
 260 DEF_HELPER_FLAGS_2(rinth, TCG_CALL_NO_RWG, f16, f16, ptr)
 261 DEF_HELPER_FLAGS_2(rints, TCG_CALL_NO_RWG, f32, f32, ptr)
 262 DEF_HELPER_FLAGS_2(rintd, TCG_CALL_NO_RWG, f64, f64, ptr)
 263
 264 DEF_HELPER_FLAGS_2(vjcvt, TCG_CALL_NO_RWG, i32, f64, env)
 265 DEF_HELPER_FLAGS_2(fjcvtzs, TCG_CALL_NO_RWG, i64, f64, ptr)
 266
 267 DEF_HELPER_FLAGS_3(check_hcr_el2_trap, TCG_CALL_NO_WG, void, env, i32, i32)
 268
 269 /* neon_helper.c */
 270 DEF_HELPER_FLAGS_3(neon_qadd_u8, TCG_CALL_NO_RWG, i32, env, i32, i32)
 271 DEF_HELPER_FLAGS_3(neon_qadd_s8, TCG_CALL_NO_RWG, i32, env, i32, i32)
 272 DEF_HELPER_FLAGS_3(neon_qadd_u16, TCG_CALL_NO_RWG, i32, env, i32, i32)
 273 DEF_HELPER_FLAGS_3(neon_qadd_s16, TCG_CALL_NO_RWG, i32, env, i32, i32)
 274 DEF_HELPER_FLAGS_3(neon_qadd_u32, TCG_CALL_NO_RWG, i32, env, i32, i32)
 275 DEF_HELPER_FLAGS_3(neon_qadd_s32, TCG_CALL_NO_RWG, i32, env, i32, i32)
 276 DEF_HELPER_FLAGS_3(neon_uqadd_s8, TCG_CALL_NO_RWG, i32, env, i32, i32)
 277 DEF_HELPER_FLAGS_3(neon_uqadd_s16, TCG_CALL_NO_RWG, i32, env, i32, i32)
 278 DEF_HELPER_FLAGS_3(neon_uqadd_s32, TCG_CALL_NO_RWG, i32, env, i32, i32)
 279 DEF_HELPER_FLAGS_3(neon_uqadd_s64, TCG_CALL_NO_RWG, i64, env, i64, i64)
 280 DEF_HELPER_FLAGS_3(neon_sqadd_u8, TCG_CALL_NO_RWG, i32, env, i32, i32)
 281 DEF_HELPER_FLAGS_3(neon_sqadd_u16, TCG_CALL_NO_RWG, i32, env, i32, i32)
 282 DEF_HELPER_FLAGS_3(neon_sqadd_u32, TCG_CALL_NO_RWG, i32, env, i32, i32)
 283 DEF_HELPER_FLAGS_3(neon_sqadd_u64, TCG_CALL_NO_RWG, i64, env, i64, i64)
 284 DEF_HELPER_3(neon_qsub_u8, i32, env, i32, i32)
 285 DEF_HELPER_3(neon_qsub_s8, i32, env, i32, i32)
 286 DEF_HELPER_3(neon_qsub_u16, i32, env, i32, i32)
 287 DEF_HELPER_3(neon_qsub_s16, i32, env, i32, i32)
 288 DEF_HELPER_3(neon_qsub_u32, i32, env, i32, i32)
 289 DEF_HELPER_3(neon_qsub_s32, i32, env, i32, i32)
 290 DEF_HELPER_3(neon_qadd_u64, i64, env, i64, i64)
 291 DEF_HELPER_3(neon_qadd_s64, i64, env, i64, i64)
 292 DEF_HELPER_3(neon_qsub_u64, i64, env, i64, i64)
 293 DEF_HELPER_3(neon_qsub_s64, i64, env, i64, i64)
 294
 295 DEF_HELPER_2(neon_hadd_s8, i32, i32, i32)
 296 DEF_HELPER_2(neon_hadd_u8, i32, i32, i32)
 297 DEF_HELPER_2(neon_hadd_s16, i32, i32, i32)
 298 DEF_HELPER_2(neon_hadd_u16, i32, i32, i32)
 299 DEF_HELPER_2(neon_hadd_s32, s32, s32, s32)
 300 DEF_HELPER_2(neon_hadd_u32, i32, i32, i32)
 301 DEF_HELPER_2(neon_rhadd_s8, i32, i32, i32)
 302 DEF_HELPER_2(neon_rhadd_u8, i32, i32, i32)
 303 DEF_HELPER_2(neon_rhadd_s16, i32, i32, i32)
 304 DEF_HELPER_2(neon_rhadd_u16, i32, i32, i32)
 305 DEF_HELPER_2(neon_rhadd_s32, s32, s32, s32)
 306 DEF_HELPER_2(neon_rhadd_u32, i32, i32, i32)
 307 DEF_HELPER_2(neon_hsub_s8, i32, i32, i32)
 308 DEF_HELPER_2(neon_hsub_u8, i32, i32, i32)
 309 DEF_HELPER_2(neon_hsub_s16, i32, i32, i32)
 310 DEF_HELPER_2(neon_hsub_u16, i32, i32, i32)
 311 DEF_HELPER_2(neon_hsub_s32, s32, s32, s32)
 312 DEF_HELPER_2(neon_hsub_u32, i32, i32, i32)
 313
 314 DEF_HELPER_2(neon_pmin_u8, i32, i32, i32)
 315 DEF_HELPER_2(neon_pmin_s8, i32, i32, i32)
 316 DEF_HELPER_2(neon_pmin_u16, i32, i32, i32)
 317 DEF_HELPER_2(neon_pmin_s16, i32, i32, i32)
 318 DEF_HELPER_2(neon_pmax_u8, i32, i32, i32)
 319 DEF_HELPER_2(neon_pmax_s8, i32, i32, i32)
 320 DEF_HELPER_2(neon_pmax_u16, i32, i32, i32)
 321 DEF_HELPER_2(neon_pmax_s16, i32, i32, i32)
 322
 323 DEF_HELPER_2(neon_shl_u16, i32, i32, i32)
 324 DEF_HELPER_2(neon_shl_s16, i32, i32, i32)
 325 DEF_HELPER_2(neon_rshl_u8, i32, i32, i32)
 326 DEF_HELPER_2(neon_rshl_s8, i32, i32, i32)
 327 DEF_HELPER_2(neon_rshl_u16, i32, i32, i32)
 328 DEF_HELPER_2(neon_rshl_s16, i32, i32, i32)
 329 DEF_HELPER_2(neon_rshl_u32, i32, i32, i32)
 330 DEF_HELPER_2(neon_rshl_s32, i32, i32, i32)
 331 DEF_HELPER_2(neon_rshl_u64, i64, i64, i64)
 332 DEF_HELPER_2(neon_rshl_s64, i64, i64, i64)
 333 DEF_HELPER_3(neon_qshl_u8, i32, env, i32, i32)
 334 DEF_HELPER_3(neon_qshl_s8, i32, env, i32, i32)
 335 DEF_HELPER_3(neon_qshl_u16, i32, env, i32, i32)
 336 DEF_HELPER_3(neon_qshl_s16, i32, env, i32, i32)
 337 DEF_HELPER_3(neon_qshl_u32, i32, env, i32, i32)
 338 DEF_HELPER_3(neon_qshl_s32, i32, env, i32, i32)
 339 DEF_HELPER_3(neon_qshl_u64, i64, env, i64, i64)
 340 DEF_HELPER_3(neon_qshl_s64, i64, env, i64, i64)
 341 DEF_HELPER_3(neon_qshlu_s8, i32, env, i32, i32)
 342 DEF_HELPER_3(neon_qshlu_s16, i32, env, i32, i32)
 343 DEF_HELPER_3(neon_qshlu_s32, i32, env, i32, i32)
 344 DEF_HELPER_3(neon_qshlu_s64, i64, env, i64, i64)
 345 DEF_HELPER_3(neon_qrshl_u8, i32, env, i32, i32)
 346 DEF_HELPER_3(neon_qrshl_s8, i32, env, i32, i32)
 347 DEF_HELPER_3(neon_qrshl_u16, i32, env, i32, i32)
 348 DEF_HELPER_3(neon_qrshl_s16, i32, env, i32, i32)
 349 DEF_HELPER_3(neon_qrshl_u32, i32, env, i32, i32)
 350 DEF_HELPER_3(neon_qrshl_s32, i32, env, i32, i32)
 351 DEF_HELPER_3(neon_qrshl_u64, i64, env, i64, i64)
 352 DEF_HELPER_3(neon_qrshl_s64, i64, env, i64, i64)
 353
 354 DEF_HELPER_2(neon_add_u8, i32, i32, i32)
 355 DEF_HELPER_2(neon_add_u16, i32, i32, i32)
 356 DEF_HELPER_2(neon_padd_u8, i32, i32, i32)
 357 DEF_HELPER_2(neon_padd_u16, i32, i32, i32)
 358 DEF_HELPER_2(neon_sub_u8, i32, i32, i32)
 359 DEF_HELPER_2(neon_sub_u16, i32, i32, i32)
 360 DEF_HELPER_2(neon_mul_u8, i32, i32, i32)
 361 DEF_HELPER_2(neon_mul_u16, i32, i32, i32)
 362
 363 DEF_HELPER_2(neon_tst_u8, i32, i32, i32)
 364 DEF_HELPER_2(neon_tst_u16, i32, i32, i32)
 365 DEF_HELPER_2(neon_tst_u32, i32, i32, i32)
 366
 367 DEF_HELPER_1(neon_clz_u8, i32, i32)
 368 DEF_HELPER_1(neon_clz_u16, i32, i32)
 369 DEF_HELPER_1(neon_cls_s8, i32, i32)
 370 DEF_HELPER_1(neon_cls_s16, i32, i32)
 371 DEF_HELPER_1(neon_cls_s32, i32, i32)
 372 DEF_HELPER_1(neon_cnt_u8, i32, i32)
 373 DEF_HELPER_FLAGS_1(neon_rbit_u8, TCG_CALL_NO_RWG_SE, i32, i32)
 374
 375 DEF_HELPER_3(neon_qdmulh_s16, i32, env, i32, i32)
 376 DEF_HELPER_3(neon_qrdmulh_s16, i32, env, i32, i32)
 377 DEF_HELPER_4(neon_qrdmlah_s16, i32, env, i32, i32, i32)
 378 DEF_HELPER_4(neon_qrdmlsh_s16, i32, env, i32, i32, i32)
 379 DEF_HELPER_3(neon_qdmulh_s32, i32, env, i32, i32)
 380 DEF_HELPER_3(neon_qrdmulh_s32, i32, env, i32, i32)
 381 DEF_HELPER_4(neon_qrdmlah_s32, i32, env, s32, s32, s32)
 382 DEF_HELPER_4(neon_qrdmlsh_s32, i32, env, s32, s32, s32)
 383
 384 DEF_HELPER_1(neon_narrow_u8, i32, i64)
 385 DEF_HELPER_1(neon_narrow_u16, i32, i64)
 386 DEF_HELPER_2(neon_unarrow_sat8, i32, env, i64)
 387 DEF_HELPER_2(neon_narrow_sat_u8, i32, env, i64)
 388 DEF_HELPER_2(neon_narrow_sat_s8, i32, env, i64)
 389 DEF_HELPER_2(neon_unarrow_sat16, i32, env, i64)
 390 DEF_HELPER_2(neon_narrow_sat_u16, i32, env, i64)
 391 DEF_HELPER_2(neon_narrow_sat_s16, i32, env, i64)
 392 DEF_HELPER_2(neon_unarrow_sat32, i32, env, i64)
 393 DEF_HELPER_2(neon_narrow_sat_u32, i32, env, i64)
 394 DEF_HELPER_2(neon_narrow_sat_s32, i32, env, i64)
 395 DEF_HELPER_1(neon_narrow_high_u8, i32, i64)
 396 DEF_HELPER_1(neon_narrow_high_u16, i32, i64)
 397 DEF_HELPER_1(neon_narrow_round_high_u8, i32, i64)
 398 DEF_HELPER_1(neon_narrow_round_high_u16, i32, i64)
 399 DEF_HELPER_1(neon_widen_u8, i64, i32)
 400 DEF_HELPER_1(neon_widen_s8, i64, i32)
 401 DEF_HELPER_1(neon_widen_u16, i64, i32)
 402 DEF_HELPER_1(neon_widen_s16, i64, i32)
 403
 404 DEF_HELPER_2(neon_addl_u16, i64, i64, i64)
 405 DEF_HELPER_2(neon_addl_u32, i64, i64, i64)
 406 DEF_HELPER_2(neon_paddl_u16, i64, i64, i64)
 407 DEF_HELPER_2(neon_paddl_u32, i64, i64, i64)
 408 DEF_HELPER_2(neon_subl_u16, i64, i64, i64)
 409 DEF_HELPER_2(neon_subl_u32, i64, i64, i64)
 410 DEF_HELPER_3(neon_addl_saturate_s32, i64, env, i64, i64)
 411 DEF_HELPER_3(neon_addl_saturate_s64, i64, env, i64, i64)
 412 DEF_HELPER_2(neon_abdl_u16, i64, i32, i32)
 413 DEF_HELPER_2(neon_abdl_s16, i64, i32, i32)
 414 DEF_HELPER_2(neon_abdl_u32, i64, i32, i32)
 415 DEF_HELPER_2(neon_abdl_s32, i64, i32, i32)
 416 DEF_HELPER_2(neon_abdl_u64, i64, i32, i32)
 417 DEF_HELPER_2(neon_abdl_s64, i64, i32, i32)
 418 DEF_HELPER_2(neon_mull_u8, i64, i32, i32)
 419 DEF_HELPER_2(neon_mull_s8, i64, i32, i32)
 420 DEF_HELPER_2(neon_mull_u16, i64, i32, i32)
 421 DEF_HELPER_2(neon_mull_s16, i64, i32, i32)
 422
 423 DEF_HELPER_1(neon_negl_u16, i64, i64)
 424 DEF_HELPER_1(neon_negl_u32, i64, i64)
 425
 426 DEF_HELPER_FLAGS_2(neon_qabs_s8, TCG_CALL_NO_RWG, i32, env, i32)
 427 DEF_HELPER_FLAGS_2(neon_qabs_s16, TCG_CALL_NO_RWG, i32, env, i32)
 428 DEF_HELPER_FLAGS_2(neon_qabs_s32, TCG_CALL_NO_RWG, i32, env, i32)
 429 DEF_HELPER_FLAGS_2(neon_qabs_s64, TCG_CALL_NO_RWG, i64, env, i64)
 430 DEF_HELPER_FLAGS_2(neon_qneg_s8, TCG_CALL_NO_RWG, i32, env, i32)
 431 DEF_HELPER_FLAGS_2(neon_qneg_s16, TCG_CALL_NO_RWG, i32, env, i32)
 432 DEF_HELPER_FLAGS_2(neon_qneg_s32, TCG_CALL_NO_RWG, i32, env, i32)
 433 DEF_HELPER_FLAGS_2(neon_qneg_s64, TCG_CALL_NO_RWG, i64, env, i64)
 434
 435 DEF_HELPER_3(neon_ceq_f32, i32, i32, i32, ptr)
 436 DEF_HELPER_3(neon_cge_f32, i32, i32, i32, ptr)
 437 DEF_HELPER_3(neon_cgt_f32, i32, i32, i32, ptr)
 438 DEF_HELPER_3(neon_acge_f32, i32, i32, i32, ptr)
 439 DEF_HELPER_3(neon_acgt_f32, i32, i32, i32, ptr)
 440 DEF_HELPER_3(neon_acge_f64, i64, i64, i64, ptr)
 441 DEF_HELPER_3(neon_acgt_f64, i64, i64, i64, ptr)
 442
 443 /* iwmmxt_helper.c */
 444 DEF_HELPER_2(iwmmxt_maddsq, i64, i64, i64)
 445 DEF_HELPER_2(iwmmxt_madduq, i64, i64, i64)
 446 DEF_HELPER_2(iwmmxt_sadb, i64, i64, i64)
 447 DEF_HELPER_2(iwmmxt_sadw, i64, i64, i64)
 448 DEF_HELPER_2(iwmmxt_mulslw, i64, i64, i64)
 449 DEF_HELPER_2(iwmmxt_mulshw, i64, i64, i64)
 450 DEF_HELPER_2(iwmmxt_mululw, i64, i64, i64)
 451 DEF_HELPER_2(iwmmxt_muluhw, i64, i64, i64)
 452 DEF_HELPER_2(iwmmxt_macsw, i64, i64, i64)
 453 DEF_HELPER_2(iwmmxt_macuw, i64, i64, i64)
 454 DEF_HELPER_1(iwmmxt_setpsr_nz, i32, i64)
 455
 456 #define DEF_IWMMXT_HELPER_SIZE_ENV(name) \
 457 DEF_HELPER_3(iwmmxt_##name##b, i64, env, i64, i64) \
 458 DEF_HELPER_3(iwmmxt_##name##w, i64, env, i64, i64) \
 459 DEF_HELPER_3(iwmmxt_##name##l, i64, env, i64, i64) \
 460
 461 DEF_IWMMXT_HELPER_SIZE_ENV(unpackl)
 462 DEF_IWMMXT_HELPER_SIZE_ENV(unpackh)
 463
 464 DEF_HELPER_2(iwmmxt_unpacklub, i64, env, i64)
 465 DEF_HELPER_2(iwmmxt_unpackluw, i64, env, i64)
 466 DEF_HELPER_2(iwmmxt_unpacklul, i64, env, i64)
 467 DEF_HELPER_2(iwmmxt_unpackhub, i64, env, i64)
 468 DEF_HELPER_2(iwmmxt_unpackhuw, i64, env, i64)
 469 DEF_HELPER_2(iwmmxt_unpackhul, i64, env, i64)
 470 DEF_HELPER_2(iwmmxt_unpacklsb, i64, env, i64)
 471 DEF_HELPER_2(iwmmxt_unpacklsw, i64, env, i64)
 472 DEF_HELPER_2(iwmmxt_unpacklsl, i64, env, i64)
 473 DEF_HELPER_2(iwmmxt_unpackhsb, i64, env, i64)
 474 DEF_HELPER_2(iwmmxt_unpackhsw, i64, env, i64)
 475 DEF_HELPER_2(iwmmxt_unpackhsl, i64, env, i64)
 476
 477 DEF_IWMMXT_HELPER_SIZE_ENV(cmpeq)
 478 DEF_IWMMXT_HELPER_SIZE_ENV(cmpgtu)
 479 DEF_IWMMXT_HELPER_SIZE_ENV(cmpgts)
 480
 481 DEF_IWMMXT_HELPER_SIZE_ENV(mins)
 482 DEF_IWMMXT_HELPER_SIZE_ENV(minu)
 483 DEF_IWMMXT_HELPER_SIZE_ENV(maxs)
 484 DEF_IWMMXT_HELPER_SIZE_ENV(maxu)
 485
 486 DEF_IWMMXT_HELPER_SIZE_ENV(subn)
 487 DEF_IWMMXT_HELPER_SIZE_ENV(addn)
 488 DEF_IWMMXT_HELPER_SIZE_ENV(subu)
 489 DEF_IWMMXT_HELPER_SIZE_ENV(addu)
 490 DEF_IWMMXT_HELPER_SIZE_ENV(subs)
 491 DEF_IWMMXT_HELPER_SIZE_ENV(adds)
 492
 493 DEF_HELPER_3(iwmmxt_avgb0, i64, env, i64, i64)
 494 DEF_HELPER_3(iwmmxt_avgb1, i64, env, i64, i64)
 495 DEF_HELPER_3(iwmmxt_avgw0, i64, env, i64, i64)
 496 DEF_HELPER_3(iwmmxt_avgw1, i64, env, i64, i64)
 497
 498 DEF_HELPER_3(iwmmxt_align, i64, i64, i64, i32)
 499 DEF_HELPER_4(iwmmxt_insr, i64, i64, i32, i32, i32)
 500
 501 DEF_HELPER_1(iwmmxt_bcstb, i64, i32)
 502 DEF_HELPER_1(iwmmxt_bcstw, i64, i32)
 503 DEF_HELPER_1(iwmmxt_bcstl, i64, i32)
 504
 505 DEF_HELPER_1(iwmmxt_addcb, i64, i64)
 506 DEF_HELPER_1(iwmmxt_addcw, i64, i64)
 507 DEF_HELPER_1(iwmmxt_addcl, i64, i64)
 508
 509 DEF_HELPER_1(iwmmxt_msbb, i32, i64)
 510 DEF_HELPER_1(iwmmxt_msbw, i32, i64)
 511 DEF_HELPER_1(iwmmxt_msbl, i32, i64)
 512
 513 DEF_HELPER_3(iwmmxt_srlw, i64, env, i64, i32)
 514 DEF_HELPER_3(iwmmxt_srll, i64, env, i64, i32)
 515 DEF_HELPER_3(iwmmxt_srlq, i64, env, i64, i32)
 516 DEF_HELPER_3(iwmmxt_sllw, i64, env, i64, i32)
 517 DEF_HELPER_3(iwmmxt_slll, i64, env, i64, i32)
 518 DEF_HELPER_3(iwmmxt_sllq, i64, env, i64, i32)
 519 DEF_HELPER_3(iwmmxt_sraw, i64, env, i64, i32)
 520 DEF_HELPER_3(iwmmxt_sral, i64, env, i64, i32)
 521 DEF_HELPER_3(iwmmxt_sraq, i64, env, i64, i32)
 522 DEF_HELPER_3(iwmmxt_rorw, i64, env, i64, i32)
 523 DEF_HELPER_3(iwmmxt_rorl, i64, env, i64, i32)
 524 DEF_HELPER_3(iwmmxt_rorq, i64, env, i64, i32)
 525 DEF_HELPER_3(iwmmxt_shufh, i64, env, i64, i32)
 526
 527 DEF_HELPER_3(iwmmxt_packuw, i64, env, i64, i64)
 528 DEF_HELPER_3(iwmmxt_packul, i64, env, i64, i64)
 529 DEF_HELPER_3(iwmmxt_packuq, i64, env, i64, i64)
 530 DEF_HELPER_3(iwmmxt_packsw, i64, env, i64, i64)
 531 DEF_HELPER_3(iwmmxt_packsl, i64, env, i64, i64)
 532 DEF_HELPER_3(iwmmxt_packsq, i64, env, i64, i64)
 533
 534 DEF_HELPER_3(iwmmxt_muladdsl, i64, i64, i32, i32)
 535 DEF_HELPER_3(iwmmxt_muladdsw, i64, i64, i32, i32)
 536 DEF_HELPER_3(iwmmxt_muladdswl, i64, i64, i32, i32)
 537
 538 DEF_HELPER_FLAGS_2(neon_unzip8, TCG_CALL_NO_RWG, void, ptr, ptr)
 539 DEF_HELPER_FLAGS_2(neon_unzip16, TCG_CALL_NO_RWG, void, ptr, ptr)
 540 DEF_HELPER_FLAGS_2(neon_qunzip8, TCG_CALL_NO_RWG, void, ptr, ptr)
 541 DEF_HELPER_FLAGS_2(neon_qunzip16, TCG_CALL_NO_RWG, void, ptr, ptr)
 542 DEF_HELPER_FLAGS_2(neon_qunzip32, TCG_CALL_NO_RWG, void, ptr, ptr)
 543 DEF_HELPER_FLAGS_2(neon_zip8, TCG_CALL_NO_RWG, void, ptr, ptr)
 544 DEF_HELPER_FLAGS_2(neon_zip16, TCG_CALL_NO_RWG, void, ptr, ptr)
 545 DEF_HELPER_FLAGS_2(neon_qzip8, TCG_CALL_NO_RWG, void, ptr, ptr)
 546 DEF_HELPER_FLAGS_2(neon_qzip16, TCG_CALL_NO_RWG, void, ptr, ptr)
 547 DEF_HELPER_FLAGS_2(neon_qzip32, TCG_CALL_NO_RWG, void, ptr, ptr)
 548
 549 DEF_HELPER_FLAGS_4(crypto_aese, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 550 DEF_HELPER_FLAGS_3(crypto_aesmc, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 551
 552 DEF_HELPER_FLAGS_4(crypto_sha1su0, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 553 DEF_HELPER_FLAGS_4(crypto_sha1c, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 554 DEF_HELPER_FLAGS_4(crypto_sha1p, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 555 DEF_HELPER_FLAGS_4(crypto_sha1m, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 556 DEF_HELPER_FLAGS_3(crypto_sha1h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 557 DEF_HELPER_FLAGS_3(crypto_sha1su1, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 558
 559 DEF_HELPER_FLAGS_4(crypto_sha256h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 560 DEF_HELPER_FLAGS_4(crypto_sha256h2, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 561 DEF_HELPER_FLAGS_3(crypto_sha256su0, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 562 DEF_HELPER_FLAGS_4(crypto_sha256su1, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 563
 564 DEF_HELPER_FLAGS_4(crypto_sha512h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 565 DEF_HELPER_FLAGS_4(crypto_sha512h2, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 566 DEF_HELPER_FLAGS_3(crypto_sha512su0, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 567 DEF_HELPER_FLAGS_4(crypto_sha512su1, TCG_CALL_NO_RWG,
 568                    void, ptr, ptr, ptr, i32)
 569
 570 DEF_HELPER_FLAGS_4(crypto_sm3tt1a, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 571 DEF_HELPER_FLAGS_4(crypto_sm3tt1b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 572 DEF_HELPER_FLAGS_4(crypto_sm3tt2a, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 573 DEF_HELPER_FLAGS_4(crypto_sm3tt2b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 574 DEF_HELPER_FLAGS_4(crypto_sm3partw1, TCG_CALL_NO_RWG,
 575                    void, ptr, ptr, ptr, i32)
 576 DEF_HELPER_FLAGS_4(crypto_sm3partw2, TCG_CALL_NO_RWG,
 577                    void, ptr, ptr, ptr, i32)
 578
 579 DEF_HELPER_FLAGS_4(crypto_sm4e, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 580 DEF_HELPER_FLAGS_4(crypto_sm4ekey, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 581
 582 DEF_HELPER_FLAGS_4(crypto_rax1, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 583
 584 DEF_HELPER_FLAGS_3(crc32, TCG_CALL_NO_RWG_SE, i32, i32, i32, i32)
 585 DEF_HELPER_FLAGS_3(crc32c, TCG_CALL_NO_RWG_SE, i32, i32, i32, i32)
 586
 587 DEF_HELPER_FLAGS_5(gvec_qrdmlah_s16, TCG_CALL_NO_RWG,
 588                    void, ptr, ptr, ptr, ptr, i32)
 589 DEF_HELPER_FLAGS_5(gvec_qrdmlsh_s16, TCG_CALL_NO_RWG,
 590                    void, ptr, ptr, ptr, ptr, i32)
 591 DEF_HELPER_FLAGS_5(gvec_qrdmlah_s32, TCG_CALL_NO_RWG,
 592                    void, ptr, ptr, ptr, ptr, i32)
 593 DEF_HELPER_FLAGS_5(gvec_qrdmlsh_s32, TCG_CALL_NO_RWG,
 594                    void, ptr, ptr, ptr, ptr, i32)
 595
 596 DEF_HELPER_FLAGS_5(sve2_sqrdmlah_b, TCG_CALL_NO_RWG,
 597                    void, ptr, ptr, ptr, ptr, i32)
 598 DEF_HELPER_FLAGS_5(sve2_sqrdmlsh_b, TCG_CALL_NO_RWG,
 599                    void, ptr, ptr, ptr, ptr, i32)
 600 DEF_HELPER_FLAGS_5(sve2_sqrdmlah_h, TCG_CALL_NO_RWG,
 601                    void, ptr, ptr, ptr, ptr, i32)
 602 DEF_HELPER_FLAGS_5(sve2_sqrdmlsh_h, TCG_CALL_NO_RWG,
 603                    void, ptr, ptr, ptr, ptr, i32)
 604 DEF_HELPER_FLAGS_5(sve2_sqrdmlah_s, TCG_CALL_NO_RWG,
 605                    void, ptr, ptr, ptr, ptr, i32)
 606 DEF_HELPER_FLAGS_5(sve2_sqrdmlsh_s, TCG_CALL_NO_RWG,
 607                    void, ptr, ptr, ptr, ptr, i32)
 608 DEF_HELPER_FLAGS_5(sve2_sqrdmlah_d, TCG_CALL_NO_RWG,
 609                    void, ptr, ptr, ptr, ptr, i32)
 610 DEF_HELPER_FLAGS_5(sve2_sqrdmlsh_d, TCG_CALL_NO_RWG,
 611                    void, ptr, ptr, ptr, ptr, i32)
 612
 613 DEF_HELPER_FLAGS_5(gvec_sdot_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 614 DEF_HELPER_FLAGS_5(gvec_udot_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 615 DEF_HELPER_FLAGS_5(gvec_sdot_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 616 DEF_HELPER_FLAGS_5(gvec_udot_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 617 DEF_HELPER_FLAGS_5(gvec_usdot_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 618
 619 DEF_HELPER_FLAGS_5(gvec_sdot_idx_b, TCG_CALL_NO_RWG,
 620                    void, ptr, ptr, ptr, ptr, i32)
 621 DEF_HELPER_FLAGS_5(gvec_udot_idx_b, TCG_CALL_NO_RWG,
 622                    void, ptr, ptr, ptr, ptr, i32)
 623 DEF_HELPER_FLAGS_5(gvec_sdot_idx_h, TCG_CALL_NO_RWG,
 624                    void, ptr, ptr, ptr, ptr, i32)
 625 DEF_HELPER_FLAGS_5(gvec_udot_idx_h, TCG_CALL_NO_RWG,
 626                    void, ptr, ptr, ptr, ptr, i32)
 627 DEF_HELPER_FLAGS_5(gvec_sudot_idx_b, TCG_CALL_NO_RWG,
 628                    void, ptr, ptr, ptr, ptr, i32)
 629 DEF_HELPER_FLAGS_5(gvec_usdot_idx_b, TCG_CALL_NO_RWG,
 630                    void, ptr, ptr, ptr, ptr, i32)
 631
 632 DEF_HELPER_FLAGS_5(gvec_fcaddh, TCG_CALL_NO_RWG,
 633                    void, ptr, ptr, ptr, ptr, i32)
 634 DEF_HELPER_FLAGS_5(gvec_fcadds, TCG_CALL_NO_RWG,
 635                    void, ptr, ptr, ptr, ptr, i32)
 636 DEF_HELPER_FLAGS_5(gvec_fcaddd, TCG_CALL_NO_RWG,
 637                    void, ptr, ptr, ptr, ptr, i32)
 638
 639 DEF_HELPER_FLAGS_6(gvec_fcmlah, TCG_CALL_NO_RWG,
 640                    void, ptr, ptr, ptr, ptr, ptr, i32)
 641 DEF_HELPER_FLAGS_6(gvec_fcmlah_idx, TCG_CALL_NO_RWG,
 642                    void, ptr, ptr, ptr, ptr, ptr, i32)
 643 DEF_HELPER_FLAGS_6(gvec_fcmlas, TCG_CALL_NO_RWG,
 644                    void, ptr, ptr, ptr, ptr, ptr, i32)
 645 DEF_HELPER_FLAGS_6(gvec_fcmlas_idx, TCG_CALL_NO_RWG,
 646                    void, ptr, ptr, ptr, ptr, ptr, i32)
 647 DEF_HELPER_FLAGS_6(gvec_fcmlad, TCG_CALL_NO_RWG,
 648                    void, ptr, ptr, ptr, ptr, ptr, i32)
 649
 650 DEF_HELPER_FLAGS_5(neon_paddh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 651 DEF_HELPER_FLAGS_5(neon_pmaxh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 652 DEF_HELPER_FLAGS_5(neon_pminh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 653 DEF_HELPER_FLAGS_5(neon_padds, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 654 DEF_HELPER_FLAGS_5(neon_pmaxs, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 655 DEF_HELPER_FLAGS_5(neon_pmins, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 656
 657 DEF_HELPER_FLAGS_4(gvec_sstoh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 658 DEF_HELPER_FLAGS_4(gvec_sitos, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 659 DEF_HELPER_FLAGS_4(gvec_ustoh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 660 DEF_HELPER_FLAGS_4(gvec_uitos, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 661 DEF_HELPER_FLAGS_4(gvec_tosszh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 662 DEF_HELPER_FLAGS_4(gvec_tosizs, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 663 DEF_HELPER_FLAGS_4(gvec_touszh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 664 DEF_HELPER_FLAGS_4(gvec_touizs, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 665
 666 DEF_HELPER_FLAGS_4(gvec_vcvt_sf, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 667 DEF_HELPER_FLAGS_4(gvec_vcvt_uf, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 668 DEF_HELPER_FLAGS_4(gvec_vcvt_fs, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 669 DEF_HELPER_FLAGS_4(gvec_vcvt_fu, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 670
 671 DEF_HELPER_FLAGS_4(gvec_vcvt_sh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 672 DEF_HELPER_FLAGS_4(gvec_vcvt_uh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 673 DEF_HELPER_FLAGS_4(gvec_vcvt_hs, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 674 DEF_HELPER_FLAGS_4(gvec_vcvt_hu, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 675
 676 DEF_HELPER_FLAGS_4(gvec_vcvt_rm_ss, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 677 DEF_HELPER_FLAGS_4(gvec_vcvt_rm_us, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 678 DEF_HELPER_FLAGS_4(gvec_vcvt_rm_sh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 679 DEF_HELPER_FLAGS_4(gvec_vcvt_rm_uh, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 680
 681 DEF_HELPER_FLAGS_4(gvec_vrint_rm_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 682 DEF_HELPER_FLAGS_4(gvec_vrint_rm_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 683
 684 DEF_HELPER_FLAGS_4(gvec_vrintx_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 685 DEF_HELPER_FLAGS_4(gvec_vrintx_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 686
 687 DEF_HELPER_FLAGS_4(gvec_frecpe_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 688 DEF_HELPER_FLAGS_4(gvec_frecpe_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 689 DEF_HELPER_FLAGS_4(gvec_frecpe_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 690
 691 DEF_HELPER_FLAGS_4(gvec_frsqrte_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 692 DEF_HELPER_FLAGS_4(gvec_frsqrte_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 693 DEF_HELPER_FLAGS_4(gvec_frsqrte_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 694
 695 DEF_HELPER_FLAGS_4(gvec_fcgt0_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 696 DEF_HELPER_FLAGS_4(gvec_fcgt0_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 697
 698 DEF_HELPER_FLAGS_4(gvec_fcge0_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 699 DEF_HELPER_FLAGS_4(gvec_fcge0_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 700
 701 DEF_HELPER_FLAGS_4(gvec_fceq0_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 702 DEF_HELPER_FLAGS_4(gvec_fceq0_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 703
 704 DEF_HELPER_FLAGS_4(gvec_fcle0_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 705 DEF_HELPER_FLAGS_4(gvec_fcle0_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 706
 707 DEF_HELPER_FLAGS_4(gvec_fclt0_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 708 DEF_HELPER_FLAGS_4(gvec_fclt0_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 709
 710 DEF_HELPER_FLAGS_5(gvec_fadd_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 711 DEF_HELPER_FLAGS_5(gvec_fadd_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 712 DEF_HELPER_FLAGS_5(gvec_fadd_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 713
 714 DEF_HELPER_FLAGS_5(gvec_fsub_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 715 DEF_HELPER_FLAGS_5(gvec_fsub_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 716 DEF_HELPER_FLAGS_5(gvec_fsub_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 717
 718 DEF_HELPER_FLAGS_5(gvec_fmul_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 719 DEF_HELPER_FLAGS_5(gvec_fmul_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 720 DEF_HELPER_FLAGS_5(gvec_fmul_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 721
 722 DEF_HELPER_FLAGS_5(gvec_fabd_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 723 DEF_HELPER_FLAGS_5(gvec_fabd_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 724
 725 DEF_HELPER_FLAGS_5(gvec_fceq_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 726 DEF_HELPER_FLAGS_5(gvec_fceq_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 727
 728 DEF_HELPER_FLAGS_5(gvec_fcge_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 729 DEF_HELPER_FLAGS_5(gvec_fcge_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 730
 731 DEF_HELPER_FLAGS_5(gvec_fcgt_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 732 DEF_HELPER_FLAGS_5(gvec_fcgt_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 733
 734 DEF_HELPER_FLAGS_5(gvec_facge_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 735 DEF_HELPER_FLAGS_5(gvec_facge_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 736
 737 DEF_HELPER_FLAGS_5(gvec_facgt_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 738 DEF_HELPER_FLAGS_5(gvec_facgt_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 739
 740 DEF_HELPER_FLAGS_5(gvec_fmax_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 741 DEF_HELPER_FLAGS_5(gvec_fmax_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 742
 743 DEF_HELPER_FLAGS_5(gvec_fmin_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 744 DEF_HELPER_FLAGS_5(gvec_fmin_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 745
 746 DEF_HELPER_FLAGS_5(gvec_fmaxnum_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 747 DEF_HELPER_FLAGS_5(gvec_fmaxnum_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 748
 749 DEF_HELPER_FLAGS_5(gvec_fminnum_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 750 DEF_HELPER_FLAGS_5(gvec_fminnum_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 751
 752 DEF_HELPER_FLAGS_5(gvec_recps_nf_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 753 DEF_HELPER_FLAGS_5(gvec_recps_nf_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 754
 755 DEF_HELPER_FLAGS_5(gvec_rsqrts_nf_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 756 DEF_HELPER_FLAGS_5(gvec_rsqrts_nf_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 757
 758 DEF_HELPER_FLAGS_5(gvec_fmla_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 759 DEF_HELPER_FLAGS_5(gvec_fmla_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 760
 761 DEF_HELPER_FLAGS_5(gvec_fmls_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 762 DEF_HELPER_FLAGS_5(gvec_fmls_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 763
 764 DEF_HELPER_FLAGS_5(gvec_vfma_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 765 DEF_HELPER_FLAGS_5(gvec_vfma_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 766
 767 DEF_HELPER_FLAGS_5(gvec_vfms_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 768 DEF_HELPER_FLAGS_5(gvec_vfms_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, ptr, i32)
 769
 770 DEF_HELPER_FLAGS_5(gvec_ftsmul_h, TCG_CALL_NO_RWG,
 771                    void, ptr, ptr, ptr, ptr, i32)
 772 DEF_HELPER_FLAGS_5(gvec_ftsmul_s, TCG_CALL_NO_RWG,
 773                    void, ptr, ptr, ptr, ptr, i32)
 774 DEF_HELPER_FLAGS_5(gvec_ftsmul_d, TCG_CALL_NO_RWG,
 775                    void, ptr, ptr, ptr, ptr, i32)
 776
 777 DEF_HELPER_FLAGS_5(gvec_fmul_idx_h, TCG_CALL_NO_RWG,
 778                    void, ptr, ptr, ptr, ptr, i32)
 779 DEF_HELPER_FLAGS_5(gvec_fmul_idx_s, TCG_CALL_NO_RWG,
 780                    void, ptr, ptr, ptr, ptr, i32)
 781 DEF_HELPER_FLAGS_5(gvec_fmul_idx_d, TCG_CALL_NO_RWG,
 782                    void, ptr, ptr, ptr, ptr, i32)
 783
 784 DEF_HELPER_FLAGS_5(gvec_fmla_nf_idx_h, TCG_CALL_NO_RWG,
 785                    void, ptr, ptr, ptr, ptr, i32)
 786 DEF_HELPER_FLAGS_5(gvec_fmla_nf_idx_s, TCG_CALL_NO_RWG,
 787                    void, ptr, ptr, ptr, ptr, i32)
 788
 789 DEF_HELPER_FLAGS_5(gvec_fmls_nf_idx_h, TCG_CALL_NO_RWG,
 790                    void, ptr, ptr, ptr, ptr, i32)
 791 DEF_HELPER_FLAGS_5(gvec_fmls_nf_idx_s, TCG_CALL_NO_RWG,
 792                    void, ptr, ptr, ptr, ptr, i32)
 793
 794 DEF_HELPER_FLAGS_6(gvec_fmla_idx_h, TCG_CALL_NO_RWG,
 795                    void, ptr, ptr, ptr, ptr, ptr, i32)
 796 DEF_HELPER_FLAGS_6(gvec_fmla_idx_s, TCG_CALL_NO_RWG,
 797                    void, ptr, ptr, ptr, ptr, ptr, i32)
 798 DEF_HELPER_FLAGS_6(gvec_fmla_idx_d, TCG_CALL_NO_RWG,
 799                    void, ptr, ptr, ptr, ptr, ptr, i32)
 800
 801 DEF_HELPER_FLAGS_5(gvec_uqadd_b, TCG_CALL_NO_RWG,
 802                    void, ptr, ptr, ptr, ptr, i32)
 803 DEF_HELPER_FLAGS_5(gvec_uqadd_h, TCG_CALL_NO_RWG,
 804                    void, ptr, ptr, ptr, ptr, i32)
 805 DEF_HELPER_FLAGS_5(gvec_uqadd_s, TCG_CALL_NO_RWG,
 806                    void, ptr, ptr, ptr, ptr, i32)
 807 DEF_HELPER_FLAGS_5(gvec_uqadd_d, TCG_CALL_NO_RWG,
 808                    void, ptr, ptr, ptr, ptr, i32)
 809 DEF_HELPER_FLAGS_5(gvec_sqadd_b, TCG_CALL_NO_RWG,
 810                    void, ptr, ptr, ptr, ptr, i32)
 811 DEF_HELPER_FLAGS_5(gvec_sqadd_h, TCG_CALL_NO_RWG,
 812                    void, ptr, ptr, ptr, ptr, i32)
 813 DEF_HELPER_FLAGS_5(gvec_sqadd_s, TCG_CALL_NO_RWG,
 814                    void, ptr, ptr, ptr, ptr, i32)
 815 DEF_HELPER_FLAGS_5(gvec_sqadd_d, TCG_CALL_NO_RWG,
 816                    void, ptr, ptr, ptr, ptr, i32)
 817 DEF_HELPER_FLAGS_5(gvec_uqsub_b, TCG_CALL_NO_RWG,
 818                    void, ptr, ptr, ptr, ptr, i32)
 819 DEF_HELPER_FLAGS_5(gvec_uqsub_h, TCG_CALL_NO_RWG,
 820                    void, ptr, ptr, ptr, ptr, i32)
 821 DEF_HELPER_FLAGS_5(gvec_uqsub_s, TCG_CALL_NO_RWG,
 822                    void, ptr, ptr, ptr, ptr, i32)
 823 DEF_HELPER_FLAGS_5(gvec_uqsub_d, TCG_CALL_NO_RWG,
 824                    void, ptr, ptr, ptr, ptr, i32)
 825 DEF_HELPER_FLAGS_5(gvec_sqsub_b, TCG_CALL_NO_RWG,
 826                    void, ptr, ptr, ptr, ptr, i32)
 827 DEF_HELPER_FLAGS_5(gvec_sqsub_h, TCG_CALL_NO_RWG,
 828                    void, ptr, ptr, ptr, ptr, i32)
 829 DEF_HELPER_FLAGS_5(gvec_sqsub_s, TCG_CALL_NO_RWG,
 830                    void, ptr, ptr, ptr, ptr, i32)
 831 DEF_HELPER_FLAGS_5(gvec_sqsub_d, TCG_CALL_NO_RWG,
 832                    void, ptr, ptr, ptr, ptr, i32)
 833
 834 DEF_HELPER_FLAGS_5(gvec_fmlal_a32, TCG_CALL_NO_RWG,
 835                    void, ptr, ptr, ptr, ptr, i32)
 836 DEF_HELPER_FLAGS_5(gvec_fmlal_a64, TCG_CALL_NO_RWG,
 837                    void, ptr, ptr, ptr, ptr, i32)
 838 DEF_HELPER_FLAGS_5(gvec_fmlal_idx_a32, TCG_CALL_NO_RWG,
 839                    void, ptr, ptr, ptr, ptr, i32)
 840 DEF_HELPER_FLAGS_5(gvec_fmlal_idx_a64, TCG_CALL_NO_RWG,
 841                    void, ptr, ptr, ptr, ptr, i32)
 842
 843 DEF_HELPER_FLAGS_2(frint32_s, TCG_CALL_NO_RWG, f32, f32, ptr)
 844 DEF_HELPER_FLAGS_2(frint64_s, TCG_CALL_NO_RWG, f32, f32, ptr)
 845 DEF_HELPER_FLAGS_2(frint32_d, TCG_CALL_NO_RWG, f64, f64, ptr)
 846 DEF_HELPER_FLAGS_2(frint64_d, TCG_CALL_NO_RWG, f64, f64, ptr)
 847
 848 DEF_HELPER_FLAGS_3(gvec_ceq0_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 849 DEF_HELPER_FLAGS_3(gvec_ceq0_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 850 DEF_HELPER_FLAGS_3(gvec_clt0_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 851 DEF_HELPER_FLAGS_3(gvec_clt0_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 852 DEF_HELPER_FLAGS_3(gvec_cle0_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 853 DEF_HELPER_FLAGS_3(gvec_cle0_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 854 DEF_HELPER_FLAGS_3(gvec_cgt0_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 855 DEF_HELPER_FLAGS_3(gvec_cgt0_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 856 DEF_HELPER_FLAGS_3(gvec_cge0_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 857 DEF_HELPER_FLAGS_3(gvec_cge0_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 858
 859 DEF_HELPER_FLAGS_4(gvec_smulh_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 860 DEF_HELPER_FLAGS_4(gvec_smulh_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 861 DEF_HELPER_FLAGS_4(gvec_smulh_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 862 DEF_HELPER_FLAGS_4(gvec_smulh_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 863
 864 DEF_HELPER_FLAGS_4(gvec_umulh_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 865 DEF_HELPER_FLAGS_4(gvec_umulh_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 866 DEF_HELPER_FLAGS_4(gvec_umulh_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 867 DEF_HELPER_FLAGS_4(gvec_umulh_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 868
 869 DEF_HELPER_FLAGS_4(gvec_sshl_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 870 DEF_HELPER_FLAGS_4(gvec_sshl_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 871 DEF_HELPER_FLAGS_4(gvec_ushl_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 872 DEF_HELPER_FLAGS_4(gvec_ushl_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 873
 874 DEF_HELPER_FLAGS_4(gvec_pmul_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 875 DEF_HELPER_FLAGS_4(gvec_pmull_q, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 876
 877 DEF_HELPER_FLAGS_4(neon_pmull_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 878
 879 DEF_HELPER_FLAGS_3(gvec_ssra_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 880 DEF_HELPER_FLAGS_3(gvec_ssra_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 881 DEF_HELPER_FLAGS_3(gvec_ssra_s, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 882 DEF_HELPER_FLAGS_3(gvec_ssra_d, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 883
 884 DEF_HELPER_FLAGS_3(gvec_usra_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 885 DEF_HELPER_FLAGS_3(gvec_usra_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 886 DEF_HELPER_FLAGS_3(gvec_usra_s, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 887 DEF_HELPER_FLAGS_3(gvec_usra_d, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 888
 889 DEF_HELPER_FLAGS_3(gvec_srshr_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 890 DEF_HELPER_FLAGS_3(gvec_srshr_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 891 DEF_HELPER_FLAGS_3(gvec_srshr_s, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 892 DEF_HELPER_FLAGS_3(gvec_srshr_d, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 893
 894 DEF_HELPER_FLAGS_3(gvec_urshr_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 895 DEF_HELPER_FLAGS_3(gvec_urshr_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 896 DEF_HELPER_FLAGS_3(gvec_urshr_s, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 897 DEF_HELPER_FLAGS_3(gvec_urshr_d, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 898
 899 DEF_HELPER_FLAGS_3(gvec_srsra_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 900 DEF_HELPER_FLAGS_3(gvec_srsra_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 901 DEF_HELPER_FLAGS_3(gvec_srsra_s, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 902 DEF_HELPER_FLAGS_3(gvec_srsra_d, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 903
 904 DEF_HELPER_FLAGS_3(gvec_ursra_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 905 DEF_HELPER_FLAGS_3(gvec_ursra_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 906 DEF_HELPER_FLAGS_3(gvec_ursra_s, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 907 DEF_HELPER_FLAGS_3(gvec_ursra_d, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 908
 909 DEF_HELPER_FLAGS_3(gvec_sri_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 910 DEF_HELPER_FLAGS_3(gvec_sri_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 911 DEF_HELPER_FLAGS_3(gvec_sri_s, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 912 DEF_HELPER_FLAGS_3(gvec_sri_d, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 913
 914 DEF_HELPER_FLAGS_3(gvec_sli_b, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 915 DEF_HELPER_FLAGS_3(gvec_sli_h, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 916 DEF_HELPER_FLAGS_3(gvec_sli_s, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 917 DEF_HELPER_FLAGS_3(gvec_sli_d, TCG_CALL_NO_RWG, void, ptr, ptr, i32)
 918
 919 DEF_HELPER_FLAGS_4(gvec_sabd_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 920 DEF_HELPER_FLAGS_4(gvec_sabd_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 921 DEF_HELPER_FLAGS_4(gvec_sabd_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 922 DEF_HELPER_FLAGS_4(gvec_sabd_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 923
 924 DEF_HELPER_FLAGS_4(gvec_uabd_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 925 DEF_HELPER_FLAGS_4(gvec_uabd_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 926 DEF_HELPER_FLAGS_4(gvec_uabd_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 927 DEF_HELPER_FLAGS_4(gvec_uabd_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 928
 929 DEF_HELPER_FLAGS_4(gvec_saba_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 930 DEF_HELPER_FLAGS_4(gvec_saba_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 931 DEF_HELPER_FLAGS_4(gvec_saba_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 932 DEF_HELPER_FLAGS_4(gvec_saba_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 933
 934 DEF_HELPER_FLAGS_4(gvec_uaba_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 935 DEF_HELPER_FLAGS_4(gvec_uaba_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 936 DEF_HELPER_FLAGS_4(gvec_uaba_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 937 DEF_HELPER_FLAGS_4(gvec_uaba_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 938
 939 DEF_HELPER_FLAGS_4(gvec_mul_idx_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 940 DEF_HELPER_FLAGS_4(gvec_mul_idx_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 941 DEF_HELPER_FLAGS_4(gvec_mul_idx_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 942
 943 DEF_HELPER_FLAGS_5(gvec_mla_idx_h, TCG_CALL_NO_RWG,
 944                    void, ptr, ptr, ptr, ptr, i32)
 945 DEF_HELPER_FLAGS_5(gvec_mla_idx_s, TCG_CALL_NO_RWG,
 946                    void, ptr, ptr, ptr, ptr, i32)
 947 DEF_HELPER_FLAGS_5(gvec_mla_idx_d, TCG_CALL_NO_RWG,
 948                    void, ptr, ptr, ptr, ptr, i32)
 949
 950 DEF_HELPER_FLAGS_5(gvec_mls_idx_h, TCG_CALL_NO_RWG,
 951                    void, ptr, ptr, ptr, ptr, i32)
 952 DEF_HELPER_FLAGS_5(gvec_mls_idx_s, TCG_CALL_NO_RWG,
 953                    void, ptr, ptr, ptr, ptr, i32)
 954 DEF_HELPER_FLAGS_5(gvec_mls_idx_d, TCG_CALL_NO_RWG,
 955                    void, ptr, ptr, ptr, ptr, i32)
 956
 957 DEF_HELPER_FLAGS_5(neon_sqdmulh_h, TCG_CALL_NO_RWG,
 958                    void, ptr, ptr, ptr, ptr, i32)
 959 DEF_HELPER_FLAGS_5(neon_sqdmulh_s, TCG_CALL_NO_RWG,
 960                    void, ptr, ptr, ptr, ptr, i32)
 961
 962 DEF_HELPER_FLAGS_5(neon_sqrdmulh_h, TCG_CALL_NO_RWG,
 963                    void, ptr, ptr, ptr, ptr, i32)
 964 DEF_HELPER_FLAGS_5(neon_sqrdmulh_s, TCG_CALL_NO_RWG,
 965                    void, ptr, ptr, ptr, ptr, i32)
 966
 967 DEF_HELPER_FLAGS_4(sve2_sqdmulh_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 968 DEF_HELPER_FLAGS_4(sve2_sqdmulh_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 969 DEF_HELPER_FLAGS_4(sve2_sqdmulh_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 970 DEF_HELPER_FLAGS_4(sve2_sqdmulh_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 971
 972 DEF_HELPER_FLAGS_4(sve2_sqrdmulh_b, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 973 DEF_HELPER_FLAGS_4(sve2_sqrdmulh_h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 974 DEF_HELPER_FLAGS_4(sve2_sqrdmulh_s, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 975 DEF_HELPER_FLAGS_4(sve2_sqrdmulh_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 976
 977 DEF_HELPER_FLAGS_4(sve2_sqdmulh_idx_h, TCG_CALL_NO_RWG,
 978                    void, ptr, ptr, ptr, i32)
 979 DEF_HELPER_FLAGS_4(sve2_sqdmulh_idx_s, TCG_CALL_NO_RWG,
 980                    void, ptr, ptr, ptr, i32)
 981 DEF_HELPER_FLAGS_4(sve2_sqdmulh_idx_d, TCG_CALL_NO_RWG,
 982                    void, ptr, ptr, ptr, i32)
 983
 984 DEF_HELPER_FLAGS_4(sve2_sqrdmulh_idx_h, TCG_CALL_NO_RWG,
 985                    void, ptr, ptr, ptr, i32)
 986 DEF_HELPER_FLAGS_4(sve2_sqrdmulh_idx_s, TCG_CALL_NO_RWG,
 987                    void, ptr, ptr, ptr, i32)
 988 DEF_HELPER_FLAGS_4(sve2_sqrdmulh_idx_d, TCG_CALL_NO_RWG,
 989                    void, ptr, ptr, ptr, i32)
 990
 991 DEF_HELPER_FLAGS_6(sve2_fmlal_zzzw_s, TCG_CALL_NO_RWG,
 992                    void, ptr, ptr, ptr, ptr, ptr, i32)
 993 DEF_HELPER_FLAGS_6(sve2_fmlal_zzxw_s, TCG_CALL_NO_RWG,
 994                    void, ptr, ptr, ptr, ptr, ptr, i32)
 995
 996 DEF_HELPER_FLAGS_4(gvec_xar_d, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32)
 997
 998 DEF_HELPER_FLAGS_5(gvec_smmla_b, TCG_CALL_NO_RWG,
 999                    void, ptr, ptr, ptr, ptr, i32)
1000 DEF_HELPER_FLAGS_5(gvec_ummla_b, TCG_CALL_NO_RWG,
1001                    void, ptr, ptr, ptr, ptr, i32)
1002 DEF_HELPER_FLAGS_5(gvec_usmmla_b, TCG_CALL_NO_RWG,
1003                    void, ptr, ptr, ptr, ptr, i32)
1004
1005 DEF_HELPER_FLAGS_5(gvec_bfdot, TCG_CALL_NO_RWG,
1006                    void, ptr, ptr, ptr, ptr, i32)
1007 DEF_HELPER_FLAGS_5(gvec_bfdot_idx, TCG_CALL_NO_RWG,
1008                    void, ptr, ptr, ptr, ptr, i32)
1009
1010 DEF_HELPER_FLAGS_5(gvec_bfmmla, TCG_CALL_NO_RWG,
1011                    void, ptr, ptr, ptr, ptr, i32)
1012
1013 DEF_HELPER_FLAGS_6(gvec_bfmlal, TCG_CALL_NO_RWG,
1014                    void, ptr, ptr, ptr, ptr, ptr, i32)
1015 DEF_HELPER_FLAGS_6(gvec_bfmlal_idx, TCG_CALL_NO_RWG,
1016                    void, ptr, ptr, ptr, ptr, ptr, i32)
1017
1018 #ifdef TARGET_AARCH64
1019 #include "helper-a64.h"
1020 #include "helper-sve.h"
1021 #endif
1022
1023 #include "helper-mve.h"