migration/block: compare only read blocks against the rate limiter
[qemu/ar7.git] / tcg / tcg-op.h
blob75bb55aeac912d9676c43a54cf7b1b7578227c21
1 /*
2 * Tiny Code Generator for QEMU
4 * Copyright (c) 2008 Fabrice Bellard
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to deal
8 * in the Software without restriction, including without limitation the rights
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 * copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22 * THE SOFTWARE.
25 #include "tcg.h"
26 #include "exec/helper-proto.h"
27 #include "exec/helper-gen.h"
29 /* Basic output routines. Not for general consumption. */
31 void tcg_gen_op1(TCGOpcode, TCGArg);
32 void tcg_gen_op2(TCGOpcode, TCGArg, TCGArg);
33 void tcg_gen_op3(TCGOpcode, TCGArg, TCGArg, TCGArg);
34 void tcg_gen_op4(TCGOpcode, TCGArg, TCGArg, TCGArg, TCGArg);
35 void tcg_gen_op5(TCGOpcode, TCGArg, TCGArg, TCGArg, TCGArg, TCGArg);
36 void tcg_gen_op6(TCGOpcode, TCGArg, TCGArg, TCGArg, TCGArg, TCGArg, TCGArg);
38 void vec_gen_2(TCGOpcode, TCGType, unsigned, TCGArg, TCGArg);
39 void vec_gen_3(TCGOpcode, TCGType, unsigned, TCGArg, TCGArg, TCGArg);
40 void vec_gen_4(TCGOpcode, TCGType, unsigned, TCGArg, TCGArg, TCGArg, TCGArg);
42 static inline void tcg_gen_op1_i32(TCGOpcode opc, TCGv_i32 a1)
44 tcg_gen_op1(opc, tcgv_i32_arg(a1));
47 static inline void tcg_gen_op1_i64(TCGOpcode opc, TCGv_i64 a1)
49 tcg_gen_op1(opc, tcgv_i64_arg(a1));
52 static inline void tcg_gen_op1i(TCGOpcode opc, TCGArg a1)
54 tcg_gen_op1(opc, a1);
57 static inline void tcg_gen_op2_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2)
59 tcg_gen_op2(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2));
62 static inline void tcg_gen_op2_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2)
64 tcg_gen_op2(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2));
67 static inline void tcg_gen_op2i_i32(TCGOpcode opc, TCGv_i32 a1, TCGArg a2)
69 tcg_gen_op2(opc, tcgv_i32_arg(a1), a2);
72 static inline void tcg_gen_op2i_i64(TCGOpcode opc, TCGv_i64 a1, TCGArg a2)
74 tcg_gen_op2(opc, tcgv_i64_arg(a1), a2);
77 static inline void tcg_gen_op2ii(TCGOpcode opc, TCGArg a1, TCGArg a2)
79 tcg_gen_op2(opc, a1, a2);
82 static inline void tcg_gen_op3_i32(TCGOpcode opc, TCGv_i32 a1,
83 TCGv_i32 a2, TCGv_i32 a3)
85 tcg_gen_op3(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2), tcgv_i32_arg(a3));
88 static inline void tcg_gen_op3_i64(TCGOpcode opc, TCGv_i64 a1,
89 TCGv_i64 a2, TCGv_i64 a3)
91 tcg_gen_op3(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2), tcgv_i64_arg(a3));
94 static inline void tcg_gen_op3i_i32(TCGOpcode opc, TCGv_i32 a1,
95 TCGv_i32 a2, TCGArg a3)
97 tcg_gen_op3(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2), a3);
100 static inline void tcg_gen_op3i_i64(TCGOpcode opc, TCGv_i64 a1,
101 TCGv_i64 a2, TCGArg a3)
103 tcg_gen_op3(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2), a3);
106 static inline void tcg_gen_ldst_op_i32(TCGOpcode opc, TCGv_i32 val,
107 TCGv_ptr base, TCGArg offset)
109 tcg_gen_op3(opc, tcgv_i32_arg(val), tcgv_ptr_arg(base), offset);
112 static inline void tcg_gen_ldst_op_i64(TCGOpcode opc, TCGv_i64 val,
113 TCGv_ptr base, TCGArg offset)
115 tcg_gen_op3(opc, tcgv_i64_arg(val), tcgv_ptr_arg(base), offset);
118 static inline void tcg_gen_op4_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
119 TCGv_i32 a3, TCGv_i32 a4)
121 tcg_gen_op4(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2),
122 tcgv_i32_arg(a3), tcgv_i32_arg(a4));
125 static inline void tcg_gen_op4_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
126 TCGv_i64 a3, TCGv_i64 a4)
128 tcg_gen_op4(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2),
129 tcgv_i64_arg(a3), tcgv_i64_arg(a4));
132 static inline void tcg_gen_op4i_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
133 TCGv_i32 a3, TCGArg a4)
135 tcg_gen_op4(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2),
136 tcgv_i32_arg(a3), a4);
139 static inline void tcg_gen_op4i_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
140 TCGv_i64 a3, TCGArg a4)
142 tcg_gen_op4(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2),
143 tcgv_i64_arg(a3), a4);
146 static inline void tcg_gen_op4ii_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
147 TCGArg a3, TCGArg a4)
149 tcg_gen_op4(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2), a3, a4);
152 static inline void tcg_gen_op4ii_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
153 TCGArg a3, TCGArg a4)
155 tcg_gen_op4(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2), a3, a4);
158 static inline void tcg_gen_op5_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
159 TCGv_i32 a3, TCGv_i32 a4, TCGv_i32 a5)
161 tcg_gen_op5(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2),
162 tcgv_i32_arg(a3), tcgv_i32_arg(a4), tcgv_i32_arg(a5));
165 static inline void tcg_gen_op5_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
166 TCGv_i64 a3, TCGv_i64 a4, TCGv_i64 a5)
168 tcg_gen_op5(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2),
169 tcgv_i64_arg(a3), tcgv_i64_arg(a4), tcgv_i64_arg(a5));
172 static inline void tcg_gen_op5i_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
173 TCGv_i32 a3, TCGv_i32 a4, TCGArg a5)
175 tcg_gen_op5(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2),
176 tcgv_i32_arg(a3), tcgv_i32_arg(a4), a5);
179 static inline void tcg_gen_op5i_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
180 TCGv_i64 a3, TCGv_i64 a4, TCGArg a5)
182 tcg_gen_op5(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2),
183 tcgv_i64_arg(a3), tcgv_i64_arg(a4), a5);
186 static inline void tcg_gen_op5ii_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
187 TCGv_i32 a3, TCGArg a4, TCGArg a5)
189 tcg_gen_op5(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2),
190 tcgv_i32_arg(a3), a4, a5);
193 static inline void tcg_gen_op5ii_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
194 TCGv_i64 a3, TCGArg a4, TCGArg a5)
196 tcg_gen_op5(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2),
197 tcgv_i64_arg(a3), a4, a5);
200 static inline void tcg_gen_op6_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
201 TCGv_i32 a3, TCGv_i32 a4,
202 TCGv_i32 a5, TCGv_i32 a6)
204 tcg_gen_op6(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2),
205 tcgv_i32_arg(a3), tcgv_i32_arg(a4), tcgv_i32_arg(a5),
206 tcgv_i32_arg(a6));
209 static inline void tcg_gen_op6_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
210 TCGv_i64 a3, TCGv_i64 a4,
211 TCGv_i64 a5, TCGv_i64 a6)
213 tcg_gen_op6(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2),
214 tcgv_i64_arg(a3), tcgv_i64_arg(a4), tcgv_i64_arg(a5),
215 tcgv_i64_arg(a6));
218 static inline void tcg_gen_op6i_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
219 TCGv_i32 a3, TCGv_i32 a4,
220 TCGv_i32 a5, TCGArg a6)
222 tcg_gen_op6(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2),
223 tcgv_i32_arg(a3), tcgv_i32_arg(a4), tcgv_i32_arg(a5), a6);
226 static inline void tcg_gen_op6i_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
227 TCGv_i64 a3, TCGv_i64 a4,
228 TCGv_i64 a5, TCGArg a6)
230 tcg_gen_op6(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2),
231 tcgv_i64_arg(a3), tcgv_i64_arg(a4), tcgv_i64_arg(a5), a6);
234 static inline void tcg_gen_op6ii_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
235 TCGv_i32 a3, TCGv_i32 a4,
236 TCGArg a5, TCGArg a6)
238 tcg_gen_op6(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2),
239 tcgv_i32_arg(a3), tcgv_i32_arg(a4), a5, a6);
242 static inline void tcg_gen_op6ii_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
243 TCGv_i64 a3, TCGv_i64 a4,
244 TCGArg a5, TCGArg a6)
246 tcg_gen_op6(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2),
247 tcgv_i64_arg(a3), tcgv_i64_arg(a4), a5, a6);
251 /* Generic ops. */
253 static inline void gen_set_label(TCGLabel *l)
255 tcg_gen_op1(INDEX_op_set_label, label_arg(l));
258 static inline void tcg_gen_br(TCGLabel *l)
260 tcg_gen_op1(INDEX_op_br, label_arg(l));
263 void tcg_gen_mb(TCGBar);
265 /* Helper calls. */
267 /* 32 bit ops */
269 void tcg_gen_addi_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
270 void tcg_gen_subfi_i32(TCGv_i32 ret, int32_t arg1, TCGv_i32 arg2);
271 void tcg_gen_subi_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
272 void tcg_gen_andi_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
273 void tcg_gen_ori_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
274 void tcg_gen_xori_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
275 void tcg_gen_shli_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
276 void tcg_gen_shri_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
277 void tcg_gen_sari_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
278 void tcg_gen_muli_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
279 void tcg_gen_div_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
280 void tcg_gen_rem_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
281 void tcg_gen_divu_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
282 void tcg_gen_remu_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
283 void tcg_gen_andc_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
284 void tcg_gen_eqv_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
285 void tcg_gen_nand_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
286 void tcg_gen_nor_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
287 void tcg_gen_orc_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
288 void tcg_gen_clz_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
289 void tcg_gen_ctz_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
290 void tcg_gen_clzi_i32(TCGv_i32 ret, TCGv_i32 arg1, uint32_t arg2);
291 void tcg_gen_ctzi_i32(TCGv_i32 ret, TCGv_i32 arg1, uint32_t arg2);
292 void tcg_gen_clrsb_i32(TCGv_i32 ret, TCGv_i32 arg);
293 void tcg_gen_ctpop_i32(TCGv_i32 a1, TCGv_i32 a2);
294 void tcg_gen_rotl_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
295 void tcg_gen_rotli_i32(TCGv_i32 ret, TCGv_i32 arg1, unsigned arg2);
296 void tcg_gen_rotr_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
297 void tcg_gen_rotri_i32(TCGv_i32 ret, TCGv_i32 arg1, unsigned arg2);
298 void tcg_gen_deposit_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2,
299 unsigned int ofs, unsigned int len);
300 void tcg_gen_deposit_z_i32(TCGv_i32 ret, TCGv_i32 arg,
301 unsigned int ofs, unsigned int len);
302 void tcg_gen_extract_i32(TCGv_i32 ret, TCGv_i32 arg,
303 unsigned int ofs, unsigned int len);
304 void tcg_gen_sextract_i32(TCGv_i32 ret, TCGv_i32 arg,
305 unsigned int ofs, unsigned int len);
306 void tcg_gen_brcond_i32(TCGCond cond, TCGv_i32 arg1, TCGv_i32 arg2, TCGLabel *);
307 void tcg_gen_brcondi_i32(TCGCond cond, TCGv_i32 arg1, int32_t arg2, TCGLabel *);
308 void tcg_gen_setcond_i32(TCGCond cond, TCGv_i32 ret,
309 TCGv_i32 arg1, TCGv_i32 arg2);
310 void tcg_gen_setcondi_i32(TCGCond cond, TCGv_i32 ret,
311 TCGv_i32 arg1, int32_t arg2);
312 void tcg_gen_movcond_i32(TCGCond cond, TCGv_i32 ret, TCGv_i32 c1,
313 TCGv_i32 c2, TCGv_i32 v1, TCGv_i32 v2);
314 void tcg_gen_add2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 al,
315 TCGv_i32 ah, TCGv_i32 bl, TCGv_i32 bh);
316 void tcg_gen_sub2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 al,
317 TCGv_i32 ah, TCGv_i32 bl, TCGv_i32 bh);
318 void tcg_gen_mulu2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 arg1, TCGv_i32 arg2);
319 void tcg_gen_muls2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 arg1, TCGv_i32 arg2);
320 void tcg_gen_mulsu2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 arg1, TCGv_i32 arg2);
321 void tcg_gen_ext8s_i32(TCGv_i32 ret, TCGv_i32 arg);
322 void tcg_gen_ext16s_i32(TCGv_i32 ret, TCGv_i32 arg);
323 void tcg_gen_ext8u_i32(TCGv_i32 ret, TCGv_i32 arg);
324 void tcg_gen_ext16u_i32(TCGv_i32 ret, TCGv_i32 arg);
325 void tcg_gen_bswap16_i32(TCGv_i32 ret, TCGv_i32 arg);
326 void tcg_gen_bswap32_i32(TCGv_i32 ret, TCGv_i32 arg);
328 static inline void tcg_gen_discard_i32(TCGv_i32 arg)
330 tcg_gen_op1_i32(INDEX_op_discard, arg);
333 static inline void tcg_gen_mov_i32(TCGv_i32 ret, TCGv_i32 arg)
335 if (ret != arg) {
336 tcg_gen_op2_i32(INDEX_op_mov_i32, ret, arg);
340 static inline void tcg_gen_movi_i32(TCGv_i32 ret, int32_t arg)
342 tcg_gen_op2i_i32(INDEX_op_movi_i32, ret, arg);
345 static inline void tcg_gen_ld8u_i32(TCGv_i32 ret, TCGv_ptr arg2,
346 tcg_target_long offset)
348 tcg_gen_ldst_op_i32(INDEX_op_ld8u_i32, ret, arg2, offset);
351 static inline void tcg_gen_ld8s_i32(TCGv_i32 ret, TCGv_ptr arg2,
352 tcg_target_long offset)
354 tcg_gen_ldst_op_i32(INDEX_op_ld8s_i32, ret, arg2, offset);
357 static inline void tcg_gen_ld16u_i32(TCGv_i32 ret, TCGv_ptr arg2,
358 tcg_target_long offset)
360 tcg_gen_ldst_op_i32(INDEX_op_ld16u_i32, ret, arg2, offset);
363 static inline void tcg_gen_ld16s_i32(TCGv_i32 ret, TCGv_ptr arg2,
364 tcg_target_long offset)
366 tcg_gen_ldst_op_i32(INDEX_op_ld16s_i32, ret, arg2, offset);
369 static inline void tcg_gen_ld_i32(TCGv_i32 ret, TCGv_ptr arg2,
370 tcg_target_long offset)
372 tcg_gen_ldst_op_i32(INDEX_op_ld_i32, ret, arg2, offset);
375 static inline void tcg_gen_st8_i32(TCGv_i32 arg1, TCGv_ptr arg2,
376 tcg_target_long offset)
378 tcg_gen_ldst_op_i32(INDEX_op_st8_i32, arg1, arg2, offset);
381 static inline void tcg_gen_st16_i32(TCGv_i32 arg1, TCGv_ptr arg2,
382 tcg_target_long offset)
384 tcg_gen_ldst_op_i32(INDEX_op_st16_i32, arg1, arg2, offset);
387 static inline void tcg_gen_st_i32(TCGv_i32 arg1, TCGv_ptr arg2,
388 tcg_target_long offset)
390 tcg_gen_ldst_op_i32(INDEX_op_st_i32, arg1, arg2, offset);
393 static inline void tcg_gen_add_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
395 tcg_gen_op3_i32(INDEX_op_add_i32, ret, arg1, arg2);
398 static inline void tcg_gen_sub_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
400 tcg_gen_op3_i32(INDEX_op_sub_i32, ret, arg1, arg2);
403 static inline void tcg_gen_and_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
405 tcg_gen_op3_i32(INDEX_op_and_i32, ret, arg1, arg2);
408 static inline void tcg_gen_or_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
410 tcg_gen_op3_i32(INDEX_op_or_i32, ret, arg1, arg2);
413 static inline void tcg_gen_xor_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
415 tcg_gen_op3_i32(INDEX_op_xor_i32, ret, arg1, arg2);
418 static inline void tcg_gen_shl_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
420 tcg_gen_op3_i32(INDEX_op_shl_i32, ret, arg1, arg2);
423 static inline void tcg_gen_shr_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
425 tcg_gen_op3_i32(INDEX_op_shr_i32, ret, arg1, arg2);
428 static inline void tcg_gen_sar_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
430 tcg_gen_op3_i32(INDEX_op_sar_i32, ret, arg1, arg2);
433 static inline void tcg_gen_mul_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
435 tcg_gen_op3_i32(INDEX_op_mul_i32, ret, arg1, arg2);
438 static inline void tcg_gen_neg_i32(TCGv_i32 ret, TCGv_i32 arg)
440 if (TCG_TARGET_HAS_neg_i32) {
441 tcg_gen_op2_i32(INDEX_op_neg_i32, ret, arg);
442 } else {
443 tcg_gen_subfi_i32(ret, 0, arg);
447 static inline void tcg_gen_not_i32(TCGv_i32 ret, TCGv_i32 arg)
449 if (TCG_TARGET_HAS_not_i32) {
450 tcg_gen_op2_i32(INDEX_op_not_i32, ret, arg);
451 } else {
452 tcg_gen_xori_i32(ret, arg, -1);
456 /* 64 bit ops */
458 void tcg_gen_addi_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
459 void tcg_gen_subfi_i64(TCGv_i64 ret, int64_t arg1, TCGv_i64 arg2);
460 void tcg_gen_subi_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
461 void tcg_gen_andi_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
462 void tcg_gen_ori_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
463 void tcg_gen_xori_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
464 void tcg_gen_shli_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
465 void tcg_gen_shri_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
466 void tcg_gen_sari_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
467 void tcg_gen_muli_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
468 void tcg_gen_div_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
469 void tcg_gen_rem_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
470 void tcg_gen_divu_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
471 void tcg_gen_remu_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
472 void tcg_gen_andc_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
473 void tcg_gen_eqv_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
474 void tcg_gen_nand_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
475 void tcg_gen_nor_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
476 void tcg_gen_orc_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
477 void tcg_gen_clz_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
478 void tcg_gen_ctz_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
479 void tcg_gen_clzi_i64(TCGv_i64 ret, TCGv_i64 arg1, uint64_t arg2);
480 void tcg_gen_ctzi_i64(TCGv_i64 ret, TCGv_i64 arg1, uint64_t arg2);
481 void tcg_gen_clrsb_i64(TCGv_i64 ret, TCGv_i64 arg);
482 void tcg_gen_ctpop_i64(TCGv_i64 a1, TCGv_i64 a2);
483 void tcg_gen_rotl_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
484 void tcg_gen_rotli_i64(TCGv_i64 ret, TCGv_i64 arg1, unsigned arg2);
485 void tcg_gen_rotr_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
486 void tcg_gen_rotri_i64(TCGv_i64 ret, TCGv_i64 arg1, unsigned arg2);
487 void tcg_gen_deposit_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2,
488 unsigned int ofs, unsigned int len);
489 void tcg_gen_deposit_z_i64(TCGv_i64 ret, TCGv_i64 arg,
490 unsigned int ofs, unsigned int len);
491 void tcg_gen_extract_i64(TCGv_i64 ret, TCGv_i64 arg,
492 unsigned int ofs, unsigned int len);
493 void tcg_gen_sextract_i64(TCGv_i64 ret, TCGv_i64 arg,
494 unsigned int ofs, unsigned int len);
495 void tcg_gen_brcond_i64(TCGCond cond, TCGv_i64 arg1, TCGv_i64 arg2, TCGLabel *);
496 void tcg_gen_brcondi_i64(TCGCond cond, TCGv_i64 arg1, int64_t arg2, TCGLabel *);
497 void tcg_gen_setcond_i64(TCGCond cond, TCGv_i64 ret,
498 TCGv_i64 arg1, TCGv_i64 arg2);
499 void tcg_gen_setcondi_i64(TCGCond cond, TCGv_i64 ret,
500 TCGv_i64 arg1, int64_t arg2);
501 void tcg_gen_movcond_i64(TCGCond cond, TCGv_i64 ret, TCGv_i64 c1,
502 TCGv_i64 c2, TCGv_i64 v1, TCGv_i64 v2);
503 void tcg_gen_add2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 al,
504 TCGv_i64 ah, TCGv_i64 bl, TCGv_i64 bh);
505 void tcg_gen_sub2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 al,
506 TCGv_i64 ah, TCGv_i64 bl, TCGv_i64 bh);
507 void tcg_gen_mulu2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 arg1, TCGv_i64 arg2);
508 void tcg_gen_muls2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 arg1, TCGv_i64 arg2);
509 void tcg_gen_mulsu2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 arg1, TCGv_i64 arg2);
510 void tcg_gen_not_i64(TCGv_i64 ret, TCGv_i64 arg);
511 void tcg_gen_ext8s_i64(TCGv_i64 ret, TCGv_i64 arg);
512 void tcg_gen_ext16s_i64(TCGv_i64 ret, TCGv_i64 arg);
513 void tcg_gen_ext32s_i64(TCGv_i64 ret, TCGv_i64 arg);
514 void tcg_gen_ext8u_i64(TCGv_i64 ret, TCGv_i64 arg);
515 void tcg_gen_ext16u_i64(TCGv_i64 ret, TCGv_i64 arg);
516 void tcg_gen_ext32u_i64(TCGv_i64 ret, TCGv_i64 arg);
517 void tcg_gen_bswap16_i64(TCGv_i64 ret, TCGv_i64 arg);
518 void tcg_gen_bswap32_i64(TCGv_i64 ret, TCGv_i64 arg);
519 void tcg_gen_bswap64_i64(TCGv_i64 ret, TCGv_i64 arg);
521 #if TCG_TARGET_REG_BITS == 64
522 static inline void tcg_gen_discard_i64(TCGv_i64 arg)
524 tcg_gen_op1_i64(INDEX_op_discard, arg);
527 static inline void tcg_gen_mov_i64(TCGv_i64 ret, TCGv_i64 arg)
529 if (ret != arg) {
530 tcg_gen_op2_i64(INDEX_op_mov_i64, ret, arg);
534 static inline void tcg_gen_movi_i64(TCGv_i64 ret, int64_t arg)
536 tcg_gen_op2i_i64(INDEX_op_movi_i64, ret, arg);
539 static inline void tcg_gen_ld8u_i64(TCGv_i64 ret, TCGv_ptr arg2,
540 tcg_target_long offset)
542 tcg_gen_ldst_op_i64(INDEX_op_ld8u_i64, ret, arg2, offset);
545 static inline void tcg_gen_ld8s_i64(TCGv_i64 ret, TCGv_ptr arg2,
546 tcg_target_long offset)
548 tcg_gen_ldst_op_i64(INDEX_op_ld8s_i64, ret, arg2, offset);
551 static inline void tcg_gen_ld16u_i64(TCGv_i64 ret, TCGv_ptr arg2,
552 tcg_target_long offset)
554 tcg_gen_ldst_op_i64(INDEX_op_ld16u_i64, ret, arg2, offset);
557 static inline void tcg_gen_ld16s_i64(TCGv_i64 ret, TCGv_ptr arg2,
558 tcg_target_long offset)
560 tcg_gen_ldst_op_i64(INDEX_op_ld16s_i64, ret, arg2, offset);
563 static inline void tcg_gen_ld32u_i64(TCGv_i64 ret, TCGv_ptr arg2,
564 tcg_target_long offset)
566 tcg_gen_ldst_op_i64(INDEX_op_ld32u_i64, ret, arg2, offset);
569 static inline void tcg_gen_ld32s_i64(TCGv_i64 ret, TCGv_ptr arg2,
570 tcg_target_long offset)
572 tcg_gen_ldst_op_i64(INDEX_op_ld32s_i64, ret, arg2, offset);
575 static inline void tcg_gen_ld_i64(TCGv_i64 ret, TCGv_ptr arg2,
576 tcg_target_long offset)
578 tcg_gen_ldst_op_i64(INDEX_op_ld_i64, ret, arg2, offset);
581 static inline void tcg_gen_st8_i64(TCGv_i64 arg1, TCGv_ptr arg2,
582 tcg_target_long offset)
584 tcg_gen_ldst_op_i64(INDEX_op_st8_i64, arg1, arg2, offset);
587 static inline void tcg_gen_st16_i64(TCGv_i64 arg1, TCGv_ptr arg2,
588 tcg_target_long offset)
590 tcg_gen_ldst_op_i64(INDEX_op_st16_i64, arg1, arg2, offset);
593 static inline void tcg_gen_st32_i64(TCGv_i64 arg1, TCGv_ptr arg2,
594 tcg_target_long offset)
596 tcg_gen_ldst_op_i64(INDEX_op_st32_i64, arg1, arg2, offset);
599 static inline void tcg_gen_st_i64(TCGv_i64 arg1, TCGv_ptr arg2,
600 tcg_target_long offset)
602 tcg_gen_ldst_op_i64(INDEX_op_st_i64, arg1, arg2, offset);
605 static inline void tcg_gen_add_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
607 tcg_gen_op3_i64(INDEX_op_add_i64, ret, arg1, arg2);
610 static inline void tcg_gen_sub_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
612 tcg_gen_op3_i64(INDEX_op_sub_i64, ret, arg1, arg2);
615 static inline void tcg_gen_and_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
617 tcg_gen_op3_i64(INDEX_op_and_i64, ret, arg1, arg2);
620 static inline void tcg_gen_or_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
622 tcg_gen_op3_i64(INDEX_op_or_i64, ret, arg1, arg2);
625 static inline void tcg_gen_xor_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
627 tcg_gen_op3_i64(INDEX_op_xor_i64, ret, arg1, arg2);
630 static inline void tcg_gen_shl_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
632 tcg_gen_op3_i64(INDEX_op_shl_i64, ret, arg1, arg2);
635 static inline void tcg_gen_shr_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
637 tcg_gen_op3_i64(INDEX_op_shr_i64, ret, arg1, arg2);
640 static inline void tcg_gen_sar_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
642 tcg_gen_op3_i64(INDEX_op_sar_i64, ret, arg1, arg2);
645 static inline void tcg_gen_mul_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
647 tcg_gen_op3_i64(INDEX_op_mul_i64, ret, arg1, arg2);
649 #else /* TCG_TARGET_REG_BITS == 32 */
650 static inline void tcg_gen_st8_i64(TCGv_i64 arg1, TCGv_ptr arg2,
651 tcg_target_long offset)
653 tcg_gen_st8_i32(TCGV_LOW(arg1), arg2, offset);
656 static inline void tcg_gen_st16_i64(TCGv_i64 arg1, TCGv_ptr arg2,
657 tcg_target_long offset)
659 tcg_gen_st16_i32(TCGV_LOW(arg1), arg2, offset);
662 static inline void tcg_gen_st32_i64(TCGv_i64 arg1, TCGv_ptr arg2,
663 tcg_target_long offset)
665 tcg_gen_st_i32(TCGV_LOW(arg1), arg2, offset);
668 static inline void tcg_gen_add_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
670 tcg_gen_add2_i32(TCGV_LOW(ret), TCGV_HIGH(ret), TCGV_LOW(arg1),
671 TCGV_HIGH(arg1), TCGV_LOW(arg2), TCGV_HIGH(arg2));
674 static inline void tcg_gen_sub_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
676 tcg_gen_sub2_i32(TCGV_LOW(ret), TCGV_HIGH(ret), TCGV_LOW(arg1),
677 TCGV_HIGH(arg1), TCGV_LOW(arg2), TCGV_HIGH(arg2));
680 void tcg_gen_discard_i64(TCGv_i64 arg);
681 void tcg_gen_mov_i64(TCGv_i64 ret, TCGv_i64 arg);
682 void tcg_gen_movi_i64(TCGv_i64 ret, int64_t arg);
683 void tcg_gen_ld8u_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
684 void tcg_gen_ld8s_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
685 void tcg_gen_ld16u_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
686 void tcg_gen_ld16s_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
687 void tcg_gen_ld32u_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
688 void tcg_gen_ld32s_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
689 void tcg_gen_ld_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
690 void tcg_gen_st_i64(TCGv_i64 arg1, TCGv_ptr arg2, tcg_target_long offset);
691 void tcg_gen_and_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
692 void tcg_gen_or_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
693 void tcg_gen_xor_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
694 void tcg_gen_shl_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
695 void tcg_gen_shr_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
696 void tcg_gen_sar_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
697 void tcg_gen_mul_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
698 #endif /* TCG_TARGET_REG_BITS */
700 static inline void tcg_gen_neg_i64(TCGv_i64 ret, TCGv_i64 arg)
702 if (TCG_TARGET_HAS_neg_i64) {
703 tcg_gen_op2_i64(INDEX_op_neg_i64, ret, arg);
704 } else {
705 tcg_gen_subfi_i64(ret, 0, arg);
709 /* Size changing operations. */
711 void tcg_gen_extu_i32_i64(TCGv_i64 ret, TCGv_i32 arg);
712 void tcg_gen_ext_i32_i64(TCGv_i64 ret, TCGv_i32 arg);
713 void tcg_gen_concat_i32_i64(TCGv_i64 dest, TCGv_i32 low, TCGv_i32 high);
714 void tcg_gen_extrl_i64_i32(TCGv_i32 ret, TCGv_i64 arg);
715 void tcg_gen_extrh_i64_i32(TCGv_i32 ret, TCGv_i64 arg);
716 void tcg_gen_extr_i64_i32(TCGv_i32 lo, TCGv_i32 hi, TCGv_i64 arg);
717 void tcg_gen_extr32_i64(TCGv_i64 lo, TCGv_i64 hi, TCGv_i64 arg);
719 static inline void tcg_gen_concat32_i64(TCGv_i64 ret, TCGv_i64 lo, TCGv_i64 hi)
721 tcg_gen_deposit_i64(ret, lo, hi, 32, 32);
724 /* QEMU specific operations. */
726 #ifndef TARGET_LONG_BITS
727 #error must include QEMU headers
728 #endif
730 #if TARGET_INSN_START_WORDS == 1
731 # if TARGET_LONG_BITS <= TCG_TARGET_REG_BITS
732 static inline void tcg_gen_insn_start(target_ulong pc)
734 tcg_gen_op1(INDEX_op_insn_start, pc);
736 # else
737 static inline void tcg_gen_insn_start(target_ulong pc)
739 tcg_gen_op2(INDEX_op_insn_start, (uint32_t)pc, (uint32_t)(pc >> 32));
741 # endif
742 #elif TARGET_INSN_START_WORDS == 2
743 # if TARGET_LONG_BITS <= TCG_TARGET_REG_BITS
744 static inline void tcg_gen_insn_start(target_ulong pc, target_ulong a1)
746 tcg_gen_op2(INDEX_op_insn_start, pc, a1);
748 # else
749 static inline void tcg_gen_insn_start(target_ulong pc, target_ulong a1)
751 tcg_gen_op4(INDEX_op_insn_start,
752 (uint32_t)pc, (uint32_t)(pc >> 32),
753 (uint32_t)a1, (uint32_t)(a1 >> 32));
755 # endif
756 #elif TARGET_INSN_START_WORDS == 3
757 # if TARGET_LONG_BITS <= TCG_TARGET_REG_BITS
758 static inline void tcg_gen_insn_start(target_ulong pc, target_ulong a1,
759 target_ulong a2)
761 tcg_gen_op3(INDEX_op_insn_start, pc, a1, a2);
763 # else
764 static inline void tcg_gen_insn_start(target_ulong pc, target_ulong a1,
765 target_ulong a2)
767 tcg_gen_op6(INDEX_op_insn_start,
768 (uint32_t)pc, (uint32_t)(pc >> 32),
769 (uint32_t)a1, (uint32_t)(a1 >> 32),
770 (uint32_t)a2, (uint32_t)(a2 >> 32));
772 # endif
773 #else
774 # error "Unhandled number of operands to insn_start"
775 #endif
777 static inline void tcg_gen_exit_tb(uintptr_t val)
779 tcg_gen_op1i(INDEX_op_exit_tb, val);
783 * tcg_gen_goto_tb() - output goto_tb TCG operation
784 * @idx: Direct jump slot index (0 or 1)
786 * See tcg/README for more info about this TCG operation.
788 * NOTE: In softmmu emulation, direct jumps with goto_tb are only safe within
789 * the pages this TB resides in because we don't take care of direct jumps when
790 * address mapping changes, e.g. in tlb_flush(). In user mode, there's only a
791 * static address translation, so the destination address is always valid, TBs
792 * are always invalidated properly, and direct jumps are reset when mapping
793 * changes.
795 void tcg_gen_goto_tb(unsigned idx);
798 * tcg_gen_lookup_and_goto_ptr() - look up the current TB, jump to it if valid
799 * @addr: Guest address of the target TB
801 * If the TB is not valid, jump to the epilogue.
803 * This operation is optional. If the TCG backend does not implement goto_ptr,
804 * this op is equivalent to calling tcg_gen_exit_tb() with 0 as the argument.
806 void tcg_gen_lookup_and_goto_ptr(void);
808 #if TARGET_LONG_BITS == 32
809 #define tcg_temp_new() tcg_temp_new_i32()
810 #define tcg_global_reg_new tcg_global_reg_new_i32
811 #define tcg_global_mem_new tcg_global_mem_new_i32
812 #define tcg_temp_local_new() tcg_temp_local_new_i32()
813 #define tcg_temp_free tcg_temp_free_i32
814 #define tcg_gen_qemu_ld_tl tcg_gen_qemu_ld_i32
815 #define tcg_gen_qemu_st_tl tcg_gen_qemu_st_i32
816 #else
817 #define tcg_temp_new() tcg_temp_new_i64()
818 #define tcg_global_reg_new tcg_global_reg_new_i64
819 #define tcg_global_mem_new tcg_global_mem_new_i64
820 #define tcg_temp_local_new() tcg_temp_local_new_i64()
821 #define tcg_temp_free tcg_temp_free_i64
822 #define tcg_gen_qemu_ld_tl tcg_gen_qemu_ld_i64
823 #define tcg_gen_qemu_st_tl tcg_gen_qemu_st_i64
824 #endif
826 void tcg_gen_qemu_ld_i32(TCGv_i32, TCGv, TCGArg, TCGMemOp);
827 void tcg_gen_qemu_st_i32(TCGv_i32, TCGv, TCGArg, TCGMemOp);
828 void tcg_gen_qemu_ld_i64(TCGv_i64, TCGv, TCGArg, TCGMemOp);
829 void tcg_gen_qemu_st_i64(TCGv_i64, TCGv, TCGArg, TCGMemOp);
831 static inline void tcg_gen_qemu_ld8u(TCGv ret, TCGv addr, int mem_index)
833 tcg_gen_qemu_ld_tl(ret, addr, mem_index, MO_UB);
836 static inline void tcg_gen_qemu_ld8s(TCGv ret, TCGv addr, int mem_index)
838 tcg_gen_qemu_ld_tl(ret, addr, mem_index, MO_SB);
841 static inline void tcg_gen_qemu_ld16u(TCGv ret, TCGv addr, int mem_index)
843 tcg_gen_qemu_ld_tl(ret, addr, mem_index, MO_TEUW);
846 static inline void tcg_gen_qemu_ld16s(TCGv ret, TCGv addr, int mem_index)
848 tcg_gen_qemu_ld_tl(ret, addr, mem_index, MO_TESW);
851 static inline void tcg_gen_qemu_ld32u(TCGv ret, TCGv addr, int mem_index)
853 tcg_gen_qemu_ld_tl(ret, addr, mem_index, MO_TEUL);
856 static inline void tcg_gen_qemu_ld32s(TCGv ret, TCGv addr, int mem_index)
858 tcg_gen_qemu_ld_tl(ret, addr, mem_index, MO_TESL);
861 static inline void tcg_gen_qemu_ld64(TCGv_i64 ret, TCGv addr, int mem_index)
863 tcg_gen_qemu_ld_i64(ret, addr, mem_index, MO_TEQ);
866 static inline void tcg_gen_qemu_st8(TCGv arg, TCGv addr, int mem_index)
868 tcg_gen_qemu_st_tl(arg, addr, mem_index, MO_UB);
871 static inline void tcg_gen_qemu_st16(TCGv arg, TCGv addr, int mem_index)
873 tcg_gen_qemu_st_tl(arg, addr, mem_index, MO_TEUW);
876 static inline void tcg_gen_qemu_st32(TCGv arg, TCGv addr, int mem_index)
878 tcg_gen_qemu_st_tl(arg, addr, mem_index, MO_TEUL);
881 static inline void tcg_gen_qemu_st64(TCGv_i64 arg, TCGv addr, int mem_index)
883 tcg_gen_qemu_st_i64(arg, addr, mem_index, MO_TEQ);
886 void tcg_gen_atomic_cmpxchg_i32(TCGv_i32, TCGv, TCGv_i32, TCGv_i32,
887 TCGArg, TCGMemOp);
888 void tcg_gen_atomic_cmpxchg_i64(TCGv_i64, TCGv, TCGv_i64, TCGv_i64,
889 TCGArg, TCGMemOp);
891 void tcg_gen_atomic_xchg_i32(TCGv_i32, TCGv, TCGv_i32, TCGArg, TCGMemOp);
892 void tcg_gen_atomic_xchg_i64(TCGv_i64, TCGv, TCGv_i64, TCGArg, TCGMemOp);
893 void tcg_gen_atomic_fetch_add_i32(TCGv_i32, TCGv, TCGv_i32, TCGArg, TCGMemOp);
894 void tcg_gen_atomic_fetch_add_i64(TCGv_i64, TCGv, TCGv_i64, TCGArg, TCGMemOp);
895 void tcg_gen_atomic_fetch_and_i32(TCGv_i32, TCGv, TCGv_i32, TCGArg, TCGMemOp);
896 void tcg_gen_atomic_fetch_and_i64(TCGv_i64, TCGv, TCGv_i64, TCGArg, TCGMemOp);
897 void tcg_gen_atomic_fetch_or_i32(TCGv_i32, TCGv, TCGv_i32, TCGArg, TCGMemOp);
898 void tcg_gen_atomic_fetch_or_i64(TCGv_i64, TCGv, TCGv_i64, TCGArg, TCGMemOp);
899 void tcg_gen_atomic_fetch_xor_i32(TCGv_i32, TCGv, TCGv_i32, TCGArg, TCGMemOp);
900 void tcg_gen_atomic_fetch_xor_i64(TCGv_i64, TCGv, TCGv_i64, TCGArg, TCGMemOp);
901 void tcg_gen_atomic_add_fetch_i32(TCGv_i32, TCGv, TCGv_i32, TCGArg, TCGMemOp);
902 void tcg_gen_atomic_add_fetch_i64(TCGv_i64, TCGv, TCGv_i64, TCGArg, TCGMemOp);
903 void tcg_gen_atomic_and_fetch_i32(TCGv_i32, TCGv, TCGv_i32, TCGArg, TCGMemOp);
904 void tcg_gen_atomic_and_fetch_i64(TCGv_i64, TCGv, TCGv_i64, TCGArg, TCGMemOp);
905 void tcg_gen_atomic_or_fetch_i32(TCGv_i32, TCGv, TCGv_i32, TCGArg, TCGMemOp);
906 void tcg_gen_atomic_or_fetch_i64(TCGv_i64, TCGv, TCGv_i64, TCGArg, TCGMemOp);
907 void tcg_gen_atomic_xor_fetch_i32(TCGv_i32, TCGv, TCGv_i32, TCGArg, TCGMemOp);
908 void tcg_gen_atomic_xor_fetch_i64(TCGv_i64, TCGv, TCGv_i64, TCGArg, TCGMemOp);
910 void tcg_gen_mov_vec(TCGv_vec, TCGv_vec);
911 void tcg_gen_dup_i32_vec(unsigned vece, TCGv_vec, TCGv_i32);
912 void tcg_gen_dup_i64_vec(unsigned vece, TCGv_vec, TCGv_i64);
913 void tcg_gen_dup8i_vec(TCGv_vec, uint32_t);
914 void tcg_gen_dup16i_vec(TCGv_vec, uint32_t);
915 void tcg_gen_dup32i_vec(TCGv_vec, uint32_t);
916 void tcg_gen_dup64i_vec(TCGv_vec, uint64_t);
917 void tcg_gen_dupi_vec(unsigned vece, TCGv_vec, uint64_t);
918 void tcg_gen_add_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
919 void tcg_gen_sub_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
920 void tcg_gen_mul_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
921 void tcg_gen_and_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
922 void tcg_gen_or_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
923 void tcg_gen_xor_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
924 void tcg_gen_andc_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
925 void tcg_gen_orc_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
926 void tcg_gen_not_vec(unsigned vece, TCGv_vec r, TCGv_vec a);
927 void tcg_gen_neg_vec(unsigned vece, TCGv_vec r, TCGv_vec a);
929 void tcg_gen_shli_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
930 void tcg_gen_shri_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
931 void tcg_gen_sari_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
933 void tcg_gen_cmp_vec(TCGCond cond, unsigned vece, TCGv_vec r,
934 TCGv_vec a, TCGv_vec b);
936 void tcg_gen_ld_vec(TCGv_vec r, TCGv_ptr base, TCGArg offset);
937 void tcg_gen_st_vec(TCGv_vec r, TCGv_ptr base, TCGArg offset);
938 void tcg_gen_stl_vec(TCGv_vec r, TCGv_ptr base, TCGArg offset, TCGType t);
940 #if TARGET_LONG_BITS == 64
941 #define tcg_gen_movi_tl tcg_gen_movi_i64
942 #define tcg_gen_mov_tl tcg_gen_mov_i64
943 #define tcg_gen_ld8u_tl tcg_gen_ld8u_i64
944 #define tcg_gen_ld8s_tl tcg_gen_ld8s_i64
945 #define tcg_gen_ld16u_tl tcg_gen_ld16u_i64
946 #define tcg_gen_ld16s_tl tcg_gen_ld16s_i64
947 #define tcg_gen_ld32u_tl tcg_gen_ld32u_i64
948 #define tcg_gen_ld32s_tl tcg_gen_ld32s_i64
949 #define tcg_gen_ld_tl tcg_gen_ld_i64
950 #define tcg_gen_st8_tl tcg_gen_st8_i64
951 #define tcg_gen_st16_tl tcg_gen_st16_i64
952 #define tcg_gen_st32_tl tcg_gen_st32_i64
953 #define tcg_gen_st_tl tcg_gen_st_i64
954 #define tcg_gen_add_tl tcg_gen_add_i64
955 #define tcg_gen_addi_tl tcg_gen_addi_i64
956 #define tcg_gen_sub_tl tcg_gen_sub_i64
957 #define tcg_gen_neg_tl tcg_gen_neg_i64
958 #define tcg_gen_subfi_tl tcg_gen_subfi_i64
959 #define tcg_gen_subi_tl tcg_gen_subi_i64
960 #define tcg_gen_and_tl tcg_gen_and_i64
961 #define tcg_gen_andi_tl tcg_gen_andi_i64
962 #define tcg_gen_or_tl tcg_gen_or_i64
963 #define tcg_gen_ori_tl tcg_gen_ori_i64
964 #define tcg_gen_xor_tl tcg_gen_xor_i64
965 #define tcg_gen_xori_tl tcg_gen_xori_i64
966 #define tcg_gen_not_tl tcg_gen_not_i64
967 #define tcg_gen_shl_tl tcg_gen_shl_i64
968 #define tcg_gen_shli_tl tcg_gen_shli_i64
969 #define tcg_gen_shr_tl tcg_gen_shr_i64
970 #define tcg_gen_shri_tl tcg_gen_shri_i64
971 #define tcg_gen_sar_tl tcg_gen_sar_i64
972 #define tcg_gen_sari_tl tcg_gen_sari_i64
973 #define tcg_gen_brcond_tl tcg_gen_brcond_i64
974 #define tcg_gen_brcondi_tl tcg_gen_brcondi_i64
975 #define tcg_gen_setcond_tl tcg_gen_setcond_i64
976 #define tcg_gen_setcondi_tl tcg_gen_setcondi_i64
977 #define tcg_gen_mul_tl tcg_gen_mul_i64
978 #define tcg_gen_muli_tl tcg_gen_muli_i64
979 #define tcg_gen_div_tl tcg_gen_div_i64
980 #define tcg_gen_rem_tl tcg_gen_rem_i64
981 #define tcg_gen_divu_tl tcg_gen_divu_i64
982 #define tcg_gen_remu_tl tcg_gen_remu_i64
983 #define tcg_gen_discard_tl tcg_gen_discard_i64
984 #define tcg_gen_trunc_tl_i32 tcg_gen_extrl_i64_i32
985 #define tcg_gen_trunc_i64_tl tcg_gen_mov_i64
986 #define tcg_gen_extu_i32_tl tcg_gen_extu_i32_i64
987 #define tcg_gen_ext_i32_tl tcg_gen_ext_i32_i64
988 #define tcg_gen_extu_tl_i64 tcg_gen_mov_i64
989 #define tcg_gen_ext_tl_i64 tcg_gen_mov_i64
990 #define tcg_gen_ext8u_tl tcg_gen_ext8u_i64
991 #define tcg_gen_ext8s_tl tcg_gen_ext8s_i64
992 #define tcg_gen_ext16u_tl tcg_gen_ext16u_i64
993 #define tcg_gen_ext16s_tl tcg_gen_ext16s_i64
994 #define tcg_gen_ext32u_tl tcg_gen_ext32u_i64
995 #define tcg_gen_ext32s_tl tcg_gen_ext32s_i64
996 #define tcg_gen_bswap16_tl tcg_gen_bswap16_i64
997 #define tcg_gen_bswap32_tl tcg_gen_bswap32_i64
998 #define tcg_gen_bswap64_tl tcg_gen_bswap64_i64
999 #define tcg_gen_concat_tl_i64 tcg_gen_concat32_i64
1000 #define tcg_gen_extr_i64_tl tcg_gen_extr32_i64
1001 #define tcg_gen_andc_tl tcg_gen_andc_i64
1002 #define tcg_gen_eqv_tl tcg_gen_eqv_i64
1003 #define tcg_gen_nand_tl tcg_gen_nand_i64
1004 #define tcg_gen_nor_tl tcg_gen_nor_i64
1005 #define tcg_gen_orc_tl tcg_gen_orc_i64
1006 #define tcg_gen_clz_tl tcg_gen_clz_i64
1007 #define tcg_gen_ctz_tl tcg_gen_ctz_i64
1008 #define tcg_gen_clzi_tl tcg_gen_clzi_i64
1009 #define tcg_gen_ctzi_tl tcg_gen_ctzi_i64
1010 #define tcg_gen_clrsb_tl tcg_gen_clrsb_i64
1011 #define tcg_gen_ctpop_tl tcg_gen_ctpop_i64
1012 #define tcg_gen_rotl_tl tcg_gen_rotl_i64
1013 #define tcg_gen_rotli_tl tcg_gen_rotli_i64
1014 #define tcg_gen_rotr_tl tcg_gen_rotr_i64
1015 #define tcg_gen_rotri_tl tcg_gen_rotri_i64
1016 #define tcg_gen_deposit_tl tcg_gen_deposit_i64
1017 #define tcg_gen_deposit_z_tl tcg_gen_deposit_z_i64
1018 #define tcg_gen_extract_tl tcg_gen_extract_i64
1019 #define tcg_gen_sextract_tl tcg_gen_sextract_i64
1020 #define tcg_const_tl tcg_const_i64
1021 #define tcg_const_local_tl tcg_const_local_i64
1022 #define tcg_gen_movcond_tl tcg_gen_movcond_i64
1023 #define tcg_gen_add2_tl tcg_gen_add2_i64
1024 #define tcg_gen_sub2_tl tcg_gen_sub2_i64
1025 #define tcg_gen_mulu2_tl tcg_gen_mulu2_i64
1026 #define tcg_gen_muls2_tl tcg_gen_muls2_i64
1027 #define tcg_gen_mulsu2_tl tcg_gen_mulsu2_i64
1028 #define tcg_gen_atomic_cmpxchg_tl tcg_gen_atomic_cmpxchg_i64
1029 #define tcg_gen_atomic_xchg_tl tcg_gen_atomic_xchg_i64
1030 #define tcg_gen_atomic_fetch_add_tl tcg_gen_atomic_fetch_add_i64
1031 #define tcg_gen_atomic_fetch_and_tl tcg_gen_atomic_fetch_and_i64
1032 #define tcg_gen_atomic_fetch_or_tl tcg_gen_atomic_fetch_or_i64
1033 #define tcg_gen_atomic_fetch_xor_tl tcg_gen_atomic_fetch_xor_i64
1034 #define tcg_gen_atomic_add_fetch_tl tcg_gen_atomic_add_fetch_i64
1035 #define tcg_gen_atomic_and_fetch_tl tcg_gen_atomic_and_fetch_i64
1036 #define tcg_gen_atomic_or_fetch_tl tcg_gen_atomic_or_fetch_i64
1037 #define tcg_gen_atomic_xor_fetch_tl tcg_gen_atomic_xor_fetch_i64
1038 #define tcg_gen_dup_tl_vec tcg_gen_dup_i64_vec
1039 #else
1040 #define tcg_gen_movi_tl tcg_gen_movi_i32
1041 #define tcg_gen_mov_tl tcg_gen_mov_i32
1042 #define tcg_gen_ld8u_tl tcg_gen_ld8u_i32
1043 #define tcg_gen_ld8s_tl tcg_gen_ld8s_i32
1044 #define tcg_gen_ld16u_tl tcg_gen_ld16u_i32
1045 #define tcg_gen_ld16s_tl tcg_gen_ld16s_i32
1046 #define tcg_gen_ld32u_tl tcg_gen_ld_i32
1047 #define tcg_gen_ld32s_tl tcg_gen_ld_i32
1048 #define tcg_gen_ld_tl tcg_gen_ld_i32
1049 #define tcg_gen_st8_tl tcg_gen_st8_i32
1050 #define tcg_gen_st16_tl tcg_gen_st16_i32
1051 #define tcg_gen_st32_tl tcg_gen_st_i32
1052 #define tcg_gen_st_tl tcg_gen_st_i32
1053 #define tcg_gen_add_tl tcg_gen_add_i32
1054 #define tcg_gen_addi_tl tcg_gen_addi_i32
1055 #define tcg_gen_sub_tl tcg_gen_sub_i32
1056 #define tcg_gen_neg_tl tcg_gen_neg_i32
1057 #define tcg_gen_subfi_tl tcg_gen_subfi_i32
1058 #define tcg_gen_subi_tl tcg_gen_subi_i32
1059 #define tcg_gen_and_tl tcg_gen_and_i32
1060 #define tcg_gen_andi_tl tcg_gen_andi_i32
1061 #define tcg_gen_or_tl tcg_gen_or_i32
1062 #define tcg_gen_ori_tl tcg_gen_ori_i32
1063 #define tcg_gen_xor_tl tcg_gen_xor_i32
1064 #define tcg_gen_xori_tl tcg_gen_xori_i32
1065 #define tcg_gen_not_tl tcg_gen_not_i32
1066 #define tcg_gen_shl_tl tcg_gen_shl_i32
1067 #define tcg_gen_shli_tl tcg_gen_shli_i32
1068 #define tcg_gen_shr_tl tcg_gen_shr_i32
1069 #define tcg_gen_shri_tl tcg_gen_shri_i32
1070 #define tcg_gen_sar_tl tcg_gen_sar_i32
1071 #define tcg_gen_sari_tl tcg_gen_sari_i32
1072 #define tcg_gen_brcond_tl tcg_gen_brcond_i32
1073 #define tcg_gen_brcondi_tl tcg_gen_brcondi_i32
1074 #define tcg_gen_setcond_tl tcg_gen_setcond_i32
1075 #define tcg_gen_setcondi_tl tcg_gen_setcondi_i32
1076 #define tcg_gen_mul_tl tcg_gen_mul_i32
1077 #define tcg_gen_muli_tl tcg_gen_muli_i32
1078 #define tcg_gen_div_tl tcg_gen_div_i32
1079 #define tcg_gen_rem_tl tcg_gen_rem_i32
1080 #define tcg_gen_divu_tl tcg_gen_divu_i32
1081 #define tcg_gen_remu_tl tcg_gen_remu_i32
1082 #define tcg_gen_discard_tl tcg_gen_discard_i32
1083 #define tcg_gen_trunc_tl_i32 tcg_gen_mov_i32
1084 #define tcg_gen_trunc_i64_tl tcg_gen_extrl_i64_i32
1085 #define tcg_gen_extu_i32_tl tcg_gen_mov_i32
1086 #define tcg_gen_ext_i32_tl tcg_gen_mov_i32
1087 #define tcg_gen_extu_tl_i64 tcg_gen_extu_i32_i64
1088 #define tcg_gen_ext_tl_i64 tcg_gen_ext_i32_i64
1089 #define tcg_gen_ext8u_tl tcg_gen_ext8u_i32
1090 #define tcg_gen_ext8s_tl tcg_gen_ext8s_i32
1091 #define tcg_gen_ext16u_tl tcg_gen_ext16u_i32
1092 #define tcg_gen_ext16s_tl tcg_gen_ext16s_i32
1093 #define tcg_gen_ext32u_tl tcg_gen_mov_i32
1094 #define tcg_gen_ext32s_tl tcg_gen_mov_i32
1095 #define tcg_gen_bswap16_tl tcg_gen_bswap16_i32
1096 #define tcg_gen_bswap32_tl tcg_gen_bswap32_i32
1097 #define tcg_gen_concat_tl_i64 tcg_gen_concat_i32_i64
1098 #define tcg_gen_extr_i64_tl tcg_gen_extr_i64_i32
1099 #define tcg_gen_andc_tl tcg_gen_andc_i32
1100 #define tcg_gen_eqv_tl tcg_gen_eqv_i32
1101 #define tcg_gen_nand_tl tcg_gen_nand_i32
1102 #define tcg_gen_nor_tl tcg_gen_nor_i32
1103 #define tcg_gen_orc_tl tcg_gen_orc_i32
1104 #define tcg_gen_clz_tl tcg_gen_clz_i32
1105 #define tcg_gen_ctz_tl tcg_gen_ctz_i32
1106 #define tcg_gen_clzi_tl tcg_gen_clzi_i32
1107 #define tcg_gen_ctzi_tl tcg_gen_ctzi_i32
1108 #define tcg_gen_clrsb_tl tcg_gen_clrsb_i32
1109 #define tcg_gen_ctpop_tl tcg_gen_ctpop_i32
1110 #define tcg_gen_rotl_tl tcg_gen_rotl_i32
1111 #define tcg_gen_rotli_tl tcg_gen_rotli_i32
1112 #define tcg_gen_rotr_tl tcg_gen_rotr_i32
1113 #define tcg_gen_rotri_tl tcg_gen_rotri_i32
1114 #define tcg_gen_deposit_tl tcg_gen_deposit_i32
1115 #define tcg_gen_deposit_z_tl tcg_gen_deposit_z_i32
1116 #define tcg_gen_extract_tl tcg_gen_extract_i32
1117 #define tcg_gen_sextract_tl tcg_gen_sextract_i32
1118 #define tcg_const_tl tcg_const_i32
1119 #define tcg_const_local_tl tcg_const_local_i32
1120 #define tcg_gen_movcond_tl tcg_gen_movcond_i32
1121 #define tcg_gen_add2_tl tcg_gen_add2_i32
1122 #define tcg_gen_sub2_tl tcg_gen_sub2_i32
1123 #define tcg_gen_mulu2_tl tcg_gen_mulu2_i32
1124 #define tcg_gen_muls2_tl tcg_gen_muls2_i32
1125 #define tcg_gen_mulsu2_tl tcg_gen_mulsu2_i32
1126 #define tcg_gen_atomic_cmpxchg_tl tcg_gen_atomic_cmpxchg_i32
1127 #define tcg_gen_atomic_xchg_tl tcg_gen_atomic_xchg_i32
1128 #define tcg_gen_atomic_fetch_add_tl tcg_gen_atomic_fetch_add_i32
1129 #define tcg_gen_atomic_fetch_and_tl tcg_gen_atomic_fetch_and_i32
1130 #define tcg_gen_atomic_fetch_or_tl tcg_gen_atomic_fetch_or_i32
1131 #define tcg_gen_atomic_fetch_xor_tl tcg_gen_atomic_fetch_xor_i32
1132 #define tcg_gen_atomic_add_fetch_tl tcg_gen_atomic_add_fetch_i32
1133 #define tcg_gen_atomic_and_fetch_tl tcg_gen_atomic_and_fetch_i32
1134 #define tcg_gen_atomic_or_fetch_tl tcg_gen_atomic_or_fetch_i32
1135 #define tcg_gen_atomic_xor_fetch_tl tcg_gen_atomic_xor_fetch_i32
1136 #define tcg_gen_dup_tl_vec tcg_gen_dup_i32_vec
1137 #endif
1139 #if UINTPTR_MAX == UINT32_MAX
1140 # define tcg_gen_ld_ptr(R, A, O) \
1141 tcg_gen_ld_i32(TCGV_PTR_TO_NAT(R), (A), (O))
1142 # define tcg_gen_discard_ptr(A) \
1143 tcg_gen_discard_i32(TCGV_PTR_TO_NAT(A))
1144 # define tcg_gen_add_ptr(R, A, B) \
1145 tcg_gen_add_i32(TCGV_PTR_TO_NAT(R), TCGV_PTR_TO_NAT(A), TCGV_PTR_TO_NAT(B))
1146 # define tcg_gen_addi_ptr(R, A, B) \
1147 tcg_gen_addi_i32(TCGV_PTR_TO_NAT(R), TCGV_PTR_TO_NAT(A), (B))
1148 # define tcg_gen_ext_i32_ptr(R, A) \
1149 tcg_gen_mov_i32(TCGV_PTR_TO_NAT(R), (A))
1150 #else
1151 # define tcg_gen_ld_ptr(R, A, O) \
1152 tcg_gen_ld_i64(TCGV_PTR_TO_NAT(R), (A), (O))
1153 # define tcg_gen_discard_ptr(A) \
1154 tcg_gen_discard_i64(TCGV_PTR_TO_NAT(A))
1155 # define tcg_gen_add_ptr(R, A, B) \
1156 tcg_gen_add_i64(TCGV_PTR_TO_NAT(R), TCGV_PTR_TO_NAT(A), TCGV_PTR_TO_NAT(B))
1157 # define tcg_gen_addi_ptr(R, A, B) \
1158 tcg_gen_addi_i64(TCGV_PTR_TO_NAT(R), TCGV_PTR_TO_NAT(A), (B))
1159 # define tcg_gen_ext_i32_ptr(R, A) \
1160 tcg_gen_ext_i32_i64(TCGV_PTR_TO_NAT(R), (A))
1161 #endif /* UINTPTR_MAX == UINT32_MAX */