?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
intel_iommu: switching the rest DPRINTF to trace
[qemu/ar7.git] / tcg / ppc / tcg-target.inc.c
blob8d50f18328f81830e7743fbe355bbe944b0c0ba8
1 /*
2 * Tiny Code Generator for QEMU
3 *
4 * Copyright (c) 2008 Fabrice Bellard
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to deal
8 * in the Software without restriction, including without limitation the rights
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 * copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22 * THE SOFTWARE.
23 */
24
25 #include "tcg-be-ldst.h"
26
27 #if defined _CALL_DARWIN || defined __APPLE__
28 #define TCG_TARGET_CALL_DARWIN
29 #endif
30 #ifdef _CALL_SYSV
31 # define TCG_TARGET_CALL_ALIGN_ARGS 1
32 #endif
33
34 /* For some memory operations, we need a scratch that isn't R0. For the AIX
35 calling convention, we can re-use the TOC register since we'll be reloading
36 it at every call. Otherwise R12 will do nicely as neither a call-saved
37 register nor a parameter register. */
38 #ifdef _CALL_AIX
39 # define TCG_REG_TMP1 TCG_REG_R2
40 #else
41 # define TCG_REG_TMP1 TCG_REG_R12
42 #endif
43
44 /* For the 64-bit target, we don't like the 5 insn sequence needed to build
45 full 64-bit addresses. Better to have a base register to which we can
46 apply a 32-bit displacement.
47
48 There are generally three items of interest:
49 (1) helper functions in the main executable,
50 (2) TranslationBlock data structures,
51 (3) the return address in the epilogue.
52
53 For user-only, we USE_STATIC_CODE_GEN_BUFFER, so the code_gen_buffer
54 will be inside the main executable, and thus near enough to make a
55 pointer to the epilogue be within 2GB of all helper functions.
56
57 For softmmu, we'll let the kernel choose the address of code_gen_buffer,
58 and odds are it'll be somewhere close to the main malloc arena, and so
59 a pointer to the epilogue will be within 2GB of the TranslationBlocks.
60
61 For --enable-pie, everything will be kinda near everything else,
62 somewhere in high memory.
63
64 Thus we choose to keep the return address in a call-saved register. */
65 #define TCG_REG_RA TCG_REG_R31
66 #define USE_REG_RA (TCG_TARGET_REG_BITS == 64)
67
68 /* Shorthand for size of a pointer. Avoid promotion to unsigned. */
69 #define SZP ((int)sizeof(void *))
70
71 /* Shorthand for size of a register. */
72 #define SZR (TCG_TARGET_REG_BITS / 8)
73
74 #define TCG_CT_CONST_S16 0x100
75 #define TCG_CT_CONST_U16 0x200
76 #define TCG_CT_CONST_S32 0x400
77 #define TCG_CT_CONST_U32 0x800
78 #define TCG_CT_CONST_ZERO 0x1000
79 #define TCG_CT_CONST_MONE 0x2000
80 #define TCG_CT_CONST_WSZ 0x4000
81
82 static tcg_insn_unit *tb_ret_addr;
83
84 #include "elf.h"
85
86 bool have_isa_2_06;
87 bool have_isa_3_00;
88
89 #define HAVE_ISA_2_06 have_isa_2_06
90 #define HAVE_ISEL have_isa_2_06
91
92 #ifndef CONFIG_SOFTMMU
93 #define TCG_GUEST_BASE_REG 30
94 #endif
95
96 #ifdef CONFIG_DEBUG_TCG
97 static const char * const tcg_target_reg_names[TCG_TARGET_NB_REGS] = {
98 "r0",
99 "r1",
100 "r2",
101 "r3",
102 "r4",
103 "r5",
104 "r6",
105 "r7",
106 "r8",
107 "r9",
108 "r10",
109 "r11",
110 "r12",
111 "r13",
112 "r14",
113 "r15",
114 "r16",
115 "r17",
116 "r18",
117 "r19",
118 "r20",
119 "r21",
120 "r22",
121 "r23",
122 "r24",
123 "r25",
124 "r26",
125 "r27",
126 "r28",
127 "r29",
128 "r30",
129 "r31"
130 };
131 #endif
132
133 static const int tcg_target_reg_alloc_order[] = {
134 TCG_REG_R14, /* call saved registers */
135 TCG_REG_R15,
136 TCG_REG_R16,
137 TCG_REG_R17,
138 TCG_REG_R18,
139 TCG_REG_R19,
140 TCG_REG_R20,
141 TCG_REG_R21,
142 TCG_REG_R22,
143 TCG_REG_R23,
144 TCG_REG_R24,
145 TCG_REG_R25,
146 TCG_REG_R26,
147 TCG_REG_R27,
148 TCG_REG_R28,
149 TCG_REG_R29,
150 TCG_REG_R30,
151 TCG_REG_R31,
152 TCG_REG_R12, /* call clobbered, non-arguments */
153 TCG_REG_R11,
154 TCG_REG_R2,
155 TCG_REG_R13,
156 TCG_REG_R10, /* call clobbered, arguments */
157 TCG_REG_R9,
158 TCG_REG_R8,
159 TCG_REG_R7,
160 TCG_REG_R6,
161 TCG_REG_R5,
162 TCG_REG_R4,
163 TCG_REG_R3,
164 };
165
166 static const int tcg_target_call_iarg_regs[] = {
167 TCG_REG_R3,
168 TCG_REG_R4,
169 TCG_REG_R5,
170 TCG_REG_R6,
171 TCG_REG_R7,
172 TCG_REG_R8,
173 TCG_REG_R9,
174 TCG_REG_R10
175 };
176
177 static const int tcg_target_call_oarg_regs[] = {
178 TCG_REG_R3,
179 TCG_REG_R4
180 };
181
182 static const int tcg_target_callee_save_regs[] = {
183 #ifdef TCG_TARGET_CALL_DARWIN
184 TCG_REG_R11,
185 #endif
186 TCG_REG_R14,
187 TCG_REG_R15,
188 TCG_REG_R16,
189 TCG_REG_R17,
190 TCG_REG_R18,
191 TCG_REG_R19,
192 TCG_REG_R20,
193 TCG_REG_R21,
194 TCG_REG_R22,
195 TCG_REG_R23,
196 TCG_REG_R24,
197 TCG_REG_R25,
198 TCG_REG_R26,
199 TCG_REG_R27, /* currently used for the global env */
200 TCG_REG_R28,
201 TCG_REG_R29,
202 TCG_REG_R30,
203 TCG_REG_R31
204 };
205
206 static inline bool in_range_b(tcg_target_long target)
207 {
208 return target == sextract64(target, 0, 26);
209 }
210
211 static uint32_t reloc_pc24_val(tcg_insn_unit *pc, tcg_insn_unit *target)
212 {
213 ptrdiff_t disp = tcg_ptr_byte_diff(target, pc);
214 tcg_debug_assert(in_range_b(disp));
215 return disp & 0x3fffffc;
216 }
217
218 static void reloc_pc24(tcg_insn_unit *pc, tcg_insn_unit *target)
219 {
220 *pc = (*pc & ~0x3fffffc) | reloc_pc24_val(pc, target);
221 }
222
223 static uint16_t reloc_pc14_val(tcg_insn_unit *pc, tcg_insn_unit *target)
224 {
225 ptrdiff_t disp = tcg_ptr_byte_diff(target, pc);
226 tcg_debug_assert(disp == (int16_t) disp);
227 return disp & 0xfffc;
228 }
229
230 static void reloc_pc14(tcg_insn_unit *pc, tcg_insn_unit *target)
231 {
232 *pc = (*pc & ~0xfffc) | reloc_pc14_val(pc, target);
233 }
234
235 static inline void tcg_out_b_noaddr(TCGContext *s, int insn)
236 {
237 unsigned retrans = *s->code_ptr & 0x3fffffc;
238 tcg_out32(s, insn | retrans);
239 }
240
241 static inline void tcg_out_bc_noaddr(TCGContext *s, int insn)
242 {
243 unsigned retrans = *s->code_ptr & 0xfffc;
244 tcg_out32(s, insn | retrans);
245 }
246
247 static void patch_reloc(tcg_insn_unit *code_ptr, int type,
248 intptr_t value, intptr_t addend)
249 {
250 tcg_insn_unit *target = (tcg_insn_unit *)value;
251
252 tcg_debug_assert(addend == 0);
253 switch (type) {
254 case R_PPC_REL14:
255 reloc_pc14(code_ptr, target);
256 break;
257 case R_PPC_REL24:
258 reloc_pc24(code_ptr, target);
259 break;
260 default:
261 tcg_abort();
262 }
263 }
264
265 /* parse target specific constraints */
266 static const char *target_parse_constraint(TCGArgConstraint *ct,
267 const char *ct_str, TCGType type)
268 {
269 switch (*ct_str++) {
270 case 'A': case 'B': case 'C': case 'D':
271 ct->ct |= TCG_CT_REG;
272 tcg_regset_set_reg(ct->u.regs, 3 + ct_str[0] - 'A');
273 break;
274 case 'r':
275 ct->ct |= TCG_CT_REG;
276 tcg_regset_set32(ct->u.regs, 0, 0xffffffff);
277 break;
278 case 'L': /* qemu_ld constraint */
279 ct->ct |= TCG_CT_REG;
280 tcg_regset_set32(ct->u.regs, 0, 0xffffffff);
281 tcg_regset_reset_reg(ct->u.regs, TCG_REG_R3);
282 #ifdef CONFIG_SOFTMMU
283 tcg_regset_reset_reg(ct->u.regs, TCG_REG_R4);
284 tcg_regset_reset_reg(ct->u.regs, TCG_REG_R5);
285 #endif
286 break;
287 case 'S': /* qemu_st constraint */
288 ct->ct |= TCG_CT_REG;
289 tcg_regset_set32(ct->u.regs, 0, 0xffffffff);
290 tcg_regset_reset_reg(ct->u.regs, TCG_REG_R3);
291 #ifdef CONFIG_SOFTMMU
292 tcg_regset_reset_reg(ct->u.regs, TCG_REG_R4);
293 tcg_regset_reset_reg(ct->u.regs, TCG_REG_R5);
294 tcg_regset_reset_reg(ct->u.regs, TCG_REG_R6);
295 #endif
296 break;
297 case 'I':
298 ct->ct |= TCG_CT_CONST_S16;
299 break;
300 case 'J':
301 ct->ct |= TCG_CT_CONST_U16;
302 break;
303 case 'M':
304 ct->ct |= TCG_CT_CONST_MONE;
305 break;
306 case 'T':
307 ct->ct |= TCG_CT_CONST_S32;
308 break;
309 case 'U':
310 ct->ct |= TCG_CT_CONST_U32;
311 break;
312 case 'W':
313 ct->ct |= TCG_CT_CONST_WSZ;
314 break;
315 case 'Z':
316 ct->ct |= TCG_CT_CONST_ZERO;
317 break;
318 default:
319 return NULL;
320 }
321 return ct_str;
322 }
323
324 /* test if a constant matches the constraint */
325 static int tcg_target_const_match(tcg_target_long val, TCGType type,
326 const TCGArgConstraint *arg_ct)
327 {
328 int ct = arg_ct->ct;
329 if (ct & TCG_CT_CONST) {
330 return 1;
331 }
332
333 /* The only 32-bit constraint we use aside from
334 TCG_CT_CONST is TCG_CT_CONST_S16. */
335 if (type == TCG_TYPE_I32) {
336 val = (int32_t)val;
337 }
338
339 if ((ct & TCG_CT_CONST_S16) && val == (int16_t)val) {
340 return 1;
341 } else if ((ct & TCG_CT_CONST_U16) && val == (uint16_t)val) {
342 return 1;
343 } else if ((ct & TCG_CT_CONST_S32) && val == (int32_t)val) {
344 return 1;
345 } else if ((ct & TCG_CT_CONST_U32) && val == (uint32_t)val) {
346 return 1;
347 } else if ((ct & TCG_CT_CONST_ZERO) && val == 0) {
348 return 1;
349 } else if ((ct & TCG_CT_CONST_MONE) && val == -1) {
350 return 1;
351 } else if ((ct & TCG_CT_CONST_WSZ)
352 && val == (type == TCG_TYPE_I32 ? 32 : 64)) {
353 return 1;
354 }
355 return 0;
356 }
357
358 #define OPCD(opc) ((opc)<<26)
359 #define XO19(opc) (OPCD(19)|((opc)<<1))
360 #define MD30(opc) (OPCD(30)|((opc)<<2))
361 #define MDS30(opc) (OPCD(30)|((opc)<<1))
362 #define XO31(opc) (OPCD(31)|((opc)<<1))
363 #define XO58(opc) (OPCD(58)|(opc))
364 #define XO62(opc) (OPCD(62)|(opc))
365
366 #define B OPCD( 18)
367 #define BC OPCD( 16)
368 #define LBZ OPCD( 34)
369 #define LHZ OPCD( 40)
370 #define LHA OPCD( 42)
371 #define LWZ OPCD( 32)
372 #define STB OPCD( 38)
373 #define STH OPCD( 44)
374 #define STW OPCD( 36)
375
376 #define STD XO62( 0)
377 #define STDU XO62( 1)
378 #define STDX XO31(149)
379
380 #define LD XO58( 0)
381 #define LDX XO31( 21)
382 #define LDU XO58( 1)
383 #define LWA XO58( 2)
384 #define LWAX XO31(341)
385
386 #define ADDIC OPCD( 12)
387 #define ADDI OPCD( 14)
388 #define ADDIS OPCD( 15)
389 #define ORI OPCD( 24)
390 #define ORIS OPCD( 25)
391 #define XORI OPCD( 26)
392 #define XORIS OPCD( 27)
393 #define ANDI OPCD( 28)
394 #define ANDIS OPCD( 29)
395 #define MULLI OPCD( 7)
396 #define CMPLI OPCD( 10)
397 #define CMPI OPCD( 11)
398 #define SUBFIC OPCD( 8)
399
400 #define LWZU OPCD( 33)
401 #define STWU OPCD( 37)
402
403 #define RLWIMI OPCD( 20)
404 #define RLWINM OPCD( 21)
405 #define RLWNM OPCD( 23)
406
407 #define RLDICL MD30( 0)
408 #define RLDICR MD30( 1)
409 #define RLDIMI MD30( 3)
410 #define RLDCL MDS30( 8)
411
412 #define BCLR XO19( 16)
413 #define BCCTR XO19(528)
414 #define CRAND XO19(257)
415 #define CRANDC XO19(129)
416 #define CRNAND XO19(225)
417 #define CROR XO19(449)
418 #define CRNOR XO19( 33)
419
420 #define EXTSB XO31(954)
421 #define EXTSH XO31(922)
422 #define EXTSW XO31(986)
423 #define ADD XO31(266)
424 #define ADDE XO31(138)
425 #define ADDME XO31(234)
426 #define ADDZE XO31(202)
427 #define ADDC XO31( 10)
428 #define AND XO31( 28)
429 #define SUBF XO31( 40)
430 #define SUBFC XO31( 8)
431 #define SUBFE XO31(136)
432 #define SUBFME XO31(232)
433 #define SUBFZE XO31(200)
434 #define OR XO31(444)
435 #define XOR XO31(316)
436 #define MULLW XO31(235)
437 #define MULHW XO31( 75)
438 #define MULHWU XO31( 11)
439 #define DIVW XO31(491)
440 #define DIVWU XO31(459)
441 #define CMP XO31( 0)
442 #define CMPL XO31( 32)
443 #define LHBRX XO31(790)
444 #define LWBRX XO31(534)
445 #define LDBRX XO31(532)
446 #define STHBRX XO31(918)
447 #define STWBRX XO31(662)
448 #define STDBRX XO31(660)
449 #define MFSPR XO31(339)
450 #define MTSPR XO31(467)
451 #define SRAWI XO31(824)
452 #define NEG XO31(104)
453 #define MFCR XO31( 19)
454 #define MFOCRF (MFCR | (1u << 20))
455 #define NOR XO31(124)
456 #define CNTLZW XO31( 26)
457 #define CNTLZD XO31( 58)
458 #define CNTTZW XO31(538)
459 #define CNTTZD XO31(570)
460 #define CNTPOPW XO31(378)
461 #define CNTPOPD XO31(506)
462 #define ANDC XO31( 60)
463 #define ORC XO31(412)
464 #define EQV XO31(284)
465 #define NAND XO31(476)
466 #define ISEL XO31( 15)
467
468 #define MULLD XO31(233)
469 #define MULHD XO31( 73)
470 #define MULHDU XO31( 9)
471 #define DIVD XO31(489)
472 #define DIVDU XO31(457)
473
474 #define LBZX XO31( 87)
475 #define LHZX XO31(279)
476 #define LHAX XO31(343)
477 #define LWZX XO31( 23)
478 #define STBX XO31(215)
479 #define STHX XO31(407)
480 #define STWX XO31(151)
481
482 #define EIEIO XO31(854)
483 #define HWSYNC XO31(598)
484 #define LWSYNC (HWSYNC | (1u << 21))
485
486 #define SPR(a, b) ((((a)<<5)|(b))<<11)
487 #define LR SPR(8, 0)
488 #define CTR SPR(9, 0)
489
490 #define SLW XO31( 24)
491 #define SRW XO31(536)
492 #define SRAW XO31(792)
493
494 #define SLD XO31( 27)
495 #define SRD XO31(539)
496 #define SRAD XO31(794)
497 #define SRADI XO31(413<<1)
498
499 #define TW XO31( 4)
500 #define TRAP (TW | TO(31))
501
502 #define NOP ORI /* ori 0,0,0 */
503
504 #define RT(r) ((r)<<21)
505 #define RS(r) ((r)<<21)
506 #define RA(r) ((r)<<16)
507 #define RB(r) ((r)<<11)
508 #define TO(t) ((t)<<21)
509 #define SH(s) ((s)<<11)
510 #define MB(b) ((b)<<6)
511 #define ME(e) ((e)<<1)
512 #define BO(o) ((o)<<21)
513 #define MB64(b) ((b)<<5)
514 #define FXM(b) (1 << (19 - (b)))
515
516 #define LK 1
517
518 #define TAB(t, a, b) (RT(t) | RA(a) | RB(b))
519 #define SAB(s, a, b) (RS(s) | RA(a) | RB(b))
520 #define TAI(s, a, i) (RT(s) | RA(a) | ((i) & 0xffff))
521 #define SAI(s, a, i) (RS(s) | RA(a) | ((i) & 0xffff))
522
523 #define BF(n) ((n)<<23)
524 #define BI(n, c) (((c)+((n)*4))<<16)
525 #define BT(n, c) (((c)+((n)*4))<<21)
526 #define BA(n, c) (((c)+((n)*4))<<16)
527 #define BB(n, c) (((c)+((n)*4))<<11)
528 #define BC_(n, c) (((c)+((n)*4))<<6)
529
530 #define BO_COND_TRUE BO(12)
531 #define BO_COND_FALSE BO( 4)
532 #define BO_ALWAYS BO(20)
533
534 enum {
535 CR_LT,
536 CR_GT,
537 CR_EQ,
538 CR_SO
539 };
540
541 static const uint32_t tcg_to_bc[] = {
542 [TCG_COND_EQ] = BC | BI(7, CR_EQ) | BO_COND_TRUE,
543 [TCG_COND_NE] = BC | BI(7, CR_EQ) | BO_COND_FALSE,
544 [TCG_COND_LT] = BC | BI(7, CR_LT) | BO_COND_TRUE,
545 [TCG_COND_GE] = BC | BI(7, CR_LT) | BO_COND_FALSE,
546 [TCG_COND_LE] = BC | BI(7, CR_GT) | BO_COND_FALSE,
547 [TCG_COND_GT] = BC | BI(7, CR_GT) | BO_COND_TRUE,
548 [TCG_COND_LTU] = BC | BI(7, CR_LT) | BO_COND_TRUE,
549 [TCG_COND_GEU] = BC | BI(7, CR_LT) | BO_COND_FALSE,
550 [TCG_COND_LEU] = BC | BI(7, CR_GT) | BO_COND_FALSE,
551 [TCG_COND_GTU] = BC | BI(7, CR_GT) | BO_COND_TRUE,
552 };
553
554 /* The low bit here is set if the RA and RB fields must be inverted. */
555 static const uint32_t tcg_to_isel[] = {
556 [TCG_COND_EQ] = ISEL | BC_(7, CR_EQ),
557 [TCG_COND_NE] = ISEL | BC_(7, CR_EQ) | 1,
558 [TCG_COND_LT] = ISEL | BC_(7, CR_LT),
559 [TCG_COND_GE] = ISEL | BC_(7, CR_LT) | 1,
560 [TCG_COND_LE] = ISEL | BC_(7, CR_GT) | 1,
561 [TCG_COND_GT] = ISEL | BC_(7, CR_GT),
562 [TCG_COND_LTU] = ISEL | BC_(7, CR_LT),
563 [TCG_COND_GEU] = ISEL | BC_(7, CR_LT) | 1,
564 [TCG_COND_LEU] = ISEL | BC_(7, CR_GT) | 1,
565 [TCG_COND_GTU] = ISEL | BC_(7, CR_GT),
566 };
567
568 static void tcg_out_mem_long(TCGContext *s, int opi, int opx, TCGReg rt,
569 TCGReg base, tcg_target_long offset);
570
571 static void tcg_out_mov(TCGContext *s, TCGType type, TCGReg ret, TCGReg arg)
572 {
573 tcg_debug_assert(TCG_TARGET_REG_BITS == 64 || type == TCG_TYPE_I32);
574 if (ret != arg) {
575 tcg_out32(s, OR | SAB(arg, ret, arg));
576 }
577 }
578
579 static inline void tcg_out_rld(TCGContext *s, int op, TCGReg ra, TCGReg rs,
580 int sh, int mb)
581 {
582 tcg_debug_assert(TCG_TARGET_REG_BITS == 64);
583 sh = SH(sh & 0x1f) | (((sh >> 5) & 1) << 1);
584 mb = MB64((mb >> 5) | ((mb << 1) & 0x3f));
585 tcg_out32(s, op | RA(ra) | RS(rs) | sh | mb);
586 }
587
588 static inline void tcg_out_rlw(TCGContext *s, int op, TCGReg ra, TCGReg rs,
589 int sh, int mb, int me)
590 {
591 tcg_out32(s, op | RA(ra) | RS(rs) | SH(sh) | MB(mb) | ME(me));
592 }
593
594 static inline void tcg_out_ext32u(TCGContext *s, TCGReg dst, TCGReg src)
595 {
596 tcg_out_rld(s, RLDICL, dst, src, 0, 32);
597 }
598
599 static inline void tcg_out_shli32(TCGContext *s, TCGReg dst, TCGReg src, int c)
600 {
601 tcg_out_rlw(s, RLWINM, dst, src, c, 0, 31 - c);
602 }
603
604 static inline void tcg_out_shli64(TCGContext *s, TCGReg dst, TCGReg src, int c)
605 {
606 tcg_out_rld(s, RLDICR, dst, src, c, 63 - c);
607 }
608
609 static inline void tcg_out_shri32(TCGContext *s, TCGReg dst, TCGReg src, int c)
610 {
611 tcg_out_rlw(s, RLWINM, dst, src, 32 - c, c, 31);
612 }
613
614 static inline void tcg_out_shri64(TCGContext *s, TCGReg dst, TCGReg src, int c)
615 {
616 tcg_out_rld(s, RLDICL, dst, src, 64 - c, c);
617 }
618
619 static void tcg_out_movi32(TCGContext *s, TCGReg ret, int32_t arg)
620 {
621 if (arg == (int16_t) arg) {
622 tcg_out32(s, ADDI | TAI(ret, 0, arg));
623 } else {
624 tcg_out32(s, ADDIS | TAI(ret, 0, arg >> 16));
625 if (arg & 0xffff) {
626 tcg_out32(s, ORI | SAI(ret, ret, arg));
627 }
628 }
629 }
630
631 static void tcg_out_movi(TCGContext *s, TCGType type, TCGReg ret,
632 tcg_target_long arg)
633 {
634 tcg_debug_assert(TCG_TARGET_REG_BITS == 64 || type == TCG_TYPE_I32);
635 if (type == TCG_TYPE_I32 || arg == (int32_t)arg) {
636 tcg_out_movi32(s, ret, arg);
637 } else if (arg == (uint32_t)arg && !(arg & 0x8000)) {
638 tcg_out32(s, ADDI | TAI(ret, 0, arg));
639 tcg_out32(s, ORIS | SAI(ret, ret, arg >> 16));
640 } else {
641 int32_t high;
642
643 if (USE_REG_RA) {
644 intptr_t diff = arg - (intptr_t)tb_ret_addr;
645 if (diff == (int32_t)diff) {
646 tcg_out_mem_long(s, ADDI, ADD, ret, TCG_REG_RA, diff);
647 return;
648 }
649 }
650
651 high = arg >> 31 >> 1;
652 tcg_out_movi32(s, ret, high);
653 if (high) {
654 tcg_out_shli64(s, ret, ret, 32);
655 }
656 if (arg & 0xffff0000) {
657 tcg_out32(s, ORIS | SAI(ret, ret, arg >> 16));
658 }
659 if (arg & 0xffff) {
660 tcg_out32(s, ORI | SAI(ret, ret, arg));
661 }
662 }
663 }
664
665 static bool mask_operand(uint32_t c, int *mb, int *me)
666 {
667 uint32_t lsb, test;
668
669 /* Accept a bit pattern like:
670 0....01....1
671 1....10....0
672 0..01..10..0
673 Keep track of the transitions. */
674 if (c == 0 || c == -1) {
675 return false;
676 }
677 test = c;
678 lsb = test & -test;
679 test += lsb;
680 if (test & (test - 1)) {
681 return false;
682 }
683
684 *me = clz32(lsb);
685 *mb = test ? clz32(test & -test) + 1 : 0;
686 return true;
687 }
688
689 static bool mask64_operand(uint64_t c, int *mb, int *me)
690 {
691 uint64_t lsb;
692
693 if (c == 0) {
694 return false;
695 }
696
697 lsb = c & -c;
698 /* Accept 1..10..0. */
699 if (c == -lsb) {
700 *mb = 0;
701 *me = clz64(lsb);
702 return true;
703 }
704 /* Accept 0..01..1. */
705 if (lsb == 1 && (c & (c + 1)) == 0) {
706 *mb = clz64(c + 1) + 1;
707 *me = 63;
708 return true;
709 }
710 return false;
711 }
712
713 static void tcg_out_andi32(TCGContext *s, TCGReg dst, TCGReg src, uint32_t c)
714 {
715 int mb, me;
716
717 if (mask_operand(c, &mb, &me)) {
718 tcg_out_rlw(s, RLWINM, dst, src, 0, mb, me);
719 } else if ((c & 0xffff) == c) {
720 tcg_out32(s, ANDI | SAI(src, dst, c));
721 return;
722 } else if ((c & 0xffff0000) == c) {
723 tcg_out32(s, ANDIS | SAI(src, dst, c >> 16));
724 return;
725 } else {
726 tcg_out_movi(s, TCG_TYPE_I32, TCG_REG_R0, c);
727 tcg_out32(s, AND | SAB(src, dst, TCG_REG_R0));
728 }
729 }
730
731 static void tcg_out_andi64(TCGContext *s, TCGReg dst, TCGReg src, uint64_t c)
732 {
733 int mb, me;
734
735 tcg_debug_assert(TCG_TARGET_REG_BITS == 64);
736 if (mask64_operand(c, &mb, &me)) {
737 if (mb == 0) {
738 tcg_out_rld(s, RLDICR, dst, src, 0, me);
739 } else {
740 tcg_out_rld(s, RLDICL, dst, src, 0, mb);
741 }
742 } else if ((c & 0xffff) == c) {
743 tcg_out32(s, ANDI | SAI(src, dst, c));
744 return;
745 } else if ((c & 0xffff0000) == c) {
746 tcg_out32(s, ANDIS | SAI(src, dst, c >> 16));
747 return;
748 } else {
749 tcg_out_movi(s, TCG_TYPE_I64, TCG_REG_R0, c);
750 tcg_out32(s, AND | SAB(src, dst, TCG_REG_R0));
751 }
752 }
753
754 static void tcg_out_zori32(TCGContext *s, TCGReg dst, TCGReg src, uint32_t c,
755 int op_lo, int op_hi)
756 {
757 if (c >> 16) {
758 tcg_out32(s, op_hi | SAI(src, dst, c >> 16));
759 src = dst;
760 }
761 if (c & 0xffff) {
762 tcg_out32(s, op_lo | SAI(src, dst, c));
763 src = dst;
764 }
765 }
766
767 static void tcg_out_ori32(TCGContext *s, TCGReg dst, TCGReg src, uint32_t c)
768 {
769 tcg_out_zori32(s, dst, src, c, ORI, ORIS);
770 }
771
772 static void tcg_out_xori32(TCGContext *s, TCGReg dst, TCGReg src, uint32_t c)
773 {
774 tcg_out_zori32(s, dst, src, c, XORI, XORIS);
775 }
776
777 static void tcg_out_b(TCGContext *s, int mask, tcg_insn_unit *target)
778 {
779 ptrdiff_t disp = tcg_pcrel_diff(s, target);
780 if (in_range_b(disp)) {
781 tcg_out32(s, B | (disp & 0x3fffffc) | mask);
782 } else {
783 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R0, (uintptr_t)target);
784 tcg_out32(s, MTSPR | RS(TCG_REG_R0) | CTR);
785 tcg_out32(s, BCCTR | BO_ALWAYS | mask);
786 }
787 }
788
789 static void tcg_out_mem_long(TCGContext *s, int opi, int opx, TCGReg rt,
790 TCGReg base, tcg_target_long offset)
791 {
792 tcg_target_long orig = offset, l0, l1, extra = 0, align = 0;
793 bool is_store = false;
794 TCGReg rs = TCG_REG_TMP1;
795
796 switch (opi) {
797 case LD: case LWA:
798 align = 3;
799 /* FALLTHRU */
800 default:
801 if (rt != TCG_REG_R0) {
802 rs = rt;
803 break;
804 }
805 break;
806 case STD:
807 align = 3;
808 /* FALLTHRU */
809 case STB: case STH: case STW:
810 is_store = true;
811 break;
812 }
813
814 /* For unaligned, or very large offsets, use the indexed form. */
815 if (offset & align || offset != (int32_t)offset) {
816 if (rs == base) {
817 rs = TCG_REG_R0;
818 }
819 tcg_debug_assert(!is_store || rs != rt);
820 tcg_out_movi(s, TCG_TYPE_PTR, rs, orig);
821 tcg_out32(s, opx | TAB(rt, base, rs));
822 return;
823 }
824
825 l0 = (int16_t)offset;
826 offset = (offset - l0) >> 16;
827 l1 = (int16_t)offset;
828
829 if (l1 < 0 && orig >= 0) {
830 extra = 0x4000;
831 l1 = (int16_t)(offset - 0x4000);
832 }
833 if (l1) {
834 tcg_out32(s, ADDIS | TAI(rs, base, l1));
835 base = rs;
836 }
837 if (extra) {
838 tcg_out32(s, ADDIS | TAI(rs, base, extra));
839 base = rs;
840 }
841 if (opi != ADDI || base != rt || l0 != 0) {
842 tcg_out32(s, opi | TAI(rt, base, l0));
843 }
844 }
845
846 static inline void tcg_out_ld(TCGContext *s, TCGType type, TCGReg ret,
847 TCGReg arg1, intptr_t arg2)
848 {
849 int opi, opx;
850
851 tcg_debug_assert(TCG_TARGET_REG_BITS == 64 || type == TCG_TYPE_I32);
852 if (type == TCG_TYPE_I32) {
853 opi = LWZ, opx = LWZX;
854 } else {
855 opi = LD, opx = LDX;
856 }
857 tcg_out_mem_long(s, opi, opx, ret, arg1, arg2);
858 }
859
860 static inline void tcg_out_st(TCGContext *s, TCGType type, TCGReg arg,
861 TCGReg arg1, intptr_t arg2)
862 {
863 int opi, opx;
864
865 tcg_debug_assert(TCG_TARGET_REG_BITS == 64 || type == TCG_TYPE_I32);
866 if (type == TCG_TYPE_I32) {
867 opi = STW, opx = STWX;
868 } else {
869 opi = STD, opx = STDX;
870 }
871 tcg_out_mem_long(s, opi, opx, arg, arg1, arg2);
872 }
873
874 static inline bool tcg_out_sti(TCGContext *s, TCGType type, TCGArg val,
875 TCGReg base, intptr_t ofs)
876 {
877 return false;
878 }
879
880 static void tcg_out_cmp(TCGContext *s, int cond, TCGArg arg1, TCGArg arg2,
881 int const_arg2, int cr, TCGType type)
882 {
883 int imm;
884 uint32_t op;
885
886 tcg_debug_assert(TCG_TARGET_REG_BITS == 64 || type == TCG_TYPE_I32);
887
888 /* Simplify the comparisons below wrt CMPI. */
889 if (type == TCG_TYPE_I32) {
890 arg2 = (int32_t)arg2;
891 }
892
893 switch (cond) {
894 case TCG_COND_EQ:
895 case TCG_COND_NE:
896 if (const_arg2) {
897 if ((int16_t) arg2 == arg2) {
898 op = CMPI;
899 imm = 1;
900 break;
901 } else if ((uint16_t) arg2 == arg2) {
902 op = CMPLI;
903 imm = 1;
904 break;
905 }
906 }
907 op = CMPL;
908 imm = 0;
909 break;
910
911 case TCG_COND_LT:
912 case TCG_COND_GE:
913 case TCG_COND_LE:
914 case TCG_COND_GT:
915 if (const_arg2) {
916 if ((int16_t) arg2 == arg2) {
917 op = CMPI;
918 imm = 1;
919 break;
920 }
921 }
922 op = CMP;
923 imm = 0;
924 break;
925
926 case TCG_COND_LTU:
927 case TCG_COND_GEU:
928 case TCG_COND_LEU:
929 case TCG_COND_GTU:
930 if (const_arg2) {
931 if ((uint16_t) arg2 == arg2) {
932 op = CMPLI;
933 imm = 1;
934 break;
935 }
936 }
937 op = CMPL;
938 imm = 0;
939 break;
940
941 default:
942 tcg_abort();
943 }
944 op |= BF(cr) | ((type == TCG_TYPE_I64) << 21);
945
946 if (imm) {
947 tcg_out32(s, op | RA(arg1) | (arg2 & 0xffff));
948 } else {
949 if (const_arg2) {
950 tcg_out_movi(s, type, TCG_REG_R0, arg2);
951 arg2 = TCG_REG_R0;
952 }
953 tcg_out32(s, op | RA(arg1) | RB(arg2));
954 }
955 }
956
957 static void tcg_out_setcond_eq0(TCGContext *s, TCGType type,
958 TCGReg dst, TCGReg src)
959 {
960 if (type == TCG_TYPE_I32) {
961 tcg_out32(s, CNTLZW | RS(src) | RA(dst));
962 tcg_out_shri32(s, dst, dst, 5);
963 } else {
964 tcg_out32(s, CNTLZD | RS(src) | RA(dst));
965 tcg_out_shri64(s, dst, dst, 6);
966 }
967 }
968
969 static void tcg_out_setcond_ne0(TCGContext *s, TCGReg dst, TCGReg src)
970 {
971 /* X != 0 implies X + -1 generates a carry. Extra addition
972 trickery means: R = X-1 + ~X + C = X-1 + (-X+1) + C = C. */
973 if (dst != src) {
974 tcg_out32(s, ADDIC | TAI(dst, src, -1));
975 tcg_out32(s, SUBFE | TAB(dst, dst, src));
976 } else {
977 tcg_out32(s, ADDIC | TAI(TCG_REG_R0, src, -1));
978 tcg_out32(s, SUBFE | TAB(dst, TCG_REG_R0, src));
979 }
980 }
981
982 static TCGReg tcg_gen_setcond_xor(TCGContext *s, TCGReg arg1, TCGArg arg2,
983 bool const_arg2)
984 {
985 if (const_arg2) {
986 if ((uint32_t)arg2 == arg2) {
987 tcg_out_xori32(s, TCG_REG_R0, arg1, arg2);
988 } else {
989 tcg_out_movi(s, TCG_TYPE_I64, TCG_REG_R0, arg2);
990 tcg_out32(s, XOR | SAB(arg1, TCG_REG_R0, TCG_REG_R0));
991 }
992 } else {
993 tcg_out32(s, XOR | SAB(arg1, TCG_REG_R0, arg2));
994 }
995 return TCG_REG_R0;
996 }
997
998 static void tcg_out_setcond(TCGContext *s, TCGType type, TCGCond cond,
999 TCGArg arg0, TCGArg arg1, TCGArg arg2,
1000 int const_arg2)
1001 {
1002 int crop, sh;
1003
1004 tcg_debug_assert(TCG_TARGET_REG_BITS == 64 || type == TCG_TYPE_I32);
1005
1006 /* Ignore high bits of a potential constant arg2. */
1007 if (type == TCG_TYPE_I32) {
1008 arg2 = (uint32_t)arg2;
1009 }
1010
1011 /* Handle common and trivial cases before handling anything else. */
1012 if (arg2 == 0) {
1013 switch (cond) {
1014 case TCG_COND_EQ:
1015 tcg_out_setcond_eq0(s, type, arg0, arg1);
1016 return;
1017 case TCG_COND_NE:
1018 if (TCG_TARGET_REG_BITS == 64 && type == TCG_TYPE_I32) {
1019 tcg_out_ext32u(s, TCG_REG_R0, arg1);
1020 arg1 = TCG_REG_R0;
1021 }
1022 tcg_out_setcond_ne0(s, arg0, arg1);
1023 return;
1024 case TCG_COND_GE:
1025 tcg_out32(s, NOR | SAB(arg1, arg0, arg1));
1026 arg1 = arg0;
1027 /* FALLTHRU */
1028 case TCG_COND_LT:
1029 /* Extract the sign bit. */
1030 if (type == TCG_TYPE_I32) {
1031 tcg_out_shri32(s, arg0, arg1, 31);
1032 } else {
1033 tcg_out_shri64(s, arg0, arg1, 63);
1034 }
1035 return;
1036 default:
1037 break;
1038 }
1039 }
1040
1041 /* If we have ISEL, we can implement everything with 3 or 4 insns.
1042 All other cases below are also at least 3 insns, so speed up the
1043 code generator by not considering them and always using ISEL. */
1044 if (HAVE_ISEL) {
1045 int isel, tab;
1046
1047 tcg_out_cmp(s, cond, arg1, arg2, const_arg2, 7, type);
1048
1049 isel = tcg_to_isel[cond];
1050
1051 tcg_out_movi(s, type, arg0, 1);
1052 if (isel & 1) {
1053 /* arg0 = (bc ? 0 : 1) */
1054 tab = TAB(arg0, 0, arg0);
1055 isel &= ~1;
1056 } else {
1057 /* arg0 = (bc ? 1 : 0) */
1058 tcg_out_movi(s, type, TCG_REG_R0, 0);
1059 tab = TAB(arg0, arg0, TCG_REG_R0);
1060 }
1061 tcg_out32(s, isel | tab);
1062 return;
1063 }
1064
1065 switch (cond) {
1066 case TCG_COND_EQ:
1067 arg1 = tcg_gen_setcond_xor(s, arg1, arg2, const_arg2);
1068 tcg_out_setcond_eq0(s, type, arg0, arg1);
1069 return;
1070
1071 case TCG_COND_NE:
1072 arg1 = tcg_gen_setcond_xor(s, arg1, arg2, const_arg2);
1073 /* Discard the high bits only once, rather than both inputs. */
1074 if (TCG_TARGET_REG_BITS == 64 && type == TCG_TYPE_I32) {
1075 tcg_out_ext32u(s, TCG_REG_R0, arg1);
1076 arg1 = TCG_REG_R0;
1077 }
1078 tcg_out_setcond_ne0(s, arg0, arg1);
1079 return;
1080
1081 case TCG_COND_GT:
1082 case TCG_COND_GTU:
1083 sh = 30;
1084 crop = 0;
1085 goto crtest;
1086
1087 case TCG_COND_LT:
1088 case TCG_COND_LTU:
1089 sh = 29;
1090 crop = 0;
1091 goto crtest;
1092
1093 case TCG_COND_GE:
1094 case TCG_COND_GEU:
1095 sh = 31;
1096 crop = CRNOR | BT(7, CR_EQ) | BA(7, CR_LT) | BB(7, CR_LT);
1097 goto crtest;
1098
1099 case TCG_COND_LE:
1100 case TCG_COND_LEU:
1101 sh = 31;
1102 crop = CRNOR | BT(7, CR_EQ) | BA(7, CR_GT) | BB(7, CR_GT);
1103 crtest:
1104 tcg_out_cmp(s, cond, arg1, arg2, const_arg2, 7, type);
1105 if (crop) {
1106 tcg_out32(s, crop);
1107 }
1108 tcg_out32(s, MFOCRF | RT(TCG_REG_R0) | FXM(7));
1109 tcg_out_rlw(s, RLWINM, arg0, TCG_REG_R0, sh, 31, 31);
1110 break;
1111
1112 default:
1113 tcg_abort();
1114 }
1115 }
1116
1117 static void tcg_out_bc(TCGContext *s, int bc, TCGLabel *l)
1118 {
1119 if (l->has_value) {
1120 tcg_out32(s, bc | reloc_pc14_val(s->code_ptr, l->u.value_ptr));
1121 } else {
1122 tcg_out_reloc(s, s->code_ptr, R_PPC_REL14, l, 0);
1123 tcg_out_bc_noaddr(s, bc);
1124 }
1125 }
1126
1127 static void tcg_out_brcond(TCGContext *s, TCGCond cond,
1128 TCGArg arg1, TCGArg arg2, int const_arg2,
1129 TCGLabel *l, TCGType type)
1130 {
1131 tcg_out_cmp(s, cond, arg1, arg2, const_arg2, 7, type);
1132 tcg_out_bc(s, tcg_to_bc[cond], l);
1133 }
1134
1135 static void tcg_out_movcond(TCGContext *s, TCGType type, TCGCond cond,
1136 TCGArg dest, TCGArg c1, TCGArg c2, TCGArg v1,
1137 TCGArg v2, bool const_c2)
1138 {
1139 /* If for some reason both inputs are zero, don't produce bad code. */
1140 if (v1 == 0 && v2 == 0) {
1141 tcg_out_movi(s, type, dest, 0);
1142 return;
1143 }
1144
1145 tcg_out_cmp(s, cond, c1, c2, const_c2, 7, type);
1146
1147 if (HAVE_ISEL) {
1148 int isel = tcg_to_isel[cond];
1149
1150 /* Swap the V operands if the operation indicates inversion. */
1151 if (isel & 1) {
1152 int t = v1;
1153 v1 = v2;
1154 v2 = t;
1155 isel &= ~1;
1156 }
1157 /* V1 == 0 is handled by isel; V2 == 0 must be handled by hand. */
1158 if (v2 == 0) {
1159 tcg_out_movi(s, type, TCG_REG_R0, 0);
1160 }
1161 tcg_out32(s, isel | TAB(dest, v1, v2));
1162 } else {
1163 if (dest == v2) {
1164 cond = tcg_invert_cond(cond);
1165 v2 = v1;
1166 } else if (dest != v1) {
1167 if (v1 == 0) {
1168 tcg_out_movi(s, type, dest, 0);
1169 } else {
1170 tcg_out_mov(s, type, dest, v1);
1171 }
1172 }
1173 /* Branch forward over one insn */
1174 tcg_out32(s, tcg_to_bc[cond] | 8);
1175 if (v2 == 0) {
1176 tcg_out_movi(s, type, dest, 0);
1177 } else {
1178 tcg_out_mov(s, type, dest, v2);
1179 }
1180 }
1181 }
1182
1183 static void tcg_out_cntxz(TCGContext *s, TCGType type, uint32_t opc,
1184 TCGArg a0, TCGArg a1, TCGArg a2, bool const_a2)
1185 {
1186 if (const_a2 && a2 == (type == TCG_TYPE_I32 ? 32 : 64)) {
1187 tcg_out32(s, opc | RA(a0) | RS(a1));
1188 } else {
1189 tcg_out_cmp(s, TCG_COND_EQ, a1, 0, 1, 7, type);
1190 /* Note that the only other valid constant for a2 is 0. */
1191 if (HAVE_ISEL) {
1192 tcg_out32(s, opc | RA(TCG_REG_R0) | RS(a1));
1193 tcg_out32(s, tcg_to_isel[TCG_COND_EQ] | TAB(a0, a2, TCG_REG_R0));
1194 } else if (!const_a2 && a0 == a2) {
1195 tcg_out32(s, tcg_to_bc[TCG_COND_EQ] | 8);
1196 tcg_out32(s, opc | RA(a0) | RS(a1));
1197 } else {
1198 tcg_out32(s, opc | RA(a0) | RS(a1));
1199 tcg_out32(s, tcg_to_bc[TCG_COND_NE] | 8);
1200 if (const_a2) {
1201 tcg_out_movi(s, type, a0, 0);
1202 } else {
1203 tcg_out_mov(s, type, a0, a2);
1204 }
1205 }
1206 }
1207 }
1208
1209 static void tcg_out_cmp2(TCGContext *s, const TCGArg *args,
1210 const int *const_args)
1211 {
1212 static const struct { uint8_t bit1, bit2; } bits[] = {
1213 [TCG_COND_LT ] = { CR_LT, CR_LT },
1214 [TCG_COND_LE ] = { CR_LT, CR_GT },
1215 [TCG_COND_GT ] = { CR_GT, CR_GT },
1216 [TCG_COND_GE ] = { CR_GT, CR_LT },
1217 [TCG_COND_LTU] = { CR_LT, CR_LT },
1218 [TCG_COND_LEU] = { CR_LT, CR_GT },
1219 [TCG_COND_GTU] = { CR_GT, CR_GT },
1220 [TCG_COND_GEU] = { CR_GT, CR_LT },
1221 };
1222
1223 TCGCond cond = args[4], cond2;
1224 TCGArg al, ah, bl, bh;
1225 int blconst, bhconst;
1226 int op, bit1, bit2;
1227
1228 al = args[0];
1229 ah = args[1];
1230 bl = args[2];
1231 bh = args[3];
1232 blconst = const_args[2];
1233 bhconst = const_args[3];
1234
1235 switch (cond) {
1236 case TCG_COND_EQ:
1237 op = CRAND;
1238 goto do_equality;
1239 case TCG_COND_NE:
1240 op = CRNAND;
1241 do_equality:
1242 tcg_out_cmp(s, cond, al, bl, blconst, 6, TCG_TYPE_I32);
1243 tcg_out_cmp(s, cond, ah, bh, bhconst, 7, TCG_TYPE_I32);
1244 tcg_out32(s, op | BT(7, CR_EQ) | BA(6, CR_EQ) | BB(7, CR_EQ));
1245 break;
1246
1247 case TCG_COND_LT:
1248 case TCG_COND_LE:
1249 case TCG_COND_GT:
1250 case TCG_COND_GE:
1251 case TCG_COND_LTU:
1252 case TCG_COND_LEU:
1253 case TCG_COND_GTU:
1254 case TCG_COND_GEU:
1255 bit1 = bits[cond].bit1;
1256 bit2 = bits[cond].bit2;
1257 op = (bit1 != bit2 ? CRANDC : CRAND);
1258 cond2 = tcg_unsigned_cond(cond);
1259
1260 tcg_out_cmp(s, cond, ah, bh, bhconst, 6, TCG_TYPE_I32);
1261 tcg_out_cmp(s, cond2, al, bl, blconst, 7, TCG_TYPE_I32);
1262 tcg_out32(s, op | BT(7, CR_EQ) | BA(6, CR_EQ) | BB(7, bit2));
1263 tcg_out32(s, CROR | BT(7, CR_EQ) | BA(6, bit1) | BB(7, CR_EQ));
1264 break;
1265
1266 default:
1267 tcg_abort();
1268 }
1269 }
1270
1271 static void tcg_out_setcond2(TCGContext *s, const TCGArg *args,
1272 const int *const_args)
1273 {
1274 tcg_out_cmp2(s, args + 1, const_args + 1);
1275 tcg_out32(s, MFOCRF | RT(TCG_REG_R0) | FXM(7));
1276 tcg_out_rlw(s, RLWINM, args[0], TCG_REG_R0, 31, 31, 31);
1277 }
1278
1279 static void tcg_out_brcond2 (TCGContext *s, const TCGArg *args,
1280 const int *const_args)
1281 {
1282 tcg_out_cmp2(s, args, const_args);
1283 tcg_out_bc(s, BC | BI(7, CR_EQ) | BO_COND_TRUE, arg_label(args[5]));
1284 }
1285
1286 static void tcg_out_mb(TCGContext *s, TCGArg a0)
1287 {
1288 uint32_t insn = HWSYNC;
1289 a0 &= TCG_MO_ALL;
1290 if (a0 == TCG_MO_LD_LD) {
1291 insn = LWSYNC;
1292 } else if (a0 == TCG_MO_ST_ST) {
1293 insn = EIEIO;
1294 }
1295 tcg_out32(s, insn);
1296 }
1297
1298 #ifdef __powerpc64__
1299 void ppc_tb_set_jmp_target(uintptr_t jmp_addr, uintptr_t addr)
1300 {
1301 tcg_insn_unit i1, i2;
1302 uint64_t pair;
1303 intptr_t diff = addr - jmp_addr;
1304
1305 if (in_range_b(diff)) {
1306 i1 = B | (diff & 0x3fffffc);
1307 i2 = NOP;
1308 } else if (USE_REG_RA) {
1309 intptr_t lo, hi;
1310 diff = addr - (uintptr_t)tb_ret_addr;
1311 lo = (int16_t)diff;
1312 hi = (int32_t)(diff - lo);
1313 tcg_debug_assert(diff == hi + lo);
1314 i1 = ADDIS | TAI(TCG_REG_TMP1, TCG_REG_RA, hi >> 16);
1315 i2 = ADDI | TAI(TCG_REG_TMP1, TCG_REG_TMP1, lo);
1316 } else {
1317 tcg_debug_assert(TCG_TARGET_REG_BITS == 32 || addr == (int32_t)addr);
1318 i1 = ADDIS | TAI(TCG_REG_TMP1, 0, addr >> 16);
1319 i2 = ORI | SAI(TCG_REG_TMP1, TCG_REG_TMP1, addr);
1320 }
1321 #ifdef HOST_WORDS_BIGENDIAN
1322 pair = (uint64_t)i1 << 32 | i2;
1323 #else
1324 pair = (uint64_t)i2 << 32 | i1;
1325 #endif
1326
1327 atomic_set((uint64_t *)jmp_addr, pair);
1328 flush_icache_range(jmp_addr, jmp_addr + 8);
1329 }
1330 #else
1331 void ppc_tb_set_jmp_target(uintptr_t jmp_addr, uintptr_t addr)
1332 {
1333 intptr_t diff = addr - jmp_addr;
1334 tcg_debug_assert(in_range_b(diff));
1335 atomic_set((uint32_t *)jmp_addr, B | (diff & 0x3fffffc));
1336 flush_icache_range(jmp_addr, jmp_addr + 4);
1337 }
1338 #endif
1339
1340 static void tcg_out_call(TCGContext *s, tcg_insn_unit *target)
1341 {
1342 #ifdef _CALL_AIX
1343 /* Look through the descriptor. If the branch is in range, and we
1344 don't have to spend too much effort on building the toc. */
1345 void *tgt = ((void **)target)[0];
1346 uintptr_t toc = ((uintptr_t *)target)[1];
1347 intptr_t diff = tcg_pcrel_diff(s, tgt);
1348
1349 if (in_range_b(diff) && toc == (uint32_t)toc) {
1350 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_TMP1, toc);
1351 tcg_out_b(s, LK, tgt);
1352 } else {
1353 /* Fold the low bits of the constant into the addresses below. */
1354 intptr_t arg = (intptr_t)target;
1355 int ofs = (int16_t)arg;
1356
1357 if (ofs + 8 < 0x8000) {
1358 arg -= ofs;
1359 } else {
1360 ofs = 0;
1361 }
1362 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_TMP1, arg);
1363 tcg_out_ld(s, TCG_TYPE_PTR, TCG_REG_R0, TCG_REG_TMP1, ofs);
1364 tcg_out32(s, MTSPR | RA(TCG_REG_R0) | CTR);
1365 tcg_out_ld(s, TCG_TYPE_PTR, TCG_REG_R2, TCG_REG_TMP1, ofs + SZP);
1366 tcg_out32(s, BCCTR | BO_ALWAYS | LK);
1367 }
1368 #elif defined(_CALL_ELF) && _CALL_ELF == 2
1369 intptr_t diff;
1370
1371 /* In the ELFv2 ABI, we have to set up r12 to contain the destination
1372 address, which the callee uses to compute its TOC address. */
1373 /* FIXME: when the branch is in range, we could avoid r12 load if we
1374 knew that the destination uses the same TOC, and what its local
1375 entry point offset is. */
1376 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R12, (intptr_t)target);
1377
1378 diff = tcg_pcrel_diff(s, target);
1379 if (in_range_b(diff)) {
1380 tcg_out_b(s, LK, target);
1381 } else {
1382 tcg_out32(s, MTSPR | RS(TCG_REG_R12) | CTR);
1383 tcg_out32(s, BCCTR | BO_ALWAYS | LK);
1384 }
1385 #else
1386 tcg_out_b(s, LK, target);
1387 #endif
1388 }
1389
1390 static const uint32_t qemu_ldx_opc[16] = {
1391 [MO_UB] = LBZX,
1392 [MO_UW] = LHZX,
1393 [MO_UL] = LWZX,
1394 [MO_Q] = LDX,
1395 [MO_SW] = LHAX,
1396 [MO_SL] = LWAX,
1397 [MO_BSWAP | MO_UB] = LBZX,
1398 [MO_BSWAP | MO_UW] = LHBRX,
1399 [MO_BSWAP | MO_UL] = LWBRX,
1400 [MO_BSWAP | MO_Q] = LDBRX,
1401 };
1402
1403 static const uint32_t qemu_stx_opc[16] = {
1404 [MO_UB] = STBX,
1405 [MO_UW] = STHX,
1406 [MO_UL] = STWX,
1407 [MO_Q] = STDX,
1408 [MO_BSWAP | MO_UB] = STBX,
1409 [MO_BSWAP | MO_UW] = STHBRX,
1410 [MO_BSWAP | MO_UL] = STWBRX,
1411 [MO_BSWAP | MO_Q] = STDBRX,
1412 };
1413
1414 static const uint32_t qemu_exts_opc[4] = {
1415 EXTSB, EXTSH, EXTSW, 0
1416 };
1417
1418 #if defined (CONFIG_SOFTMMU)
1419 /* helper signature: helper_ld_mmu(CPUState *env, target_ulong addr,
1420 * int mmu_idx, uintptr_t ra)
1421 */
1422 static void * const qemu_ld_helpers[16] = {
1423 [MO_UB] = helper_ret_ldub_mmu,
1424 [MO_LEUW] = helper_le_lduw_mmu,
1425 [MO_LEUL] = helper_le_ldul_mmu,
1426 [MO_LEQ] = helper_le_ldq_mmu,
1427 [MO_BEUW] = helper_be_lduw_mmu,
1428 [MO_BEUL] = helper_be_ldul_mmu,
1429 [MO_BEQ] = helper_be_ldq_mmu,
1430 };
1431
1432 /* helper signature: helper_st_mmu(CPUState *env, target_ulong addr,
1433 * uintxx_t val, int mmu_idx, uintptr_t ra)
1434 */
1435 static void * const qemu_st_helpers[16] = {
1436 [MO_UB] = helper_ret_stb_mmu,
1437 [MO_LEUW] = helper_le_stw_mmu,
1438 [MO_LEUL] = helper_le_stl_mmu,
1439 [MO_LEQ] = helper_le_stq_mmu,
1440 [MO_BEUW] = helper_be_stw_mmu,
1441 [MO_BEUL] = helper_be_stl_mmu,
1442 [MO_BEQ] = helper_be_stq_mmu,
1443 };
1444
1445 /* Perform the TLB load and compare. Places the result of the comparison
1446 in CR7, loads the addend of the TLB into R3, and returns the register
1447 containing the guest address (zero-extended into R4). Clobbers R0 and R2. */
1448
1449 static TCGReg tcg_out_tlb_read(TCGContext *s, TCGMemOp opc,
1450 TCGReg addrlo, TCGReg addrhi,
1451 int mem_index, bool is_read)
1452 {
1453 int cmp_off
1454 = (is_read
1455 ? offsetof(CPUArchState, tlb_table[mem_index][0].addr_read)
1456 : offsetof(CPUArchState, tlb_table[mem_index][0].addr_write));
1457 int add_off = offsetof(CPUArchState, tlb_table[mem_index][0].addend);
1458 TCGReg base = TCG_AREG0;
1459 unsigned s_bits = opc & MO_SIZE;
1460 unsigned a_bits = get_alignment_bits(opc);
1461
1462 /* Extract the page index, shifted into place for tlb index. */
1463 if (TCG_TARGET_REG_BITS == 64) {
1464 if (TARGET_LONG_BITS == 32) {
1465 /* Zero-extend the address into a place helpful for further use. */
1466 tcg_out_ext32u(s, TCG_REG_R4, addrlo);
1467 addrlo = TCG_REG_R4;
1468 } else {
1469 tcg_out_rld(s, RLDICL, TCG_REG_R3, addrlo,
1470 64 - TARGET_PAGE_BITS, 64 - CPU_TLB_BITS);
1471 }
1472 }
1473
1474 /* Compensate for very large offsets. */
1475 if (add_off >= 0x8000) {
1476 /* Most target env are smaller than 32k; none are larger than 64k.
1477 Simplify the logic here merely to offset by 0x7ff0, giving us a
1478 range just shy of 64k. Check this assumption. */
1479 QEMU_BUILD_BUG_ON(offsetof(CPUArchState,
1480 tlb_table[NB_MMU_MODES - 1][1])
1481 > 0x7ff0 + 0x7fff);
1482 tcg_out32(s, ADDI | TAI(TCG_REG_TMP1, base, 0x7ff0));
1483 base = TCG_REG_TMP1;
1484 cmp_off -= 0x7ff0;
1485 add_off -= 0x7ff0;
1486 }
1487
1488 /* Extraction and shifting, part 2. */
1489 if (TCG_TARGET_REG_BITS == 32 || TARGET_LONG_BITS == 32) {
1490 tcg_out_rlw(s, RLWINM, TCG_REG_R3, addrlo,
1491 32 - (TARGET_PAGE_BITS - CPU_TLB_ENTRY_BITS),
1492 32 - (CPU_TLB_BITS + CPU_TLB_ENTRY_BITS),
1493 31 - CPU_TLB_ENTRY_BITS);
1494 } else {
1495 tcg_out_shli64(s, TCG_REG_R3, TCG_REG_R3, CPU_TLB_ENTRY_BITS);
1496 }
1497
1498 tcg_out32(s, ADD | TAB(TCG_REG_R3, TCG_REG_R3, base));
1499
1500 /* Load the tlb comparator. */
1501 if (TCG_TARGET_REG_BITS < TARGET_LONG_BITS) {
1502 tcg_out_ld(s, TCG_TYPE_I32, TCG_REG_R4, TCG_REG_R3, cmp_off);
1503 tcg_out_ld(s, TCG_TYPE_I32, TCG_REG_TMP1, TCG_REG_R3, cmp_off + 4);
1504 } else {
1505 tcg_out_ld(s, TCG_TYPE_TL, TCG_REG_TMP1, TCG_REG_R3, cmp_off);
1506 }
1507
1508 /* Load the TLB addend for use on the fast path. Do this asap
1509 to minimize any load use delay. */
1510 tcg_out_ld(s, TCG_TYPE_PTR, TCG_REG_R3, TCG_REG_R3, add_off);
1511
1512 /* Clear the non-page, non-alignment bits from the address */
1513 if (TCG_TARGET_REG_BITS == 32) {
1514 /* We don't support unaligned accesses on 32-bits.
1515 * Preserve the bottom bits and thus trigger a comparison
1516 * failure on unaligned accesses.
1517 */
1518 if (a_bits < s_bits) {
1519 a_bits = s_bits;
1520 }
1521 tcg_out_rlw(s, RLWINM, TCG_REG_R0, addrlo, 0,
1522 (32 - a_bits) & 31, 31 - TARGET_PAGE_BITS);
1523 } else {
1524 TCGReg t = addrlo;
1525
1526 /* If the access is unaligned, we need to make sure we fail if we
1527 * cross a page boundary. The trick is to add the access size-1
1528 * to the address before masking the low bits. That will make the
1529 * address overflow to the next page if we cross a page boundary,
1530 * which will then force a mismatch of the TLB compare.
1531 */
1532 if (a_bits < s_bits) {
1533 unsigned a_mask = (1 << a_bits) - 1;
1534 unsigned s_mask = (1 << s_bits) - 1;
1535 tcg_out32(s, ADDI | TAI(TCG_REG_R0, t, s_mask - a_mask));
1536 t = TCG_REG_R0;
1537 }
1538
1539 /* Mask the address for the requested alignment. */
1540 if (TARGET_LONG_BITS == 32) {
1541 tcg_out_rlw(s, RLWINM, TCG_REG_R0, t, 0,
1542 (32 - a_bits) & 31, 31 - TARGET_PAGE_BITS);
1543 } else if (a_bits == 0) {
1544 tcg_out_rld(s, RLDICR, TCG_REG_R0, t, 0, 63 - TARGET_PAGE_BITS);
1545 } else {
1546 tcg_out_rld(s, RLDICL, TCG_REG_R0, t,
1547 64 - TARGET_PAGE_BITS, TARGET_PAGE_BITS - a_bits);
1548 tcg_out_rld(s, RLDICL, TCG_REG_R0, TCG_REG_R0, TARGET_PAGE_BITS, 0);
1549 }
1550 }
1551
1552 if (TCG_TARGET_REG_BITS < TARGET_LONG_BITS) {
1553 tcg_out_cmp(s, TCG_COND_EQ, TCG_REG_R0, TCG_REG_TMP1,
1554 0, 7, TCG_TYPE_I32);
1555 tcg_out_cmp(s, TCG_COND_EQ, addrhi, TCG_REG_R4, 0, 6, TCG_TYPE_I32);
1556 tcg_out32(s, CRAND | BT(7, CR_EQ) | BA(6, CR_EQ) | BB(7, CR_EQ));
1557 } else {
1558 tcg_out_cmp(s, TCG_COND_EQ, TCG_REG_R0, TCG_REG_TMP1,
1559 0, 7, TCG_TYPE_TL);
1560 }
1561
1562 return addrlo;
1563 }
1564
1565 /* Record the context of a call to the out of line helper code for the slow
1566 path for a load or store, so that we can later generate the correct
1567 helper code. */
1568 static void add_qemu_ldst_label(TCGContext *s, bool is_ld, TCGMemOpIdx oi,
1569 TCGReg datalo_reg, TCGReg datahi_reg,
1570 TCGReg addrlo_reg, TCGReg addrhi_reg,
1571 tcg_insn_unit *raddr, tcg_insn_unit *lptr)
1572 {
1573 TCGLabelQemuLdst *label = new_ldst_label(s);
1574
1575 label->is_ld = is_ld;
1576 label->oi = oi;
1577 label->datalo_reg = datalo_reg;
1578 label->datahi_reg = datahi_reg;
1579 label->addrlo_reg = addrlo_reg;
1580 label->addrhi_reg = addrhi_reg;
1581 label->raddr = raddr;
1582 label->label_ptr[0] = lptr;
1583 }
1584
1585 static void tcg_out_qemu_ld_slow_path(TCGContext *s, TCGLabelQemuLdst *lb)
1586 {
1587 TCGMemOpIdx oi = lb->oi;
1588 TCGMemOp opc = get_memop(oi);
1589 TCGReg hi, lo, arg = TCG_REG_R3;
1590
1591 reloc_pc14(lb->label_ptr[0], s->code_ptr);
1592
1593 tcg_out_mov(s, TCG_TYPE_PTR, arg++, TCG_AREG0);
1594
1595 lo = lb->addrlo_reg;
1596 hi = lb->addrhi_reg;
1597 if (TCG_TARGET_REG_BITS < TARGET_LONG_BITS) {
1598 #ifdef TCG_TARGET_CALL_ALIGN_ARGS
1599 arg |= 1;
1600 #endif
1601 tcg_out_mov(s, TCG_TYPE_I32, arg++, hi);
1602 tcg_out_mov(s, TCG_TYPE_I32, arg++, lo);
1603 } else {
1604 /* If the address needed to be zero-extended, we'll have already
1605 placed it in R4. The only remaining case is 64-bit guest. */
1606 tcg_out_mov(s, TCG_TYPE_TL, arg++, lo);
1607 }
1608
1609 tcg_out_movi(s, TCG_TYPE_I32, arg++, oi);
1610 tcg_out32(s, MFSPR | RT(arg) | LR);
1611
1612 tcg_out_call(s, qemu_ld_helpers[opc & (MO_BSWAP | MO_SIZE)]);
1613
1614 lo = lb->datalo_reg;
1615 hi = lb->datahi_reg;
1616 if (TCG_TARGET_REG_BITS == 32 && (opc & MO_SIZE) == MO_64) {
1617 tcg_out_mov(s, TCG_TYPE_I32, lo, TCG_REG_R4);
1618 tcg_out_mov(s, TCG_TYPE_I32, hi, TCG_REG_R3);
1619 } else if (opc & MO_SIGN) {
1620 uint32_t insn = qemu_exts_opc[opc & MO_SIZE];
1621 tcg_out32(s, insn | RA(lo) | RS(TCG_REG_R3));
1622 } else {
1623 tcg_out_mov(s, TCG_TYPE_REG, lo, TCG_REG_R3);
1624 }
1625
1626 tcg_out_b(s, 0, lb->raddr);
1627 }
1628
1629 static void tcg_out_qemu_st_slow_path(TCGContext *s, TCGLabelQemuLdst *lb)
1630 {
1631 TCGMemOpIdx oi = lb->oi;
1632 TCGMemOp opc = get_memop(oi);
1633 TCGMemOp s_bits = opc & MO_SIZE;
1634 TCGReg hi, lo, arg = TCG_REG_R3;
1635
1636 reloc_pc14(lb->label_ptr[0], s->code_ptr);
1637
1638 tcg_out_mov(s, TCG_TYPE_PTR, arg++, TCG_AREG0);
1639
1640 lo = lb->addrlo_reg;
1641 hi = lb->addrhi_reg;
1642 if (TCG_TARGET_REG_BITS < TARGET_LONG_BITS) {
1643 #ifdef TCG_TARGET_CALL_ALIGN_ARGS
1644 arg |= 1;
1645 #endif
1646 tcg_out_mov(s, TCG_TYPE_I32, arg++, hi);
1647 tcg_out_mov(s, TCG_TYPE_I32, arg++, lo);
1648 } else {
1649 /* If the address needed to be zero-extended, we'll have already
1650 placed it in R4. The only remaining case is 64-bit guest. */
1651 tcg_out_mov(s, TCG_TYPE_TL, arg++, lo);
1652 }
1653
1654 lo = lb->datalo_reg;
1655 hi = lb->datahi_reg;
1656 if (TCG_TARGET_REG_BITS == 32) {
1657 switch (s_bits) {
1658 case MO_64:
1659 #ifdef TCG_TARGET_CALL_ALIGN_ARGS
1660 arg |= 1;
1661 #endif
1662 tcg_out_mov(s, TCG_TYPE_I32, arg++, hi);
1663 /* FALLTHRU */
1664 case MO_32:
1665 tcg_out_mov(s, TCG_TYPE_I32, arg++, lo);
1666 break;
1667 default:
1668 tcg_out_rlw(s, RLWINM, arg++, lo, 0, 32 - (8 << s_bits), 31);
1669 break;
1670 }
1671 } else {
1672 if (s_bits == MO_64) {
1673 tcg_out_mov(s, TCG_TYPE_I64, arg++, lo);
1674 } else {
1675 tcg_out_rld(s, RLDICL, arg++, lo, 0, 64 - (8 << s_bits));
1676 }
1677 }
1678
1679 tcg_out_movi(s, TCG_TYPE_I32, arg++, oi);
1680 tcg_out32(s, MFSPR | RT(arg) | LR);
1681
1682 tcg_out_call(s, qemu_st_helpers[opc & (MO_BSWAP | MO_SIZE)]);
1683
1684 tcg_out_b(s, 0, lb->raddr);
1685 }
1686 #endif /* SOFTMMU */
1687
1688 static void tcg_out_qemu_ld(TCGContext *s, const TCGArg *args, bool is_64)
1689 {
1690 TCGReg datalo, datahi, addrlo, rbase;
1691 TCGReg addrhi __attribute__((unused));
1692 TCGMemOpIdx oi;
1693 TCGMemOp opc, s_bits;
1694 #ifdef CONFIG_SOFTMMU
1695 int mem_index;
1696 tcg_insn_unit *label_ptr;
1697 #endif
1698
1699 datalo = *args++;
1700 datahi = (TCG_TARGET_REG_BITS == 32 && is_64 ? *args++ : 0);
1701 addrlo = *args++;
1702 addrhi = (TCG_TARGET_REG_BITS < TARGET_LONG_BITS ? *args++ : 0);
1703 oi = *args++;
1704 opc = get_memop(oi);
1705 s_bits = opc & MO_SIZE;
1706
1707 #ifdef CONFIG_SOFTMMU
1708 mem_index = get_mmuidx(oi);
1709 addrlo = tcg_out_tlb_read(s, opc, addrlo, addrhi, mem_index, true);
1710
1711 /* Load a pointer into the current opcode w/conditional branch-link. */
1712 label_ptr = s->code_ptr;
1713 tcg_out_bc_noaddr(s, BC | BI(7, CR_EQ) | BO_COND_FALSE | LK);
1714
1715 rbase = TCG_REG_R3;
1716 #else /* !CONFIG_SOFTMMU */
1717 rbase = guest_base ? TCG_GUEST_BASE_REG : 0;
1718 if (TCG_TARGET_REG_BITS > TARGET_LONG_BITS) {
1719 tcg_out_ext32u(s, TCG_REG_TMP1, addrlo);
1720 addrlo = TCG_REG_TMP1;
1721 }
1722 #endif
1723
1724 if (TCG_TARGET_REG_BITS == 32 && s_bits == MO_64) {
1725 if (opc & MO_BSWAP) {
1726 tcg_out32(s, ADDI | TAI(TCG_REG_R0, addrlo, 4));
1727 tcg_out32(s, LWBRX | TAB(datalo, rbase, addrlo));
1728 tcg_out32(s, LWBRX | TAB(datahi, rbase, TCG_REG_R0));
1729 } else if (rbase != 0) {
1730 tcg_out32(s, ADDI | TAI(TCG_REG_R0, addrlo, 4));
1731 tcg_out32(s, LWZX | TAB(datahi, rbase, addrlo));
1732 tcg_out32(s, LWZX | TAB(datalo, rbase, TCG_REG_R0));
1733 } else if (addrlo == datahi) {
1734 tcg_out32(s, LWZ | TAI(datalo, addrlo, 4));
1735 tcg_out32(s, LWZ | TAI(datahi, addrlo, 0));
1736 } else {
1737 tcg_out32(s, LWZ | TAI(datahi, addrlo, 0));
1738 tcg_out32(s, LWZ | TAI(datalo, addrlo, 4));
1739 }
1740 } else {
1741 uint32_t insn = qemu_ldx_opc[opc & (MO_BSWAP | MO_SSIZE)];
1742 if (!HAVE_ISA_2_06 && insn == LDBRX) {
1743 tcg_out32(s, ADDI | TAI(TCG_REG_R0, addrlo, 4));
1744 tcg_out32(s, LWBRX | TAB(datalo, rbase, addrlo));
1745 tcg_out32(s, LWBRX | TAB(TCG_REG_R0, rbase, TCG_REG_R0));
1746 tcg_out_rld(s, RLDIMI, datalo, TCG_REG_R0, 32, 0);
1747 } else if (insn) {
1748 tcg_out32(s, insn | TAB(datalo, rbase, addrlo));
1749 } else {
1750 insn = qemu_ldx_opc[opc & (MO_SIZE | MO_BSWAP)];
1751 tcg_out32(s, insn | TAB(datalo, rbase, addrlo));
1752 insn = qemu_exts_opc[s_bits];
1753 tcg_out32(s, insn | RA(datalo) | RS(datalo));
1754 }
1755 }
1756
1757 #ifdef CONFIG_SOFTMMU
1758 add_qemu_ldst_label(s, true, oi, datalo, datahi, addrlo, addrhi,
1759 s->code_ptr, label_ptr);
1760 #endif
1761 }
1762
1763 static void tcg_out_qemu_st(TCGContext *s, const TCGArg *args, bool is_64)
1764 {
1765 TCGReg datalo, datahi, addrlo, rbase;
1766 TCGReg addrhi __attribute__((unused));
1767 TCGMemOpIdx oi;
1768 TCGMemOp opc, s_bits;
1769 #ifdef CONFIG_SOFTMMU
1770 int mem_index;
1771 tcg_insn_unit *label_ptr;
1772 #endif
1773
1774 datalo = *args++;
1775 datahi = (TCG_TARGET_REG_BITS == 32 && is_64 ? *args++ : 0);
1776 addrlo = *args++;
1777 addrhi = (TCG_TARGET_REG_BITS < TARGET_LONG_BITS ? *args++ : 0);
1778 oi = *args++;
1779 opc = get_memop(oi);
1780 s_bits = opc & MO_SIZE;
1781
1782 #ifdef CONFIG_SOFTMMU
1783 mem_index = get_mmuidx(oi);
1784 addrlo = tcg_out_tlb_read(s, opc, addrlo, addrhi, mem_index, false);
1785
1786 /* Load a pointer into the current opcode w/conditional branch-link. */
1787 label_ptr = s->code_ptr;
1788 tcg_out_bc_noaddr(s, BC | BI(7, CR_EQ) | BO_COND_FALSE | LK);
1789
1790 rbase = TCG_REG_R3;
1791 #else /* !CONFIG_SOFTMMU */
1792 rbase = guest_base ? TCG_GUEST_BASE_REG : 0;
1793 if (TCG_TARGET_REG_BITS > TARGET_LONG_BITS) {
1794 tcg_out_ext32u(s, TCG_REG_TMP1, addrlo);
1795 addrlo = TCG_REG_TMP1;
1796 }
1797 #endif
1798
1799 if (TCG_TARGET_REG_BITS == 32 && s_bits == MO_64) {
1800 if (opc & MO_BSWAP) {
1801 tcg_out32(s, ADDI | TAI(TCG_REG_R0, addrlo, 4));
1802 tcg_out32(s, STWBRX | SAB(datalo, rbase, addrlo));
1803 tcg_out32(s, STWBRX | SAB(datahi, rbase, TCG_REG_R0));
1804 } else if (rbase != 0) {
1805 tcg_out32(s, ADDI | TAI(TCG_REG_R0, addrlo, 4));
1806 tcg_out32(s, STWX | SAB(datahi, rbase, addrlo));
1807 tcg_out32(s, STWX | SAB(datalo, rbase, TCG_REG_R0));
1808 } else {
1809 tcg_out32(s, STW | TAI(datahi, addrlo, 0));
1810 tcg_out32(s, STW | TAI(datalo, addrlo, 4));
1811 }
1812 } else {
1813 uint32_t insn = qemu_stx_opc[opc & (MO_BSWAP | MO_SIZE)];
1814 if (!HAVE_ISA_2_06 && insn == STDBRX) {
1815 tcg_out32(s, STWBRX | SAB(datalo, rbase, addrlo));
1816 tcg_out32(s, ADDI | TAI(TCG_REG_TMP1, addrlo, 4));
1817 tcg_out_shri64(s, TCG_REG_R0, datalo, 32);
1818 tcg_out32(s, STWBRX | SAB(TCG_REG_R0, rbase, TCG_REG_TMP1));
1819 } else {
1820 tcg_out32(s, insn | SAB(datalo, rbase, addrlo));
1821 }
1822 }
1823
1824 #ifdef CONFIG_SOFTMMU
1825 add_qemu_ldst_label(s, false, oi, datalo, datahi, addrlo, addrhi,
1826 s->code_ptr, label_ptr);
1827 #endif
1828 }
1829
1830 /* Parameters for function call generation, used in tcg.c. */
1831 #define TCG_TARGET_STACK_ALIGN 16
1832 #define TCG_TARGET_EXTEND_ARGS 1
1833
1834 #ifdef _CALL_AIX
1835 # define LINK_AREA_SIZE (6 * SZR)
1836 # define LR_OFFSET (1 * SZR)
1837 # define TCG_TARGET_CALL_STACK_OFFSET (LINK_AREA_SIZE + 8 * SZR)
1838 #elif defined(TCG_TARGET_CALL_DARWIN)
1839 # define LINK_AREA_SIZE (6 * SZR)
1840 # define LR_OFFSET (2 * SZR)
1841 #elif TCG_TARGET_REG_BITS == 64
1842 # if defined(_CALL_ELF) && _CALL_ELF == 2
1843 # define LINK_AREA_SIZE (4 * SZR)
1844 # define LR_OFFSET (1 * SZR)
1845 # endif
1846 #else /* TCG_TARGET_REG_BITS == 32 */
1847 # if defined(_CALL_SYSV)
1848 # define LINK_AREA_SIZE (2 * SZR)
1849 # define LR_OFFSET (1 * SZR)
1850 # endif
1851 #endif
1852 #ifndef LR_OFFSET
1853 # error "Unhandled abi"
1854 #endif
1855 #ifndef TCG_TARGET_CALL_STACK_OFFSET
1856 # define TCG_TARGET_CALL_STACK_OFFSET LINK_AREA_SIZE
1857 #endif
1858
1859 #define CPU_TEMP_BUF_SIZE (CPU_TEMP_BUF_NLONGS * (int)sizeof(long))
1860 #define REG_SAVE_SIZE ((int)ARRAY_SIZE(tcg_target_callee_save_regs) * SZR)
1861
1862 #define FRAME_SIZE ((TCG_TARGET_CALL_STACK_OFFSET \
1863 + TCG_STATIC_CALL_ARGS_SIZE \
1864 + CPU_TEMP_BUF_SIZE \
1865 + REG_SAVE_SIZE \
1866 + TCG_TARGET_STACK_ALIGN - 1) \
1867 & -TCG_TARGET_STACK_ALIGN)
1868
1869 #define REG_SAVE_BOT (FRAME_SIZE - REG_SAVE_SIZE)
1870
1871 static void tcg_target_qemu_prologue(TCGContext *s)
1872 {
1873 int i;
1874
1875 #ifdef _CALL_AIX
1876 void **desc = (void **)s->code_ptr;
1877 desc[0] = desc + 2; /* entry point */
1878 desc[1] = 0; /* environment pointer */
1879 s->code_ptr = (void *)(desc + 2); /* skip over descriptor */
1880 #endif
1881
1882 tcg_set_frame(s, TCG_REG_CALL_STACK, REG_SAVE_BOT - CPU_TEMP_BUF_SIZE,
1883 CPU_TEMP_BUF_SIZE);
1884
1885 /* Prologue */
1886 tcg_out32(s, MFSPR | RT(TCG_REG_R0) | LR);
1887 tcg_out32(s, (SZR == 8 ? STDU : STWU)
1888 | SAI(TCG_REG_R1, TCG_REG_R1, -FRAME_SIZE));
1889
1890 for (i = 0; i < ARRAY_SIZE(tcg_target_callee_save_regs); ++i) {
1891 tcg_out_st(s, TCG_TYPE_REG, tcg_target_callee_save_regs[i],
1892 TCG_REG_R1, REG_SAVE_BOT + i * SZR);
1893 }
1894 tcg_out_st(s, TCG_TYPE_PTR, TCG_REG_R0, TCG_REG_R1, FRAME_SIZE+LR_OFFSET);
1895
1896 #ifndef CONFIG_SOFTMMU
1897 if (guest_base) {
1898 tcg_out_movi(s, TCG_TYPE_PTR, TCG_GUEST_BASE_REG, guest_base);
1899 tcg_regset_set_reg(s->reserved_regs, TCG_GUEST_BASE_REG);
1900 }
1901 #endif
1902
1903 tcg_out_mov(s, TCG_TYPE_PTR, TCG_AREG0, tcg_target_call_iarg_regs[0]);
1904 tcg_out32(s, MTSPR | RS(tcg_target_call_iarg_regs[1]) | CTR);
1905
1906 if (USE_REG_RA) {
1907 #ifdef _CALL_AIX
1908 /* Make the caller load the value as the TOC into R2. */
1909 tb_ret_addr = s->code_ptr + 2;
1910 desc[1] = tb_ret_addr;
1911 tcg_out_mov(s, TCG_TYPE_PTR, TCG_REG_RA, TCG_REG_R2);
1912 tcg_out32(s, BCCTR | BO_ALWAYS);
1913 #elif defined(_CALL_ELF) && _CALL_ELF == 2
1914 /* Compute from the incoming R12 value. */
1915 tb_ret_addr = s->code_ptr + 2;
1916 tcg_out32(s, ADDI | TAI(TCG_REG_RA, TCG_REG_R12,
1917 tcg_ptr_byte_diff(tb_ret_addr, s->code_buf)));
1918 tcg_out32(s, BCCTR | BO_ALWAYS);
1919 #else
1920 /* Reserve max 5 insns for the constant load. */
1921 tb_ret_addr = s->code_ptr + 6;
1922 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_RA, (intptr_t)tb_ret_addr);
1923 tcg_out32(s, BCCTR | BO_ALWAYS);
1924 while (s->code_ptr < tb_ret_addr) {
1925 tcg_out32(s, NOP);
1926 }
1927 #endif
1928 } else {
1929 tcg_out32(s, BCCTR | BO_ALWAYS);
1930 tb_ret_addr = s->code_ptr;
1931 }
1932
1933 /* Epilogue */
1934 tcg_debug_assert(tb_ret_addr == s->code_ptr);
1935 s->code_gen_epilogue = tb_ret_addr;
1936
1937 tcg_out_ld(s, TCG_TYPE_PTR, TCG_REG_R0, TCG_REG_R1, FRAME_SIZE+LR_OFFSET);
1938 for (i = 0; i < ARRAY_SIZE(tcg_target_callee_save_regs); ++i) {
1939 tcg_out_ld(s, TCG_TYPE_REG, tcg_target_callee_save_regs[i],
1940 TCG_REG_R1, REG_SAVE_BOT + i * SZR);
1941 }
1942 tcg_out32(s, MTSPR | RS(TCG_REG_R0) | LR);
1943 tcg_out32(s, ADDI | TAI(TCG_REG_R1, TCG_REG_R1, FRAME_SIZE));
1944 tcg_out32(s, BCLR | BO_ALWAYS);
1945 }
1946
1947 static void tcg_out_op(TCGContext *s, TCGOpcode opc, const TCGArg *args,
1948 const int *const_args)
1949 {
1950 TCGArg a0, a1, a2;
1951 int c;
1952
1953 switch (opc) {
1954 case INDEX_op_exit_tb:
1955 if (USE_REG_RA) {
1956 ptrdiff_t disp = tcg_pcrel_diff(s, tb_ret_addr);
1957
1958 /* Use a direct branch if we can, otherwise use the value in RA.
1959 Note that the direct branch is always backward, thus we need
1960 to account for the possibility of 5 insns from the movi. */
1961 if (!in_range_b(disp - 20)) {
1962 tcg_out32(s, MTSPR | RS(TCG_REG_RA) | CTR);
1963 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R3, args[0]);
1964 tcg_out32(s, BCCTR | BO_ALWAYS);
1965 break;
1966 }
1967 }
1968 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R3, args[0]);
1969 tcg_out_b(s, 0, tb_ret_addr);
1970 break;
1971 case INDEX_op_goto_tb:
1972 tcg_debug_assert(s->tb_jmp_insn_offset);
1973 /* Direct jump. */
1974 #ifdef __powerpc64__
1975 /* Ensure the next insns are 8-byte aligned. */
1976 if ((uintptr_t)s->code_ptr & 7) {
1977 tcg_out32(s, NOP);
1978 }
1979 s->tb_jmp_insn_offset[args[0]] = tcg_current_code_size(s);
1980 /* To be replaced by either a branch+nop or a load into TMP1. */
1981 s->code_ptr += 2;
1982 tcg_out32(s, MTSPR | RS(TCG_REG_TMP1) | CTR);
1983 tcg_out32(s, BCCTR | BO_ALWAYS);
1984 #else
1985 /* To be replaced by a branch. */
1986 s->code_ptr++;
1987 #endif
1988 s->tb_jmp_reset_offset[args[0]] = tcg_current_code_size(s);
1989 break;
1990 case INDEX_op_goto_ptr:
1991 tcg_out32(s, MTSPR | RS(args[0]) | CTR);
1992 tcg_out_movi(s, TCG_TYPE_PTR, TCG_REG_R3, 0);
1993 tcg_out32(s, BCCTR | BO_ALWAYS);
1994 break;
1995 case INDEX_op_br:
1996 {
1997 TCGLabel *l = arg_label(args[0]);
1998
1999 if (l->has_value) {
2000 tcg_out_b(s, 0, l->u.value_ptr);
2001 } else {
2002 tcg_out_reloc(s, s->code_ptr, R_PPC_REL24, l, 0);
2003 tcg_out_b_noaddr(s, B);
2004 }
2005 }
2006 break;
2007 case INDEX_op_ld8u_i32:
2008 case INDEX_op_ld8u_i64:
2009 tcg_out_mem_long(s, LBZ, LBZX, args[0], args[1], args[2]);
2010 break;
2011 case INDEX_op_ld8s_i32:
2012 case INDEX_op_ld8s_i64:
2013 tcg_out_mem_long(s, LBZ, LBZX, args[0], args[1], args[2]);
2014 tcg_out32(s, EXTSB | RS(args[0]) | RA(args[0]));
2015 break;
2016 case INDEX_op_ld16u_i32:
2017 case INDEX_op_ld16u_i64:
2018 tcg_out_mem_long(s, LHZ, LHZX, args[0], args[1], args[2]);
2019 break;
2020 case INDEX_op_ld16s_i32:
2021 case INDEX_op_ld16s_i64:
2022 tcg_out_mem_long(s, LHA, LHAX, args[0], args[1], args[2]);
2023 break;
2024 case INDEX_op_ld_i32:
2025 case INDEX_op_ld32u_i64:
2026 tcg_out_mem_long(s, LWZ, LWZX, args[0], args[1], args[2]);
2027 break;
2028 case INDEX_op_ld32s_i64:
2029 tcg_out_mem_long(s, LWA, LWAX, args[0], args[1], args[2]);
2030 break;
2031 case INDEX_op_ld_i64:
2032 tcg_out_mem_long(s, LD, LDX, args[0], args[1], args[2]);
2033 break;
2034 case INDEX_op_st8_i32:
2035 case INDEX_op_st8_i64:
2036 tcg_out_mem_long(s, STB, STBX, args[0], args[1], args[2]);
2037 break;
2038 case INDEX_op_st16_i32:
2039 case INDEX_op_st16_i64:
2040 tcg_out_mem_long(s, STH, STHX, args[0], args[1], args[2]);
2041 break;
2042 case INDEX_op_st_i32:
2043 case INDEX_op_st32_i64:
2044 tcg_out_mem_long(s, STW, STWX, args[0], args[1], args[2]);
2045 break;
2046 case INDEX_op_st_i64:
2047 tcg_out_mem_long(s, STD, STDX, args[0], args[1], args[2]);
2048 break;
2049
2050 case INDEX_op_add_i32:
2051 a0 = args[0], a1 = args[1], a2 = args[2];
2052 if (const_args[2]) {
2053 do_addi_32:
2054 tcg_out_mem_long(s, ADDI, ADD, a0, a1, (int32_t)a2);
2055 } else {
2056 tcg_out32(s, ADD | TAB(a0, a1, a2));
2057 }
2058 break;
2059 case INDEX_op_sub_i32:
2060 a0 = args[0], a1 = args[1], a2 = args[2];
2061 if (const_args[1]) {
2062 if (const_args[2]) {
2063 tcg_out_movi(s, TCG_TYPE_I32, a0, a1 - a2);
2064 } else {
2065 tcg_out32(s, SUBFIC | TAI(a0, a2, a1));
2066 }
2067 } else if (const_args[2]) {
2068 a2 = -a2;
2069 goto do_addi_32;
2070 } else {
2071 tcg_out32(s, SUBF | TAB(a0, a2, a1));
2072 }
2073 break;
2074
2075 case INDEX_op_and_i32:
2076 a0 = args[0], a1 = args[1], a2 = args[2];
2077 if (const_args[2]) {
2078 tcg_out_andi32(s, a0, a1, a2);
2079 } else {
2080 tcg_out32(s, AND | SAB(a1, a0, a2));
2081 }
2082 break;
2083 case INDEX_op_and_i64:
2084 a0 = args[0], a1 = args[1], a2 = args[2];
2085 if (const_args[2]) {
2086 tcg_out_andi64(s, a0, a1, a2);
2087 } else {
2088 tcg_out32(s, AND | SAB(a1, a0, a2));
2089 }
2090 break;
2091 case INDEX_op_or_i64:
2092 case INDEX_op_or_i32:
2093 a0 = args[0], a1 = args[1], a2 = args[2];
2094 if (const_args[2]) {
2095 tcg_out_ori32(s, a0, a1, a2);
2096 } else {
2097 tcg_out32(s, OR | SAB(a1, a0, a2));
2098 }
2099 break;
2100 case INDEX_op_xor_i64:
2101 case INDEX_op_xor_i32:
2102 a0 = args[0], a1 = args[1], a2 = args[2];
2103 if (const_args[2]) {
2104 tcg_out_xori32(s, a0, a1, a2);
2105 } else {
2106 tcg_out32(s, XOR | SAB(a1, a0, a2));
2107 }
2108 break;
2109 case INDEX_op_andc_i32:
2110 a0 = args[0], a1 = args[1], a2 = args[2];
2111 if (const_args[2]) {
2112 tcg_out_andi32(s, a0, a1, ~a2);
2113 } else {
2114 tcg_out32(s, ANDC | SAB(a1, a0, a2));
2115 }
2116 break;
2117 case INDEX_op_andc_i64:
2118 a0 = args[0], a1 = args[1], a2 = args[2];
2119 if (const_args[2]) {
2120 tcg_out_andi64(s, a0, a1, ~a2);
2121 } else {
2122 tcg_out32(s, ANDC | SAB(a1, a0, a2));
2123 }
2124 break;
2125 case INDEX_op_orc_i32:
2126 if (const_args[2]) {
2127 tcg_out_ori32(s, args[0], args[1], ~args[2]);
2128 break;
2129 }
2130 /* FALLTHRU */
2131 case INDEX_op_orc_i64:
2132 tcg_out32(s, ORC | SAB(args[1], args[0], args[2]));
2133 break;
2134 case INDEX_op_eqv_i32:
2135 if (const_args[2]) {
2136 tcg_out_xori32(s, args[0], args[1], ~args[2]);
2137 break;
2138 }
2139 /* FALLTHRU */
2140 case INDEX_op_eqv_i64:
2141 tcg_out32(s, EQV | SAB(args[1], args[0], args[2]));
2142 break;
2143 case INDEX_op_nand_i32:
2144 case INDEX_op_nand_i64:
2145 tcg_out32(s, NAND | SAB(args[1], args[0], args[2]));
2146 break;
2147 case INDEX_op_nor_i32:
2148 case INDEX_op_nor_i64:
2149 tcg_out32(s, NOR | SAB(args[1], args[0], args[2]));
2150 break;
2151
2152 case INDEX_op_clz_i32:
2153 tcg_out_cntxz(s, TCG_TYPE_I32, CNTLZW, args[0], args[1],
2154 args[2], const_args[2]);
2155 break;
2156 case INDEX_op_ctz_i32:
2157 tcg_out_cntxz(s, TCG_TYPE_I32, CNTTZW, args[0], args[1],
2158 args[2], const_args[2]);
2159 break;
2160 case INDEX_op_ctpop_i32:
2161 tcg_out32(s, CNTPOPW | SAB(args[1], args[0], 0));
2162 break;
2163
2164 case INDEX_op_clz_i64:
2165 tcg_out_cntxz(s, TCG_TYPE_I64, CNTLZD, args[0], args[1],
2166 args[2], const_args[2]);
2167 break;
2168 case INDEX_op_ctz_i64:
2169 tcg_out_cntxz(s, TCG_TYPE_I64, CNTTZD, args[0], args[1],
2170 args[2], const_args[2]);
2171 break;
2172 case INDEX_op_ctpop_i64:
2173 tcg_out32(s, CNTPOPD | SAB(args[1], args[0], 0));
2174 break;
2175
2176 case INDEX_op_mul_i32:
2177 a0 = args[0], a1 = args[1], a2 = args[2];
2178 if (const_args[2]) {
2179 tcg_out32(s, MULLI | TAI(a0, a1, a2));
2180 } else {
2181 tcg_out32(s, MULLW | TAB(a0, a1, a2));
2182 }
2183 break;
2184
2185 case INDEX_op_div_i32:
2186 tcg_out32(s, DIVW | TAB(args[0], args[1], args[2]));
2187 break;
2188
2189 case INDEX_op_divu_i32:
2190 tcg_out32(s, DIVWU | TAB(args[0], args[1], args[2]));
2191 break;
2192
2193 case INDEX_op_shl_i32:
2194 if (const_args[2]) {
2195 tcg_out_shli32(s, args[0], args[1], args[2]);
2196 } else {
2197 tcg_out32(s, SLW | SAB(args[1], args[0], args[2]));
2198 }
2199 break;
2200 case INDEX_op_shr_i32:
2201 if (const_args[2]) {
2202 tcg_out_shri32(s, args[0], args[1], args[2]);
2203 } else {
2204 tcg_out32(s, SRW | SAB(args[1], args[0], args[2]));
2205 }
2206 break;
2207 case INDEX_op_sar_i32:
2208 if (const_args[2]) {
2209 tcg_out32(s, SRAWI | RS(args[1]) | RA(args[0]) | SH(args[2]));
2210 } else {
2211 tcg_out32(s, SRAW | SAB(args[1], args[0], args[2]));
2212 }
2213 break;
2214 case INDEX_op_rotl_i32:
2215 if (const_args[2]) {
2216 tcg_out_rlw(s, RLWINM, args[0], args[1], args[2], 0, 31);
2217 } else {
2218 tcg_out32(s, RLWNM | SAB(args[1], args[0], args[2])
2219 | MB(0) | ME(31));
2220 }
2221 break;
2222 case INDEX_op_rotr_i32:
2223 if (const_args[2]) {
2224 tcg_out_rlw(s, RLWINM, args[0], args[1], 32 - args[2], 0, 31);
2225 } else {
2226 tcg_out32(s, SUBFIC | TAI(TCG_REG_R0, args[2], 32));
2227 tcg_out32(s, RLWNM | SAB(args[1], args[0], TCG_REG_R0)
2228 | MB(0) | ME(31));
2229 }
2230 break;
2231
2232 case INDEX_op_brcond_i32:
2233 tcg_out_brcond(s, args[2], args[0], args[1], const_args[1],
2234 arg_label(args[3]), TCG_TYPE_I32);
2235 break;
2236 case INDEX_op_brcond_i64:
2237 tcg_out_brcond(s, args[2], args[0], args[1], const_args[1],
2238 arg_label(args[3]), TCG_TYPE_I64);
2239 break;
2240 case INDEX_op_brcond2_i32:
2241 tcg_out_brcond2(s, args, const_args);
2242 break;
2243
2244 case INDEX_op_neg_i32:
2245 case INDEX_op_neg_i64:
2246 tcg_out32(s, NEG | RT(args[0]) | RA(args[1]));
2247 break;
2248
2249 case INDEX_op_not_i32:
2250 case INDEX_op_not_i64:
2251 tcg_out32(s, NOR | SAB(args[1], args[0], args[1]));
2252 break;
2253
2254 case INDEX_op_add_i64:
2255 a0 = args[0], a1 = args[1], a2 = args[2];
2256 if (const_args[2]) {
2257 do_addi_64:
2258 tcg_out_mem_long(s, ADDI, ADD, a0, a1, a2);
2259 } else {
2260 tcg_out32(s, ADD | TAB(a0, a1, a2));
2261 }
2262 break;
2263 case INDEX_op_sub_i64:
2264 a0 = args[0], a1 = args[1], a2 = args[2];
2265 if (const_args[1]) {
2266 if (const_args[2]) {
2267 tcg_out_movi(s, TCG_TYPE_I64, a0, a1 - a2);
2268 } else {
2269 tcg_out32(s, SUBFIC | TAI(a0, a2, a1));
2270 }
2271 } else if (const_args[2]) {
2272 a2 = -a2;
2273 goto do_addi_64;
2274 } else {
2275 tcg_out32(s, SUBF | TAB(a0, a2, a1));
2276 }
2277 break;
2278
2279 case INDEX_op_shl_i64:
2280 if (const_args[2]) {
2281 tcg_out_shli64(s, args[0], args[1], args[2]);
2282 } else {
2283 tcg_out32(s, SLD | SAB(args[1], args[0], args[2]));
2284 }
2285 break;
2286 case INDEX_op_shr_i64:
2287 if (const_args[2]) {
2288 tcg_out_shri64(s, args[0], args[1], args[2]);
2289 } else {
2290 tcg_out32(s, SRD | SAB(args[1], args[0], args[2]));
2291 }
2292 break;
2293 case INDEX_op_sar_i64:
2294 if (const_args[2]) {
2295 int sh = SH(args[2] & 0x1f) | (((args[2] >> 5) & 1) << 1);
2296 tcg_out32(s, SRADI | RA(args[0]) | RS(args[1]) | sh);
2297 } else {
2298 tcg_out32(s, SRAD | SAB(args[1], args[0], args[2]));
2299 }
2300 break;
2301 case INDEX_op_rotl_i64:
2302 if (const_args[2]) {
2303 tcg_out_rld(s, RLDICL, args[0], args[1], args[2], 0);
2304 } else {
2305 tcg_out32(s, RLDCL | SAB(args[1], args[0], args[2]) | MB64(0));
2306 }
2307 break;
2308 case INDEX_op_rotr_i64:
2309 if (const_args[2]) {
2310 tcg_out_rld(s, RLDICL, args[0], args[1], 64 - args[2], 0);
2311 } else {
2312 tcg_out32(s, SUBFIC | TAI(TCG_REG_R0, args[2], 64));
2313 tcg_out32(s, RLDCL | SAB(args[1], args[0], TCG_REG_R0) | MB64(0));
2314 }
2315 break;
2316
2317 case INDEX_op_mul_i64:
2318 a0 = args[0], a1 = args[1], a2 = args[2];
2319 if (const_args[2]) {
2320 tcg_out32(s, MULLI | TAI(a0, a1, a2));
2321 } else {
2322 tcg_out32(s, MULLD | TAB(a0, a1, a2));
2323 }
2324 break;
2325 case INDEX_op_div_i64:
2326 tcg_out32(s, DIVD | TAB(args[0], args[1], args[2]));
2327 break;
2328 case INDEX_op_divu_i64:
2329 tcg_out32(s, DIVDU | TAB(args[0], args[1], args[2]));
2330 break;
2331
2332 case INDEX_op_qemu_ld_i32:
2333 tcg_out_qemu_ld(s, args, false);
2334 break;
2335 case INDEX_op_qemu_ld_i64:
2336 tcg_out_qemu_ld(s, args, true);
2337 break;
2338 case INDEX_op_qemu_st_i32:
2339 tcg_out_qemu_st(s, args, false);
2340 break;
2341 case INDEX_op_qemu_st_i64:
2342 tcg_out_qemu_st(s, args, true);
2343 break;
2344
2345 case INDEX_op_ext8s_i32:
2346 case INDEX_op_ext8s_i64:
2347 c = EXTSB;
2348 goto gen_ext;
2349 case INDEX_op_ext16s_i32:
2350 case INDEX_op_ext16s_i64:
2351 c = EXTSH;
2352 goto gen_ext;
2353 case INDEX_op_ext_i32_i64:
2354 case INDEX_op_ext32s_i64:
2355 c = EXTSW;
2356 goto gen_ext;
2357 gen_ext:
2358 tcg_out32(s, c | RS(args[1]) | RA(args[0]));
2359 break;
2360 case INDEX_op_extu_i32_i64:
2361 tcg_out_ext32u(s, args[0], args[1]);
2362 break;
2363
2364 case INDEX_op_setcond_i32:
2365 tcg_out_setcond(s, TCG_TYPE_I32, args[3], args[0], args[1], args[2],
2366 const_args[2]);
2367 break;
2368 case INDEX_op_setcond_i64:
2369 tcg_out_setcond(s, TCG_TYPE_I64, args[3], args[0], args[1], args[2],
2370 const_args[2]);
2371 break;
2372 case INDEX_op_setcond2_i32:
2373 tcg_out_setcond2(s, args, const_args);
2374 break;
2375
2376 case INDEX_op_bswap16_i32:
2377 case INDEX_op_bswap16_i64:
2378 a0 = args[0], a1 = args[1];
2379 /* a1 = abcd */
2380 if (a0 != a1) {
2381 /* a0 = (a1 r<< 24) & 0xff # 000c */
2382 tcg_out_rlw(s, RLWINM, a0, a1, 24, 24, 31);
2383 /* a0 = (a0 & ~0xff00) | (a1 r<< 8) & 0xff00 # 00dc */
2384 tcg_out_rlw(s, RLWIMI, a0, a1, 8, 16, 23);
2385 } else {
2386 /* r0 = (a1 r<< 8) & 0xff00 # 00d0 */
2387 tcg_out_rlw(s, RLWINM, TCG_REG_R0, a1, 8, 16, 23);
2388 /* a0 = (a1 r<< 24) & 0xff # 000c */
2389 tcg_out_rlw(s, RLWINM, a0, a1, 24, 24, 31);
2390 /* a0 = a0 | r0 # 00dc */
2391 tcg_out32(s, OR | SAB(TCG_REG_R0, a0, a0));
2392 }
2393 break;
2394
2395 case INDEX_op_bswap32_i32:
2396 case INDEX_op_bswap32_i64:
2397 /* Stolen from gcc's builtin_bswap32 */
2398 a1 = args[1];
2399 a0 = args[0] == a1 ? TCG_REG_R0 : args[0];
2400
2401 /* a1 = args[1] # abcd */
2402 /* a0 = rotate_left (a1, 8) # bcda */
2403 tcg_out_rlw(s, RLWINM, a0, a1, 8, 0, 31);
2404 /* a0 = (a0 & ~0xff000000) | ((a1 r<< 24) & 0xff000000) # dcda */
2405 tcg_out_rlw(s, RLWIMI, a0, a1, 24, 0, 7);
2406 /* a0 = (a0 & ~0x0000ff00) | ((a1 r<< 24) & 0x0000ff00) # dcba */
2407 tcg_out_rlw(s, RLWIMI, a0, a1, 24, 16, 23);
2408
2409 if (a0 == TCG_REG_R0) {
2410 tcg_out_mov(s, TCG_TYPE_REG, args[0], a0);
2411 }
2412 break;
2413
2414 case INDEX_op_bswap64_i64:
2415 a0 = args[0], a1 = args[1], a2 = TCG_REG_R0;
2416 if (a0 == a1) {
2417 a0 = TCG_REG_R0;
2418 a2 = a1;
2419 }
2420
2421 /* a1 = # abcd efgh */
2422 /* a0 = rl32(a1, 8) # 0000 fghe */
2423 tcg_out_rlw(s, RLWINM, a0, a1, 8, 0, 31);
2424 /* a0 = dep(a0, rl32(a1, 24), 0xff000000) # 0000 hghe */
2425 tcg_out_rlw(s, RLWIMI, a0, a1, 24, 0, 7);
2426 /* a0 = dep(a0, rl32(a1, 24), 0x0000ff00) # 0000 hgfe */
2427 tcg_out_rlw(s, RLWIMI, a0, a1, 24, 16, 23);
2428
2429 /* a0 = rl64(a0, 32) # hgfe 0000 */
2430 /* a2 = rl64(a1, 32) # efgh abcd */
2431 tcg_out_rld(s, RLDICL, a0, a0, 32, 0);
2432 tcg_out_rld(s, RLDICL, a2, a1, 32, 0);
2433
2434 /* a0 = dep(a0, rl32(a2, 8), 0xffffffff) # hgfe bcda */
2435 tcg_out_rlw(s, RLWIMI, a0, a2, 8, 0, 31);
2436 /* a0 = dep(a0, rl32(a2, 24), 0xff000000) # hgfe dcda */
2437 tcg_out_rlw(s, RLWIMI, a0, a2, 24, 0, 7);
2438 /* a0 = dep(a0, rl32(a2, 24), 0x0000ff00) # hgfe dcba */
2439 tcg_out_rlw(s, RLWIMI, a0, a2, 24, 16, 23);
2440
2441 if (a0 == 0) {
2442 tcg_out_mov(s, TCG_TYPE_REG, args[0], a0);
2443 }
2444 break;
2445
2446 case INDEX_op_deposit_i32:
2447 if (const_args[2]) {
2448 uint32_t mask = ((2u << (args[4] - 1)) - 1) << args[3];
2449 tcg_out_andi32(s, args[0], args[0], ~mask);
2450 } else {
2451 tcg_out_rlw(s, RLWIMI, args[0], args[2], args[3],
2452 32 - args[3] - args[4], 31 - args[3]);
2453 }
2454 break;
2455 case INDEX_op_deposit_i64:
2456 if (const_args[2]) {
2457 uint64_t mask = ((2ull << (args[4] - 1)) - 1) << args[3];
2458 tcg_out_andi64(s, args[0], args[0], ~mask);
2459 } else {
2460 tcg_out_rld(s, RLDIMI, args[0], args[2], args[3],
2461 64 - args[3] - args[4]);
2462 }
2463 break;
2464
2465 case INDEX_op_extract_i32:
2466 tcg_out_rlw(s, RLWINM, args[0], args[1],
2467 32 - args[2], 32 - args[3], 31);
2468 break;
2469 case INDEX_op_extract_i64:
2470 tcg_out_rld(s, RLDICL, args[0], args[1], 64 - args[2], 64 - args[3]);
2471 break;
2472
2473 case INDEX_op_movcond_i32:
2474 tcg_out_movcond(s, TCG_TYPE_I32, args[5], args[0], args[1], args[2],
2475 args[3], args[4], const_args[2]);
2476 break;
2477 case INDEX_op_movcond_i64:
2478 tcg_out_movcond(s, TCG_TYPE_I64, args[5], args[0], args[1], args[2],
2479 args[3], args[4], const_args[2]);
2480 break;
2481
2482 #if TCG_TARGET_REG_BITS == 64
2483 case INDEX_op_add2_i64:
2484 #else
2485 case INDEX_op_add2_i32:
2486 #endif
2487 /* Note that the CA bit is defined based on the word size of the
2488 environment. So in 64-bit mode it's always carry-out of bit 63.
2489 The fallback code using deposit works just as well for 32-bit. */
2490 a0 = args[0], a1 = args[1];
2491 if (a0 == args[3] || (!const_args[5] && a0 == args[5])) {
2492 a0 = TCG_REG_R0;
2493 }
2494 if (const_args[4]) {
2495 tcg_out32(s, ADDIC | TAI(a0, args[2], args[4]));
2496 } else {
2497 tcg_out32(s, ADDC | TAB(a0, args[2], args[4]));
2498 }
2499 if (const_args[5]) {
2500 tcg_out32(s, (args[5] ? ADDME : ADDZE) | RT(a1) | RA(args[3]));
2501 } else {
2502 tcg_out32(s, ADDE | TAB(a1, args[3], args[5]));
2503 }
2504 if (a0 != args[0]) {
2505 tcg_out_mov(s, TCG_TYPE_REG, args[0], a0);
2506 }
2507 break;
2508
2509 #if TCG_TARGET_REG_BITS == 64
2510 case INDEX_op_sub2_i64:
2511 #else
2512 case INDEX_op_sub2_i32:
2513 #endif
2514 a0 = args[0], a1 = args[1];
2515 if (a0 == args[5] || (!const_args[3] && a0 == args[3])) {
2516 a0 = TCG_REG_R0;
2517 }
2518 if (const_args[2]) {
2519 tcg_out32(s, SUBFIC | TAI(a0, args[4], args[2]));
2520 } else {
2521 tcg_out32(s, SUBFC | TAB(a0, args[4], args[2]));
2522 }
2523 if (const_args[3]) {
2524 tcg_out32(s, (args[3] ? SUBFME : SUBFZE) | RT(a1) | RA(args[5]));
2525 } else {
2526 tcg_out32(s, SUBFE | TAB(a1, args[5], args[3]));
2527 }
2528 if (a0 != args[0]) {
2529 tcg_out_mov(s, TCG_TYPE_REG, args[0], a0);
2530 }
2531 break;
2532
2533 case INDEX_op_muluh_i32:
2534 tcg_out32(s, MULHWU | TAB(args[0], args[1], args[2]));
2535 break;
2536 case INDEX_op_mulsh_i32:
2537 tcg_out32(s, MULHW | TAB(args[0], args[1], args[2]));
2538 break;
2539 case INDEX_op_muluh_i64:
2540 tcg_out32(s, MULHDU | TAB(args[0], args[1], args[2]));
2541 break;
2542 case INDEX_op_mulsh_i64:
2543 tcg_out32(s, MULHD | TAB(args[0], args[1], args[2]));
2544 break;
2545
2546 case INDEX_op_mb:
2547 tcg_out_mb(s, args[0]);
2548 break;
2549
2550 case INDEX_op_mov_i32: /* Always emitted via tcg_out_mov. */
2551 case INDEX_op_mov_i64:
2552 case INDEX_op_movi_i32: /* Always emitted via tcg_out_movi. */
2553 case INDEX_op_movi_i64:
2554 case INDEX_op_call: /* Always emitted via tcg_out_call. */
2555 default:
2556 tcg_abort();
2557 }
2558 }
2559
2560 static const TCGTargetOpDef ppc_op_defs[] = {
2561 { INDEX_op_exit_tb, { } },
2562 { INDEX_op_goto_tb, { } },
2563 { INDEX_op_br, { } },
2564 { INDEX_op_goto_ptr, { "r" } },
2565
2566 { INDEX_op_ld8u_i32, { "r", "r" } },
2567 { INDEX_op_ld8s_i32, { "r", "r" } },
2568 { INDEX_op_ld16u_i32, { "r", "r" } },
2569 { INDEX_op_ld16s_i32, { "r", "r" } },
2570 { INDEX_op_ld_i32, { "r", "r" } },
2571
2572 { INDEX_op_st8_i32, { "r", "r" } },
2573 { INDEX_op_st16_i32, { "r", "r" } },
2574 { INDEX_op_st_i32, { "r", "r" } },
2575
2576 { INDEX_op_add_i32, { "r", "r", "ri" } },
2577 { INDEX_op_mul_i32, { "r", "r", "rI" } },
2578 { INDEX_op_div_i32, { "r", "r", "r" } },
2579 { INDEX_op_divu_i32, { "r", "r", "r" } },
2580 { INDEX_op_sub_i32, { "r", "rI", "ri" } },
2581 { INDEX_op_and_i32, { "r", "r", "ri" } },
2582 { INDEX_op_or_i32, { "r", "r", "ri" } },
2583 { INDEX_op_xor_i32, { "r", "r", "ri" } },
2584 { INDEX_op_andc_i32, { "r", "r", "ri" } },
2585 { INDEX_op_orc_i32, { "r", "r", "ri" } },
2586 { INDEX_op_eqv_i32, { "r", "r", "ri" } },
2587 { INDEX_op_nand_i32, { "r", "r", "r" } },
2588 { INDEX_op_nor_i32, { "r", "r", "r" } },
2589 { INDEX_op_clz_i32, { "r", "r", "rZW" } },
2590 { INDEX_op_ctz_i32, { "r", "r", "rZW" } },
2591 { INDEX_op_ctpop_i32, { "r", "r" } },
2592
2593 { INDEX_op_shl_i32, { "r", "r", "ri" } },
2594 { INDEX_op_shr_i32, { "r", "r", "ri" } },
2595 { INDEX_op_sar_i32, { "r", "r", "ri" } },
2596 { INDEX_op_rotl_i32, { "r", "r", "ri" } },
2597 { INDEX_op_rotr_i32, { "r", "r", "ri" } },
2598
2599 { INDEX_op_neg_i32, { "r", "r" } },
2600 { INDEX_op_not_i32, { "r", "r" } },
2601 { INDEX_op_ext8s_i32, { "r", "r" } },
2602 { INDEX_op_ext16s_i32, { "r", "r" } },
2603 { INDEX_op_bswap16_i32, { "r", "r" } },
2604 { INDEX_op_bswap32_i32, { "r", "r" } },
2605
2606 { INDEX_op_brcond_i32, { "r", "ri" } },
2607 { INDEX_op_setcond_i32, { "r", "r", "ri" } },
2608 { INDEX_op_movcond_i32, { "r", "r", "ri", "rZ", "rZ" } },
2609
2610 { INDEX_op_deposit_i32, { "r", "0", "rZ" } },
2611 { INDEX_op_extract_i32, { "r", "r" } },
2612
2613 { INDEX_op_muluh_i32, { "r", "r", "r" } },
2614 { INDEX_op_mulsh_i32, { "r", "r", "r" } },
2615
2616 #if TCG_TARGET_REG_BITS == 64
2617 { INDEX_op_ld8u_i64, { "r", "r" } },
2618 { INDEX_op_ld8s_i64, { "r", "r" } },
2619 { INDEX_op_ld16u_i64, { "r", "r" } },
2620 { INDEX_op_ld16s_i64, { "r", "r" } },
2621 { INDEX_op_ld32u_i64, { "r", "r" } },
2622 { INDEX_op_ld32s_i64, { "r", "r" } },
2623 { INDEX_op_ld_i64, { "r", "r" } },
2624
2625 { INDEX_op_st8_i64, { "r", "r" } },
2626 { INDEX_op_st16_i64, { "r", "r" } },
2627 { INDEX_op_st32_i64, { "r", "r" } },
2628 { INDEX_op_st_i64, { "r", "r" } },
2629
2630 { INDEX_op_add_i64, { "r", "r", "rT" } },
2631 { INDEX_op_sub_i64, { "r", "rI", "rT" } },
2632 { INDEX_op_and_i64, { "r", "r", "ri" } },
2633 { INDEX_op_or_i64, { "r", "r", "rU" } },
2634 { INDEX_op_xor_i64, { "r", "r", "rU" } },
2635 { INDEX_op_andc_i64, { "r", "r", "ri" } },
2636 { INDEX_op_orc_i64, { "r", "r", "r" } },
2637 { INDEX_op_eqv_i64, { "r", "r", "r" } },
2638 { INDEX_op_nand_i64, { "r", "r", "r" } },
2639 { INDEX_op_nor_i64, { "r", "r", "r" } },
2640 { INDEX_op_clz_i64, { "r", "r", "rZW" } },
2641 { INDEX_op_ctz_i64, { "r", "r", "rZW" } },
2642 { INDEX_op_ctpop_i64, { "r", "r" } },
2643
2644 { INDEX_op_shl_i64, { "r", "r", "ri" } },
2645 { INDEX_op_shr_i64, { "r", "r", "ri" } },
2646 { INDEX_op_sar_i64, { "r", "r", "ri" } },
2647 { INDEX_op_rotl_i64, { "r", "r", "ri" } },
2648 { INDEX_op_rotr_i64, { "r", "r", "ri" } },
2649
2650 { INDEX_op_mul_i64, { "r", "r", "rI" } },
2651 { INDEX_op_div_i64, { "r", "r", "r" } },
2652 { INDEX_op_divu_i64, { "r", "r", "r" } },
2653
2654 { INDEX_op_neg_i64, { "r", "r" } },
2655 { INDEX_op_not_i64, { "r", "r" } },
2656 { INDEX_op_ext8s_i64, { "r", "r" } },
2657 { INDEX_op_ext16s_i64, { "r", "r" } },
2658 { INDEX_op_ext32s_i64, { "r", "r" } },
2659 { INDEX_op_ext_i32_i64, { "r", "r" } },
2660 { INDEX_op_extu_i32_i64, { "r", "r" } },
2661 { INDEX_op_bswap16_i64, { "r", "r" } },
2662 { INDEX_op_bswap32_i64, { "r", "r" } },
2663 { INDEX_op_bswap64_i64, { "r", "r" } },
2664
2665 { INDEX_op_brcond_i64, { "r", "ri" } },
2666 { INDEX_op_setcond_i64, { "r", "r", "ri" } },
2667 { INDEX_op_movcond_i64, { "r", "r", "ri", "rZ", "rZ" } },
2668
2669 { INDEX_op_deposit_i64, { "r", "0", "rZ" } },
2670 { INDEX_op_extract_i64, { "r", "r" } },
2671
2672 { INDEX_op_mulsh_i64, { "r", "r", "r" } },
2673 { INDEX_op_muluh_i64, { "r", "r", "r" } },
2674 #endif
2675
2676 #if TCG_TARGET_REG_BITS == 32
2677 { INDEX_op_brcond2_i32, { "r", "r", "ri", "ri" } },
2678 { INDEX_op_setcond2_i32, { "r", "r", "r", "ri", "ri" } },
2679 #endif
2680
2681 #if TCG_TARGET_REG_BITS == 64
2682 { INDEX_op_add2_i64, { "r", "r", "r", "r", "rI", "rZM" } },
2683 { INDEX_op_sub2_i64, { "r", "r", "rI", "rZM", "r", "r" } },
2684 #else
2685 { INDEX_op_add2_i32, { "r", "r", "r", "r", "rI", "rZM" } },
2686 { INDEX_op_sub2_i32, { "r", "r", "rI", "rZM", "r", "r" } },
2687 #endif
2688
2689 #if TCG_TARGET_REG_BITS == 64
2690 { INDEX_op_qemu_ld_i32, { "r", "L" } },
2691 { INDEX_op_qemu_st_i32, { "S", "S" } },
2692 { INDEX_op_qemu_ld_i64, { "r", "L" } },
2693 { INDEX_op_qemu_st_i64, { "S", "S" } },
2694 #elif TARGET_LONG_BITS == 32
2695 { INDEX_op_qemu_ld_i32, { "r", "L" } },
2696 { INDEX_op_qemu_st_i32, { "S", "S" } },
2697 { INDEX_op_qemu_ld_i64, { "L", "L", "L" } },
2698 { INDEX_op_qemu_st_i64, { "S", "S", "S" } },
2699 #else
2700 { INDEX_op_qemu_ld_i32, { "r", "L", "L" } },
2701 { INDEX_op_qemu_st_i32, { "S", "S", "S" } },
2702 { INDEX_op_qemu_ld_i64, { "L", "L", "L", "L" } },
2703 { INDEX_op_qemu_st_i64, { "S", "S", "S", "S" } },
2704 #endif
2705
2706 { INDEX_op_mb, { } },
2707 { -1 },
2708 };
2709
2710 static const TCGTargetOpDef *tcg_target_op_def(TCGOpcode op)
2711 {
2712 int i, n = ARRAY_SIZE(ppc_op_defs);
2713
2714 for (i = 0; i < n; ++i) {
2715 if (ppc_op_defs[i].op == op) {
2716 return &ppc_op_defs[i];
2717 }
2718 }
2719 return NULL;
2720 }
2721
2722 static void tcg_target_init(TCGContext *s)
2723 {
2724 unsigned long hwcap = qemu_getauxval(AT_HWCAP);
2725 unsigned long hwcap2 = qemu_getauxval(AT_HWCAP2);
2726
2727 if (hwcap & PPC_FEATURE_ARCH_2_06) {
2728 have_isa_2_06 = true;
2729 }
2730 #ifdef PPC_FEATURE2_ARCH_3_00
2731 if (hwcap2 & PPC_FEATURE2_ARCH_3_00) {
2732 have_isa_3_00 = true;
2733 }
2734 #endif
2735
2736 tcg_regset_set32(tcg_target_available_regs[TCG_TYPE_I32], 0, 0xffffffff);
2737 tcg_regset_set32(tcg_target_available_regs[TCG_TYPE_I64], 0, 0xffffffff);
2738 tcg_regset_set32(tcg_target_call_clobber_regs, 0,
2739 (1 << TCG_REG_R0) |
2740 (1 << TCG_REG_R2) |
2741 (1 << TCG_REG_R3) |
2742 (1 << TCG_REG_R4) |
2743 (1 << TCG_REG_R5) |
2744 (1 << TCG_REG_R6) |
2745 (1 << TCG_REG_R7) |
2746 (1 << TCG_REG_R8) |
2747 (1 << TCG_REG_R9) |
2748 (1 << TCG_REG_R10) |
2749 (1 << TCG_REG_R11) |
2750 (1 << TCG_REG_R12));
2751
2752 tcg_regset_clear(s->reserved_regs);
2753 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R0); /* tcg temp */
2754 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R1); /* stack pointer */
2755 #if defined(_CALL_SYSV)
2756 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R2); /* toc pointer */
2757 #endif
2758 #if defined(_CALL_SYSV) || TCG_TARGET_REG_BITS == 64
2759 tcg_regset_set_reg(s->reserved_regs, TCG_REG_R13); /* thread pointer */
2760 #endif
2761 tcg_regset_set_reg(s->reserved_regs, TCG_REG_TMP1); /* mem temp */
2762 if (USE_REG_RA) {
2763 tcg_regset_set_reg(s->reserved_regs, TCG_REG_RA); /* return addr */
2764 }
2765 }
2766
2767 #ifdef __ELF__
2768 typedef struct {
2769 DebugFrameCIE cie;
2770 DebugFrameFDEHeader fde;
2771 uint8_t fde_def_cfa[4];
2772 uint8_t fde_reg_ofs[ARRAY_SIZE(tcg_target_callee_save_regs) * 2 + 3];
2773 } DebugFrame;
2774
2775 /* We're expecting a 2 byte uleb128 encoded value. */
2776 QEMU_BUILD_BUG_ON(FRAME_SIZE >= (1 << 14));
2777
2778 #if TCG_TARGET_REG_BITS == 64
2779 # define ELF_HOST_MACHINE EM_PPC64
2780 #else
2781 # define ELF_HOST_MACHINE EM_PPC
2782 #endif
2783
2784 static DebugFrame debug_frame = {
2785 .cie.len = sizeof(DebugFrameCIE)-4, /* length after .len member */
2786 .cie.id = -1,
2787 .cie.version = 1,
2788 .cie.code_align = 1,
2789 .cie.data_align = (-SZR & 0x7f), /* sleb128 -SZR */
2790 .cie.return_column = 65,
2791
2792 /* Total FDE size does not include the "len" member. */
2793 .fde.len = sizeof(DebugFrame) - offsetof(DebugFrame, fde.cie_offset),
2794
2795 .fde_def_cfa = {
2796 12, TCG_REG_R1, /* DW_CFA_def_cfa r1, ... */
2797 (FRAME_SIZE & 0x7f) | 0x80, /* ... uleb128 FRAME_SIZE */
2798 (FRAME_SIZE >> 7)
2799 },
2800 .fde_reg_ofs = {
2801 /* DW_CFA_offset_extended_sf, lr, LR_OFFSET */
2802 0x11, 65, (LR_OFFSET / -SZR) & 0x7f,
2803 }
2804 };
2805
2806 void tcg_register_jit(void *buf, size_t buf_size)
2807 {
2808 uint8_t *p = &debug_frame.fde_reg_ofs[3];
2809 int i;
2810
2811 for (i = 0; i < ARRAY_SIZE(tcg_target_callee_save_regs); ++i, p += 2) {
2812 p[0] = 0x80 + tcg_target_callee_save_regs[i];
2813 p[1] = (FRAME_SIZE - (REG_SAVE_BOT + i * SZR)) / SZR;
2814 }
2815
2816 debug_frame.fde.func_start = (uintptr_t)buf;
2817 debug_frame.fde.func_len = buf_size;
2818
2819 tcg_register_jit_int(buf, buf_size, &debug_frame, sizeof(debug_frame));
2820 }
2821 #endif /* __ELF__ */
2822
2823 static size_t dcache_bsize = 16;
2824 static size_t icache_bsize = 16;
2825
2826 void flush_icache_range(uintptr_t start, uintptr_t stop)
2827 {
2828 uintptr_t p, start1, stop1;
2829 size_t dsize = dcache_bsize;
2830 size_t isize = icache_bsize;
2831
2832 start1 = start & ~(dsize - 1);
2833 stop1 = (stop + dsize - 1) & ~(dsize - 1);
2834 for (p = start1; p < stop1; p += dsize) {
2835 asm volatile ("dcbst 0,%0" : : "r"(p) : "memory");
2836 }
2837 asm volatile ("sync" : : : "memory");
2838
2839 start &= start & ~(isize - 1);
2840 stop1 = (stop + isize - 1) & ~(isize - 1);
2841 for (p = start1; p < stop1; p += isize) {
2842 asm volatile ("icbi 0,%0" : : "r"(p) : "memory");
2843 }
2844 asm volatile ("sync" : : : "memory");
2845 asm volatile ("isync" : : : "memory");
2846 }
2847
2848 #if defined _AIX
2849 #include <sys/systemcfg.h>
2850
2851 static void __attribute__((constructor)) tcg_cache_init(void)
2852 {
2853 icache_bsize = _system_configuration.icache_line;
2854 dcache_bsize = _system_configuration.dcache_line;
2855 }
2856
2857 #elif defined __linux__
2858 static void __attribute__((constructor)) tcg_cache_init(void)
2859 {
2860 unsigned long dsize = qemu_getauxval(AT_DCACHEBSIZE);
2861 unsigned long isize = qemu_getauxval(AT_ICACHEBSIZE);
2862
2863 if (dsize == 0 || isize == 0) {
2864 if (dsize == 0) {
2865 fprintf(stderr, "getauxval AT_DCACHEBSIZE failed\n");
2866 }
2867 if (isize == 0) {
2868 fprintf(stderr, "getauxval AT_ICACHEBSIZE failed\n");
2869 }
2870 exit(1);
2871 }
2872 dcache_bsize = dsize;
2873 icache_bsize = isize;
2874 }
2875
2876 #elif defined __APPLE__
2877 #include <sys/sysctl.h>
2878
2879 static void __attribute__((constructor)) tcg_cache_init(void)
2880 {
2881 size_t len;
2882 unsigned cacheline;
2883 int name[2] = { CTL_HW, HW_CACHELINE };
2884
2885 len = sizeof(cacheline);
2886 if (sysctl(name, 2, &cacheline, &len, NULL, 0)) {
2887 perror("sysctl CTL_HW HW_CACHELINE failed");
2888 exit(1);
2889 }
2890 dcache_bsize = cacheline;
2891 icache_bsize = cacheline;
2892 }
2893
2894 #elif defined(__FreeBSD__) || defined(__FreeBSD_kernel__)
2895 #include <sys/sysctl.h>
2896
2897 static void __attribute__((constructor)) tcg_cache_init(void)
2898 {
2899 size_t len = 4;
2900 unsigned cacheline;
2901
2902 if (sysctlbyname ("machdep.cacheline_size", &cacheline, &len, NULL, 0)) {
2903 fprintf(stderr, "sysctlbyname machdep.cacheline_size failed: %s\n",
2904 strerror(errno));
2905 exit(1);
2906 }
2907 dcache_bsize = cacheline;
2908 icache_bsize = cacheline;
2909 }
2910 #endif
AR7 emulation for QEMU