2 * Tiny Code Generator for QEMU
4 * Copyright (c) 2008 Fabrice Bellard
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to deal
8 * in the Software without restriction, including without limitation the rights
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 * copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
25 static uint8_t *tb_ret_addr
;
29 #if TARGET_PHYS_ADDR_BITS == 32
35 #if TARGET_LONG_BITS == 32
41 static const char * const tcg_target_reg_names
[TCG_TARGET_NB_REGS
] = {
76 static const int tcg_target_reg_alloc_order
[] = {
111 static const int tcg_target_call_iarg_regs
[] = {
122 static const int tcg_target_call_oarg_regs
[2] = {
126 static const int tcg_target_callee_save_regs
[] = {
143 static uint32_t reloc_pc24_val (void *pc
, tcg_target_long target
)
145 tcg_target_long disp
;
147 disp
= target
- (tcg_target_long
) pc
;
148 if ((disp
<< 38) >> 38 != disp
)
151 return disp
& 0x3fffffc;
154 static void reloc_pc24 (void *pc
, tcg_target_long target
)
156 *(uint32_t *) pc
= (*(uint32_t *) pc
& ~0x3fffffc)
157 | reloc_pc24_val (pc
, target
);
160 static uint16_t reloc_pc14_val (void *pc
, tcg_target_long target
)
162 tcg_target_long disp
;
164 disp
= target
- (tcg_target_long
) pc
;
165 if (disp
!= (int16_t) disp
)
168 return disp
& 0xfffc;
171 static void reloc_pc14 (void *pc
, tcg_target_long target
)
173 *(uint32_t *) pc
= (*(uint32_t *) pc
& ~0xfffc)
174 | reloc_pc14_val (pc
, target
);
177 static void patch_reloc (uint8_t *code_ptr
, int type
,
178 tcg_target_long value
, tcg_target_long addend
)
183 reloc_pc14 (code_ptr
, value
);
186 reloc_pc24 (code_ptr
, value
);
193 /* maximum number of register used for input function arguments */
194 static int tcg_target_get_call_iarg_regs_count (int flags
)
196 return sizeof (tcg_target_call_iarg_regs
) / sizeof (tcg_target_call_iarg_regs
[0]);
199 /* parse target specific constraints */
200 static int target_parse_constraint (TCGArgConstraint
*ct
, const char **pct_str
)
206 case 'A': case 'B': case 'C': case 'D':
207 ct
->ct
|= TCG_CT_REG
;
208 tcg_regset_set_reg (ct
->u
.regs
, 3 + ct_str
[0] - 'A');
211 ct
->ct
|= TCG_CT_REG
;
212 tcg_regset_set32 (ct
->u
.regs
, 0, 0xffffffff);
214 case 'L': /* qemu_ld constraint */
215 ct
->ct
|= TCG_CT_REG
;
216 tcg_regset_set32 (ct
->u
.regs
, 0, 0xffffffff);
217 tcg_regset_reset_reg (ct
->u
.regs
, TCG_REG_R3
);
218 tcg_regset_reset_reg (ct
->u
.regs
, TCG_REG_R4
);
220 case 'S': /* qemu_st constraint */
221 ct
->ct
|= TCG_CT_REG
;
222 tcg_regset_set32 (ct
->u
.regs
, 0, 0xffffffff);
223 tcg_regset_reset_reg (ct
->u
.regs
, TCG_REG_R3
);
224 tcg_regset_reset_reg (ct
->u
.regs
, TCG_REG_R4
);
225 tcg_regset_reset_reg (ct
->u
.regs
, TCG_REG_R5
);
235 /* test if a constant matches the constraint */
236 static int tcg_target_const_match (tcg_target_long val
,
237 const TCGArgConstraint
*arg_ct
)
242 if (ct
& TCG_CT_CONST
)
247 #define OPCD(opc) ((opc)<<26)
248 #define XO19(opc) (OPCD(19)|((opc)<<1))
249 #define XO30(opc) (OPCD(30)|((opc)<<2))
250 #define XO31(opc) (OPCD(31)|((opc)<<1))
251 #define XO58(opc) (OPCD(58)|(opc))
252 #define XO62(opc) (OPCD(62)|(opc))
256 #define LBZ OPCD( 34)
257 #define LHZ OPCD( 40)
258 #define LHA OPCD( 42)
259 #define LWZ OPCD( 32)
260 #define STB OPCD( 38)
261 #define STH OPCD( 44)
262 #define STW OPCD( 36)
265 #define STDU XO62( 1)
266 #define STDX XO31(149)
269 #define LDX XO31( 21)
272 #define LWAX XO31(341)
274 #define ADDI OPCD( 14)
275 #define ADDIS OPCD( 15)
276 #define ORI OPCD( 24)
277 #define ORIS OPCD( 25)
278 #define XORI OPCD( 26)
279 #define XORIS OPCD( 27)
280 #define ANDI OPCD( 28)
281 #define ANDIS OPCD( 29)
282 #define MULLI OPCD( 7)
283 #define CMPLI OPCD( 10)
284 #define CMPI OPCD( 11)
286 #define LWZU OPCD( 33)
287 #define STWU OPCD( 37)
289 #define RLWINM OPCD( 21)
291 #define RLDICL XO30( 0)
292 #define RLDICR XO30( 1)
294 #define BCLR XO19( 16)
295 #define BCCTR XO19(528)
296 #define CRAND XO19(257)
297 #define CRANDC XO19(129)
298 #define CRNAND XO19(225)
299 #define CROR XO19(449)
301 #define EXTSB XO31(954)
302 #define EXTSH XO31(922)
303 #define EXTSW XO31(986)
304 #define ADD XO31(266)
305 #define ADDE XO31(138)
306 #define ADDC XO31( 10)
307 #define AND XO31( 28)
308 #define SUBF XO31( 40)
309 #define SUBFC XO31( 8)
310 #define SUBFE XO31(136)
312 #define XOR XO31(316)
313 #define MULLW XO31(235)
314 #define MULHWU XO31( 11)
315 #define DIVW XO31(491)
316 #define DIVWU XO31(459)
318 #define CMPL XO31( 32)
319 #define LHBRX XO31(790)
320 #define LWBRX XO31(534)
321 #define STHBRX XO31(918)
322 #define STWBRX XO31(662)
323 #define MFSPR XO31(339)
324 #define MTSPR XO31(467)
325 #define SRAWI XO31(824)
326 #define NEG XO31(104)
328 #define MULLD XO31(233)
329 #define MULHD XO31( 73)
330 #define MULHDU XO31( 9)
331 #define DIVD XO31(489)
332 #define DIVDU XO31(457)
334 #define LBZX XO31( 87)
335 #define LHZX XO31(276)
336 #define LHAX XO31(343)
337 #define LWZX XO31( 23)
338 #define STBX XO31(215)
339 #define STHX XO31(407)
340 #define STWX XO31(151)
342 #define SPR(a,b) ((((a)<<5)|(b))<<11)
344 #define CTR SPR(9, 0)
346 #define SLW XO31( 24)
347 #define SRW XO31(536)
348 #define SRAW XO31(792)
350 #define SLD XO31( 27)
351 #define SRD XO31(539)
352 #define SRAD XO31(794)
354 #define LMW OPCD( 46)
355 #define STMW OPCD( 47)
358 #define TRAP (TW | TO (31))
360 #define RT(r) ((r)<<21)
361 #define RS(r) ((r)<<21)
362 #define RA(r) ((r)<<16)
363 #define RB(r) ((r)<<11)
364 #define TO(t) ((t)<<21)
365 #define SH(s) ((s)<<11)
366 #define MB(b) ((b)<<6)
367 #define ME(e) ((e)<<1)
368 #define BO(o) ((o)<<21)
369 #define MB64(b) ((b)<<5)
373 #define TAB(t,a,b) (RT(t) | RA(a) | RB(b))
374 #define SAB(s,a,b) (RS(s) | RA(a) | RB(b))
376 #define BF(n) ((n)<<23)
377 #define BI(n, c) (((c)+((n)*4))<<16)
378 #define BT(n, c) (((c)+((n)*4))<<21)
379 #define BA(n, c) (((c)+((n)*4))<<16)
380 #define BB(n, c) (((c)+((n)*4))<<11)
382 #define BO_COND_TRUE BO (12)
383 #define BO_COND_FALSE BO ( 4)
384 #define BO_ALWAYS BO (20)
393 static const uint32_t tcg_to_bc
[10] = {
394 [TCG_COND_EQ
] = BC
| BI (7, CR_EQ
) | BO_COND_TRUE
,
395 [TCG_COND_NE
] = BC
| BI (7, CR_EQ
) | BO_COND_FALSE
,
396 [TCG_COND_LT
] = BC
| BI (7, CR_LT
) | BO_COND_TRUE
,
397 [TCG_COND_GE
] = BC
| BI (7, CR_LT
) | BO_COND_FALSE
,
398 [TCG_COND_LE
] = BC
| BI (7, CR_GT
) | BO_COND_FALSE
,
399 [TCG_COND_GT
] = BC
| BI (7, CR_GT
) | BO_COND_TRUE
,
400 [TCG_COND_LTU
] = BC
| BI (7, CR_LT
) | BO_COND_TRUE
,
401 [TCG_COND_GEU
] = BC
| BI (7, CR_LT
) | BO_COND_FALSE
,
402 [TCG_COND_LEU
] = BC
| BI (7, CR_GT
) | BO_COND_FALSE
,
403 [TCG_COND_GTU
] = BC
| BI (7, CR_GT
) | BO_COND_TRUE
,
406 static void tcg_out_mov (TCGContext
*s
, int ret
, int arg
)
408 tcg_out32 (s
, OR
| SAB (arg
, ret
, arg
));
411 static void tcg_out_rld (TCGContext
*s
, int op
, int ra
, int rs
, int sh
, int mb
)
413 sh
= SH (sh
& 0x1f) | (((sh
>> 5) & 1) << 1);
414 mb
= MB64 ((mb
>> 5) | ((mb
<< 1) & 0x3f));
415 tcg_out32 (s
, op
| RA (ra
) | RS (rs
) | sh
| mb
);
418 static void tcg_out_movi32 (TCGContext
*s
, int ret
, int32_t arg
)
420 if (arg
== (int16_t) arg
)
421 tcg_out32 (s
, ADDI
| RT (ret
) | RA (0) | (arg
& 0xffff));
423 tcg_out32 (s
, ADDIS
| RT (ret
) | RA (0) | ((arg
>> 16) & 0xffff));
425 tcg_out32 (s
, ORI
| RS (ret
) | RA (ret
) | (arg
& 0xffff));
429 static void tcg_out_movi (TCGContext
*s
, TCGType type
,
430 int ret
, tcg_target_long arg
)
434 if (type
== TCG_TYPE_I32
|| arg
== arg32
) {
435 tcg_out_movi32 (s
, ret
, arg32
);
438 if ((uint64_t) arg
>> 32) {
439 uint16_t h16
= arg
>> 16;
442 tcg_out_movi32 (s
, ret
, arg
>> 32);
443 tcg_out_rld (s
, RLDICR
, ret
, ret
, 32, 31);
444 if (h16
) tcg_out32 (s
, ORIS
| RS (ret
) | RA (ret
) | h16
);
445 if (l16
) tcg_out32 (s
, ORI
| RS (ret
) | RA (ret
) | l16
);
448 tcg_out_movi32 (s
, ret
, arg32
);
450 tcg_out_rld (s
, RLDICL
, ret
, ret
, 0, 32);
455 static void tcg_out_call (TCGContext
*s
, tcg_target_long arg
, int const_arg
)
461 tcg_out_movi (s
, TCG_TYPE_I64
, reg
, arg
);
465 tcg_out32 (s
, LD
| RT (0) | RA (reg
));
466 tcg_out32 (s
, MTSPR
| RA (0) | CTR
);
467 tcg_out32 (s
, LD
| RT (11) | RA (reg
) | 16);
468 tcg_out32 (s
, LD
| RT (2) | RA (reg
) | 8);
469 tcg_out32 (s
, BCCTR
| BO_ALWAYS
| LK
);
472 static void tcg_out_ldst (TCGContext
*s
, int ret
, int addr
,
473 int offset
, int op1
, int op2
)
475 if (offset
== (int16_t) offset
)
476 tcg_out32 (s
, op1
| RT (ret
) | RA (addr
) | (offset
& 0xffff));
478 tcg_out_movi (s
, TCG_TYPE_I64
, 0, offset
);
479 tcg_out32 (s
, op2
| RT (ret
) | RA (addr
) | RB (0));
483 static void tcg_out_b (TCGContext
*s
, int mask
, tcg_target_long target
)
485 tcg_target_long disp
;
487 disp
= target
- (tcg_target_long
) s
->code_ptr
;
488 if ((disp
<< 38) >> 38 == disp
)
489 tcg_out32 (s
, B
| (disp
& 0x3fffffc) | mask
);
491 tcg_out_movi (s
, TCG_TYPE_I64
, 0, (tcg_target_long
) target
);
492 tcg_out32 (s
, MTSPR
| RS (0) | CTR
);
493 tcg_out32 (s
, BCCTR
| BO_ALWAYS
| mask
);
497 #if defined (CONFIG_SOFTMMU)
498 extern void __ldb_mmu(void);
499 extern void __ldw_mmu(void);
500 extern void __ldl_mmu(void);
501 extern void __ldq_mmu(void);
503 extern void __stb_mmu(void);
504 extern void __stw_mmu(void);
505 extern void __stl_mmu(void);
506 extern void __stq_mmu(void);
508 static void *qemu_ld_helpers
[4] = {
515 static void *qemu_st_helpers
[4] = {
523 static void tcg_out_tlb_read (TCGContext
*s
, int r0
, int r1
, int r2
,
524 int addr_reg
, int s_bits
, int offset
)
526 #ifdef TARGET_LONG_BITS
527 tcg_out_rld (s
, RLDICL
, addr_reg
, addr_reg
, 0, 32);
529 tcg_out32 (s
, (RLWINM
532 | SH (32 - (TARGET_PAGE_BITS
- CPU_TLB_ENTRY_BITS
))
533 | MB (32 - (CPU_TLB_BITS
+ CPU_TLB_ENTRY_BITS
))
534 | ME (31 - CPU_TLB_ENTRY_BITS
)
537 tcg_out32 (s
, ADD
| RT (r0
) | RA (r0
) | RB (TCG_AREG0
));
538 tcg_out32 (s
, (LWZU
| RT (r1
) | RA (r0
) | offset
));
539 tcg_out32 (s
, (RLWINM
543 | MB ((32 - s_bits
) & 31)
544 | ME (31 - TARGET_PAGE_BITS
)
548 tcg_out_rld (s
, RLDICL
, r0
, addr_reg
,
549 64 - TARGET_PAGE_BITS
,
551 tcg_out_rld (s
, RLDICR
, r0
, r0
,
553 63 - CPU_TLB_ENTRY_BITS
);
555 tcg_out32 (s
, ADD
| TAB (r0
, r0
, TCG_AREG0
));
556 tcg_out32 (s
, LD_ADDR
| RT (r1
) | RA (r0
) | offset
);
559 tcg_out_rld (s
, RLDICR
, r2
, addr_reg
, 0, 63 - TARGET_PAGE_BITS
);
562 tcg_out_rld (s
, RLDICL
, r2
, addr_reg
,
563 64 - TARGET_PAGE_BITS
,
564 TARGET_PAGE_BITS
- s_bits
);
565 tcg_out_rld (s
, RLDICL
, r2
, r2
, TARGET_PAGE_BITS
, 0);
570 static void tcg_out_qemu_ld (TCGContext
*s
, const TCGArg
*args
, int opc
)
572 int addr_reg
, data_reg
, r0
, mem_index
, s_bits
, bswap
;
573 #ifdef CONFIG_SOFTMMU
575 void *label1_ptr
, *label2_ptr
;
583 #ifdef CONFIG_SOFTMMU
588 tcg_out_tlb_read (s
, r0
, r1
, r2
, addr_reg
, s_bits
,
589 offsetof (CPUState
, tlb_table
[mem_index
][0].addr_read
));
591 tcg_out32 (s
, CMP
| BF (7) | RA (r2
) | RB (r1
));
593 label1_ptr
= s
->code_ptr
;
595 tcg_out32 (s
, BC
| BI (7, CR_EQ
) | BO_COND_TRUE
);
599 tcg_out_mov (s
, 3, addr_reg
);
600 tcg_out_movi (s
, TCG_TYPE_I64
, 4, mem_index
);
602 tcg_out_call (s
, (tcg_target_long
) qemu_ld_helpers
[s_bits
], 1);
606 tcg_out32 (s
, EXTSB
| RA (data_reg
) | RS (3));
609 tcg_out32 (s
, EXTSH
| RA (data_reg
) | RS (3));
612 tcg_out32 (s
, EXTSW
| RA (data_reg
) | RS (3));
619 tcg_out_mov (s
, data_reg
, 3);
622 label2_ptr
= s
->code_ptr
;
625 /* label1: fast path */
627 reloc_pc14 (label1_ptr
, (tcg_target_long
) s
->code_ptr
);
630 /* r0 now contains &env->tlb_table[mem_index][index].addr_read */
631 tcg_out32 (s
, (LD_ADDEND
634 | (offsetof (CPUTLBEntry
, addend
)
635 - offsetof (CPUTLBEntry
, addr_read
))
637 /* r0 = env->tlb_table[mem_index][index].addend */
638 tcg_out32 (s
, ADD
| RT (r0
) | RA (r0
) | RB (addr_reg
));
639 /* r0 = env->tlb_table[mem_index][index].addend + addr */
641 #else /* !CONFIG_SOFTMMU */
645 #ifdef TARGET_WORDS_BIGENDIAN
653 tcg_out32 (s
, LBZ
| RT (data_reg
) | RA (r0
));
656 tcg_out32 (s
, LBZ
| RT (data_reg
) | RA (r0
));
657 tcg_out32 (s
, EXTSB
| RA (data_reg
) | RS (data_reg
));
660 if (bswap
) tcg_out32 (s
, LHBRX
| RT (data_reg
) | RB (r0
));
661 else tcg_out32 (s
, LHZ
| RT (data_reg
) | RA (r0
));
665 tcg_out32 (s
, LHBRX
| RT (data_reg
) | RB (r0
));
666 tcg_out32 (s
, EXTSH
| RA (data_reg
) | RS (data_reg
));
668 else tcg_out32 (s
, LHA
| RT (data_reg
) | RA (r0
));
671 if (bswap
) tcg_out32 (s
, LWBRX
| RT (data_reg
) | RB (r0
));
672 else tcg_out32 (s
, LWZ
| RT (data_reg
)| RA (r0
));
676 tcg_out32 (s
, LWBRX
| RT (data_reg
) | RB (r0
));
677 tcg_out32 (s
, EXTSW
| RA (data_reg
) | RS (data_reg
));
679 else tcg_out32 (s
, LWA
| RT (data_reg
)| RA (r0
));
683 tcg_out32 (s
, LWBRX
| RT (data_reg
) | RB (r0
));
684 tcg_out32 (s
, ADDI
| RT (r0
) | RA (r0
) | 4);
685 tcg_out32 (s
, LWBRX
| RT (r0
) | RB (r0
));
686 tcg_out_rld (s
, RLDICR
, r0
, r0
, 32, 31);
687 tcg_out32 (s
, OR
| SAB (r0
, data_reg
, data_reg
));
689 else tcg_out32 (s
, LD
| RT (data_reg
) | RA (r0
));
693 #ifdef CONFIG_SOFTMMU
694 reloc_pc24 (label2_ptr
, (tcg_target_long
) s
->code_ptr
);
698 static void tcg_out_qemu_st (TCGContext
*s
, const TCGArg
*args
, int opc
)
700 int addr_reg
, r0
, r1
, data_reg
, mem_index
, bswap
;
701 #ifdef CONFIG_SOFTMMU
703 void *label1_ptr
, *label2_ptr
;
710 #ifdef CONFIG_SOFTMMU
715 tcg_out_tlb_read (s
, r0
, r1
, r2
, addr_reg
, opc
,
716 offsetof (CPUState
, tlb_table
[mem_index
][0].addr_write
));
718 tcg_out32 (s
, CMP
| BF (7) | RA (r2
) | RB (r1
));
720 label1_ptr
= s
->code_ptr
;
722 tcg_out32 (s
, BC
| BI (7, CR_EQ
) | BO_COND_TRUE
);
726 tcg_out_mov (s
, 3, addr_reg
);
727 tcg_out_rld (s
, RLDICL
, 4, data_reg
, 0, 64 - (1 << (3 + opc
)));
728 tcg_out_movi (s
, TCG_TYPE_I64
, 5, mem_index
);
730 tcg_out_call (s
, (tcg_target_long
) qemu_st_helpers
[opc
], 1);
732 label2_ptr
= s
->code_ptr
;
735 /* label1: fast path */
737 reloc_pc14 (label1_ptr
, (tcg_target_long
) s
->code_ptr
);
740 tcg_out32 (s
, (LD_ADDEND
743 | (offsetof (CPUTLBEntry
, addend
)
744 - offsetof (CPUTLBEntry
, addr_write
))
746 /* r0 = env->tlb_table[mem_index][index].addend */
747 tcg_out32 (s
, ADD
| RT (r0
) | RA (r0
) | RB (addr_reg
));
748 /* r0 = env->tlb_table[mem_index][index].addend + addr */
750 #else /* !CONFIG_SOFTMMU */
755 #ifdef TARGET_WORDS_BIGENDIAN
762 tcg_out32 (s
, STB
| RS (data_reg
) | RA (r0
));
765 if (bswap
) tcg_out32 (s
, STHBRX
| RS (data_reg
) | RA (0) | RB (r0
));
766 else tcg_out32 (s
, STH
| RS (data_reg
) | RA (r0
));
769 if (bswap
) tcg_out32 (s
, STWBRX
| RS (data_reg
) | RA (0) | RB (r0
));
770 else tcg_out32 (s
, STW
| RS (data_reg
) | RA (r0
));
774 tcg_out32 (s
, STWBRX
| RS (data_reg
) | RA (0) | RB (r0
));
775 tcg_out32 (s
, ADDI
| RT (r0
) | RA (r0
) | 4);
776 tcg_out_rld (s
, RLDICL
, 0, data_reg
, 32, 0);
777 tcg_out32 (s
, STWBRX
| RS (0) | RA (0) | RB (r0
));
779 else tcg_out32 (s
, STD
| RS (data_reg
) | RA (r0
));
783 #ifdef CONFIG_SOFTMMU
784 reloc_pc24 (label2_ptr
, (tcg_target_long
) s
->code_ptr
);
788 void tcg_target_qemu_prologue (TCGContext
*s
)
797 + 8 /* compiler doubleword */
798 + 8 /* link editor doubleword */
799 + 8 /* TOC save area */
800 + TCG_STATIC_CALL_ARGS_SIZE
801 + ARRAY_SIZE (tcg_target_callee_save_regs
) * 8
803 frame_size
= (frame_size
+ 15) & ~15;
805 /* First emit adhoc function descriptor */
806 addr
= (uint64_t) s
->code_ptr
+ 24;
807 tcg_out32 (s
, addr
>> 32); tcg_out32 (s
, addr
); /* entry point */
808 s
->code_ptr
+= 16; /* skip TOC and environment pointer */
811 tcg_out32 (s
, MFSPR
| RT (0) | LR
);
812 tcg_out32 (s
, STDU
| RS (1) | RA (1) | (-frame_size
& 0xffff));
813 for (i
= 0; i
< ARRAY_SIZE (tcg_target_callee_save_regs
); ++i
)
815 | RS (tcg_target_callee_save_regs
[i
])
817 | (i
* 8 + 48 + TCG_STATIC_CALL_ARGS_SIZE
)
820 tcg_out32 (s
, STD
| RS (0) | RA (1) | (frame_size
+ 16));
822 tcg_out32 (s
, MTSPR
| RS (3) | CTR
);
823 tcg_out32 (s
, BCCTR
| BO_ALWAYS
);
826 tb_ret_addr
= s
->code_ptr
;
828 for (i
= 0; i
< ARRAY_SIZE (tcg_target_callee_save_regs
); ++i
)
830 | RT (tcg_target_callee_save_regs
[i
])
832 | (i
* 8 + 48 + TCG_STATIC_CALL_ARGS_SIZE
)
835 tcg_out32 (s
, LD
| RT (0) | RA (1) | (frame_size
+ 16));
836 tcg_out32 (s
, MTSPR
| RS (0) | LR
);
837 tcg_out32 (s
, ADDI
| RT (1) | RA (1) | frame_size
);
838 tcg_out32 (s
, BCLR
| BO_ALWAYS
);
841 static void tcg_out_ld (TCGContext
*s
, TCGType type
, int ret
, int arg1
,
842 tcg_target_long arg2
)
844 if (type
== TCG_TYPE_I32
)
845 tcg_out_ldst (s
, ret
, arg1
, arg2
, LWZ
, LWZX
);
847 tcg_out_ldst (s
, ret
, arg1
, arg2
, LD
, LDX
);
850 static void tcg_out_st (TCGContext
*s
, TCGType type
, int arg
, int arg1
,
851 tcg_target_long arg2
)
853 if (type
== TCG_TYPE_I32
)
854 tcg_out_ldst (s
, arg
, arg1
, arg2
, STW
, STWX
);
856 tcg_out_ldst (s
, arg
, arg1
, arg2
, STD
, STDX
);
859 static void ppc_addi32 (TCGContext
*s
, int rt
, int ra
, tcg_target_long si
)
864 if (si
== (int16_t) si
)
865 tcg_out32 (s
, ADDI
| RT (rt
) | RA (ra
) | (si
& 0xffff));
867 uint16_t h
= ((si
>> 16) & 0xffff) + ((uint16_t) si
>> 15);
868 tcg_out32 (s
, ADDIS
| RT (rt
) | RA (ra
) | h
);
869 tcg_out32 (s
, ADDI
| RT (rt
) | RA (rt
) | (si
& 0xffff));
873 static void ppc_addi64 (TCGContext
*s
, int rt
, int ra
, tcg_target_long si
)
875 tcg_out_movi (s
, TCG_TYPE_I64
, 0, si
);
876 tcg_out32 (s
, ADD
| RT (rt
) | RA (ra
));
879 static void tcg_out_addi (TCGContext
*s
, int reg
, tcg_target_long val
)
881 ppc_addi64 (s
, reg
, reg
, val
);
884 static void tcg_out_cmp (TCGContext
*s
, int cond
, TCGArg arg1
, TCGArg arg2
,
885 int const_arg2
, int cr
)
894 if ((int16_t) arg2
== arg2
) {
899 else if ((uint16_t) arg2
== arg2
) {
914 if ((int16_t) arg2
== arg2
) {
929 if ((uint16_t) arg2
== arg2
) {
945 tcg_out32 (s
, op
| RA (arg1
) | (arg2
& 0xffff));
948 tcg_out_movi (s
, TCG_TYPE_I64
, 0, arg2
);
949 tcg_out32 (s
, op
| RA (arg1
) | RB (0));
952 tcg_out32 (s
, op
| RA (arg1
) | RB (arg2
));
957 static void tcg_out_bc (TCGContext
*s
, int bc
, int label_index
)
959 TCGLabel
*l
= &s
->labels
[label_index
];
962 tcg_out32 (s
, bc
| reloc_pc14_val (s
->code_ptr
, l
->u
.value
));
964 uint16_t val
= *(uint16_t *) &s
->code_ptr
[2];
966 /* Thanks to Andrzej Zaborowski */
967 tcg_out32 (s
, bc
| (val
& 0xfffc));
968 tcg_out_reloc (s
, s
->code_ptr
- 4, R_PPC_REL14
, label_index
, 0);
972 static void tcg_out_brcond (TCGContext
*s
, int cond
,
973 TCGArg arg1
, TCGArg arg2
, int const_arg2
,
976 tcg_out_cmp (s
, cond
, arg1
, arg2
, const_arg2
, 7);
977 tcg_out_bc (s
, tcg_to_bc
[cond
], label_index
);
980 void ppc_tb_set_jmp_target (unsigned long jmp_addr
, unsigned long addr
)
983 unsigned long patch_size
;
985 s
.code_ptr
= (uint8_t *) jmp_addr
;
986 tcg_out_b (&s
, 0, addr
);
987 patch_size
= s
.code_ptr
- (uint8_t *) jmp_addr
;
988 flush_icache_range (jmp_addr
, jmp_addr
+ patch_size
);
991 static void tcg_out_op (TCGContext
*s
, int opc
, const TCGArg
*args
,
992 const int *const_args
)
997 case INDEX_op_exit_tb
:
998 tcg_out_movi (s
, TCG_TYPE_I64
, TCG_REG_R3
, args
[0]);
999 tcg_out_b (s
, 0, (tcg_target_long
) tb_ret_addr
);
1001 case INDEX_op_goto_tb
:
1002 if (s
->tb_jmp_offset
) {
1003 /* direct jump method */
1005 s
->tb_jmp_offset
[args
[0]] = s
->code_ptr
- s
->code_buf
;
1011 s
->tb_next_offset
[args
[0]] = s
->code_ptr
- s
->code_buf
;
1015 TCGLabel
*l
= &s
->labels
[args
[0]];
1018 tcg_out_b (s
, 0, l
->u
.value
);
1021 uint32_t val
= *(uint32_t *) s
->code_ptr
;
1023 /* Thanks to Andrzej Zaborowski */
1024 tcg_out32 (s
, B
| (val
& 0x3fffffc));
1025 tcg_out_reloc (s
, s
->code_ptr
- 4, R_PPC_REL24
, args
[0], 0);
1030 tcg_out_call (s
, args
[0], const_args
[0]);
1033 if (const_args
[0]) {
1034 tcg_out_b (s
, 0, args
[0]);
1037 tcg_out32 (s
, MTSPR
| RS (args
[0]) | CTR
);
1038 tcg_out32 (s
, BCCTR
| BO_ALWAYS
);
1041 case INDEX_op_movi_i32
:
1042 tcg_out_movi (s
, TCG_TYPE_I32
, args
[0], args
[1]);
1044 case INDEX_op_movi_i64
:
1045 tcg_out_movi (s
, TCG_TYPE_I64
, args
[0], args
[1]);
1047 case INDEX_op_ld8u_i32
:
1048 case INDEX_op_ld8u_i64
:
1049 tcg_out_ldst (s
, args
[0], args
[1], args
[2], LBZ
, LBZX
);
1051 case INDEX_op_ld8s_i32
:
1052 case INDEX_op_ld8s_i64
:
1053 tcg_out_ldst (s
, args
[0], args
[1], args
[2], LBZ
, LBZX
);
1054 tcg_out32 (s
, EXTSB
| RS (args
[0]) | RA (args
[0]));
1056 case INDEX_op_ld16u_i32
:
1057 case INDEX_op_ld16u_i64
:
1058 tcg_out_ldst (s
, args
[0], args
[1], args
[2], LHZ
, LHZX
);
1060 case INDEX_op_ld16s_i32
:
1061 case INDEX_op_ld16s_i64
:
1062 tcg_out_ldst (s
, args
[0], args
[1], args
[2], LHA
, LHAX
);
1064 case INDEX_op_ld_i32
:
1065 case INDEX_op_ld32u_i64
:
1066 tcg_out_ldst (s
, args
[0], args
[1], args
[2], LWZ
, LWZX
);
1068 case INDEX_op_ld32s_i64
:
1069 tcg_out_ldst (s
, args
[0], args
[1], args
[2], LWA
, LWAX
);
1071 case INDEX_op_ld_i64
:
1072 tcg_out_ldst (s
, args
[0], args
[1], args
[2], LD
, LDX
);
1074 case INDEX_op_st8_i32
:
1075 case INDEX_op_st8_i64
:
1076 tcg_out_ldst (s
, args
[0], args
[1], args
[2], STB
, STBX
);
1078 case INDEX_op_st16_i32
:
1079 case INDEX_op_st16_i64
:
1080 tcg_out_ldst (s
, args
[0], args
[1], args
[2], STH
, STHX
);
1082 case INDEX_op_st_i32
:
1083 case INDEX_op_st32_i64
:
1084 tcg_out_ldst (s
, args
[0], args
[1], args
[2], STW
, STWX
);
1086 case INDEX_op_st_i64
:
1087 tcg_out_ldst (s
, args
[0], args
[1], args
[2], STD
, STDX
);
1090 case INDEX_op_add_i32
:
1092 ppc_addi32 (s
, args
[0], args
[1], args
[2]);
1094 tcg_out32 (s
, ADD
| TAB (args
[0], args
[1], args
[2]));
1096 case INDEX_op_sub_i32
:
1098 ppc_addi32 (s
, args
[0], args
[1], -args
[2]);
1100 tcg_out32 (s
, SUBF
| TAB (args
[0], args
[2], args
[1]));
1103 case INDEX_op_and_i32
:
1104 if (const_args
[2]) {
1106 tcg_out_movi (s
, TCG_TYPE_I32
, args
[0], 0);
1108 if ((args
[2] & 0xffff) == args
[2])
1109 tcg_out32 (s
, ANDI
| RS (args
[1]) | RA (args
[0]) | args
[2]);
1110 else if ((args
[2] & 0xffff0000) == args
[2])
1111 tcg_out32 (s
, ANDIS
| RS (args
[1]) | RA (args
[0])
1112 | ((args
[2] >> 16) & 0xffff));
1113 else if (args
[2] == 0xffffffff) {
1114 if (args
[0] != args
[1])
1115 tcg_out_mov (s
, args
[0], args
[1]);
1118 tcg_out_movi (s
, TCG_TYPE_I32
, 0, args
[2]);
1119 tcg_out32 (s
, AND
| SAB (args
[1], args
[0], 0));
1124 tcg_out32 (s
, AND
| SAB (args
[1], args
[0], args
[2]));
1126 case INDEX_op_or_i32
:
1127 if (const_args
[2]) {
1129 if (args
[2] & 0xffff) {
1130 tcg_out32 (s
, ORI
| RS (args
[1]) | RA (args
[0])
1131 | (args
[2] & 0xffff));
1133 tcg_out32 (s
, ORIS
| RS (args
[0]) | RA (args
[0])
1134 | ((args
[2] >> 16) & 0xffff));
1137 tcg_out32 (s
, ORIS
| RS (args
[1]) | RA (args
[0])
1138 | ((args
[2] >> 16) & 0xffff));
1142 if (args
[0] != args
[1])
1143 tcg_out_mov (s
, args
[0], args
[1]);
1147 tcg_out32 (s
, OR
| SAB (args
[1], args
[0], args
[2]));
1149 case INDEX_op_xor_i32
:
1150 if (const_args
[2]) {
1152 if ((args
[2] & 0xffff) == args
[2])
1153 tcg_out32 (s
, XORI
| RS (args
[1]) | RA (args
[0])
1154 | (args
[2] & 0xffff));
1155 else if ((args
[2] & 0xffff0000) == args
[2])
1156 tcg_out32 (s
, XORIS
| RS (args
[1]) | RA (args
[0])
1157 | ((args
[2] >> 16) & 0xffff));
1159 tcg_out_movi (s
, TCG_TYPE_I32
, 0, args
[2]);
1160 tcg_out32 (s
, XOR
| SAB (args
[1], args
[0], 0));
1164 if (args
[0] != args
[1])
1165 tcg_out_mov (s
, args
[0], args
[1]);
1169 tcg_out32 (s
, XOR
| SAB (args
[1], args
[0], args
[2]));
1172 case INDEX_op_mul_i32
:
1173 if (const_args
[2]) {
1174 if (args
[2] == (int16_t) args
[2])
1175 tcg_out32 (s
, MULLI
| RT (args
[0]) | RA (args
[1])
1176 | (args
[2] & 0xffff));
1178 tcg_out_movi (s
, TCG_TYPE_I32
, 0, args
[2]);
1179 tcg_out32 (s
, MULLW
| TAB (args
[0], args
[1], 0));
1183 tcg_out32 (s
, MULLW
| TAB (args
[0], args
[1], args
[2]));
1186 case INDEX_op_div_i32
:
1187 tcg_out32 (s
, DIVW
| TAB (args
[0], args
[1], args
[2]));
1190 case INDEX_op_divu_i32
:
1191 tcg_out32 (s
, DIVWU
| TAB (args
[0], args
[1], args
[2]));
1194 case INDEX_op_rem_i32
:
1195 tcg_out32 (s
, DIVW
| TAB (0, args
[1], args
[2]));
1196 tcg_out32 (s
, MULLW
| TAB (0, 0, args
[2]));
1197 tcg_out32 (s
, SUBF
| TAB (args
[0], 0, args
[1]));
1200 case INDEX_op_remu_i32
:
1201 tcg_out32 (s
, DIVWU
| TAB (0, args
[1], args
[2]));
1202 tcg_out32 (s
, MULLW
| TAB (0, 0, args
[2]));
1203 tcg_out32 (s
, SUBF
| TAB (args
[0], 0, args
[1]));
1206 case INDEX_op_shl_i32
:
1207 if (const_args
[2]) {
1209 tcg_out32 (s
, (RLWINM
1218 tcg_out_mov (s
, args
[0], args
[1]);
1221 tcg_out32 (s
, SLW
| SAB (args
[1], args
[0], args
[2]));
1223 case INDEX_op_shr_i32
:
1224 if (const_args
[2]) {
1226 tcg_out32 (s
, (RLWINM
1235 tcg_out_mov (s
, args
[0], args
[1]);
1238 tcg_out32 (s
, SRW
| SAB (args
[1], args
[0], args
[2]));
1240 case INDEX_op_sar_i32
:
1242 tcg_out32 (s
, SRAWI
| RS (args
[1]) | RA (args
[0]) | SH (args
[2]));
1244 tcg_out32 (s
, SRAW
| SAB (args
[1], args
[0], args
[2]));
1247 case INDEX_op_brcond_i32
:
1248 case INDEX_op_brcond_i64
:
1249 tcg_out_brcond (s
, args
[2], args
[0], args
[1], const_args
[1], args
[3]);
1252 case INDEX_op_neg_i32
:
1253 case INDEX_op_neg_i64
:
1254 tcg_out32 (s
, NEG
| RT (args
[0]) | RA (args
[1]));
1257 case INDEX_op_add_i64
:
1258 tcg_out32 (s
, ADD
| TAB (args
[0], args
[1], args
[2]));
1260 case INDEX_op_sub_i64
:
1261 tcg_out32 (s
, SUBF
| TAB (args
[0], args
[2], args
[1]));
1264 case INDEX_op_and_i64
:
1265 tcg_out32 (s
, AND
| SAB (args
[1], args
[0], args
[2]));
1267 case INDEX_op_or_i64
:
1268 tcg_out32 (s
, OR
| SAB (args
[1], args
[0], args
[2]));
1270 case INDEX_op_xor_i64
:
1271 tcg_out32 (s
, XOR
| SAB (args
[1], args
[0], args
[2]));
1274 case INDEX_op_shl_i64
:
1275 tcg_out32 (s
, SLD
| SAB (args
[1], args
[0], args
[2]));
1277 case INDEX_op_shr_i64
:
1278 tcg_out32 (s
, SRD
| SAB (args
[1], args
[0], args
[2]));
1280 case INDEX_op_sar_i64
:
1281 tcg_out32 (s
, SRAD
| SAB (args
[1], args
[0], args
[2]));
1284 case INDEX_op_mul_i64
:
1285 tcg_out32 (s
, MULLD
| TAB (args
[0], args
[1], args
[2]));
1287 case INDEX_op_div_i64
:
1288 tcg_out32 (s
, DIVD
| TAB (args
[0], args
[1], args
[2]));
1290 case INDEX_op_divu_i64
:
1291 tcg_out32 (s
, DIVDU
| TAB (args
[0], args
[1], args
[2]));
1293 case INDEX_op_rem_i64
:
1294 tcg_out32 (s
, DIVD
| TAB (0, args
[1], args
[2]));
1295 tcg_out32 (s
, MULLD
| TAB (0, 0, args
[2]));
1296 tcg_out32 (s
, SUBF
| TAB (args
[0], 0, args
[1]));
1298 case INDEX_op_remu_i64
:
1299 tcg_out32 (s
, DIVDU
| TAB (0, args
[1], args
[2]));
1300 tcg_out32 (s
, MULLD
| TAB (0, 0, args
[2]));
1301 tcg_out32 (s
, SUBF
| TAB (args
[0], 0, args
[1]));
1304 case INDEX_op_qemu_ld8u
:
1305 tcg_out_qemu_ld (s
, args
, 0);
1307 case INDEX_op_qemu_ld8s
:
1308 tcg_out_qemu_ld (s
, args
, 0 | 4);
1310 case INDEX_op_qemu_ld16u
:
1311 tcg_out_qemu_ld (s
, args
, 1);
1313 case INDEX_op_qemu_ld16s
:
1314 tcg_out_qemu_ld (s
, args
, 1 | 4);
1316 case INDEX_op_qemu_ld32u
:
1317 tcg_out_qemu_ld (s
, args
, 2);
1319 case INDEX_op_qemu_ld32s
:
1320 tcg_out_qemu_ld (s
, args
, 2 | 4);
1322 case INDEX_op_qemu_ld64
:
1323 tcg_out_qemu_ld (s
, args
, 3);
1325 case INDEX_op_qemu_st8
:
1326 tcg_out_qemu_st (s
, args
, 0);
1328 case INDEX_op_qemu_st16
:
1329 tcg_out_qemu_st (s
, args
, 1);
1331 case INDEX_op_qemu_st32
:
1332 tcg_out_qemu_st (s
, args
, 2);
1334 case INDEX_op_qemu_st64
:
1335 tcg_out_qemu_st (s
, args
, 3);
1338 case INDEX_op_ext8s_i32
:
1339 case INDEX_op_ext8s_i64
:
1342 case INDEX_op_ext16s_i32
:
1343 case INDEX_op_ext16s_i64
:
1346 case INDEX_op_ext32s_i64
:
1350 tcg_out32 (s
, c
| RS (args
[1]) | RA (args
[0]));
1354 tcg_dump_ops (s
, stderr
);
1359 static const TCGTargetOpDef ppc_op_defs
[] = {
1360 { INDEX_op_exit_tb
, { } },
1361 { INDEX_op_goto_tb
, { } },
1362 { INDEX_op_call
, { "ri" } },
1363 { INDEX_op_jmp
, { "ri" } },
1364 { INDEX_op_br
, { } },
1366 { INDEX_op_mov_i32
, { "r", "r" } },
1367 { INDEX_op_mov_i64
, { "r", "r" } },
1368 { INDEX_op_movi_i32
, { "r" } },
1369 { INDEX_op_movi_i64
, { "r" } },
1371 { INDEX_op_ld8u_i32
, { "r", "r" } },
1372 { INDEX_op_ld8s_i32
, { "r", "r" } },
1373 { INDEX_op_ld16u_i32
, { "r", "r" } },
1374 { INDEX_op_ld16s_i32
, { "r", "r" } },
1375 { INDEX_op_ld_i32
, { "r", "r" } },
1376 { INDEX_op_ld_i64
, { "r", "r" } },
1377 { INDEX_op_st8_i32
, { "r", "r" } },
1378 { INDEX_op_st8_i64
, { "r", "r" } },
1379 { INDEX_op_st16_i32
, { "r", "r" } },
1380 { INDEX_op_st16_i64
, { "r", "r" } },
1381 { INDEX_op_st_i32
, { "r", "r" } },
1382 { INDEX_op_st_i64
, { "r", "r" } },
1383 { INDEX_op_st32_i64
, { "r", "r" } },
1385 { INDEX_op_ld8u_i64
, { "r", "r" } },
1386 { INDEX_op_ld8s_i64
, { "r", "r" } },
1387 { INDEX_op_ld16u_i64
, { "r", "r" } },
1388 { INDEX_op_ld16s_i64
, { "r", "r" } },
1389 { INDEX_op_ld32u_i64
, { "r", "r" } },
1390 { INDEX_op_ld32s_i64
, { "r", "r" } },
1391 { INDEX_op_ld_i64
, { "r", "r" } },
1393 { INDEX_op_add_i32
, { "r", "r", "ri" } },
1394 { INDEX_op_mul_i32
, { "r", "r", "ri" } },
1395 { INDEX_op_div_i32
, { "r", "r", "r" } },
1396 { INDEX_op_divu_i32
, { "r", "r", "r" } },
1397 { INDEX_op_rem_i32
, { "r", "r", "r" } },
1398 { INDEX_op_remu_i32
, { "r", "r", "r" } },
1399 { INDEX_op_sub_i32
, { "r", "r", "ri" } },
1400 { INDEX_op_and_i32
, { "r", "r", "ri" } },
1401 { INDEX_op_or_i32
, { "r", "r", "ri" } },
1402 { INDEX_op_xor_i32
, { "r", "r", "ri" } },
1404 { INDEX_op_shl_i32
, { "r", "r", "ri" } },
1405 { INDEX_op_shr_i32
, { "r", "r", "ri" } },
1406 { INDEX_op_sar_i32
, { "r", "r", "ri" } },
1408 { INDEX_op_brcond_i32
, { "r", "ri" } },
1409 { INDEX_op_brcond_i64
, { "r", "ri" } },
1411 { INDEX_op_neg_i32
, { "r", "r" } },
1413 { INDEX_op_add_i64
, { "r", "r", "r" } },
1414 { INDEX_op_sub_i64
, { "r", "r", "r" } },
1415 { INDEX_op_and_i64
, { "r", "r", "r" } },
1416 { INDEX_op_or_i64
, { "r", "r", "r" } },
1417 { INDEX_op_xor_i64
, { "r", "r", "r" } },
1419 { INDEX_op_shl_i64
, { "r", "r", "r" } },
1420 { INDEX_op_shr_i64
, { "r", "r", "r" } },
1421 { INDEX_op_sar_i64
, { "r", "r", "r" } },
1423 { INDEX_op_mul_i64
, { "r", "r", "r" } },
1424 { INDEX_op_div_i64
, { "r", "r", "r" } },
1425 { INDEX_op_divu_i64
, { "r", "r", "r" } },
1426 { INDEX_op_rem_i64
, { "r", "r", "r" } },
1427 { INDEX_op_remu_i64
, { "r", "r", "r" } },
1429 { INDEX_op_neg_i64
, { "r", "r" } },
1431 { INDEX_op_qemu_ld8u
, { "r", "L" } },
1432 { INDEX_op_qemu_ld8s
, { "r", "L" } },
1433 { INDEX_op_qemu_ld16u
, { "r", "L" } },
1434 { INDEX_op_qemu_ld16s
, { "r", "L" } },
1435 { INDEX_op_qemu_ld32u
, { "r", "L" } },
1436 { INDEX_op_qemu_ld32s
, { "r", "L" } },
1437 { INDEX_op_qemu_ld64
, { "r", "L" } },
1439 { INDEX_op_qemu_st8
, { "S", "S" } },
1440 { INDEX_op_qemu_st16
, { "S", "S" } },
1441 { INDEX_op_qemu_st32
, { "S", "S" } },
1442 { INDEX_op_qemu_st64
, { "S", "S", "S" } },
1444 { INDEX_op_ext8s_i32
, { "r", "r" } },
1445 { INDEX_op_ext16s_i32
, { "r", "r" } },
1446 { INDEX_op_ext8s_i64
, { "r", "r" } },
1447 { INDEX_op_ext16s_i64
, { "r", "r" } },
1448 { INDEX_op_ext32s_i64
, { "r", "r" } },
1453 void tcg_target_init (TCGContext
*s
)
1455 tcg_regset_set32 (tcg_target_available_regs
[TCG_TYPE_I32
], 0, 0xffffffff);
1456 tcg_regset_set32 (tcg_target_available_regs
[TCG_TYPE_I64
], 0, 0xffffffff);
1457 tcg_regset_set32 (tcg_target_call_clobber_regs
, 0,
1466 (1 << TCG_REG_R10
) |
1467 (1 << TCG_REG_R11
) |
1471 tcg_regset_clear (s
->reserved_regs
);
1472 tcg_regset_set_reg (s
->reserved_regs
, TCG_REG_R0
);
1473 tcg_regset_set_reg (s
->reserved_regs
, TCG_REG_R1
);
1474 tcg_regset_set_reg (s
->reserved_regs
, TCG_REG_R2
);
1475 tcg_regset_set_reg (s
->reserved_regs
, TCG_REG_R13
);
1477 tcg_add_target_add_op_defs (ppc_op_defs
);