2 * X86 code generator for TCC
4 * Copyright (c) 2001, 2002, 2003 Fabrice Bellard
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
21 /* number of available registers */
24 /* a register can belong to several classes. The classes must be
25 sorted from more general to more precise (see gv2() code which does
26 assumptions on it). */
27 #define RC_INT 0x0001 /* generic integer register */
28 #define RC_FLOAT 0x0002 /* generic float register */
33 #define RC_IRET RC_EAX /* function return: integer register */
34 #define RC_LRET RC_EDX /* function return: second integer register */
35 #define RC_FRET RC_ST0 /* function return: float register */
37 /* pretty names for the registers */
45 int reg_classes
[NB_REGS
] = {
46 /* eax */ RC_INT
| RC_EAX
,
47 /* ecx */ RC_INT
| RC_ECX
,
48 /* edx */ RC_INT
| RC_EDX
,
49 /* st0 */ RC_FLOAT
| RC_ST0
,
52 /* return registers for function */
53 #define REG_IRET TREG_EAX /* single word int return register */
54 #define REG_LRET TREG_EDX /* second word return register (for long long) */
55 #define REG_FRET TREG_ST0 /* float return register */
57 /* defined if function parameters must be evaluated in reverse order */
58 #define INVERT_FUNC_PARAMS
60 /* defined if structures are passed as pointers. Otherwise structures
61 are directly pushed on stack. */
62 //#define FUNC_STRUCT_PARAM_AS_PTR
64 /* pointer size, in bytes */
67 /* long double size and alignment, in bytes */
68 #define LDOUBLE_SIZE 12
69 #define LDOUBLE_ALIGN 4
70 /* maximum alignment (for aligned attribute support) */
73 /******************************************************/
76 #define EM_TCC_TARGET EM_386
78 /* relocation type for 32 bit data relocation */
79 #define R_DATA_32 R_386_32
80 #define R_JMP_SLOT R_386_JMP_SLOT
81 #define R_COPY R_386_COPY
83 #define ELF_START_ADDR 0x08048000
84 #define ELF_PAGE_SIZE 0x1000
86 /******************************************************/
88 static unsigned long func_sub_sp_offset
;
89 static unsigned long func_bound_offset
;
90 static int func_ret_sub
;
92 /* XXX: make it faster ? */
97 if (ind1
> cur_text_section
->data_allocated
)
98 section_realloc(cur_text_section
, ind1
);
99 cur_text_section
->data
[ind
] = c
;
103 void o(unsigned int c
)
119 /* output a symbol and patch all calls to it */
120 void gsym_addr(int t
, int a
)
124 ptr
= (int *)(cur_text_section
->data
+ t
);
125 n
= *ptr
; /* next value */
136 /* psym is used to put an instruction with a data field which is a
137 reference to a symbol. It is in fact the same as oad ! */
140 /* instruction + 4 bytes data. Return the address of the data */
141 static int oad(int c
, int s
)
147 if (ind1
> cur_text_section
->data_allocated
)
148 section_realloc(cur_text_section
, ind1
);
149 *(int *)(cur_text_section
->data
+ ind
) = s
;
155 /* output constant with relocation if 'r & VT_SYM' is true */
156 static void gen_addr32(int r
, Sym
*sym
, int c
)
159 greloc(cur_text_section
, sym
, ind
, R_386_32
);
163 /* generate a modrm reference. 'op_reg' contains the addtionnal 3
165 static void gen_modrm(int op_reg
, int r
, Sym
*sym
, int c
)
167 op_reg
= op_reg
<< 3;
168 if ((r
& VT_VALMASK
) == VT_CONST
) {
169 /* constant memory reference */
171 gen_addr32(r
, sym
, c
);
172 } else if ((r
& VT_VALMASK
) == VT_LOCAL
) {
173 /* currently, we use only ebp as base */
175 /* short reference */
179 oad(0x85 | op_reg
, c
);
182 g(0x00 | op_reg
| (r
& VT_VALMASK
));
187 /* load 'r' from value 'sv' */
188 void load(int r
, SValue
*sv
)
190 int v
, t
, ft
, fc
, fr
;
199 if (v
== VT_LLOCAL
) {
201 v1
.r
= VT_LOCAL
| VT_LVAL
;
206 if ((ft
& VT_BTYPE
) == VT_FLOAT
) {
209 } else if ((ft
& VT_BTYPE
) == VT_DOUBLE
) {
212 } else if ((ft
& VT_BTYPE
) == VT_LDOUBLE
) {
215 } else if ((ft
& VT_TYPE
) == VT_BYTE
) {
216 o(0xbe0f); /* movsbl */
217 } else if ((ft
& VT_TYPE
) == (VT_BYTE
| VT_UNSIGNED
)) {
218 o(0xb60f); /* movzbl */
219 } else if ((ft
& VT_TYPE
) == VT_SHORT
) {
220 o(0xbf0f); /* movswl */
221 } else if ((ft
& VT_TYPE
) == (VT_SHORT
| VT_UNSIGNED
)) {
222 o(0xb70f); /* movzwl */
226 gen_modrm(r
, fr
, sv
->sym
, fc
);
229 o(0xb8 + r
); /* mov $xx, r */
230 gen_addr32(fr
, sv
->sym
, fc
);
231 } else if (v
== VT_LOCAL
) {
232 o(0x8d); /* lea xxx(%ebp), r */
233 gen_modrm(r
, VT_LOCAL
, sv
->sym
, fc
);
234 } else if (v
== VT_CMP
) {
235 oad(0xb8 + r
, 0); /* mov $0, r */
236 o(0x0f); /* setxx %br */
239 } else if (v
== VT_JMP
|| v
== VT_JMPI
) {
241 oad(0xb8 + r
, t
); /* mov $1, r */
242 o(0x05eb); /* jmp after */
244 oad(0xb8 + r
, t
^ 1); /* mov $0, r */
247 o(0xc0 + r
+ v
* 8); /* mov v, r */
252 /* store register 'r' in lvalue 'v' */
253 void store(int r
, SValue
*v
)
259 fr
= v
->r
& VT_VALMASK
;
261 /* XXX: incorrect if float reg to reg */
262 if (bt
== VT_FLOAT
) {
265 } else if (bt
== VT_DOUBLE
) {
268 } else if (bt
== VT_LDOUBLE
) {
269 o(0xc0d9); /* fld %st(0) */
280 if (fr
== VT_CONST
||
283 gen_modrm(r
, v
->r
, v
->sym
, fc
);
284 } else if (fr
!= r
) {
285 o(0xc0 + fr
+ r
* 8); /* mov r, fr */
289 static void gadd_sp(int val
)
291 if (val
== (char)val
) {
295 oad(0xc481, val
); /* add $xxx, %esp */
299 /* 'is_jmp' is '1' if it is a jump */
300 static void gcall_or_jmp(int is_jmp
)
303 if ((vtop
->r
& (VT_VALMASK
| VT_LVAL
)) == VT_CONST
) {
305 if (vtop
->r
& VT_SYM
) {
306 /* relocation case */
307 greloc(cur_text_section
, vtop
->sym
,
308 ind
+ 1, R_386_PC32
);
310 /* put an empty PC32 relocation */
311 put_elf_reloc(symtab_section
, cur_text_section
,
312 ind
+ 1, R_386_PC32
, 0);
314 oad(0xe8 + is_jmp
, vtop
->c
.ul
- 4); /* call/jmp im */
316 /* otherwise, indirect call */
318 o(0xff); /* call/jmp *r */
319 o(0xd0 + r
+ (is_jmp
<< 4));
323 /* Generate function call. The function address is pushed first, then
324 all the parameters in call order. This functions pops all the
325 parameters and the function address. */
326 void gfunc_call(int nb_args
)
328 int size
, align
, r
, args_size
, i
;
332 for(i
= 0;i
< nb_args
; i
++) {
333 if ((vtop
->type
.t
& VT_BTYPE
) == VT_STRUCT
) {
334 size
= type_size(&vtop
->type
, &align
);
335 /* align to stack align size */
336 size
= (size
+ 3) & ~3;
337 /* allocate the necessary size on stack */
338 oad(0xec81, size
); /* sub $xxx, %esp */
339 /* generate structure store */
341 o(0x89); /* mov %esp, r */
343 vset(&vtop
->type
, r
| VT_LVAL
, 0);
347 } else if (is_float(vtop
->type
.t
)) {
348 gv(RC_FLOAT
); /* only one float register */
349 if ((vtop
->type
.t
& VT_BTYPE
) == VT_FLOAT
)
351 else if ((vtop
->type
.t
& VT_BTYPE
) == VT_DOUBLE
)
355 oad(0xec81, size
); /* sub $xxx, %esp */
359 o(0x5cd9 + size
- 4); /* fstp[s|l] 0(%esp) */
364 /* simple type (currently always same size) */
365 /* XXX: implicit cast ? */
367 if ((vtop
->type
.t
& VT_BTYPE
) == VT_LLONG
) {
369 o(0x50 + vtop
->r2
); /* push r */
373 o(0x50 + r
); /* push r */
378 save_regs(0); /* save used temporary registers */
379 func_sym
= vtop
->type
.ref
;
381 if (args_size
&& func_sym
->r
== FUNC_CDECL
)
386 /* generate function prolog of type 't' */
387 void gfunc_prolog(CType
*func_type
)
389 int addr
, align
, size
, func_call
;
393 sym
= func_type
->ref
;
396 /* if the function returns a structure, then add an
397 implicit pointer parameter */
399 if ((func_vt
.t
& VT_BTYPE
) == VT_STRUCT
) {
403 /* define parameters */
404 while ((sym
= sym
->next
) != NULL
) {
406 sym_push(sym
->v
& ~SYM_FIELD
, type
,
407 VT_LOCAL
| VT_LVAL
, addr
);
408 size
= type_size(type
, &align
);
409 size
= (size
+ 3) & ~3;
410 #ifdef FUNC_STRUCT_PARAM_AS_PTR
411 /* structs are passed as pointer */
412 if ((type
->t
& VT_BTYPE
) == VT_STRUCT
) {
419 /* pascal type call ? */
420 if (func_call
== FUNC_STDCALL
)
421 func_ret_sub
= addr
- 8;
422 o(0xe58955); /* push %ebp, mov %esp, %ebp */
423 func_sub_sp_offset
= oad(0xec81, 0); /* sub $xxx, %esp */
424 /* leave some room for bound checking code */
425 if (do_bounds_check
) {
426 oad(0xb8, 0); /* lbound section pointer */
427 oad(0xb8, 0); /* call to function */
428 func_bound_offset
= lbounds_section
->data_offset
;
433 /* generate function epilog */
434 void gfunc_epilog(void)
436 #ifdef CONFIG_TCC_BCHECK
437 if (do_bounds_check
&& func_bound_offset
!= lbounds_section
->data_offset
) {
441 /* add end of table info */
442 bounds_ptr
= section_ptr_add(lbounds_section
, sizeof(int));
444 /* generate bound local allocation */
446 ind
= func_sub_sp_offset
+ 4;
447 sym_data
= get_sym_ref(&char_pointer_type
, lbounds_section
,
448 func_bound_offset
, lbounds_section
->data_offset
);
449 greloc(cur_text_section
, sym_data
,
451 oad(0xb8, 0); /* mov %eax, xxx */
452 sym
= external_global_sym(TOK___bound_local_new
, &func_old_type
, 0);
453 greloc(cur_text_section
, sym
,
454 ind
+ 1, R_386_PC32
);
457 /* generate bound check local freeing */
458 o(0x5250); /* save returned value, if any */
459 greloc(cur_text_section
, sym_data
,
461 oad(0xb8, 0); /* mov %eax, xxx */
462 sym
= external_global_sym(TOK___bound_local_delete
, &func_old_type
, 0);
463 greloc(cur_text_section
, sym
,
464 ind
+ 1, R_386_PC32
);
466 o(0x585a); /* restore returned value, if any */
470 if (func_ret_sub
== 0) {
475 g(func_ret_sub
>> 8);
477 /* align local size to word & save local variables */
478 *(int *)(cur_text_section
->data
+ func_sub_sp_offset
) = (-loc
+ 3) & -4;
481 /* generate a jump to a label */
484 return psym(0xe9, t
);
487 /* generate a jump to a fixed address */
488 void gjmp_addr(int a
)
496 oad(0xe9, a
- ind
- 5);
500 /* generate a test. set 'inv' to invert test. Stack entry is popped */
501 int gtst(int inv
, int t
)
505 v
= vtop
->r
& VT_VALMASK
;
507 /* fast case : can jump directly since flags are set */
509 t
= psym((vtop
->c
.i
- 16) ^ inv
, t
);
510 } else if (v
== VT_JMP
|| v
== VT_JMPI
) {
511 /* && or || optimization */
512 if ((v
& 1) == inv
) {
513 /* insert vtop->c jump list in t */
516 p
= (int *)(cur_text_section
->data
+ *p
);
524 if (is_float(vtop
->type
.t
)) {
528 if ((vtop
->r
& (VT_VALMASK
| VT_LVAL
| VT_SYM
)) == VT_CONST
) {
529 /* constant jmp optimization */
530 if ((vtop
->c
.i
!= 0) != inv
)
537 t
= psym(0x85 ^ inv
, t
);
544 /* generate an integer binary operation */
551 case TOK_ADDC1
: /* add with carry generation */
554 if ((vtop
->r
& (VT_VALMASK
| VT_LVAL
| VT_SYM
)) == VT_CONST
) {
561 /* XXX: generate inc and dec for smaller code ? */
563 o(0xc0 | (opc
<< 3) | r
);
567 oad(0xc0 | (opc
<< 3) | r
, c
);
573 o((opc
<< 3) | 0x01);
574 o(0xc0 + r
+ fr
* 8);
577 if (op
>= TOK_ULT
&& op
<= TOK_GT
) {
583 case TOK_SUBC1
: /* sub with carry generation */
586 case TOK_ADDC2
: /* add with carry use */
589 case TOK_SUBC2
: /* sub with carry use */
606 o(0xaf0f); /* imul fr, r */
607 o(0xc0 + fr
+ r
* 8);
618 opc
= 0xc0 | (opc
<< 3);
619 if ((vtop
->r
& (VT_VALMASK
| VT_LVAL
| VT_SYM
)) == VT_CONST
) {
624 c
= vtop
->c
.i
& 0x1f;
625 o(0xc1); /* shl/shr/sar $xxx, r */
629 /* we generate the shift in ecx */
632 o(0xd3); /* shl/shr/sar %cl, r */
643 /* first operand must be in eax */
644 /* XXX: need better constraint for second operand */
650 if (op
== TOK_UMULL
) {
651 o(0xf7); /* mul fr */
656 if (op
== TOK_UDIV
|| op
== TOK_UMOD
) {
657 o(0xf7d231); /* xor %edx, %edx, div fr, %eax */
660 o(0xf799); /* cltd, idiv fr, %eax */
663 if (op
== '%' || op
== TOK_UMOD
)
676 /* generate a floating point operation 'v = t1 op t2' instruction. The
677 two operands are guaranted to have the same floating point type */
678 /* XXX: need to use ST1 too */
681 int a
, ft
, fc
, swapped
, r
;
683 /* convert constants to memory references */
684 if ((vtop
[-1].r
& (VT_VALMASK
| VT_LVAL
)) == VT_CONST
) {
689 if ((vtop
[0].r
& (VT_VALMASK
| VT_LVAL
)) == VT_CONST
)
692 /* must put at least one value in the floating point register */
693 if ((vtop
[-1].r
& VT_LVAL
) &&
694 (vtop
[0].r
& VT_LVAL
)) {
700 /* swap the stack if needed so that t1 is the register and t2 is
701 the memory reference */
702 if (vtop
[-1].r
& VT_LVAL
) {
706 if (op
>= TOK_ULT
&& op
<= TOK_GT
) {
707 /* load on stack second operand */
708 load(TREG_ST0
, vtop
);
709 save_reg(TREG_EAX
); /* eax is used by FP comparison code */
710 if (op
== TOK_GE
|| op
== TOK_GT
)
712 else if (op
== TOK_EQ
|| op
== TOK_NE
)
715 o(0xc9d9); /* fxch %st(1) */
716 o(0xe9da); /* fucompp */
717 o(0xe0df); /* fnstsw %ax */
719 o(0x45e480); /* and $0x45, %ah */
720 o(0x40fC80); /* cmp $0x40, %ah */
721 } else if (op
== TOK_NE
) {
722 o(0x45e480); /* and $0x45, %ah */
723 o(0x40f480); /* xor $0x40, %ah */
725 } else if (op
== TOK_GE
|| op
== TOK_LE
) {
726 o(0x05c4f6); /* test $0x05, %ah */
729 o(0x45c4f6); /* test $0x45, %ah */
736 /* no memory reference possible for long double operations */
737 if ((vtop
->type
.t
& VT_BTYPE
) == VT_LDOUBLE
) {
738 load(TREG_ST0
, vtop
);
763 if ((ft
& VT_BTYPE
) == VT_LDOUBLE
) {
764 o(0xde); /* fxxxp %st, %st(1) */
767 /* if saved lvalue, then we must reload it */
769 if ((r
& VT_VALMASK
) == VT_LLOCAL
) {
773 v1
.r
= VT_LOCAL
| VT_LVAL
;
779 if ((ft
& VT_BTYPE
) == VT_DOUBLE
)
783 gen_modrm(a
, r
, vtop
->sym
, fc
);
789 /* convert integers to fp 't' type. Must handle 'int', 'unsigned int'
790 and 'long long' cases. */
791 void gen_cvt_itof(int t
)
795 if ((vtop
->type
.t
& VT_BTYPE
) == VT_LLONG
) {
796 /* signed long long to float/double/long double (unsigned case
797 is handled generically) */
798 o(0x50 + vtop
->r2
); /* push r2 */
799 o(0x50 + (vtop
->r
& VT_VALMASK
)); /* push r */
800 o(0x242cdf); /* fildll (%esp) */
801 o(0x08c483); /* add $8, %esp */
802 } else if ((vtop
->type
.t
& (VT_BTYPE
| VT_UNSIGNED
)) ==
803 (VT_INT
| VT_UNSIGNED
)) {
804 /* unsigned int to float/double/long double */
805 o(0x6a); /* push $0 */
807 o(0x50 + (vtop
->r
& VT_VALMASK
)); /* push r */
808 o(0x242cdf); /* fildll (%esp) */
809 o(0x08c483); /* add $8, %esp */
811 /* int to float/double/long double */
812 o(0x50 + (vtop
->r
& VT_VALMASK
)); /* push r */
813 o(0x2404db); /* fildl (%esp) */
814 o(0x04c483); /* add $4, %esp */
819 /* convert fp to int 't' type */
820 /* XXX: handle long long case */
821 void gen_cvt_ftoi(int t
)
827 ushort_type
.t
= VT_SHORT
| VT_UNSIGNED
;
835 o(0x2dd9); /* ldcw xxx */
836 sym
= external_global_sym(TOK___tcc_int_fpu_control
,
837 &ushort_type
, VT_LVAL
);
838 greloc(cur_text_section
, sym
,
842 oad(0xec81, size
); /* sub $xxx, %esp */
844 o(0x1cdb); /* fistpl */
846 o(0x3cdf); /* fistpll */
848 o(0x2dd9); /* ldcw xxx */
849 sym
= external_global_sym(TOK___tcc_fpu_control
,
850 &ushort_type
, VT_LVAL
);
851 greloc(cur_text_section
, sym
,
856 o(0x58 + r
); /* pop r */
859 vtop
->r
= r
; /* mark reg as used */
860 r2
= get_reg(RC_INT
);
861 o(0x58 + r2
); /* pop r2 */
864 o(0x04c483); /* add $4, %esp */
870 /* convert from one floating point type to another */
871 void gen_cvt_ftof(int t
)
873 /* all we have to do on i386 is to put the float in a register */
877 /* computed goto support */
884 /* bound check support functions */
885 #ifdef CONFIG_TCC_BCHECK
887 /* generate a bounded pointer addition */
888 void gen_bounded_ptr_add(void)
892 /* prepare fast i386 function call (args in eax and edx) */
894 /* save all temporary registers */
897 /* do a fast function call */
898 sym
= external_global_sym(TOK___bound_ptr_add
, &func_old_type
, 0);
899 greloc(cur_text_section
, sym
,
900 ind
+ 1, R_386_PC32
);
902 /* returned pointer is in eax */
904 vtop
->r
= TREG_EAX
| VT_BOUNDED
;
905 /* address of bounding function call point */
906 vtop
->c
.ul
= (cur_text_section
->reloc
->data_offset
- sizeof(Elf32_Rel
));
909 /* patch pointer addition in vtop so that pointer dereferencing is
911 void gen_bounded_ptr_deref(void)
919 /* XXX: put that code in generic part of tcc */
920 if (!is_float(vtop
->type
.t
)) {
921 if (vtop
->r
& VT_LVAL_BYTE
)
923 else if (vtop
->r
& VT_LVAL_SHORT
)
927 size
= type_size(&vtop
->type
, &align
);
929 case 1: func
= TOK___bound_ptr_indir1
; break;
930 case 2: func
= TOK___bound_ptr_indir2
; break;
931 case 4: func
= TOK___bound_ptr_indir4
; break;
932 case 8: func
= TOK___bound_ptr_indir8
; break;
933 case 12: func
= TOK___bound_ptr_indir12
; break;
934 case 16: func
= TOK___bound_ptr_indir16
; break;
936 error("unhandled size when derefencing bounded pointer");
941 /* patch relocation */
942 /* XXX: find a better solution ? */
943 rel
= (Elf32_Rel
*)(cur_text_section
->reloc
->data
+ vtop
->c
.ul
);
944 sym
= external_global_sym(func
, &func_old_type
, 0);
946 put_extern_sym(sym
, NULL
, 0, 0);
947 rel
->r_info
= ELF32_R_INFO(sym
->c
, ELF32_R_TYPE(rel
->r_info
));
951 /* end of X86 code generator */
952 /*************************************************************/