1 #ifdef TARGET_DEFS_ONLY
3 // Number of registers available to allocator:
4 #define NB_REGS 19 // x10-x17 aka a0-a7, f10-f17 aka fa0-fa7, xxx, ra, sp
8 #define TREG_R(x) (x) // x = 0..7
9 #define TREG_F(x) (x + 8) // x = 0..7
11 // Register classes sorted from more general to more precise:
12 #define RC_INT (1 << 0)
13 #define RC_FLOAT (1 << 1)
14 #define RC_R(x) (1 << (2 + (x))) // x = 0..7
15 #define RC_F(x) (1 << (10 + (x))) // x = 0..7
17 #define RC_IRET (RC_R(0)) // int return register class
18 #define RC_IRE2 (RC_R(1)) // int 2nd return register class
19 #define RC_FRET (RC_F(0)) // float return register class
21 #define REG_IRET (TREG_R(0)) // int return register number
22 #define REG_IRE2 (TREG_R(1)) // int 2nd return register number
23 #define REG_FRET (TREG_F(0)) // float return register number
27 #define LDOUBLE_SIZE 16
28 #define LDOUBLE_ALIGN 16
32 #define CHAR_IS_UNSIGNED
39 ST_DATA
const char *target_machine_defs
=
47 "__riscv_float_abi_double\0"
55 ST_DATA
const int reg_classes
[NB_REGS
] = {
77 #if defined(CONFIG_TCC_BCHECK)
78 static addr_t func_bound_offset
;
79 static unsigned long func_bound_ind
;
80 ST_DATA
int func_bound_add_epilog
;
83 static int ireg(int r
)
89 assert(r
>= 0 && r
< 8);
90 return r
+ 10; // tccrX --> aX == x(10+X)
93 static int is_ireg(int r
)
95 return (unsigned)r
< 8 || r
== TREG_RA
|| r
== TREG_SP
;
98 static int freg(int r
)
100 assert(r
>= 8 && r
< 16);
101 return r
- 8 + 10; // tccfX --> faX == f(10+X)
104 static int is_freg(int r
)
106 return r
>= 8 && r
< 16;
109 ST_FUNC
void o(unsigned int c
)
114 if (ind1
> cur_text_section
->data_allocated
)
115 section_realloc(cur_text_section
, ind1
);
116 write32le(cur_text_section
->data
+ ind
, c
);
120 static void EIu(uint32_t opcode
, uint32_t func3
,
121 uint32_t rd
, uint32_t rs1
, uint32_t imm
)
123 o(opcode
| (func3
<< 12) | (rd
<< 7) | (rs1
<< 15) | (imm
<< 20));
126 static void ER(uint32_t opcode
, uint32_t func3
,
127 uint32_t rd
, uint32_t rs1
, uint32_t rs2
, uint32_t func7
)
129 o(opcode
| func3
<< 12 | rd
<< 7 | rs1
<< 15 | rs2
<< 20 | func7
<< 25);
132 static void EI(uint32_t opcode
, uint32_t func3
,
133 uint32_t rd
, uint32_t rs1
, uint32_t imm
)
135 assert(! ((imm
+ (1 << 11)) >> 12));
136 EIu(opcode
, func3
, rd
, rs1
, imm
);
139 static void ES(uint32_t opcode
, uint32_t func3
,
140 uint32_t rs1
, uint32_t rs2
, uint32_t imm
)
142 assert(! ((imm
+ (1 << 11)) >> 12));
143 o(opcode
| (func3
<< 12) | ((imm
& 0x1f) << 7) | (rs1
<< 15)
144 | (rs2
<< 20) | ((imm
>> 5) << 25));
147 // Patch all branches in list pointed to by t to branch to a:
148 ST_FUNC
void gsym_addr(int t_
, int a_
)
153 unsigned char *ptr
= cur_text_section
->data
+ t
;
154 uint32_t next
= read32le(ptr
);
155 uint32_t r
= a
- t
, imm
;
156 if ((r
+ (1 << 21)) & ~((1U << 22) - 2))
157 tcc_error("out-of-range branch chain");
158 imm
= (((r
>> 12) & 0xff) << 12)
159 | (((r
>> 11) & 1) << 20)
160 | (((r
>> 1) & 0x3ff) << 21)
161 | (((r
>> 20) & 1) << 31);
162 write32le(ptr
, r
== 4 ? 0x33 : 0x6f | imm
); // nop || j imm
167 static int load_symofs(int r
, SValue
*sv
, int forstore
)
171 int fc
= sv
->c
.i
, v
= sv
->r
& VT_VALMASK
;
172 if (sv
->r
& VT_SYM
) {
173 assert(v
== VT_CONST
);
174 if (sv
->sym
->type
.t
& VT_STATIC
) { // XXX do this per linker relax
175 greloca(cur_text_section
, sv
->sym
, ind
,
176 R_RISCV_PCREL_HI20
, sv
->c
.i
);
179 if (((unsigned)fc
+ (1 << 11)) >> 12)
180 tcc_error("unimp: large addend for global address (0x%lx)", (long)sv
->c
.i
);
181 greloca(cur_text_section
, sv
->sym
, ind
,
182 R_RISCV_GOT_HI20
, 0);
186 label
.v
= tok_alloc(".L0 ", 4)->tok
;
187 label
.type
.t
= VT_VOID
| VT_STATIC
;
189 label
.c
= 0; /* force new local ELF symbol */
190 put_extern_sym(&label
, cur_text_section
, ind
, 0);
191 rr
= is_ireg(r
) ? ireg(r
) : 5;
192 o(0x17 | (rr
<< 7)); // auipc RR, 0 %pcrel_hi(sym)+addend
193 greloca(cur_text_section
, &label
, ind
,
195 ? R_RISCV_PCREL_LO12_I
: R_RISCV_PCREL_LO12_S
, 0);
197 EI(0x03, 3, rr
, rr
, 0); // ld RR, 0(RR)
199 } else if (v
== VT_LOCAL
|| v
== VT_LLOCAL
) {
202 tcc_error("unimp: store(giant local off) (0x%lx)", (long)sv
->c
.i
);
203 if (((unsigned)fc
+ (1 << 11)) >> 12) {
204 rr
= is_ireg(r
) ? ireg(r
) : 5; // t0
205 o(0x37 | (rr
<< 7) | ((0x800 + fc
) & 0xfffff000)); //lui RR, upper(fc)
206 ER(0x33, 0, rr
, rr
, 8, 0); // add RR, RR, s0
207 sv
->c
.i
= fc
<< 20 >> 20;
214 static void load_large_constant(int rr
, int fc
, uint32_t pi
)
218 o(0x37 | (rr
<< 7) | (((pi
+ 0x800) & 0xfffff000))); // lui RR, up(up(fc))
219 EI(0x13, 0, rr
, rr
, (int)pi
<< 20 >> 20); // addi RR, RR, lo(up(fc))
220 EI(0x13, 1, rr
, rr
, 12); // slli RR, RR, 12
221 EI(0x13, 0, rr
, rr
, (fc
+ (1 << 19)) >> 20); // addi RR, RR, up(lo(fc))
222 EI(0x13, 1, rr
, rr
, 12); // slli RR, RR, 12
224 EI(0x13, 0, rr
, rr
, fc
>> 8); // addi RR, RR, lo1(lo(fc))
225 EI(0x13, 1, rr
, rr
, 8); // slli RR, RR, 8
228 ST_FUNC
void load(int r
, SValue
*sv
)
231 int v
= fr
& VT_VALMASK
;
232 int rr
= is_ireg(r
) ? ireg(r
) : freg(r
);
234 int bt
= sv
->type
.t
& VT_BTYPE
;
237 int func3
, opcode
= is_freg(r
) ? 0x07 : 0x03, br
;
238 size
= type_size(&sv
->type
, &align
);
239 assert (!is_freg(r
) || bt
== VT_FLOAT
|| bt
== VT_DOUBLE
);
240 if (bt
== VT_FUNC
) /* XXX should be done in generic code */
242 func3
= size
== 1 ? 0 : size
== 2 ? 1 : size
== 4 ? 2 : 3;
243 if (size
< 4 && !is_float(sv
->type
.t
) && (sv
->type
.t
& VT_UNSIGNED
))
245 if (v
== VT_LOCAL
|| (fr
& VT_SYM
)) {
246 br
= load_symofs(r
, sv
, 0);
248 } else if (v
< VT_CONST
) {
250 /*if (((unsigned)fc + (1 << 11)) >> 12)
251 tcc_error("unimp: load(large addend) (0x%x)", fc);*/
252 fc
= 0; // XXX store ofs in LVAL(reg)
253 } else if (v
== VT_LLOCAL
) {
254 br
= load_symofs(r
, sv
, 0);
256 EI(0x03, 3, rr
, br
, fc
); // ld RR, fc(BR)
259 } else if (v
== VT_CONST
) {
260 int64_t si
= sv
->c
.i
;
263 load_large_constant(rr
, fc
, si
);
266 o(0x37 | (rr
<< 7) | ((0x800 + fc
) & 0xfffff000)); //lui RR, upper(fc)
271 tcc_error("unimp: load(non-local lval)");
273 EI(opcode
, func3
, rr
, br
, fc
); // l[bhwd][u] / fl[wd] RR, fc(BR)
274 } else if (v
== VT_CONST
) {
275 int rb
= 0, do32bit
= 8, zext
= 0;
276 assert((!is_float(sv
->type
.t
) && is_ireg(r
)) || bt
== VT_LDOUBLE
);
278 rb
= load_symofs(r
, sv
, 0);
282 if (is_float(sv
->type
.t
) && bt
!= VT_LDOUBLE
)
283 tcc_error("unimp: load(float)");
285 int64_t si
= sv
->c
.i
;
288 load_large_constant(rr
, fc
, si
);
292 } else if (bt
== VT_LLONG
) {
293 /* A 32bit unsigned constant for a 64bit type.
294 lui always sign extends, so we need to do an explicit zext.*/
298 if (((unsigned)fc
+ (1 << 11)) >> 12)
299 o(0x37 | (rr
<< 7) | ((0x800 + fc
) & 0xfffff000)), rb
= rr
; //lui RR, upper(fc)
300 if (fc
|| (rr
!= rb
) || do32bit
|| (fr
& VT_SYM
))
301 EI(0x13 | do32bit
, 0, rr
, rb
, fc
<< 20 >> 20); // addi[w] R, x0|R, FC
303 EI(0x13, 1, rr
, rr
, 32); // slli RR, RR, 32
304 EI(0x13, 5, rr
, rr
, 32); // srli RR, RR, 32
306 } else if (v
== VT_LOCAL
) {
307 int br
= load_symofs(r
, sv
, 0);
310 EI(0x13, 0, rr
, br
, fc
); // addi R, s0, FC
311 } else if (v
< VT_CONST
) { /* reg-reg */
312 //assert(!fc); XXX support offseted regs
313 if (is_freg(r
) && is_freg(v
))
314 ER(0x53, 0, rr
, freg(v
), freg(v
), bt
== VT_DOUBLE
? 0x11 : 0x10); //fsgnj.[sd] RR, V, V == fmv.[sd] RR, V
315 else if (is_ireg(r
) && is_ireg(v
))
316 EI(0x13, 0, rr
, ireg(v
), 0); // addi RR, V, 0 == mv RR, V
318 int func7
= is_ireg(r
) ? 0x70 : 0x78;
319 size
= type_size(&sv
->type
, &align
);
322 assert(size
== 4 || size
== 8);
323 o(0x53 | (rr
<< 7) | ((is_freg(v
) ? freg(v
) : ireg(v
)) << 15)
324 | (func7
<< 25)); // fmv.{w.x, x.w, d.x, x.d} RR, VR
326 } else if (v
== VT_CMP
) {
327 int op
= vtop
->cmp_op
;
328 int a
= vtop
->cmp_r
& 0xff;
329 int b
= (vtop
->cmp_r
>> 8) & 0xff;
340 if (op
& 1) { // remove [U]GE,GT
344 if ((op
& 7) == 6) { // [U]LE
345 int t
= a
; a
= b
; b
= t
;
348 ER(0x33, (op
> TOK_UGT
) ? 2 : 3, rr
, a
, b
, 0); // slt[u] d, a, b
350 EI(0x13, 4, rr
, rr
, 1); // xori d, d, 1
355 ER(0x33, 0, rr
, a
, b
, 0x20); // sub d, a, b
357 ER(0x33, 3, rr
, 0, rr
, 0); // sltu d, x0, d == snez d,d
359 EI(0x13, 3, rr
, rr
, 1); // sltiu d, d, 1 == seqz d,d
362 } else if ((v
& ~1) == VT_JMP
) {
365 EI(0x13, 0, rr
, 0, t
); // addi RR, x0, t
368 EI(0x13, 0, rr
, 0, t
^ 1); // addi RR, x0, !t
370 tcc_error("unimp: load(non-const)");
373 ST_FUNC
void store(int r
, SValue
*sv
)
375 int fr
= sv
->r
& VT_VALMASK
;
376 int rr
= is_ireg(r
) ? ireg(r
) : freg(r
), ptrreg
;
378 int bt
= sv
->type
.t
& VT_BTYPE
;
379 int align
, size
= type_size(&sv
->type
, &align
);
380 assert(!is_float(bt
) || is_freg(r
) || bt
== VT_LDOUBLE
);
381 /* long doubles are in two integer registers, but the load/store
382 primitives only deal with one, so do as if it's one reg. */
383 if (bt
== VT_LDOUBLE
)
386 tcc_error("unimp: store(struct)");
388 tcc_error("unimp: large sized store");
389 assert(sv
->r
& VT_LVAL
);
390 if (fr
== VT_LOCAL
|| (sv
->r
& VT_SYM
)) {
391 ptrreg
= load_symofs(-1, sv
, 1);
393 } else if (fr
< VT_CONST
) {
395 /*if (((unsigned)fc + (1 << 11)) >> 12)
396 tcc_error("unimp: store(large addend) (0x%x)", fc);*/
397 fc
= 0; // XXX support offsets regs
398 } else if (fr
== VT_CONST
) {
399 int64_t si
= sv
->c
.i
;
403 load_large_constant(ptrreg
, fc
, si
);
406 o(0x37 | (ptrreg
<< 7) | ((0x800 + fc
) & 0xfffff000)); //lui RR, upper(fc)
410 tcc_error("implement me: %s(!local)", __FUNCTION__
);
411 ES(is_freg(r
) ? 0x27 : 0x23, // fs... | s...
412 size
== 1 ? 0 : size
== 2 ? 1 : size
== 4 ? 2 : 3, // ... [wd] | [bhwd]
413 ptrreg
, rr
, fc
); // RR, fc(base)
416 static void gcall_or_jmp(int docall
)
418 int tr
= docall
? 1 : 5; // ra or t0
419 if ((vtop
->r
& (VT_VALMASK
| VT_LVAL
)) == VT_CONST
&&
420 ((vtop
->r
& VT_SYM
) && vtop
->c
.i
== (int)vtop
->c
.i
)) {
421 /* constant symbolic case -> simple relocation */
422 greloca(cur_text_section
, vtop
->sym
, ind
,
423 R_RISCV_CALL_PLT
, (int)vtop
->c
.i
);
424 o(0x17 | (tr
<< 7)); // auipc TR, 0 %call(func)
425 EI(0x67, 0, tr
, tr
, 0);// jalr TR, r(TR)
426 } else if (vtop
->r
< VT_CONST
) {
427 int r
= ireg(vtop
->r
);
428 EI(0x67, 0, tr
, r
, 0); // jalr TR, 0(R)
433 EI(0x67, 0, tr
, r
, 0); // jalr TR, 0(R)
437 #if defined(CONFIG_TCC_BCHECK)
439 static void gen_bounds_call(int v
)
441 Sym
*sym
= external_helper_sym(v
);
443 greloca(cur_text_section
, sym
, ind
, R_RISCV_CALL_PLT
, 0);
444 o(0x17 | (1 << 7)); // auipc TR, 0 %call(func)
445 EI(0x67, 0, 1, 1, 0); // jalr TR, r(TR)
448 static void gen_bounds_prolog(void)
450 /* leave some room for bound checking code */
451 func_bound_offset
= lbounds_section
->data_offset
;
452 func_bound_ind
= ind
;
453 func_bound_add_epilog
= 0;
454 o(0x00000013); /* ld a0,#lbound section pointer */
456 o(0x00000013); /* nop -> call __bound_local_new */
460 static void gen_bounds_epilog(void)
466 int offset_modified
= func_bound_offset
!= lbounds_section
->data_offset
;
468 if (!offset_modified
&& !func_bound_add_epilog
)
471 /* add end of table info */
472 bounds_ptr
= section_ptr_add(lbounds_section
, sizeof(addr_t
));
475 sym_data
= get_sym_ref(&char_pointer_type
, lbounds_section
,
476 func_bound_offset
, lbounds_section
->data_offset
);
479 label
.v
= tok_alloc(".LB0 ", 4)->tok
;
480 label
.type
.t
= VT_VOID
| VT_STATIC
;
482 /* generate bound local allocation */
483 if (offset_modified
) {
485 ind
= func_bound_ind
;
486 label
.c
= 0; /* force new local ELF symbol */
487 put_extern_sym(&label
, cur_text_section
, ind
, 0);
488 greloca(cur_text_section
, sym_data
, ind
, R_RISCV_GOT_HI20
, 0);
489 o(0x17 | (10 << 7)); // auipc a0, 0 %pcrel_hi(sym)+addend
490 greloca(cur_text_section
, &label
, ind
, R_RISCV_PCREL_LO12_I
, 0);
491 EI(0x03, 3, 10, 10, 0); // ld a0, 0(a0)
492 gen_bounds_call(TOK___bound_local_new
);
496 /* generate bound check local freeing */
497 o(0xe02a1101); /* addi sp,sp,-32 sd a0,0(sp) */
498 o(0xa82ae42e); /* sd a1,8(sp) fsd fa0,16(sp) */
499 label
.c
= 0; /* force new local ELF symbol */
500 put_extern_sym(&label
, cur_text_section
, ind
, 0);
501 greloca(cur_text_section
, sym_data
, ind
, R_RISCV_GOT_HI20
, 0);
502 o(0x17 | (10 << 7)); // auipc a0, 0 %pcrel_hi(sym)+addend
503 greloca(cur_text_section
, &label
, ind
, R_RISCV_PCREL_LO12_I
, 0);
504 EI(0x03, 3, 10, 10, 0); // ld a0, 0(a0)
505 gen_bounds_call(TOK___bound_local_delete
);
506 o(0x65a26502); /* ld a0,0(sp) ld a1,8(sp) */
507 o(0x61052542); /* fld fa0,16(sp) addi sp,sp,32 */
511 static void reg_pass_rec(CType
*type
, int *rc
, int *fieldofs
, int ofs
)
513 if ((type
->t
& VT_BTYPE
) == VT_STRUCT
) {
515 if (type
->ref
->type
.t
== VT_UNION
)
517 else for (f
= type
->ref
->next
; f
; f
= f
->next
)
518 reg_pass_rec(&f
->type
, rc
, fieldofs
, ofs
+ f
->c
);
519 } else if (type
->t
& VT_ARRAY
) {
520 if (type
->ref
->c
< 0 || type
->ref
->c
> 2)
523 int a
, sz
= type_size(&type
->ref
->type
, &a
);
524 reg_pass_rec(&type
->ref
->type
, rc
, fieldofs
, ofs
);
525 if (rc
[0] > 2 || (rc
[0] == 2 && type
->ref
->c
> 1))
527 else if (type
->ref
->c
== 2 && rc
[0] && rc
[1] == RC_FLOAT
) {
528 rc
[++rc
[0]] = RC_FLOAT
;
529 fieldofs
[rc
[0]] = ((ofs
+ sz
) << 4)
530 | (type
->ref
->type
.t
& VT_BTYPE
);
531 } else if (type
->ref
->c
== 2)
534 } else if (rc
[0] == 2 || rc
[0] < 0 || (type
->t
& VT_BTYPE
) == VT_LDOUBLE
)
536 else if (!rc
[0] || rc
[1] == RC_FLOAT
|| is_float(type
->t
)) {
537 rc
[++rc
[0]] = is_float(type
->t
) ? RC_FLOAT
: RC_INT
;
538 fieldofs
[rc
[0]] = (ofs
<< 4) | ((type
->t
& VT_BTYPE
) == VT_PTR
? VT_LLONG
: type
->t
& VT_BTYPE
);
543 static void reg_pass(CType
*type
, int *prc
, int *fieldofs
, int named
)
546 reg_pass_rec(type
, prc
, fieldofs
, 0);
547 if (prc
[0] <= 0 || !named
) {
548 int align
, size
= type_size(type
, &align
);
549 prc
[0] = (size
+ 7) >> 3;
550 prc
[1] = prc
[2] = RC_INT
;
551 fieldofs
[1] = (0 << 4) | (size
<= 1 ? VT_BYTE
: size
<= 2 ? VT_SHORT
: size
<= 4 ? VT_INT
: VT_LLONG
);
552 fieldofs
[2] = (8 << 4) | (size
<= 9 ? VT_BYTE
: size
<= 10 ? VT_SHORT
: size
<= 12 ? VT_INT
: VT_LLONG
);
556 ST_FUNC
void gfunc_call(int nb_args
)
558 int i
, align
, size
, areg
[2];
559 int *info
= tcc_malloc((nb_args
+ 1) * sizeof (int));
560 int stack_adj
= 0, tempspace
= 0, stack_add
, ofs
, splitofs
= 0;
564 #ifdef CONFIG_TCC_BCHECK
565 int bc_save
= tcc_state
->do_bounds_check
;
566 if (tcc_state
->do_bounds_check
)
567 gbound_args(nb_args
);
570 areg
[0] = 0; /* int arg regs */
571 areg
[1] = 8; /* float arg regs */
572 sa
= vtop
[-nb_args
].type
.ref
->next
;
573 for (i
= 0; i
< nb_args
; i
++) {
574 int nregs
, byref
= 0, tempofs
;
575 int prc
[3], fieldofs
[3];
576 sv
= &vtop
[1 + i
- nb_args
];
577 sv
->type
.t
&= ~VT_ARRAY
; // XXX this should be done in tccgen.c
578 size
= type_size(&sv
->type
, &align
);
582 tempspace
= (tempspace
+ align
- 1) & -align
;
586 byref
= 64 | (tempofs
<< 7);
588 reg_pass(&sv
->type
, prc
, fieldofs
, sa
!= 0);
589 if (!sa
&& align
== 2*XLEN
&& size
<= 2*XLEN
)
590 areg
[0] = (areg
[0] + 1) & ~1;
594 else if ((prc
[1] == RC_INT
&& areg
[0] >= 8)
595 || (prc
[1] == RC_FLOAT
&& areg
[1] >= 16)
596 || (nregs
== 2 && prc
[1] == RC_FLOAT
&& prc
[2] == RC_FLOAT
598 || (nregs
== 2 && prc
[1] != prc
[2]
599 && (areg
[1] >= 16 || areg
[0] >= 8))) {
603 stack_adj
+= (size
+ align
- 1) & -align
;
604 if (!sa
) /* one vararg on stack forces the rest on stack */
605 areg
[0] = 8, areg
[1] = 16;
607 info
[i
] = areg
[prc
[1] - 1]++;
609 info
[i
] |= (fieldofs
[1] & VT_BTYPE
) << 12;
610 assert(!(fieldofs
[1] >> 4));
612 if (prc
[2] == RC_FLOAT
|| areg
[0] < 8)
613 info
[i
] |= (1 + areg
[prc
[2] - 1]++) << 7;
619 assert((fieldofs
[2] >> 4) < 2048);
620 info
[i
] |= fieldofs
[2] << (12 + 4); // includes offset
628 stack_adj
= (stack_adj
+ 15) & -16;
629 tempspace
= (tempspace
+ 15) & -16;
630 stack_add
= stack_adj
+ tempspace
;
632 if (stack_add
>= 0x1000) {
633 o(0x37 | (5 << 7) | (-stack_add
& 0xfffff000)); //lui t0, upper(v)
634 EI(0x13, 0, 5, 5, -stack_add
<< 20 >> 20); // addi t0, t0, lo(v)
635 ER(0x33, 0, 2, 2, 5, 0); // add sp, sp, t0
638 EI(0x13, 0, 2, 2, -stack_add
); // addi sp, sp, -adj
639 for (i
= ofs
= 0; i
< nb_args
; i
++) {
640 if (info
[i
] & (64 | 32)) {
642 size
= type_size(&vtop
->type
, &align
);
644 vset(&char_pointer_type
, TREG_SP
, 0);
645 vpushi(stack_adj
+ (info
[i
] >> 7));
647 vpushv(vtop
); // this replaces the old argument
650 vtop
->type
= vtop
[-1].type
;
659 /* Once we support offseted regs we can do this:
660 vset(&vtop->type, TREG_SP | VT_LVAL, ofs);
661 to construct the lvalue for the outgoing stack slot,
662 until then we have to jump through hoops. */
663 vset(&char_pointer_type
, TREG_SP
, 0);
664 ofs
= (ofs
+ align
- 1) & -align
;
668 vtop
->type
= vtop
[-1].type
;
671 vtop
->r
= vtop
->r2
= VT_CONST
; // this arg is done
675 } else if (info
[i
] & 16) {
682 for (i
= 0; i
< nb_args
; i
++) {
683 int ii
= info
[nb_args
- 1 - i
], r
= ii
, r2
= r
;
688 r2
= r2
& 64 ? 0 : (r2
>> 7) & 31;
691 origtype
= vtop
->type
;
692 size
= type_size(&vtop
->type
, &align
);
695 loadt
= vtop
->type
.t
& VT_BTYPE
;
696 if (loadt
== VT_STRUCT
) {
697 loadt
= (ii
>> 12) & VT_BTYPE
;
699 if (info
[nb_args
- 1 - i
] & 16) {
703 if (loadt
== VT_LDOUBLE
) {
710 vtop
->type
.t
= loadt
| (vtop
->type
.t
& VT_UNSIGNED
);
711 gv(r
< 8 ? RC_R(r
) : RC_F(r
- 8));
712 vtop
->type
= origtype
;
714 if (r2
&& loadt
!= VT_LDOUBLE
) {
716 assert(r2
< 16 || r2
== TREG_RA
);
719 vtop
->type
= char_pointer_type
;
721 #ifdef CONFIG_TCC_BCHECK
722 if ((origtype
.t
& VT_BTYPE
) == VT_STRUCT
)
723 tcc_state
->do_bounds_check
= 0;
726 #ifdef CONFIG_TCC_BCHECK
727 tcc_state
->do_bounds_check
= bc_save
;
730 vtop
->type
= origtype
;
731 loadt
= vtop
->type
.t
& VT_BTYPE
;
732 if (loadt
== VT_STRUCT
) {
733 loadt
= (ii
>> 16) & VT_BTYPE
;
735 save_reg_upstack(r2
, 1);
736 vtop
->type
.t
= loadt
| (vtop
->type
.t
& VT_UNSIGNED
);
738 assert(r2
< VT_CONST
);
742 if (info
[nb_args
- 1 - i
] & 16) {
743 ES(0x23, 3, 2, ireg(vtop
->r2
), splitofs
); // sd t0, ofs(sp)
745 } else if (loadt
== VT_LDOUBLE
&& vtop
->r2
!= r2
) {
746 assert(vtop
->r2
<= 7 && r2
<= 7);
747 /* XXX we'd like to have 'gv' move directly into
748 the right class instead of us fixing it up. */
749 EI(0x13, 0, ireg(r2
), ireg(vtop
->r2
), 0); // mv Ra+1, RR2
757 save_regs(nb_args
+ 1);
761 if (stack_add
>= 0x1000) {
762 o(0x37 | (5 << 7) | (stack_add
& 0xfffff000)); //lui t0, upper(v)
763 EI(0x13, 0, 5, 5, stack_add
<< 20 >> 20); // addi t0, t0, lo(v)
764 ER(0x33, 0, 2, 2, 5, 0); // add sp, sp, t0
767 EI(0x13, 0, 2, 2, stack_add
); // addi sp, sp, adj
772 static int func_sub_sp_offset
, num_va_regs
, func_va_list_ofs
;
774 ST_FUNC
void gfunc_prolog(Sym
*func_sym
)
776 CType
*func_type
= &func_sym
->type
;
777 int i
, addr
, align
, size
;
783 sym
= func_type
->ref
;
784 loc
= -16; // for ra and s0
785 func_sub_sp_offset
= ind
;
788 areg
[0] = 0, areg
[1] = 0;
790 /* if the function returns by reference, then add an
791 implicit pointer parameter */
792 size
= type_size(&func_vt
, &align
);
793 if (size
> 2 * XLEN
) {
796 ES(0x23, 3, 8, 10 + areg
[0]++, loc
); // sd a0, loc(s0)
798 /* define parameters */
799 while ((sym
= sym
->next
) != NULL
) {
802 int prc
[3], fieldofs
[3];
804 size
= type_size(type
, &align
);
805 if (size
> 2 * XLEN
) {
806 type
= &char_pointer_type
;
807 size
= align
= byref
= 8;
809 reg_pass(type
, prc
, fieldofs
, 1);
811 if (areg
[prc
[1] - 1] >= 8
813 && ((prc
[1] == RC_FLOAT
&& prc
[2] == RC_FLOAT
&& areg
[1] >= 7)
814 || (prc
[1] != prc
[2] && (areg
[1] >= 8 || areg
[0] >= 8))))) {
817 addr
= (addr
+ align
- 1) & -align
;
821 loc
-= regcount
* 8; // XXX could reserve only 'size' bytes
823 for (i
= 0; i
< regcount
; i
++) {
824 if (areg
[prc
[1+i
] - 1] >= 8) {
825 assert(i
== 1 && regcount
== 2 && !(addr
& 7));
826 EI(0x03, 3, 5, 8, addr
); // ld t0, addr(s0)
828 ES(0x23, 3, 8, 5, loc
+ i
*8); // sd t0, loc(s0)
829 } else if (prc
[1+i
] == RC_FLOAT
) {
830 ES(0x27, (size
/ regcount
) == 4 ? 2 : 3, 8, 10 + areg
[1]++, loc
+ (fieldofs
[i
+1] >> 4)); // fs[wd] FAi, loc(s0)
832 ES(0x23, 3, 8, 10 + areg
[0]++, loc
+ i
*8); // sd aX, loc(s0) // XXX
836 sym_push(sym
->v
& ~SYM_FIELD
, &sym
->type
,
837 (byref
? VT_LLOCAL
: VT_LOCAL
) | VT_LVAL
,
840 func_va_list_ofs
= addr
;
843 for (; areg
[0] < 8; areg
[0]++) {
845 ES(0x23, 3, 8, 10 + areg
[0], -8 + num_va_regs
* 8); // sd aX, loc(s0)
848 #ifdef CONFIG_TCC_BCHECK
849 if (tcc_state
->do_bounds_check
)
854 ST_FUNC
int gfunc_sret(CType
*vt
, int variadic
, CType
*ret
,
855 int *ret_align
, int *regsize
)
857 int align
, size
= type_size(vt
, &align
), nregs
;
858 int prc
[3], fieldofs
[3];
863 reg_pass(vt
, prc
, fieldofs
, 1);
865 if (nregs
== 2 && prc
[1] != prc
[2])
866 return -1; /* generic code can't deal with this case */
867 if (prc
[1] == RC_FLOAT
) {
868 *regsize
= size
/ nregs
;
870 ret
->t
= fieldofs
[1] & VT_BTYPE
;
875 ST_FUNC
void arch_transfer_ret_regs(int aftercall
)
877 int prc
[3], fieldofs
[3];
878 reg_pass(&vtop
->type
, prc
, fieldofs
, 1);
879 assert(prc
[0] == 2 && prc
[1] != prc
[2] && !(fieldofs
[1] >> 4));
880 assert(vtop
->r
== (VT_LOCAL
| VT_LVAL
));
882 vtop
->type
.t
= fieldofs
[1] & VT_BTYPE
;
883 (aftercall
? store
: load
)(prc
[1] == RC_INT
? REG_IRET
: REG_FRET
, vtop
);
884 vtop
->c
.i
+= fieldofs
[2] >> 4;
885 vtop
->type
.t
= fieldofs
[2] & VT_BTYPE
;
886 (aftercall
? store
: load
)(prc
[2] == RC_INT
? REG_IRET
: REG_FRET
, vtop
);
890 ST_FUNC
void gfunc_epilog(void)
892 int v
, saved_ind
, d
, large_ofs_ind
;
894 #ifdef CONFIG_TCC_BCHECK
895 if (tcc_state
->do_bounds_check
)
899 loc
= (loc
- num_va_regs
* 8);
900 d
= v
= (-loc
+ 15) & -16;
902 if (v
>= (1 << 11)) {
904 o(0x37 | (5 << 7) | ((0x800 + (v
-16)) & 0xfffff000)); //lui t0, upper(v)
905 EI(0x13, 0, 5, 5, (v
-16) << 20 >> 20); // addi t0, t0, lo(v)
906 ER(0x33, 0, 2, 2, 5, 0); // add sp, sp, t0
908 EI(0x03, 3, 1, 2, d
- 8 - num_va_regs
* 8); // ld ra, v-8(sp)
909 EI(0x03, 3, 8, 2, d
- 16 - num_va_regs
* 8); // ld s0, v-16(sp)
910 EI(0x13, 0, 2, 2, d
); // addi sp, sp, v
911 EI(0x67, 0, 0, 1, 0); // jalr x0, 0(x1), aka ret
913 if (v
>= (1 << 11)) {
914 EI(0x13, 0, 8, 2, d
- num_va_regs
* 8); // addi s0, sp, d
915 o(0x37 | (5 << 7) | ((0x800 + (v
-16)) & 0xfffff000)); //lui t0, upper(v)
916 EI(0x13, 0, 5, 5, (v
-16) << 20 >> 20); // addi t0, t0, lo(v)
917 ER(0x33, 0, 2, 2, 5, 0x20); // sub sp, sp, t0
918 gjmp_addr(func_sub_sp_offset
+ 5*4);
922 ind
= func_sub_sp_offset
;
923 EI(0x13, 0, 2, 2, -d
); // addi sp, sp, -d
924 ES(0x23, 3, 2, 1, d
- 8 - num_va_regs
* 8); // sd ra, d-8(sp)
925 ES(0x23, 3, 2, 8, d
- 16 - num_va_regs
* 8); // sd s0, d-16(sp)
927 EI(0x13, 0, 8, 2, d
- num_va_regs
* 8); // addi s0, sp, d
929 gjmp_addr(large_ofs_ind
);
930 if ((ind
- func_sub_sp_offset
) != 5*4)
931 EI(0x13, 0, 0, 0, 0); // addi x0, x0, 0 == nop
935 ST_FUNC
void gen_va_start(void)
938 vset(&char_pointer_type
, VT_LOCAL
, func_va_list_ofs
);
941 ST_FUNC
void gen_fill_nops(int bytes
)
944 tcc_error("alignment of code section not multiple of 4");
946 EI(0x13, 0, 0, 0, 0); // addi x0, x0, 0 == nop
951 // Generate forward branch to label:
952 ST_FUNC
int gjmp(int t
)
960 // Generate branch to known address:
961 ST_FUNC
void gjmp_addr(int a
)
963 uint32_t r
= a
- ind
, imm
;
964 if ((r
+ (1 << 21)) & ~((1U << 22) - 2)) {
965 o(0x17 | (5 << 7) | (((r
+ 0x800) & 0xfffff000))); // lui RR, up(r)
966 r
= (int)r
<< 20 >> 20;
967 EI(0x67, 0, 0, 5, r
); // jalr x0, r(t0)
969 imm
= (((r
>> 12) & 0xff) << 12)
970 | (((r
>> 11) & 1) << 20)
971 | (((r
>> 1) & 0x3ff) << 21)
972 | (((r
>> 20) & 1) << 31);
973 o(0x6f | imm
); // jal x0, imm == j imm
977 ST_FUNC
int gjmp_cond(int op
, int t
)
980 int a
= vtop
->cmp_r
& 0xff;
981 int b
= (vtop
->cmp_r
>> 8) & 0xff;
983 case TOK_ULT
: op
= 6; break;
984 case TOK_UGE
: op
= 7; break;
985 case TOK_ULE
: op
= 7; tmp
= a
; a
= b
; b
= tmp
; break;
986 case TOK_UGT
: op
= 6; tmp
= a
; a
= b
; b
= tmp
; break;
987 case TOK_LT
: op
= 4; break;
988 case TOK_GE
: op
= 5; break;
989 case TOK_LE
: op
= 5; tmp
= a
; a
= b
; b
= tmp
; break;
990 case TOK_GT
: op
= 4; tmp
= a
; a
= b
; b
= tmp
; break;
991 case TOK_NE
: op
= 1; break;
992 case TOK_EQ
: op
= 0; break;
994 o(0x63 | (op
^ 1) << 12 | a
<< 15 | b
<< 20 | 8 << 7); // bOP a,b,+4
998 ST_FUNC
int gjmp_append(int n
, int t
)
1001 /* insert jump list n into t */
1003 uint32_t n1
= n
, n2
;
1004 while ((n2
= read32le(p
= cur_text_section
->data
+ n1
)))
1012 static void gen_opil(int op
, int ll
)
1017 if ((vtop
->r
& (VT_VALMASK
| VT_LVAL
| VT_SYM
)) == VT_CONST
) {
1019 if (fc
== vtop
->c
.i
&& !(((unsigned)fc
+ (1 << 11)) >> 12)) {
1021 int m
= ll
? 31 : 63;
1024 a
= ireg(vtop
[0].r
);
1026 d
= get_reg(RC_INT
);
1031 if (fc
<= -(1 << 11))
1035 func3
= 0; // addi d, a, fc
1038 EI(0x13 | cll
, func3
, ireg(d
), a
, fc
);
1040 if (op
>= TOK_ULT
&& op
<= TOK_GT
) {
1041 vset_VT_CMP(TOK_NE
);
1042 vtop
->cmp_r
= ireg(d
) | 0 << 8;
1047 if (fc
>= (1 << 11) - 1)
1050 case TOK_LT
: func3
= 2; goto do_cop
; // slti d, a, fc
1052 if (fc
>= (1 << 11) - 1 || fc
== -1)
1055 case TOK_ULT
: func3
= 3; goto do_cop
; // sltiu d, a, fc
1056 case '^': func3
= 4; goto do_cop
; // xori d, a, fc
1057 case '|': func3
= 6; goto do_cop
; // ori d, a, fc
1058 case '&': func3
= 7; goto do_cop
; // andi d, a, fc
1059 case TOK_SHL
: func3
= 1; cll
= ll
; fc
&= m
; goto do_cop
; // slli d, a, fc
1060 case TOK_SHR
: func3
= 5; cll
= ll
; fc
&= m
; goto do_cop
; // srli d, a, fc
1061 case TOK_SAR
: func3
= 5; cll
= ll
; fc
= 1024 | (fc
& m
); goto do_cop
;
1063 case TOK_UGE
: /* -> TOK_ULT */
1064 case TOK_UGT
: /* -> TOK_ULE */
1065 case TOK_GE
: /* -> TOK_LT */
1066 case TOK_GT
: /* -> TOK_LE */
1067 gen_opil(op
- 1, !ll
);
1074 gen_opil('-', !ll
), a
= ireg(vtop
++->r
);
1077 vtop
->cmp_r
= a
| 0 << 8;
1082 gv2(RC_INT
, RC_INT
);
1083 a
= ireg(vtop
[-1].r
);
1084 b
= ireg(vtop
[0].r
);
1086 d
= get_reg(RC_INT
);
1092 if (op
>= TOK_ULT
&& op
<= TOK_GT
) {
1094 vtop
->cmp_r
= a
| b
<< 8;
1097 tcc_error("implement me: %s(%s)", __FUNCTION__
, get_tok_str(op
, NULL
));
1101 ER(0x33 | ll
, 0, d
, a
, b
, 0); // add d, a, b
1104 ER(0x33 | ll
, 0, d
, a
, b
, 0x20); // sub d, a, b
1107 ER(0x33 | ll
| ll
, 5, d
, a
, b
, 0x20); // sra d, a, b
1110 ER(0x33 | ll
| ll
, 5, d
, a
, b
, 0); // srl d, a, b
1113 ER(0x33 | ll
, 1, d
, a
, b
, 0); // sll d, a, b
1116 ER(0x33 | ll
, 0, d
, a
, b
, 1); // mul d, a, b
1119 ER(0x33 | ll
, 4, d
, a
, b
, 1); // div d, a, b
1122 ER(0x33, 7, d
, a
, b
, 0); // and d, a, b
1125 ER(0x33, 4, d
, a
, b
, 0); // xor d, a, b
1128 ER(0x33, 6, d
, a
, b
, 0); // or d, a, b
1131 ER(ll
? 0x3b: 0x33, 6, d
, a
, b
, 1); // rem d, a, b
1134 ER(0x33 | ll
, 7, d
, a
, b
, 1); // remu d, a, b
1138 ER(0x33 | ll
, 5, d
, a
, b
, 1); // divu d, a, b
1143 ST_FUNC
void gen_opi(int op
)
1148 ST_FUNC
void gen_opl(int op
)
1153 ST_FUNC
void gen_opf(int op
)
1155 int rs1
, rs2
, rd
, dbl
, invert
;
1156 if (vtop
[0].type
.t
== VT_LDOUBLE
) {
1157 CType type
= vtop
[0].type
;
1161 case '*': func
= TOK___multf3
; break;
1162 case '+': func
= TOK___addtf3
; break;
1163 case '-': func
= TOK___subtf3
; break;
1164 case '/': func
= TOK___divtf3
; break;
1165 case TOK_EQ
: func
= TOK___eqtf2
; cond
= 1; break;
1166 case TOK_NE
: func
= TOK___netf2
; cond
= 0; break;
1167 case TOK_LT
: func
= TOK___lttf2
; cond
= 10; break;
1168 case TOK_GE
: func
= TOK___getf2
; cond
= 11; break;
1169 case TOK_LE
: func
= TOK___letf2
; cond
= 12; break;
1170 case TOK_GT
: func
= TOK___gttf2
; cond
= 13; break;
1171 default: assert(0); break;
1173 vpush_helper_func(func
);
1178 vtop
->r2
= cond
< 0 ? TREG_R(1) : VT_CONST
;
1188 gv2(RC_FLOAT
, RC_FLOAT
);
1189 assert(vtop
->type
.t
== VT_DOUBLE
|| vtop
->type
.t
== VT_FLOAT
);
1190 dbl
= vtop
->type
.t
== VT_DOUBLE
;
1191 rs1
= freg(vtop
[-1].r
);
1192 rs2
= freg(vtop
->r
);
1201 rd
= get_reg(RC_FLOAT
);
1204 ER(0x53, 7, rd
, rs1
, rs2
, dbl
| (op
<< 2)); // fop.[sd] RD, RS1, RS2 (dyn rm)
1218 rd
= get_reg(RC_INT
);
1221 ER(0x53, op
, rd
, rs1
, rs2
, dbl
| 0x50); // fcmp.[sd] RD, RS1, RS2 (op == eq/lt/le)
1223 EI(0x13, 4, rd
, rd
, 1); // xori RD, 1
1237 rd
= rs1
, rs1
= rs2
, rs2
= rd
;
1241 rd
= rs1
, rs1
= rs2
, rs2
= rd
;
1246 ST_FUNC
void gen_cvt_sxtw(void)
1248 /* XXX on risc-v the registers are usually sign-extended already.
1249 Let's try to not do anything here. */
1252 ST_FUNC
void gen_cvt_itof(int t
)
1254 int rr
= ireg(gv(RC_INT
)), dr
;
1255 int u
= vtop
->type
.t
& VT_UNSIGNED
;
1256 int l
= (vtop
->type
.t
& VT_BTYPE
) == VT_LLONG
;
1257 if (t
== VT_LDOUBLE
) {
1259 (u
? TOK___floatunditf
: TOK___floatditf
) :
1260 (u
? TOK___floatunsitf
: TOK___floatsitf
);
1261 vpush_helper_func(func
);
1267 vtop
->r2
= TREG_R(1);
1270 dr
= get_reg(RC_FLOAT
);
1274 EIu(0x53, 7, dr
, rr
, ((0x68 | (t
== VT_DOUBLE
? 1 : 0)) << 5) | (u
? 1 : 0) | (l
? 2 : 0)); // fcvt.[sd].[wl][u]
1278 ST_FUNC
void gen_cvt_ftoi(int t
)
1280 int ft
= vtop
->type
.t
& VT_BTYPE
;
1281 int l
= (t
& VT_BTYPE
) == VT_LLONG
;
1282 int u
= t
& VT_UNSIGNED
;
1283 if (ft
== VT_LDOUBLE
) {
1285 (u
? TOK___fixunstfdi
: TOK___fixtfdi
) :
1286 (u
? TOK___fixunstfsi
: TOK___fixtfsi
);
1287 vpush_helper_func(func
);
1294 int rr
= freg(gv(RC_FLOAT
)), dr
;
1296 dr
= get_reg(RC_INT
);
1300 EIu(0x53, 1, dr
, rr
, ((0x60 | (ft
== VT_DOUBLE
? 1 : 0)) << 5) | (u
? 1 : 0) | (l
? 2 : 0)); // fcvt.[wl][u].[sd] rtz
1304 ST_FUNC
void gen_cvt_ftof(int dt
)
1306 int st
= vtop
->type
.t
& VT_BTYPE
, rs
, rd
;
1310 if (dt
== VT_LDOUBLE
|| st
== VT_LDOUBLE
) {
1311 int func
= (dt
== VT_LDOUBLE
) ?
1312 (st
== VT_FLOAT
? TOK___extendsftf2
: TOK___extenddftf2
) :
1313 (dt
== VT_FLOAT
? TOK___trunctfsf2
: TOK___trunctfdf2
);
1314 /* We can't use gfunc_call, as func_old_type works like vararg
1315 functions, and on riscv unnamed float args are passed like
1316 integers. But we really need them in the float argument registers
1317 for extendsftf2/extenddftf2. So, do it explicitely. */
1319 if (dt
== VT_LDOUBLE
)
1323 assert(vtop
->r2
< 7);
1324 if (vtop
->r2
!= 1 + vtop
->r
) {
1325 EI(0x13, 0, ireg(vtop
->r
) + 1, ireg(vtop
->r2
), 0); // mv Ra+1, RR2
1326 vtop
->r2
= 1 + vtop
->r
;
1329 vpush_helper_func(func
);
1334 if (dt
== VT_LDOUBLE
)
1335 vtop
->r
= REG_IRET
, vtop
->r2
= REG_IRET
+1;
1339 assert (dt
== VT_FLOAT
|| dt
== VT_DOUBLE
);
1340 assert (st
== VT_FLOAT
|| st
== VT_DOUBLE
);
1342 rd
= get_reg(RC_FLOAT
);
1343 if (dt
== VT_DOUBLE
)
1344 EI(0x53, 0, freg(rd
), freg(rs
), 0x21 << 5); // fcvt.d.s RD, RS (no rm)
1346 EI(0x53, 7, freg(rd
), freg(rs
), (0x20 << 5) | 1); // fcvt.s.d RD, RS (dyn rm)
1351 ST_FUNC
void ggoto(void)
1357 ST_FUNC
void gen_vla_sp_save(int addr
)
1359 ES(0x23, 3, 8, 2, addr
); // sd sp, fc(s0)
1362 ST_FUNC
void gen_vla_sp_restore(int addr
)
1364 EI(0x03, 3, 2, 8, addr
); // ld sp, fc(s0)
1367 ST_FUNC
void gen_vla_alloc(CType
*type
, int align
)
1370 #if defined(CONFIG_TCC_BCHECK)
1371 if (tcc_state
->do_bounds_check
)
1374 rr
= ireg(gv(RC_INT
));
1375 #if defined(CONFIG_TCC_BCHECK)
1376 if (tcc_state
->do_bounds_check
)
1377 EI(0x13, 0, rr
, rr
, 15+1); // addi RR, RR, 15+1
1380 EI(0x13, 0, rr
, rr
, 15); // addi RR, RR, 15
1381 EI(0x13, 7, rr
, rr
, -16); // andi, RR, RR, -16
1382 ER(0x33, 0, 2, 2, rr
, 0x20); // sub sp, sp, rr
1384 #if defined(CONFIG_TCC_BCHECK)
1385 if (tcc_state
->do_bounds_check
) {
1387 vtop
->r
= TREG_R(0);
1388 o(0x00010513); /* mv a0,sp */
1390 vpush_helper_func(TOK___bound_new_region
);
1393 func_bound_add_epilog
= 1;