1 #ifdef TARGET_DEFS_ONLY
3 // Number of registers available to allocator:
4 #define NB_REGS 19 // x10-x17 aka a0-a7, f10-f17 aka fa0-fa7, xxx, ra, sp
8 #define TREG_R(x) (x) // x = 0..7
9 #define TREG_F(x) (x + 8) // x = 0..7
11 // Register classes sorted from more general to more precise:
12 #define RC_INT (1 << 0)
13 #define RC_FLOAT (1 << 1)
14 #define RC_R(x) (1 << (2 + (x))) // x = 0..7
15 #define RC_F(x) (1 << (10 + (x))) // x = 0..7
17 #define RC_IRET (RC_R(0)) // int return register class
18 #define RC_IRE2 (RC_R(1)) // int 2nd return register class
19 #define RC_FRET (RC_F(0)) // float return register class
21 #define REG_IRET (TREG_R(0)) // int return register number
22 #define REG_IRE2 (TREG_R(1)) // int 2nd return register number
23 #define REG_FRET (TREG_F(0)) // float return register number
27 #define LDOUBLE_SIZE 16
28 #define LDOUBLE_ALIGN 16
32 #define CHAR_IS_UNSIGNED
39 ST_DATA
const char *target_machine_defs
=
47 "__riscv_float_abi_double\0"
55 ST_DATA
const int reg_classes
[NB_REGS
] = {
77 #if defined(CONFIG_TCC_BCHECK)
78 static addr_t func_bound_offset
;
79 static unsigned long func_bound_ind
;
80 ST_DATA
int func_bound_add_epilog
;
83 static int ireg(int r
)
89 assert(r
>= 0 && r
< 8);
90 return r
+ 10; // tccrX --> aX == x(10+X)
93 static int is_ireg(int r
)
95 return (unsigned)r
< 8 || r
== TREG_RA
|| r
== TREG_SP
;
98 static int freg(int r
)
100 assert(r
>= 8 && r
< 16);
101 return r
- 8 + 10; // tccfX --> faX == f(10+X)
104 static int is_freg(int r
)
106 return r
>= 8 && r
< 16;
109 ST_FUNC
void o(unsigned int c
)
114 if (ind1
> cur_text_section
->data_allocated
)
115 section_realloc(cur_text_section
, ind1
);
116 write32le(cur_text_section
->data
+ ind
, c
);
120 static void EIu(uint32_t opcode
, uint32_t func3
,
121 uint32_t rd
, uint32_t rs1
, uint32_t imm
)
123 o(opcode
| (func3
<< 12) | (rd
<< 7) | (rs1
<< 15) | (imm
<< 20));
126 static void ER(uint32_t opcode
, uint32_t func3
,
127 uint32_t rd
, uint32_t rs1
, uint32_t rs2
, uint32_t func7
)
129 o(opcode
| func3
<< 12 | rd
<< 7 | rs1
<< 15 | rs2
<< 20 | func7
<< 25);
132 static void EI(uint32_t opcode
, uint32_t func3
,
133 uint32_t rd
, uint32_t rs1
, uint32_t imm
)
135 assert(! ((imm
+ (1 << 11)) >> 12));
136 EIu(opcode
, func3
, rd
, rs1
, imm
);
139 static void ES(uint32_t opcode
, uint32_t func3
,
140 uint32_t rs1
, uint32_t rs2
, uint32_t imm
)
142 assert(! ((imm
+ (1 << 11)) >> 12));
143 o(opcode
| (func3
<< 12) | ((imm
& 0x1f) << 7) | (rs1
<< 15)
144 | (rs2
<< 20) | ((imm
>> 5) << 25));
147 // Patch all branches in list pointed to by t to branch to a:
148 ST_FUNC
void gsym_addr(int t_
, int a_
)
153 unsigned char *ptr
= cur_text_section
->data
+ t
;
154 uint32_t next
= read32le(ptr
);
155 uint32_t r
= a
- t
, imm
;
156 if ((r
+ (1 << 21)) & ~((1U << 22) - 2))
157 tcc_error("out-of-range branch chain");
158 imm
= (((r
>> 12) & 0xff) << 12)
159 | (((r
>> 11) & 1) << 20)
160 | (((r
>> 1) & 0x3ff) << 21)
161 | (((r
>> 20) & 1) << 31);
162 write32le(ptr
, r
== 4 ? 0x33 : 0x6f | imm
); // nop || j imm
167 static int load_symofs(int r
, SValue
*sv
, int forstore
)
170 int fc
= sv
->c
.i
, v
= sv
->r
& VT_VALMASK
;
171 if (sv
->r
& VT_SYM
) {
173 assert(v
== VT_CONST
);
174 if (sv
->sym
->type
.t
& VT_STATIC
) { // XXX do this per linker relax
175 greloca(cur_text_section
, sv
->sym
, ind
,
176 R_RISCV_PCREL_HI20
, sv
->c
.i
);
179 if (((unsigned)fc
+ (1 << 11)) >> 12)
180 tcc_error("unimp: large addend for global address (0x%lx)", (long)sv
->c
.i
);
181 greloca(cur_text_section
, sv
->sym
, ind
,
182 R_RISCV_GOT_HI20
, 0);
185 label
.type
.t
= VT_VOID
| VT_STATIC
;
186 put_extern_sym(&label
, cur_text_section
, ind
, 0);
187 rr
= is_ireg(r
) ? ireg(r
) : 5;
188 o(0x17 | (rr
<< 7)); // auipc RR, 0 %pcrel_hi(sym)+addend
189 greloca(cur_text_section
, &label
, ind
,
191 ? R_RISCV_PCREL_LO12_I
: R_RISCV_PCREL_LO12_S
, 0);
193 EI(0x03, 3, rr
, rr
, 0); // ld RR, 0(RR)
195 } else if (v
== VT_LOCAL
|| v
== VT_LLOCAL
) {
198 tcc_error("unimp: store(giant local off) (0x%lx)", (long)sv
->c
.i
);
199 if (((unsigned)fc
+ (1 << 11)) >> 12) {
200 rr
= is_ireg(r
) ? ireg(r
) : 5; // t0
201 o(0x37 | (rr
<< 7) | ((0x800 + fc
) & 0xfffff000)); //lui RR, upper(fc)
202 ER(0x33, 0, rr
, rr
, 8, 0); // add RR, RR, s0
203 sv
->c
.i
= fc
<< 20 >> 20;
210 static void load_large_constant(int rr
, int fc
, uint32_t pi
)
214 o(0x37 | (rr
<< 7) | (((pi
+ 0x800) & 0xfffff000))); // lui RR, up(up(fc))
215 EI(0x13, 0, rr
, rr
, (int)pi
<< 20 >> 20); // addi RR, RR, lo(up(fc))
216 EI(0x13, 1, rr
, rr
, 12); // slli RR, RR, 12
217 EI(0x13, 0, rr
, rr
, (fc
+ (1 << 19)) >> 20); // addi RR, RR, up(lo(fc))
218 EI(0x13, 1, rr
, rr
, 12); // slli RR, RR, 12
220 EI(0x13, 0, rr
, rr
, fc
>> 8); // addi RR, RR, lo1(lo(fc))
221 EI(0x13, 1, rr
, rr
, 8); // slli RR, RR, 8
224 ST_FUNC
void load(int r
, SValue
*sv
)
227 int v
= fr
& VT_VALMASK
;
228 int rr
= is_ireg(r
) ? ireg(r
) : freg(r
);
230 int bt
= sv
->type
.t
& VT_BTYPE
;
233 int func3
, opcode
= is_freg(r
) ? 0x07 : 0x03, br
;
234 size
= type_size(&sv
->type
, &align
);
235 assert (!is_freg(r
) || bt
== VT_FLOAT
|| bt
== VT_DOUBLE
);
236 if (bt
== VT_FUNC
) /* XXX should be done in generic code */
238 func3
= size
== 1 ? 0 : size
== 2 ? 1 : size
== 4 ? 2 : 3;
239 if (size
< 4 && !is_float(sv
->type
.t
) && (sv
->type
.t
& VT_UNSIGNED
))
241 if (v
== VT_LOCAL
|| (fr
& VT_SYM
)) {
242 br
= load_symofs(r
, sv
, 0);
244 } else if (v
< VT_CONST
) {
246 /*if (((unsigned)fc + (1 << 11)) >> 12)
247 tcc_error("unimp: load(large addend) (0x%x)", fc);*/
248 fc
= 0; // XXX store ofs in LVAL(reg)
249 } else if (v
== VT_LLOCAL
) {
250 br
= load_symofs(r
, sv
, 0);
252 EI(0x03, 3, rr
, br
, fc
); // ld RR, fc(BR)
255 } else if (v
== VT_CONST
) {
256 int64_t si
= sv
->c
.i
;
259 load_large_constant(rr
, fc
, si
);
262 o(0x37 | (rr
<< 7) | ((0x800 + fc
) & 0xfffff000)); //lui RR, upper(fc)
267 tcc_error("unimp: load(non-local lval)");
269 EI(opcode
, func3
, rr
, br
, fc
); // l[bhwd][u] / fl[wd] RR, fc(BR)
270 } else if (v
== VT_CONST
) {
271 int rb
= 0, do32bit
= 8, zext
= 0;
272 assert((!is_float(sv
->type
.t
) && is_ireg(r
)) || bt
== VT_LDOUBLE
);
274 rb
= load_symofs(r
, sv
, 0);
278 if (is_float(sv
->type
.t
) && bt
!= VT_LDOUBLE
)
279 tcc_error("unimp: load(float)");
281 int64_t si
= sv
->c
.i
;
284 load_large_constant(rr
, fc
, si
);
288 } else if (bt
== VT_LLONG
) {
289 /* A 32bit unsigned constant for a 64bit type.
290 lui always sign extends, so we need to do an explicit zext.*/
294 if (((unsigned)fc
+ (1 << 11)) >> 12)
295 o(0x37 | (rr
<< 7) | ((0x800 + fc
) & 0xfffff000)), rb
= rr
; //lui RR, upper(fc)
296 if (fc
|| (rr
!= rb
) || do32bit
|| (fr
& VT_SYM
))
297 EI(0x13 | do32bit
, 0, rr
, rb
, fc
<< 20 >> 20); // addi[w] R, x0|R, FC
299 EI(0x13, 1, rr
, rr
, 32); // slli RR, RR, 32
300 EI(0x13, 5, rr
, rr
, 32); // srli RR, RR, 32
302 } else if (v
== VT_LOCAL
) {
303 int br
= load_symofs(r
, sv
, 0);
306 EI(0x13, 0, rr
, br
, fc
); // addi R, s0, FC
307 } else if (v
< VT_CONST
) { /* reg-reg */
308 //assert(!fc); XXX support offseted regs
309 if (is_freg(r
) && is_freg(v
))
310 ER(0x53, 0, rr
, freg(v
), freg(v
), bt
== VT_DOUBLE
? 0x11 : 0x10); //fsgnj.[sd] RR, V, V == fmv.[sd] RR, V
311 else if (is_ireg(r
) && is_ireg(v
))
312 EI(0x13, 0, rr
, ireg(v
), 0); // addi RR, V, 0 == mv RR, V
314 int func7
= is_ireg(r
) ? 0x70 : 0x78;
315 size
= type_size(&sv
->type
, &align
);
318 assert(size
== 4 || size
== 8);
319 o(0x53 | (rr
<< 7) | ((is_freg(v
) ? freg(v
) : ireg(v
)) << 15)
320 | (func7
<< 25)); // fmv.{w.x, x.w, d.x, x.d} RR, VR
322 } else if (v
== VT_CMP
) {
323 int op
= vtop
->cmp_op
;
324 int a
= vtop
->cmp_r
& 0xff;
325 int b
= (vtop
->cmp_r
>> 8) & 0xff;
336 if (op
& 1) { // remove [U]GE,GT
340 if ((op
& 7) == 6) { // [U]LE
341 int t
= a
; a
= b
; b
= t
;
344 ER(0x33, (op
> TOK_UGT
) ? 2 : 3, rr
, a
, b
, 0); // slt[u] d, a, b
346 EI(0x13, 4, rr
, rr
, 1); // xori d, d, 1
351 ER(0x33, 0, rr
, a
, b
, 0x20); // sub d, a, b
353 ER(0x33, 3, rr
, 0, rr
, 0); // sltu d, x0, d == snez d,d
355 EI(0x13, 3, rr
, rr
, 1); // sltiu d, d, 1 == seqz d,d
358 } else if ((v
& ~1) == VT_JMP
) {
361 EI(0x13, 0, rr
, 0, t
); // addi RR, x0, t
364 EI(0x13, 0, rr
, 0, t
^ 1); // addi RR, x0, !t
366 tcc_error("unimp: load(non-const)");
369 ST_FUNC
void store(int r
, SValue
*sv
)
371 int fr
= sv
->r
& VT_VALMASK
;
372 int rr
= is_ireg(r
) ? ireg(r
) : freg(r
), ptrreg
;
374 int bt
= sv
->type
.t
& VT_BTYPE
;
375 int align
, size
= type_size(&sv
->type
, &align
);
376 assert(!is_float(bt
) || is_freg(r
) || bt
== VT_LDOUBLE
);
377 /* long doubles are in two integer registers, but the load/store
378 primitives only deal with one, so do as if it's one reg. */
379 if (bt
== VT_LDOUBLE
)
382 tcc_error("unimp: store(struct)");
384 tcc_error("unimp: large sized store");
385 assert(sv
->r
& VT_LVAL
);
386 if (fr
== VT_LOCAL
|| (sv
->r
& VT_SYM
)) {
387 ptrreg
= load_symofs(-1, sv
, 1);
389 } else if (fr
< VT_CONST
) {
391 /*if (((unsigned)fc + (1 << 11)) >> 12)
392 tcc_error("unimp: store(large addend) (0x%x)", fc);*/
393 fc
= 0; // XXX support offsets regs
394 } else if (fr
== VT_CONST
) {
395 int64_t si
= sv
->c
.i
;
399 load_large_constant(ptrreg
, fc
, si
);
402 o(0x37 | (ptrreg
<< 7) | ((0x800 + fc
) & 0xfffff000)); //lui RR, upper(fc)
406 tcc_error("implement me: %s(!local)", __FUNCTION__
);
407 ES(is_freg(r
) ? 0x27 : 0x23, // fs... | s...
408 size
== 1 ? 0 : size
== 2 ? 1 : size
== 4 ? 2 : 3, // ... [wd] | [bhwd]
409 ptrreg
, rr
, fc
); // RR, fc(base)
412 static void gcall_or_jmp(int docall
)
414 int tr
= docall
? 1 : 5; // ra or t0
415 if ((vtop
->r
& (VT_VALMASK
| VT_LVAL
)) == VT_CONST
&&
416 ((vtop
->r
& VT_SYM
) && vtop
->c
.i
== (int)vtop
->c
.i
)) {
417 /* constant symbolic case -> simple relocation */
418 greloca(cur_text_section
, vtop
->sym
, ind
,
419 R_RISCV_CALL_PLT
, (int)vtop
->c
.i
);
420 o(0x17 | (tr
<< 7)); // auipc TR, 0 %call(func)
421 EI(0x67, 0, tr
, tr
, 0);// jalr TR, r(TR)
422 } else if (vtop
->r
< VT_CONST
) {
423 int r
= ireg(vtop
->r
);
424 EI(0x67, 0, tr
, r
, 0); // jalr TR, 0(R)
429 EI(0x67, 0, tr
, r
, 0); // jalr TR, 0(R)
433 #if defined(CONFIG_TCC_BCHECK)
435 static void gen_bounds_call(int v
)
437 Sym
*sym
= external_helper_sym(v
);
439 greloca(cur_text_section
, sym
, ind
, R_RISCV_CALL_PLT
, 0);
440 o(0x17 | (1 << 7)); // auipc TR, 0 %call(func)
441 EI(0x67, 0, 1, 1, 0); // jalr TR, r(TR)
444 static void gen_bounds_prolog(void)
446 /* leave some room for bound checking code */
447 func_bound_offset
= lbounds_section
->data_offset
;
448 func_bound_ind
= ind
;
449 func_bound_add_epilog
= 0;
450 o(0x00000013); /* ld a0,#lbound section pointer */
452 o(0x00000013); /* nop -> call __bound_local_new */
456 static void gen_bounds_epilog(void)
463 int offset_modified
= func_bound_offset
!= lbounds_section
->data_offset
;
465 if (!offset_modified
&& !func_bound_add_epilog
)
468 /* add end of table info */
469 bounds_ptr
= section_ptr_add(lbounds_section
, sizeof(addr_t
));
472 sym_data
= get_sym_ref(&char_pointer_type
, lbounds_section
,
473 func_bound_offset
, lbounds_section
->data_offset
);
475 label
.type
.t
= VT_VOID
| VT_STATIC
;
476 /* generate bound local allocation */
477 if (offset_modified
) {
479 ind
= func_bound_ind
;
480 put_extern_sym(&label
, cur_text_section
, ind
, 0);
481 greloca(cur_text_section
, sym_data
, ind
, R_RISCV_GOT_HI20
, 0);
482 o(0x17 | (10 << 7)); // auipc a0, 0 %pcrel_hi(sym)+addend
483 greloca(cur_text_section
, &label
, ind
, R_RISCV_PCREL_LO12_I
, 0);
484 EI(0x03, 3, 10, 10, 0); // ld a0, 0(a0)
485 gen_bounds_call(TOK___bound_local_new
);
487 label
.c
= 0; /* force new local ELF symbol */
490 /* generate bound check local freeing */
491 o(0xe02a1101); /* addi sp,sp,-32 sd a0,0(sp) */
492 o(0xa82ae42e); /* sd a1,8(sp) fsd fa0,16(sp) */
493 put_extern_sym(&label
, cur_text_section
, ind
, 0);
494 greloca(cur_text_section
, sym_data
, ind
, R_RISCV_GOT_HI20
, 0);
495 o(0x17 | (10 << 7)); // auipc a0, 0 %pcrel_hi(sym)+addend
496 greloca(cur_text_section
, &label
, ind
, R_RISCV_PCREL_LO12_I
, 0);
497 EI(0x03, 3, 10, 10, 0); // ld a0, 0(a0)
498 gen_bounds_call(TOK___bound_local_delete
);
499 o(0x65a26502); /* ld a0,0(sp) ld a1,8(sp) */
500 o(0x61052542); /* fld fa0,16(sp) addi sp,sp,32 */
504 static void reg_pass_rec(CType
*type
, int *rc
, int *fieldofs
, int ofs
)
506 if ((type
->t
& VT_BTYPE
) == VT_STRUCT
) {
508 if (type
->ref
->type
.t
== VT_UNION
)
510 else for (f
= type
->ref
->next
; f
; f
= f
->next
)
511 reg_pass_rec(&f
->type
, rc
, fieldofs
, ofs
+ f
->c
);
512 } else if (type
->t
& VT_ARRAY
) {
513 if (type
->ref
->c
< 0 || type
->ref
->c
> 2)
516 int a
, sz
= type_size(&type
->ref
->type
, &a
);
517 reg_pass_rec(&type
->ref
->type
, rc
, fieldofs
, ofs
);
518 if (rc
[0] > 2 || (rc
[0] == 2 && type
->ref
->c
> 1))
520 else if (type
->ref
->c
== 2 && rc
[0] && rc
[1] == RC_FLOAT
) {
521 rc
[++rc
[0]] = RC_FLOAT
;
522 fieldofs
[rc
[0]] = ((ofs
+ sz
) << 4)
523 | (type
->ref
->type
.t
& VT_BTYPE
);
524 } else if (type
->ref
->c
== 2)
527 } else if (rc
[0] == 2 || rc
[0] < 0 || (type
->t
& VT_BTYPE
) == VT_LDOUBLE
)
529 else if (!rc
[0] || rc
[1] == RC_FLOAT
|| is_float(type
->t
)) {
530 rc
[++rc
[0]] = is_float(type
->t
) ? RC_FLOAT
: RC_INT
;
531 fieldofs
[rc
[0]] = (ofs
<< 4) | ((type
->t
& VT_BTYPE
) == VT_PTR
? VT_LLONG
: type
->t
& VT_BTYPE
);
536 static void reg_pass(CType
*type
, int *prc
, int *fieldofs
, int named
)
539 reg_pass_rec(type
, prc
, fieldofs
, 0);
540 if (prc
[0] <= 0 || !named
) {
541 int align
, size
= type_size(type
, &align
);
542 prc
[0] = (size
+ 7) >> 3;
543 prc
[1] = prc
[2] = RC_INT
;
544 fieldofs
[1] = (0 << 4) | (size
<= 1 ? VT_BYTE
: size
<= 2 ? VT_SHORT
: size
<= 4 ? VT_INT
: VT_LLONG
);
545 fieldofs
[2] = (8 << 4) | (size
<= 9 ? VT_BYTE
: size
<= 10 ? VT_SHORT
: size
<= 12 ? VT_INT
: VT_LLONG
);
549 ST_FUNC
void gfunc_call(int nb_args
)
551 int i
, align
, size
, areg
[2];
552 int *info
= tcc_malloc((nb_args
+ 1) * sizeof (int));
553 int stack_adj
= 0, tempspace
= 0, stack_add
, ofs
, splitofs
= 0;
557 #ifdef CONFIG_TCC_BCHECK
558 int bc_save
= tcc_state
->do_bounds_check
;
559 if (tcc_state
->do_bounds_check
)
560 gbound_args(nb_args
);
563 areg
[0] = 0; /* int arg regs */
564 areg
[1] = 8; /* float arg regs */
565 sa
= vtop
[-nb_args
].type
.ref
->next
;
566 for (i
= 0; i
< nb_args
; i
++) {
567 int nregs
, byref
= 0, tempofs
;
568 int prc
[3], fieldofs
[3];
569 sv
= &vtop
[1 + i
- nb_args
];
570 sv
->type
.t
&= ~VT_ARRAY
; // XXX this should be done in tccgen.c
571 size
= type_size(&sv
->type
, &align
);
575 tempspace
= (tempspace
+ align
- 1) & -align
;
579 byref
= 64 | (tempofs
<< 7);
581 reg_pass(&sv
->type
, prc
, fieldofs
, sa
!= 0);
582 if (!sa
&& align
== 2*XLEN
&& size
<= 2*XLEN
)
583 areg
[0] = (areg
[0] + 1) & ~1;
587 else if ((prc
[1] == RC_INT
&& areg
[0] >= 8)
588 || (prc
[1] == RC_FLOAT
&& areg
[1] >= 16)
589 || (nregs
== 2 && prc
[1] == RC_FLOAT
&& prc
[2] == RC_FLOAT
591 || (nregs
== 2 && prc
[1] != prc
[2]
592 && (areg
[1] >= 16 || areg
[0] >= 8))) {
596 stack_adj
+= (size
+ align
- 1) & -align
;
597 if (!sa
) /* one vararg on stack forces the rest on stack */
598 areg
[0] = 8, areg
[1] = 16;
600 info
[i
] = areg
[prc
[1] - 1]++;
602 info
[i
] |= (fieldofs
[1] & VT_BTYPE
) << 12;
603 assert(!(fieldofs
[1] >> 4));
605 if (prc
[2] == RC_FLOAT
|| areg
[0] < 8)
606 info
[i
] |= (1 + areg
[prc
[2] - 1]++) << 7;
612 assert((fieldofs
[2] >> 4) < 2048);
613 info
[i
] |= fieldofs
[2] << (12 + 4); // includes offset
621 stack_adj
= (stack_adj
+ 15) & -16;
622 tempspace
= (tempspace
+ 15) & -16;
623 stack_add
= stack_adj
+ tempspace
;
625 if (stack_add
>= 0x1000) {
626 o(0x37 | (5 << 7) | (-stack_add
& 0xfffff000)); //lui t0, upper(v)
627 EI(0x13, 0, 5, 5, -stack_add
<< 20 >> 20); // addi t0, t0, lo(v)
628 ER(0x33, 0, 2, 2, 5, 0); // add sp, sp, t0
631 EI(0x13, 0, 2, 2, -stack_add
); // addi sp, sp, -adj
632 for (i
= ofs
= 0; i
< nb_args
; i
++) {
633 if (info
[i
] & (64 | 32)) {
635 size
= type_size(&vtop
->type
, &align
);
637 vset(&char_pointer_type
, TREG_SP
, 0);
638 vpushi(stack_adj
+ (info
[i
] >> 7));
640 vpushv(vtop
); // this replaces the old argument
643 vtop
->type
= vtop
[-1].type
;
652 /* Once we support offseted regs we can do this:
653 vset(&vtop->type, TREG_SP | VT_LVAL, ofs);
654 to construct the lvalue for the outgoing stack slot,
655 until then we have to jump through hoops. */
656 vset(&char_pointer_type
, TREG_SP
, 0);
657 ofs
= (ofs
+ align
- 1) & -align
;
661 vtop
->type
= vtop
[-1].type
;
664 vtop
->r
= vtop
->r2
= VT_CONST
; // this arg is done
668 } else if (info
[i
] & 16) {
675 for (i
= 0; i
< nb_args
; i
++) {
676 int ii
= info
[nb_args
- 1 - i
], r
= ii
, r2
= r
;
681 r2
= r2
& 64 ? 0 : (r2
>> 7) & 31;
684 origtype
= vtop
->type
;
685 size
= type_size(&vtop
->type
, &align
);
688 loadt
= vtop
->type
.t
& VT_BTYPE
;
689 if (loadt
== VT_STRUCT
) {
690 loadt
= (ii
>> 12) & VT_BTYPE
;
692 if (info
[nb_args
- 1 - i
] & 16) {
696 if (loadt
== VT_LDOUBLE
) {
703 vtop
->type
.t
= loadt
| (vtop
->type
.t
& VT_UNSIGNED
);
704 gv(r
< 8 ? RC_R(r
) : RC_F(r
- 8));
705 vtop
->type
= origtype
;
707 if (r2
&& loadt
!= VT_LDOUBLE
) {
709 assert(r2
< 16 || r2
== TREG_RA
);
712 vtop
->type
= char_pointer_type
;
714 #ifdef CONFIG_TCC_BCHECK
715 if ((origtype
.t
& VT_BTYPE
) == VT_STRUCT
)
716 tcc_state
->do_bounds_check
= 0;
719 #ifdef CONFIG_TCC_BCHECK
720 tcc_state
->do_bounds_check
= bc_save
;
723 vtop
->type
= origtype
;
724 loadt
= vtop
->type
.t
& VT_BTYPE
;
725 if (loadt
== VT_STRUCT
) {
726 loadt
= (ii
>> 16) & VT_BTYPE
;
728 save_reg_upstack(r2
, 1);
729 vtop
->type
.t
= loadt
| (vtop
->type
.t
& VT_UNSIGNED
);
731 assert(r2
< VT_CONST
);
735 if (info
[nb_args
- 1 - i
] & 16) {
736 ES(0x23, 3, 2, ireg(vtop
->r2
), splitofs
); // sd t0, ofs(sp)
738 } else if (loadt
== VT_LDOUBLE
&& vtop
->r2
!= r2
) {
739 assert(vtop
->r2
<= 7 && r2
<= 7);
740 /* XXX we'd like to have 'gv' move directly into
741 the right class instead of us fixing it up. */
742 EI(0x13, 0, ireg(r2
), ireg(vtop
->r2
), 0); // mv Ra+1, RR2
750 save_regs(nb_args
+ 1);
754 if (stack_add
>= 0x1000) {
755 o(0x37 | (5 << 7) | (stack_add
& 0xfffff000)); //lui t0, upper(v)
756 EI(0x13, 0, 5, 5, stack_add
<< 20 >> 20); // addi t0, t0, lo(v)
757 ER(0x33, 0, 2, 2, 5, 0); // add sp, sp, t0
760 EI(0x13, 0, 2, 2, stack_add
); // addi sp, sp, adj
765 static int func_sub_sp_offset
, num_va_regs
, func_va_list_ofs
;
767 ST_FUNC
void gfunc_prolog(Sym
*func_sym
)
769 CType
*func_type
= &func_sym
->type
;
770 int i
, addr
, align
, size
;
776 sym
= func_type
->ref
;
777 loc
= -16; // for ra and s0
778 func_sub_sp_offset
= ind
;
781 areg
[0] = 0, areg
[1] = 0;
783 /* if the function returns by reference, then add an
784 implicit pointer parameter */
785 size
= type_size(&func_vt
, &align
);
786 if (size
> 2 * XLEN
) {
789 ES(0x23, 3, 8, 10 + areg
[0]++, loc
); // sd a0, loc(s0)
791 /* define parameters */
792 while ((sym
= sym
->next
) != NULL
) {
795 int prc
[3], fieldofs
[3];
797 size
= type_size(type
, &align
);
798 if (size
> 2 * XLEN
) {
799 type
= &char_pointer_type
;
800 size
= align
= byref
= 8;
802 reg_pass(type
, prc
, fieldofs
, 1);
804 if (areg
[prc
[1] - 1] >= 8
806 && ((prc
[1] == RC_FLOAT
&& prc
[2] == RC_FLOAT
&& areg
[1] >= 7)
807 || (prc
[1] != prc
[2] && (areg
[1] >= 8 || areg
[0] >= 8))))) {
810 addr
= (addr
+ align
- 1) & -align
;
814 loc
-= regcount
* 8; // XXX could reserve only 'size' bytes
816 for (i
= 0; i
< regcount
; i
++) {
817 if (areg
[prc
[1+i
] - 1] >= 8) {
818 assert(i
== 1 && regcount
== 2 && !(addr
& 7));
819 EI(0x03, 3, 5, 8, addr
); // ld t0, addr(s0)
821 ES(0x23, 3, 8, 5, loc
+ i
*8); // sd t0, loc(s0)
822 } else if (prc
[1+i
] == RC_FLOAT
) {
823 ES(0x27, (size
/ regcount
) == 4 ? 2 : 3, 8, 10 + areg
[1]++, loc
+ (fieldofs
[i
+1] >> 4)); // fs[wd] FAi, loc(s0)
825 ES(0x23, 3, 8, 10 + areg
[0]++, loc
+ i
*8); // sd aX, loc(s0) // XXX
829 sym_push(sym
->v
& ~SYM_FIELD
, &sym
->type
,
830 (byref
? VT_LLOCAL
: VT_LOCAL
) | VT_LVAL
,
833 func_va_list_ofs
= addr
;
836 for (; areg
[0] < 8; areg
[0]++) {
838 ES(0x23, 3, 8, 10 + areg
[0], -8 + num_va_regs
* 8); // sd aX, loc(s0)
841 #ifdef CONFIG_TCC_BCHECK
842 if (tcc_state
->do_bounds_check
)
847 ST_FUNC
int gfunc_sret(CType
*vt
, int variadic
, CType
*ret
,
848 int *ret_align
, int *regsize
)
850 int align
, size
= type_size(vt
, &align
), nregs
;
851 int prc
[3], fieldofs
[3];
856 reg_pass(vt
, prc
, fieldofs
, 1);
858 if (nregs
== 2 && prc
[1] != prc
[2])
859 return -1; /* generic code can't deal with this case */
860 if (prc
[1] == RC_FLOAT
) {
861 *regsize
= size
/ nregs
;
863 ret
->t
= fieldofs
[1] & VT_BTYPE
;
868 ST_FUNC
void arch_transfer_ret_regs(int aftercall
)
870 int prc
[3], fieldofs
[3];
871 reg_pass(&vtop
->type
, prc
, fieldofs
, 1);
872 assert(prc
[0] == 2 && prc
[1] != prc
[2] && !(fieldofs
[1] >> 4));
873 assert(vtop
->r
== (VT_LOCAL
| VT_LVAL
));
875 vtop
->type
.t
= fieldofs
[1] & VT_BTYPE
;
876 (aftercall
? store
: load
)(prc
[1] == RC_INT
? REG_IRET
: REG_FRET
, vtop
);
877 vtop
->c
.i
+= fieldofs
[2] >> 4;
878 vtop
->type
.t
= fieldofs
[2] & VT_BTYPE
;
879 (aftercall
? store
: load
)(prc
[2] == RC_INT
? REG_IRET
: REG_FRET
, vtop
);
883 ST_FUNC
void gfunc_epilog(void)
885 int v
, saved_ind
, d
, large_ofs_ind
;
887 #ifdef CONFIG_TCC_BCHECK
888 if (tcc_state
->do_bounds_check
)
892 loc
= (loc
- num_va_regs
* 8);
893 d
= v
= (-loc
+ 15) & -16;
895 if (v
>= (1 << 11)) {
897 o(0x37 | (5 << 7) | ((0x800 + (v
-16)) & 0xfffff000)); //lui t0, upper(v)
898 EI(0x13, 0, 5, 5, (v
-16) << 20 >> 20); // addi t0, t0, lo(v)
899 ER(0x33, 0, 2, 2, 5, 0); // add sp, sp, t0
901 EI(0x03, 3, 1, 2, d
- 8 - num_va_regs
* 8); // ld ra, v-8(sp)
902 EI(0x03, 3, 8, 2, d
- 16 - num_va_regs
* 8); // ld s0, v-16(sp)
903 EI(0x13, 0, 2, 2, d
); // addi sp, sp, v
904 EI(0x67, 0, 0, 1, 0); // jalr x0, 0(x1), aka ret
906 if (v
>= (1 << 11)) {
907 EI(0x13, 0, 8, 2, d
- num_va_regs
* 8); // addi s0, sp, d
908 o(0x37 | (5 << 7) | ((0x800 + (v
-16)) & 0xfffff000)); //lui t0, upper(v)
909 EI(0x13, 0, 5, 5, (v
-16) << 20 >> 20); // addi t0, t0, lo(v)
910 ER(0x33, 0, 2, 2, 5, 0x20); // sub sp, sp, t0
911 gjmp_addr(func_sub_sp_offset
+ 5*4);
915 ind
= func_sub_sp_offset
;
916 EI(0x13, 0, 2, 2, -d
); // addi sp, sp, -d
917 ES(0x23, 3, 2, 1, d
- 8 - num_va_regs
* 8); // sd ra, d-8(sp)
918 ES(0x23, 3, 2, 8, d
- 16 - num_va_regs
* 8); // sd s0, d-16(sp)
920 EI(0x13, 0, 8, 2, d
- num_va_regs
* 8); // addi s0, sp, d
922 gjmp_addr(large_ofs_ind
);
923 if ((ind
- func_sub_sp_offset
) != 5*4)
924 EI(0x13, 0, 0, 0, 0); // addi x0, x0, 0 == nop
928 ST_FUNC
void gen_va_start(void)
931 vset(&char_pointer_type
, VT_LOCAL
, func_va_list_ofs
);
934 ST_FUNC
void gen_fill_nops(int bytes
)
937 tcc_error("alignment of code section not multiple of 4");
939 EI(0x13, 0, 0, 0, 0); // addi x0, x0, 0 == nop
944 // Generate forward branch to label:
945 ST_FUNC
int gjmp(int t
)
953 // Generate branch to known address:
954 ST_FUNC
void gjmp_addr(int a
)
956 uint32_t r
= a
- ind
, imm
;
957 if ((r
+ (1 << 21)) & ~((1U << 22) - 2)) {
958 o(0x17 | (5 << 7) | (((r
+ 0x800) & 0xfffff000))); // lui RR, up(r)
959 r
= (int)r
<< 20 >> 20;
960 EI(0x67, 0, 0, 5, r
); // jalr x0, r(t0)
962 imm
= (((r
>> 12) & 0xff) << 12)
963 | (((r
>> 11) & 1) << 20)
964 | (((r
>> 1) & 0x3ff) << 21)
965 | (((r
>> 20) & 1) << 31);
966 o(0x6f | imm
); // jal x0, imm == j imm
970 ST_FUNC
int gjmp_cond(int op
, int t
)
973 int a
= vtop
->cmp_r
& 0xff;
974 int b
= (vtop
->cmp_r
>> 8) & 0xff;
976 case TOK_ULT
: op
= 6; break;
977 case TOK_UGE
: op
= 7; break;
978 case TOK_ULE
: op
= 7; tmp
= a
; a
= b
; b
= tmp
; break;
979 case TOK_UGT
: op
= 6; tmp
= a
; a
= b
; b
= tmp
; break;
980 case TOK_LT
: op
= 4; break;
981 case TOK_GE
: op
= 5; break;
982 case TOK_LE
: op
= 5; tmp
= a
; a
= b
; b
= tmp
; break;
983 case TOK_GT
: op
= 4; tmp
= a
; a
= b
; b
= tmp
; break;
984 case TOK_NE
: op
= 1; break;
985 case TOK_EQ
: op
= 0; break;
987 o(0x63 | (op
^ 1) << 12 | a
<< 15 | b
<< 20 | 8 << 7); // bOP a,b,+4
991 ST_FUNC
int gjmp_append(int n
, int t
)
994 /* insert jump list n into t */
997 while ((n2
= read32le(p
= cur_text_section
->data
+ n1
)))
1005 static void gen_opil(int op
, int ll
)
1010 if ((vtop
->r
& (VT_VALMASK
| VT_LVAL
| VT_SYM
)) == VT_CONST
) {
1012 if (fc
== vtop
->c
.i
&& !(((unsigned)fc
+ (1 << 11)) >> 12)) {
1014 int m
= ll
? 31 : 63;
1017 a
= ireg(vtop
[0].r
);
1019 d
= get_reg(RC_INT
);
1024 if (fc
<= -(1 << 11))
1028 func3
= 0; // addi d, a, fc
1031 EI(0x13 | cll
, func3
, ireg(d
), a
, fc
);
1033 if (op
>= TOK_ULT
&& op
<= TOK_GT
) {
1034 vset_VT_CMP(TOK_NE
);
1035 vtop
->cmp_r
= ireg(d
) | 0 << 8;
1040 if (fc
>= (1 << 11) - 1)
1043 case TOK_LT
: func3
= 2; goto do_cop
; // slti d, a, fc
1045 if (fc
>= (1 << 11) - 1 || fc
== -1)
1048 case TOK_ULT
: func3
= 3; goto do_cop
; // sltiu d, a, fc
1049 case '^': func3
= 4; goto do_cop
; // xori d, a, fc
1050 case '|': func3
= 6; goto do_cop
; // ori d, a, fc
1051 case '&': func3
= 7; goto do_cop
; // andi d, a, fc
1052 case TOK_SHL
: func3
= 1; cll
= ll
; fc
&= m
; goto do_cop
; // slli d, a, fc
1053 case TOK_SHR
: func3
= 5; cll
= ll
; fc
&= m
; goto do_cop
; // srli d, a, fc
1054 case TOK_SAR
: func3
= 5; cll
= ll
; fc
= 1024 | (fc
& m
); goto do_cop
;
1056 case TOK_UGE
: /* -> TOK_ULT */
1057 case TOK_UGT
: /* -> TOK_ULE */
1058 case TOK_GE
: /* -> TOK_LT */
1059 case TOK_GT
: /* -> TOK_LE */
1060 gen_opil(op
- 1, !ll
);
1067 gen_opil('-', !ll
), a
= ireg(vtop
++->r
);
1070 vtop
->cmp_r
= a
| 0 << 8;
1075 gv2(RC_INT
, RC_INT
);
1076 a
= ireg(vtop
[-1].r
);
1077 b
= ireg(vtop
[0].r
);
1079 d
= get_reg(RC_INT
);
1085 if (op
>= TOK_ULT
&& op
<= TOK_GT
) {
1087 vtop
->cmp_r
= a
| b
<< 8;
1090 tcc_error("implement me: %s(%s)", __FUNCTION__
, get_tok_str(op
, NULL
));
1094 ER(0x33 | ll
, 0, d
, a
, b
, 0); // add d, a, b
1097 ER(0x33 | ll
, 0, d
, a
, b
, 0x20); // sub d, a, b
1100 ER(0x33 | ll
| ll
, 5, d
, a
, b
, 0x20); // sra d, a, b
1103 ER(0x33 | ll
| ll
, 5, d
, a
, b
, 0); // srl d, a, b
1106 ER(0x33 | ll
, 1, d
, a
, b
, 0); // sll d, a, b
1109 ER(0x33 | ll
, 0, d
, a
, b
, 1); // mul d, a, b
1112 ER(0x33 | ll
, 4, d
, a
, b
, 1); // div d, a, b
1115 ER(0x33, 7, d
, a
, b
, 0); // and d, a, b
1118 ER(0x33, 4, d
, a
, b
, 0); // xor d, a, b
1121 ER(0x33, 6, d
, a
, b
, 0); // or d, a, b
1124 ER(ll
? 0x3b: 0x33, 6, d
, a
, b
, 1); // rem d, a, b
1127 ER(0x33 | ll
, 7, d
, a
, b
, 1); // remu d, a, b
1131 ER(0x33 | ll
, 5, d
, a
, b
, 1); // divu d, a, b
1136 ST_FUNC
void gen_opi(int op
)
1141 ST_FUNC
void gen_opl(int op
)
1146 ST_FUNC
void gen_opf(int op
)
1148 int rs1
, rs2
, rd
, dbl
, invert
;
1149 if (vtop
[0].type
.t
== VT_LDOUBLE
) {
1150 CType type
= vtop
[0].type
;
1154 case '*': func
= TOK___multf3
; break;
1155 case '+': func
= TOK___addtf3
; break;
1156 case '-': func
= TOK___subtf3
; break;
1157 case '/': func
= TOK___divtf3
; break;
1158 case TOK_EQ
: func
= TOK___eqtf2
; cond
= 1; break;
1159 case TOK_NE
: func
= TOK___netf2
; cond
= 0; break;
1160 case TOK_LT
: func
= TOK___lttf2
; cond
= 10; break;
1161 case TOK_GE
: func
= TOK___getf2
; cond
= 11; break;
1162 case TOK_LE
: func
= TOK___letf2
; cond
= 12; break;
1163 case TOK_GT
: func
= TOK___gttf2
; cond
= 13; break;
1164 default: assert(0); break;
1166 vpush_helper_func(func
);
1171 vtop
->r2
= cond
< 0 ? TREG_R(1) : VT_CONST
;
1181 gv2(RC_FLOAT
, RC_FLOAT
);
1182 assert(vtop
->type
.t
== VT_DOUBLE
|| vtop
->type
.t
== VT_FLOAT
);
1183 dbl
= vtop
->type
.t
== VT_DOUBLE
;
1184 rs1
= freg(vtop
[-1].r
);
1185 rs2
= freg(vtop
->r
);
1194 rd
= get_reg(RC_FLOAT
);
1197 ER(0x53, 7, rd
, rs1
, rs2
, dbl
| (op
<< 2)); // fop.[sd] RD, RS1, RS2 (dyn rm)
1211 rd
= get_reg(RC_INT
);
1214 ER(0x53, op
, rd
, rs1
, rs2
, dbl
| 0x50); // fcmp.[sd] RD, RS1, RS2 (op == eq/lt/le)
1216 EI(0x13, 4, rd
, rd
, 1); // xori RD, 1
1230 rd
= rs1
, rs1
= rs2
, rs2
= rd
;
1234 rd
= rs1
, rs1
= rs2
, rs2
= rd
;
1239 ST_FUNC
void gen_cvt_sxtw(void)
1241 /* XXX on risc-v the registers are usually sign-extended already.
1242 Let's try to not do anything here. */
1245 ST_FUNC
void gen_cvt_itof(int t
)
1247 int rr
= ireg(gv(RC_INT
)), dr
;
1248 int u
= vtop
->type
.t
& VT_UNSIGNED
;
1249 int l
= (vtop
->type
.t
& VT_BTYPE
) == VT_LLONG
;
1250 if (t
== VT_LDOUBLE
) {
1252 (u
? TOK___floatunditf
: TOK___floatditf
) :
1253 (u
? TOK___floatunsitf
: TOK___floatsitf
);
1254 vpush_helper_func(func
);
1260 vtop
->r2
= TREG_R(1);
1263 dr
= get_reg(RC_FLOAT
);
1267 EIu(0x53, 7, dr
, rr
, ((0x68 | (t
== VT_DOUBLE
? 1 : 0)) << 5) | (u
? 1 : 0) | (l
? 2 : 0)); // fcvt.[sd].[wl][u]
1271 ST_FUNC
void gen_cvt_ftoi(int t
)
1273 int ft
= vtop
->type
.t
& VT_BTYPE
;
1274 int l
= (t
& VT_BTYPE
) == VT_LLONG
;
1275 int u
= t
& VT_UNSIGNED
;
1276 if (ft
== VT_LDOUBLE
) {
1278 (u
? TOK___fixunstfdi
: TOK___fixtfdi
) :
1279 (u
? TOK___fixunstfsi
: TOK___fixtfsi
);
1280 vpush_helper_func(func
);
1287 int rr
= freg(gv(RC_FLOAT
)), dr
;
1289 dr
= get_reg(RC_INT
);
1293 EIu(0x53, 1, dr
, rr
, ((0x60 | (ft
== VT_DOUBLE
? 1 : 0)) << 5) | (u
? 1 : 0) | (l
? 2 : 0)); // fcvt.[wl][u].[sd] rtz
1297 ST_FUNC
void gen_cvt_ftof(int dt
)
1299 int st
= vtop
->type
.t
& VT_BTYPE
, rs
, rd
;
1303 if (dt
== VT_LDOUBLE
|| st
== VT_LDOUBLE
) {
1304 int func
= (dt
== VT_LDOUBLE
) ?
1305 (st
== VT_FLOAT
? TOK___extendsftf2
: TOK___extenddftf2
) :
1306 (dt
== VT_FLOAT
? TOK___trunctfsf2
: TOK___trunctfdf2
);
1307 /* We can't use gfunc_call, as func_old_type works like vararg
1308 functions, and on riscv unnamed float args are passed like
1309 integers. But we really need them in the float argument registers
1310 for extendsftf2/extenddftf2. So, do it explicitely. */
1312 if (dt
== VT_LDOUBLE
)
1316 assert(vtop
->r2
< 7);
1317 if (vtop
->r2
!= 1 + vtop
->r
) {
1318 EI(0x13, 0, ireg(vtop
->r
) + 1, ireg(vtop
->r2
), 0); // mv Ra+1, RR2
1319 vtop
->r2
= 1 + vtop
->r
;
1322 vpush_helper_func(func
);
1327 if (dt
== VT_LDOUBLE
)
1328 vtop
->r
= REG_IRET
, vtop
->r2
= REG_IRET
+1;
1332 assert (dt
== VT_FLOAT
|| dt
== VT_DOUBLE
);
1333 assert (st
== VT_FLOAT
|| st
== VT_DOUBLE
);
1335 rd
= get_reg(RC_FLOAT
);
1336 if (dt
== VT_DOUBLE
)
1337 EI(0x53, 0, freg(rd
), freg(rs
), 0x21 << 5); // fcvt.d.s RD, RS (no rm)
1339 EI(0x53, 7, freg(rd
), freg(rs
), (0x20 << 5) | 1); // fcvt.s.d RD, RS (dyn rm)
1344 /* increment tcov counter */
1345 ST_FUNC
void gen_increment_tcov (SValue
*sv
)
1349 label
.type
.t
= VT_VOID
| VT_STATIC
;
1352 vtop
->r
= r1
= get_reg(RC_INT
);
1353 r2
= get_reg(RC_INT
);
1356 greloca(cur_text_section
, sv
->sym
, ind
, R_RISCV_PCREL_HI20
, 0);
1357 put_extern_sym(&label
, cur_text_section
, ind
, 0);
1358 o(0x17 | (r1
<< 7)); // auipc RR, 0 %pcrel_hi(sym)
1359 greloca(cur_text_section
, &label
, ind
, R_RISCV_PCREL_LO12_I
, 0);
1360 EI(0x03, 3, r2
, r1
, 0); // ld r2, x[r1]
1361 EI(0x13, 0, r2
, r2
, 1); // addi r2, r2, #1
1362 greloca(cur_text_section
, sv
->sym
, ind
, R_RISCV_PCREL_HI20
, 0);
1363 label
.c
= 0; /* force new local ELF symbol */
1364 put_extern_sym(&label
, cur_text_section
, ind
, 0);
1365 o(0x17 | (r1
<< 7)); // auipc RR, 0 %pcrel_hi(sym)
1366 greloca(cur_text_section
, &label
, ind
, R_RISCV_PCREL_LO12_S
, 0);
1367 ES(0x23, 3, r1
, r2
, 0); // sd r2, [r1]
1371 ST_FUNC
void ggoto(void)
1377 ST_FUNC
void gen_vla_sp_save(int addr
)
1379 ES(0x23, 3, 8, 2, addr
); // sd sp, fc(s0)
1382 ST_FUNC
void gen_vla_sp_restore(int addr
)
1384 EI(0x03, 3, 2, 8, addr
); // ld sp, fc(s0)
1387 ST_FUNC
void gen_vla_alloc(CType
*type
, int align
)
1390 #if defined(CONFIG_TCC_BCHECK)
1391 if (tcc_state
->do_bounds_check
)
1394 rr
= ireg(gv(RC_INT
));
1395 #if defined(CONFIG_TCC_BCHECK)
1396 if (tcc_state
->do_bounds_check
)
1397 EI(0x13, 0, rr
, rr
, 15+1); // addi RR, RR, 15+1
1400 EI(0x13, 0, rr
, rr
, 15); // addi RR, RR, 15
1401 EI(0x13, 7, rr
, rr
, -16); // andi, RR, RR, -16
1402 ER(0x33, 0, 2, 2, rr
, 0x20); // sub sp, sp, rr
1404 #if defined(CONFIG_TCC_BCHECK)
1405 if (tcc_state
->do_bounds_check
) {
1407 vtop
->r
= TREG_R(0);
1408 o(0x00010513); /* mv a0,sp */
1410 vpush_helper_func(TOK___bound_new_region
);
1413 func_bound_add_epilog
= 1;