* config/mips/mips.h (SUBTARGET_CPP_SIZE_SPEC): Remove duplicate
[official-gcc.git] / gcc / calls.c
blobbbcc108332b5351412158b7dd09d0b184d69bb79
1 /* Convert function calls to rtl insns, for GNU C compiler.
2 Copyright (C) 1989, 1992, 1993, 1994, 1995, 1996, 1997, 1998
3 1999, 2000, 2001 Free Software Foundation, Inc.
5 This file is part of GCC.
7 GCC is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 2, or (at your option) any later
10 version.
12 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
15 for more details.
17 You should have received a copy of the GNU General Public License
18 along with GCC; see the file COPYING. If not, write to the Free
19 Software Foundation, 59 Temple Place - Suite 330, Boston, MA
20 02111-1307, USA. */
22 #include "config.h"
23 #include "system.h"
24 #include "rtl.h"
25 #include "tree.h"
26 #include "flags.h"
27 #include "expr.h"
28 #include "libfuncs.h"
29 #include "function.h"
30 #include "regs.h"
31 #include "toplev.h"
32 #include "output.h"
33 #include "tm_p.h"
34 #include "timevar.h"
35 #include "sbitmap.h"
37 #if !defined FUNCTION_OK_FOR_SIBCALL
38 #define FUNCTION_OK_FOR_SIBCALL(DECL) 1
39 #endif
41 /* Decide whether a function's arguments should be processed
42 from first to last or from last to first.
44 They should if the stack and args grow in opposite directions, but
45 only if we have push insns. */
47 #ifdef PUSH_ROUNDING
49 #if defined (STACK_GROWS_DOWNWARD) != defined (ARGS_GROW_DOWNWARD)
50 #define PUSH_ARGS_REVERSED PUSH_ARGS
51 #endif
53 #endif
55 #ifndef PUSH_ARGS_REVERSED
56 #define PUSH_ARGS_REVERSED 0
57 #endif
59 #ifndef STACK_POINTER_OFFSET
60 #define STACK_POINTER_OFFSET 0
61 #endif
63 /* Like PREFERRED_STACK_BOUNDARY but in units of bytes, not bits. */
64 #define STACK_BYTES (PREFERRED_STACK_BOUNDARY / BITS_PER_UNIT)
66 /* Data structure and subroutines used within expand_call. */
68 struct arg_data
70 /* Tree node for this argument. */
71 tree tree_value;
72 /* Mode for value; TYPE_MODE unless promoted. */
73 enum machine_mode mode;
74 /* Current RTL value for argument, or 0 if it isn't precomputed. */
75 rtx value;
76 /* Initially-compute RTL value for argument; only for const functions. */
77 rtx initial_value;
78 /* Register to pass this argument in, 0 if passed on stack, or an
79 PARALLEL if the arg is to be copied into multiple non-contiguous
80 registers. */
81 rtx reg;
82 /* Register to pass this argument in when generating tail call sequence.
83 This is not the same register as for normal calls on machines with
84 register windows. */
85 rtx tail_call_reg;
86 /* If REG was promoted from the actual mode of the argument expression,
87 indicates whether the promotion is sign- or zero-extended. */
88 int unsignedp;
89 /* Number of registers to use. 0 means put the whole arg in registers.
90 Also 0 if not passed in registers. */
91 int partial;
92 /* Non-zero if argument must be passed on stack.
93 Note that some arguments may be passed on the stack
94 even though pass_on_stack is zero, just because FUNCTION_ARG says so.
95 pass_on_stack identifies arguments that *cannot* go in registers. */
96 int pass_on_stack;
97 /* Offset of this argument from beginning of stack-args. */
98 struct args_size offset;
99 /* Similar, but offset to the start of the stack slot. Different from
100 OFFSET if this arg pads downward. */
101 struct args_size slot_offset;
102 /* Size of this argument on the stack, rounded up for any padding it gets,
103 parts of the argument passed in registers do not count.
104 If REG_PARM_STACK_SPACE is defined, then register parms
105 are counted here as well. */
106 struct args_size size;
107 /* Location on the stack at which parameter should be stored. The store
108 has already been done if STACK == VALUE. */
109 rtx stack;
110 /* Location on the stack of the start of this argument slot. This can
111 differ from STACK if this arg pads downward. This location is known
112 to be aligned to FUNCTION_ARG_BOUNDARY. */
113 rtx stack_slot;
114 /* Place that this stack area has been saved, if needed. */
115 rtx save_area;
116 /* If an argument's alignment does not permit direct copying into registers,
117 copy in smaller-sized pieces into pseudos. These are stored in a
118 block pointed to by this field. The next field says how many
119 word-sized pseudos we made. */
120 rtx *aligned_regs;
121 int n_aligned_regs;
122 /* The amount that the stack pointer needs to be adjusted to
123 force alignment for the next argument. */
124 struct args_size alignment_pad;
127 /* A vector of one char per byte of stack space. A byte if non-zero if
128 the corresponding stack location has been used.
129 This vector is used to prevent a function call within an argument from
130 clobbering any stack already set up. */
131 static char *stack_usage_map;
133 /* Size of STACK_USAGE_MAP. */
134 static int highest_outgoing_arg_in_use;
136 /* A bitmap of virtual-incoming stack space. Bit is set if the corresponding
137 stack location's tail call argument has been already stored into the stack.
138 This bitmap is used to prevent sibling call optimization if function tries
139 to use parent's incoming argument slots when they have been already
140 overwritten with tail call arguments. */
141 static sbitmap stored_args_map;
143 /* stack_arg_under_construction is nonzero when an argument may be
144 initialized with a constructor call (including a C function that
145 returns a BLKmode struct) and expand_call must take special action
146 to make sure the object being constructed does not overlap the
147 argument list for the constructor call. */
148 int stack_arg_under_construction;
150 static int calls_function PARAMS ((tree, int));
151 static int calls_function_1 PARAMS ((tree, int));
153 /* Nonzero if this is a call to a `const' function. */
154 #define ECF_CONST 1
155 /* Nonzero if this is a call to a `volatile' function. */
156 #define ECF_NORETURN 2
157 /* Nonzero if this is a call to malloc or a related function. */
158 #define ECF_MALLOC 4
159 /* Nonzero if it is plausible that this is a call to alloca. */
160 #define ECF_MAY_BE_ALLOCA 8
161 /* Nonzero if this is a call to a function that won't throw an exception. */
162 #define ECF_NOTHROW 16
163 /* Nonzero if this is a call to setjmp or a related function. */
164 #define ECF_RETURNS_TWICE 32
165 /* Nonzero if this is a call to `longjmp'. */
166 #define ECF_LONGJMP 64
167 /* Nonzero if this is a syscall that makes a new process in the image of
168 the current one. */
169 #define ECF_FORK_OR_EXEC 128
170 #define ECF_SIBCALL 256
171 /* Nonzero if this is a call to "pure" function (like const function,
172 but may read memory. */
173 #define ECF_PURE 512
174 /* Nonzero if this is a call to a function that returns with the stack
175 pointer depressed. */
176 #define ECF_SP_DEPRESSED 1024
177 /* Nonzero if this call is known to always return. */
178 #define ECF_ALWAYS_RETURN 2048
179 /* Create libcall block around the call. */
180 #define ECF_LIBCALL_BLOCK 4096
182 static void emit_call_1 PARAMS ((rtx, tree, tree, HOST_WIDE_INT,
183 HOST_WIDE_INT, HOST_WIDE_INT, rtx,
184 rtx, int, rtx, int,
185 CUMULATIVE_ARGS *));
186 static void precompute_register_parameters PARAMS ((int,
187 struct arg_data *,
188 int *));
189 static int store_one_arg PARAMS ((struct arg_data *, rtx, int, int,
190 int));
191 static void store_unaligned_arguments_into_pseudos PARAMS ((struct arg_data *,
192 int));
193 static int finalize_must_preallocate PARAMS ((int, int,
194 struct arg_data *,
195 struct args_size *));
196 static void precompute_arguments PARAMS ((int, int,
197 struct arg_data *));
198 static int compute_argument_block_size PARAMS ((int,
199 struct args_size *,
200 int));
201 static void initialize_argument_information PARAMS ((int,
202 struct arg_data *,
203 struct args_size *,
204 int, tree, tree,
205 CUMULATIVE_ARGS *,
206 int, rtx *, int *,
207 int *, int *));
208 static void compute_argument_addresses PARAMS ((struct arg_data *,
209 rtx, int));
210 static rtx rtx_for_function_call PARAMS ((tree, tree));
211 static void load_register_parameters PARAMS ((struct arg_data *,
212 int, rtx *, int));
213 static rtx emit_library_call_value_1 PARAMS ((int, rtx, rtx,
214 enum libcall_type,
215 enum machine_mode,
216 int, va_list));
217 static int special_function_p PARAMS ((tree, int));
218 static int flags_from_decl_or_type PARAMS ((tree));
219 static rtx try_to_integrate PARAMS ((tree, tree, rtx,
220 int, tree, rtx));
221 static int check_sibcall_argument_overlap_1 PARAMS ((rtx));
222 static int check_sibcall_argument_overlap PARAMS ((rtx, struct arg_data *));
224 static int combine_pending_stack_adjustment_and_call
225 PARAMS ((int, struct args_size *, int));
227 #ifdef REG_PARM_STACK_SPACE
228 static rtx save_fixed_argument_area PARAMS ((int, rtx, int *, int *));
229 static void restore_fixed_argument_area PARAMS ((rtx, rtx, int, int));
230 #endif
232 /* If WHICH is 1, return 1 if EXP contains a call to the built-in function
233 `alloca'.
235 If WHICH is 0, return 1 if EXP contains a call to any function.
236 Actually, we only need return 1 if evaluating EXP would require pushing
237 arguments on the stack, but that is too difficult to compute, so we just
238 assume any function call might require the stack. */
240 static tree calls_function_save_exprs;
242 static int
243 calls_function (exp, which)
244 tree exp;
245 int which;
247 int val;
249 calls_function_save_exprs = 0;
250 val = calls_function_1 (exp, which);
251 calls_function_save_exprs = 0;
252 return val;
255 /* Recursive function to do the work of above function. */
257 static int
258 calls_function_1 (exp, which)
259 tree exp;
260 int which;
262 int i;
263 enum tree_code code = TREE_CODE (exp);
264 int class = TREE_CODE_CLASS (code);
265 int length = first_rtl_op (code);
267 /* If this code is language-specific, we don't know what it will do. */
268 if ((int) code >= NUM_TREE_CODES)
269 return 1;
271 switch (code)
273 case CALL_EXPR:
274 if (which == 0)
275 return 1;
276 else if ((TREE_CODE (TREE_TYPE (TREE_TYPE (TREE_OPERAND (exp, 0))))
277 == FUNCTION_TYPE)
278 && (TYPE_RETURNS_STACK_DEPRESSED
279 (TREE_TYPE (TREE_TYPE (TREE_OPERAND (exp, 0))))))
280 return 1;
281 else if (TREE_CODE (TREE_OPERAND (exp, 0)) == ADDR_EXPR
282 && (TREE_CODE (TREE_OPERAND (TREE_OPERAND (exp, 0), 0))
283 == FUNCTION_DECL)
284 && (special_function_p (TREE_OPERAND (TREE_OPERAND (exp, 0), 0),
286 & ECF_MAY_BE_ALLOCA))
287 return 1;
289 break;
291 case CONSTRUCTOR:
293 tree tem;
295 for (tem = CONSTRUCTOR_ELTS (exp); tem != 0; tem = TREE_CHAIN (tem))
296 if (calls_function_1 (TREE_VALUE (tem), which))
297 return 1;
300 return 0;
302 case SAVE_EXPR:
303 if (SAVE_EXPR_RTL (exp) != 0)
304 return 0;
305 if (value_member (exp, calls_function_save_exprs))
306 return 0;
307 calls_function_save_exprs = tree_cons (NULL_TREE, exp,
308 calls_function_save_exprs);
309 return (TREE_OPERAND (exp, 0) != 0
310 && calls_function_1 (TREE_OPERAND (exp, 0), which));
312 case BLOCK:
314 tree local;
315 tree subblock;
317 for (local = BLOCK_VARS (exp); local; local = TREE_CHAIN (local))
318 if (DECL_INITIAL (local) != 0
319 && calls_function_1 (DECL_INITIAL (local), which))
320 return 1;
322 for (subblock = BLOCK_SUBBLOCKS (exp);
323 subblock;
324 subblock = TREE_CHAIN (subblock))
325 if (calls_function_1 (subblock, which))
326 return 1;
328 return 0;
330 case TREE_LIST:
331 for (; exp != 0; exp = TREE_CHAIN (exp))
332 if (calls_function_1 (TREE_VALUE (exp), which))
333 return 1;
334 return 0;
336 default:
337 break;
340 /* Only expressions, references, and blocks can contain calls. */
341 if (! IS_EXPR_CODE_CLASS (class) && class != 'r' && class != 'b')
342 return 0;
344 for (i = 0; i < length; i++)
345 if (TREE_OPERAND (exp, i) != 0
346 && calls_function_1 (TREE_OPERAND (exp, i), which))
347 return 1;
349 return 0;
352 /* Force FUNEXP into a form suitable for the address of a CALL,
353 and return that as an rtx. Also load the static chain register
354 if FNDECL is a nested function.
356 CALL_FUSAGE points to a variable holding the prospective
357 CALL_INSN_FUNCTION_USAGE information. */
360 prepare_call_address (funexp, fndecl, call_fusage, reg_parm_seen, sibcallp)
361 rtx funexp;
362 tree fndecl;
363 rtx *call_fusage;
364 int reg_parm_seen;
365 int sibcallp;
367 rtx static_chain_value = 0;
369 funexp = protect_from_queue (funexp, 0);
371 if (fndecl != 0)
372 /* Get possible static chain value for nested function in C. */
373 static_chain_value = lookup_static_chain (fndecl);
375 /* Make a valid memory address and copy constants thru pseudo-regs,
376 but not for a constant address if -fno-function-cse. */
377 if (GET_CODE (funexp) != SYMBOL_REF)
378 /* If we are using registers for parameters, force the
379 function address into a register now. */
380 funexp = ((SMALL_REGISTER_CLASSES && reg_parm_seen)
381 ? force_not_mem (memory_address (FUNCTION_MODE, funexp))
382 : memory_address (FUNCTION_MODE, funexp));
383 else if (! sibcallp)
385 #ifndef NO_FUNCTION_CSE
386 if (optimize && ! flag_no_function_cse)
387 #ifdef NO_RECURSIVE_FUNCTION_CSE
388 if (fndecl != current_function_decl)
389 #endif
390 funexp = force_reg (Pmode, funexp);
391 #endif
394 if (static_chain_value != 0)
396 emit_move_insn (static_chain_rtx, static_chain_value);
398 if (GET_CODE (static_chain_rtx) == REG)
399 use_reg (call_fusage, static_chain_rtx);
402 return funexp;
405 /* Generate instructions to call function FUNEXP,
406 and optionally pop the results.
407 The CALL_INSN is the first insn generated.
409 FNDECL is the declaration node of the function. This is given to the
410 macro RETURN_POPS_ARGS to determine whether this function pops its own args.
412 FUNTYPE is the data type of the function. This is given to the macro
413 RETURN_POPS_ARGS to determine whether this function pops its own args.
414 We used to allow an identifier for library functions, but that doesn't
415 work when the return type is an aggregate type and the calling convention
416 says that the pointer to this aggregate is to be popped by the callee.
418 STACK_SIZE is the number of bytes of arguments on the stack,
419 ROUNDED_STACK_SIZE is that number rounded up to
420 PREFERRED_STACK_BOUNDARY; zero if the size is variable. This is
421 both to put into the call insn and to generate explicit popping
422 code if necessary.
424 STRUCT_VALUE_SIZE is the number of bytes wanted in a structure value.
425 It is zero if this call doesn't want a structure value.
427 NEXT_ARG_REG is the rtx that results from executing
428 FUNCTION_ARG (args_so_far, VOIDmode, void_type_node, 1)
429 just after all the args have had their registers assigned.
430 This could be whatever you like, but normally it is the first
431 arg-register beyond those used for args in this call,
432 or 0 if all the arg-registers are used in this call.
433 It is passed on to `gen_call' so you can put this info in the call insn.
435 VALREG is a hard register in which a value is returned,
436 or 0 if the call does not return a value.
438 OLD_INHIBIT_DEFER_POP is the value that `inhibit_defer_pop' had before
439 the args to this call were processed.
440 We restore `inhibit_defer_pop' to that value.
442 CALL_FUSAGE is either empty or an EXPR_LIST of USE expressions that
443 denote registers used by the called function. */
445 static void
446 emit_call_1 (funexp, fndecl, funtype, stack_size, rounded_stack_size,
447 struct_value_size, next_arg_reg, valreg, old_inhibit_defer_pop,
448 call_fusage, ecf_flags, args_so_far)
449 rtx funexp;
450 tree fndecl ATTRIBUTE_UNUSED;
451 tree funtype ATTRIBUTE_UNUSED;
452 HOST_WIDE_INT stack_size ATTRIBUTE_UNUSED;
453 HOST_WIDE_INT rounded_stack_size;
454 HOST_WIDE_INT struct_value_size ATTRIBUTE_UNUSED;
455 rtx next_arg_reg ATTRIBUTE_UNUSED;
456 rtx valreg;
457 int old_inhibit_defer_pop;
458 rtx call_fusage;
459 int ecf_flags;
460 CUMULATIVE_ARGS *args_so_far ATTRIBUTE_UNUSED;
462 rtx rounded_stack_size_rtx = GEN_INT (rounded_stack_size);
463 rtx call_insn;
464 int already_popped = 0;
465 HOST_WIDE_INT n_popped = RETURN_POPS_ARGS (fndecl, funtype, stack_size);
466 #if defined (HAVE_call) && defined (HAVE_call_value)
467 rtx struct_value_size_rtx;
468 struct_value_size_rtx = GEN_INT (struct_value_size);
469 #endif
471 #ifdef CALL_POPS_ARGS
472 n_popped += CALL_POPS_ARGS (* args_so_far);
473 #endif
475 /* Ensure address is valid. SYMBOL_REF is already valid, so no need,
476 and we don't want to load it into a register as an optimization,
477 because prepare_call_address already did it if it should be done. */
478 if (GET_CODE (funexp) != SYMBOL_REF)
479 funexp = memory_address (FUNCTION_MODE, funexp);
481 #if defined (HAVE_sibcall_pop) && defined (HAVE_sibcall_value_pop)
482 if ((ecf_flags & ECF_SIBCALL)
483 && HAVE_sibcall_pop && HAVE_sibcall_value_pop
484 && (n_popped > 0 || stack_size == 0))
486 rtx n_pop = GEN_INT (n_popped);
487 rtx pat;
489 /* If this subroutine pops its own args, record that in the call insn
490 if possible, for the sake of frame pointer elimination. */
492 if (valreg)
493 pat = GEN_SIBCALL_VALUE_POP (valreg,
494 gen_rtx_MEM (FUNCTION_MODE, funexp),
495 rounded_stack_size_rtx, next_arg_reg,
496 n_pop);
497 else
498 pat = GEN_SIBCALL_POP (gen_rtx_MEM (FUNCTION_MODE, funexp),
499 rounded_stack_size_rtx, next_arg_reg, n_pop);
501 emit_call_insn (pat);
502 already_popped = 1;
504 else
505 #endif
507 #if defined (HAVE_call_pop) && defined (HAVE_call_value_pop)
508 /* If the target has "call" or "call_value" insns, then prefer them
509 if no arguments are actually popped. If the target does not have
510 "call" or "call_value" insns, then we must use the popping versions
511 even if the call has no arguments to pop. */
512 #if defined (HAVE_call) && defined (HAVE_call_value)
513 if (HAVE_call && HAVE_call_value && HAVE_call_pop && HAVE_call_value_pop
514 && n_popped > 0 && ! (ecf_flags & ECF_SP_DEPRESSED))
515 #else
516 if (HAVE_call_pop && HAVE_call_value_pop)
517 #endif
519 rtx n_pop = GEN_INT (n_popped);
520 rtx pat;
522 /* If this subroutine pops its own args, record that in the call insn
523 if possible, for the sake of frame pointer elimination. */
525 if (valreg)
526 pat = GEN_CALL_VALUE_POP (valreg,
527 gen_rtx_MEM (FUNCTION_MODE, funexp),
528 rounded_stack_size_rtx, next_arg_reg, n_pop);
529 else
530 pat = GEN_CALL_POP (gen_rtx_MEM (FUNCTION_MODE, funexp),
531 rounded_stack_size_rtx, next_arg_reg, n_pop);
533 emit_call_insn (pat);
534 already_popped = 1;
536 else
537 #endif
539 #if defined (HAVE_sibcall) && defined (HAVE_sibcall_value)
540 if ((ecf_flags & ECF_SIBCALL)
541 && HAVE_sibcall && HAVE_sibcall_value)
543 if (valreg)
544 emit_call_insn (GEN_SIBCALL_VALUE (valreg,
545 gen_rtx_MEM (FUNCTION_MODE, funexp),
546 rounded_stack_size_rtx,
547 next_arg_reg, NULL_RTX));
548 else
549 emit_call_insn (GEN_SIBCALL (gen_rtx_MEM (FUNCTION_MODE, funexp),
550 rounded_stack_size_rtx, next_arg_reg,
551 struct_value_size_rtx));
553 else
554 #endif
556 #if defined (HAVE_call) && defined (HAVE_call_value)
557 if (HAVE_call && HAVE_call_value)
559 if (valreg)
560 emit_call_insn (GEN_CALL_VALUE (valreg,
561 gen_rtx_MEM (FUNCTION_MODE, funexp),
562 rounded_stack_size_rtx, next_arg_reg,
563 NULL_RTX));
564 else
565 emit_call_insn (GEN_CALL (gen_rtx_MEM (FUNCTION_MODE, funexp),
566 rounded_stack_size_rtx, next_arg_reg,
567 struct_value_size_rtx));
569 else
570 #endif
571 abort ();
573 /* Find the CALL insn we just emitted. */
574 for (call_insn = get_last_insn ();
575 call_insn && GET_CODE (call_insn) != CALL_INSN;
576 call_insn = PREV_INSN (call_insn))
579 if (! call_insn)
580 abort ();
582 /* Mark memory as used for "pure" function call. */
583 if (ecf_flags & ECF_PURE)
584 call_fusage
585 = gen_rtx_EXPR_LIST
586 (VOIDmode,
587 gen_rtx_USE (VOIDmode,
588 gen_rtx_MEM (BLKmode, gen_rtx_SCRATCH (VOIDmode))),
589 call_fusage);
591 /* Put the register usage information on the CALL. If there is already
592 some usage information, put ours at the end. */
593 if (CALL_INSN_FUNCTION_USAGE (call_insn))
595 rtx link;
597 for (link = CALL_INSN_FUNCTION_USAGE (call_insn); XEXP (link, 1) != 0;
598 link = XEXP (link, 1))
601 XEXP (link, 1) = call_fusage;
603 else
604 CALL_INSN_FUNCTION_USAGE (call_insn) = call_fusage;
606 /* If this is a const call, then set the insn's unchanging bit. */
607 if (ecf_flags & (ECF_CONST | ECF_PURE))
608 CONST_OR_PURE_CALL_P (call_insn) = 1;
610 /* If this call can't throw, attach a REG_EH_REGION reg note to that
611 effect. */
612 if (ecf_flags & ECF_NOTHROW)
613 REG_NOTES (call_insn) = gen_rtx_EXPR_LIST (REG_EH_REGION, const0_rtx,
614 REG_NOTES (call_insn));
616 if (ecf_flags & ECF_NORETURN)
617 REG_NOTES (call_insn) = gen_rtx_EXPR_LIST (REG_NORETURN, const0_rtx,
618 REG_NOTES (call_insn));
619 if (ecf_flags & ECF_ALWAYS_RETURN)
620 REG_NOTES (call_insn) = gen_rtx_EXPR_LIST (REG_ALWAYS_RETURN, const0_rtx,
621 REG_NOTES (call_insn));
623 if (ecf_flags & ECF_RETURNS_TWICE)
625 REG_NOTES (call_insn) = gen_rtx_EXPR_LIST (REG_SETJMP, const0_rtx,
626 REG_NOTES (call_insn));
627 current_function_calls_setjmp = 1;
630 SIBLING_CALL_P (call_insn) = ((ecf_flags & ECF_SIBCALL) != 0);
632 /* Restore this now, so that we do defer pops for this call's args
633 if the context of the call as a whole permits. */
634 inhibit_defer_pop = old_inhibit_defer_pop;
636 if (n_popped > 0)
638 if (!already_popped)
639 CALL_INSN_FUNCTION_USAGE (call_insn)
640 = gen_rtx_EXPR_LIST (VOIDmode,
641 gen_rtx_CLOBBER (VOIDmode, stack_pointer_rtx),
642 CALL_INSN_FUNCTION_USAGE (call_insn));
643 rounded_stack_size -= n_popped;
644 rounded_stack_size_rtx = GEN_INT (rounded_stack_size);
645 stack_pointer_delta -= n_popped;
648 if (!ACCUMULATE_OUTGOING_ARGS)
650 /* If returning from the subroutine does not automatically pop the args,
651 we need an instruction to pop them sooner or later.
652 Perhaps do it now; perhaps just record how much space to pop later.
654 If returning from the subroutine does pop the args, indicate that the
655 stack pointer will be changed. */
657 if (rounded_stack_size != 0)
659 if (ecf_flags & ECF_SP_DEPRESSED)
660 /* Just pretend we did the pop. */
661 stack_pointer_delta -= rounded_stack_size;
662 else if (flag_defer_pop && inhibit_defer_pop == 0
663 && ! (ecf_flags & (ECF_CONST | ECF_PURE)))
664 pending_stack_adjust += rounded_stack_size;
665 else
666 adjust_stack (rounded_stack_size_rtx);
669 /* When we accumulate outgoing args, we must avoid any stack manipulations.
670 Restore the stack pointer to its original value now. Usually
671 ACCUMULATE_OUTGOING_ARGS targets don't get here, but there are exceptions.
672 On i386 ACCUMULATE_OUTGOING_ARGS can be enabled on demand, and
673 popping variants of functions exist as well.
675 ??? We may optimize similar to defer_pop above, but it is
676 probably not worthwhile.
678 ??? It will be worthwhile to enable combine_stack_adjustments even for
679 such machines. */
680 else if (n_popped)
681 anti_adjust_stack (GEN_INT (n_popped));
684 /* Determine if the function identified by NAME and FNDECL is one with
685 special properties we wish to know about.
687 For example, if the function might return more than one time (setjmp), then
688 set RETURNS_TWICE to a nonzero value.
690 Similarly set LONGJMP for if the function is in the longjmp family.
692 Set MALLOC for any of the standard memory allocation functions which
693 allocate from the heap.
695 Set MAY_BE_ALLOCA for any memory allocation function that might allocate
696 space from the stack such as alloca. */
698 static int
699 special_function_p (fndecl, flags)
700 tree fndecl;
701 int flags;
703 if (! (flags & ECF_MALLOC)
704 && fndecl && DECL_NAME (fndecl)
705 && IDENTIFIER_LENGTH (DECL_NAME (fndecl)) <= 17
706 /* Exclude functions not at the file scope, or not `extern',
707 since they are not the magic functions we would otherwise
708 think they are. */
709 && DECL_CONTEXT (fndecl) == NULL_TREE && TREE_PUBLIC (fndecl))
711 const char *name = IDENTIFIER_POINTER (DECL_NAME (fndecl));
712 const char *tname = name;
714 /* We assume that alloca will always be called by name. It
715 makes no sense to pass it as a pointer-to-function to
716 anything that does not understand its behavior. */
717 if (((IDENTIFIER_LENGTH (DECL_NAME (fndecl)) == 6
718 && name[0] == 'a'
719 && ! strcmp (name, "alloca"))
720 || (IDENTIFIER_LENGTH (DECL_NAME (fndecl)) == 16
721 && name[0] == '_'
722 && ! strcmp (name, "__builtin_alloca"))))
723 flags |= ECF_MAY_BE_ALLOCA;
725 /* Disregard prefix _, __ or __x. */
726 if (name[0] == '_')
728 if (name[1] == '_' && name[2] == 'x')
729 tname += 3;
730 else if (name[1] == '_')
731 tname += 2;
732 else
733 tname += 1;
736 if (tname[0] == 's')
738 if ((tname[1] == 'e'
739 && (! strcmp (tname, "setjmp")
740 || ! strcmp (tname, "setjmp_syscall")))
741 || (tname[1] == 'i'
742 && ! strcmp (tname, "sigsetjmp"))
743 || (tname[1] == 'a'
744 && ! strcmp (tname, "savectx")))
745 flags |= ECF_RETURNS_TWICE;
747 if (tname[1] == 'i'
748 && ! strcmp (tname, "siglongjmp"))
749 flags |= ECF_LONGJMP;
751 else if ((tname[0] == 'q' && tname[1] == 's'
752 && ! strcmp (tname, "qsetjmp"))
753 || (tname[0] == 'v' && tname[1] == 'f'
754 && ! strcmp (tname, "vfork")))
755 flags |= ECF_RETURNS_TWICE;
757 else if (tname[0] == 'l' && tname[1] == 'o'
758 && ! strcmp (tname, "longjmp"))
759 flags |= ECF_LONGJMP;
761 else if ((tname[0] == 'f' && tname[1] == 'o'
762 && ! strcmp (tname, "fork"))
763 /* Linux specific: __clone. check NAME to insist on the
764 leading underscores, to avoid polluting the ISO / POSIX
765 namespace. */
766 || (name[0] == '_' && name[1] == '_'
767 && ! strcmp (tname, "clone"))
768 || (tname[0] == 'e' && tname[1] == 'x' && tname[2] == 'e'
769 && tname[3] == 'c' && (tname[4] == 'l' || tname[4] == 'v')
770 && (tname[5] == '\0'
771 || ((tname[5] == 'p' || tname[5] == 'e')
772 && tname[6] == '\0'))))
773 flags |= ECF_FORK_OR_EXEC;
775 /* Do not add any more malloc-like functions to this list,
776 instead mark them as malloc functions using the malloc attribute.
777 Note, realloc is not suitable for attribute malloc since
778 it may return the same address across multiple calls.
779 C++ operator new is not suitable because it is not required
780 to return a unique pointer; indeed, the standard placement new
781 just returns its argument. */
782 else if (TYPE_MODE (TREE_TYPE (TREE_TYPE (fndecl))) == Pmode
783 && (! strcmp (tname, "malloc")
784 || ! strcmp (tname, "calloc")
785 || ! strcmp (tname, "strdup")))
786 flags |= ECF_MALLOC;
788 return flags;
791 /* Return nonzero when tree represent call to longjmp. */
794 setjmp_call_p (fndecl)
795 tree fndecl;
797 return special_function_p (fndecl, 0) & ECF_RETURNS_TWICE;
800 /* Detect flags (function attributes) from the function decl or type node. */
802 static int
803 flags_from_decl_or_type (exp)
804 tree exp;
806 int flags = 0;
807 tree type = exp;
808 /* ??? We can't set IS_MALLOC for function types? */
809 if (DECL_P (exp))
811 type = TREE_TYPE (exp);
813 /* The function exp may have the `malloc' attribute. */
814 if (DECL_P (exp) && DECL_IS_MALLOC (exp))
815 flags |= ECF_MALLOC;
817 /* The function exp may have the `pure' attribute. */
818 if (DECL_P (exp) && DECL_IS_PURE (exp))
819 flags |= ECF_PURE | ECF_LIBCALL_BLOCK;
821 if (TREE_NOTHROW (exp))
822 flags |= ECF_NOTHROW;
825 if (TREE_READONLY (exp) && ! TREE_THIS_VOLATILE (exp))
826 flags |= ECF_CONST | ECF_LIBCALL_BLOCK;
828 if (TREE_THIS_VOLATILE (exp))
829 flags |= ECF_NORETURN;
831 /* Mark if the function returns with the stack pointer depressed. We
832 cannot consider it pure or constant in that case. */
833 if (TREE_CODE (type) == FUNCTION_TYPE && TYPE_RETURNS_STACK_DEPRESSED (type))
835 flags |= ECF_SP_DEPRESSED;
836 flags &= ~(ECF_PURE | ECF_CONST | ECF_LIBCALL_BLOCK);
839 return flags;
842 /* Precompute all register parameters as described by ARGS, storing values
843 into fields within the ARGS array.
845 NUM_ACTUALS indicates the total number elements in the ARGS array.
847 Set REG_PARM_SEEN if we encounter a register parameter. */
849 static void
850 precompute_register_parameters (num_actuals, args, reg_parm_seen)
851 int num_actuals;
852 struct arg_data *args;
853 int *reg_parm_seen;
855 int i;
857 *reg_parm_seen = 0;
859 for (i = 0; i < num_actuals; i++)
860 if (args[i].reg != 0 && ! args[i].pass_on_stack)
862 *reg_parm_seen = 1;
864 if (args[i].value == 0)
866 push_temp_slots ();
867 args[i].value = expand_expr (args[i].tree_value, NULL_RTX,
868 VOIDmode, 0);
869 preserve_temp_slots (args[i].value);
870 pop_temp_slots ();
872 /* ANSI doesn't require a sequence point here,
873 but PCC has one, so this will avoid some problems. */
874 emit_queue ();
877 /* If we are to promote the function arg to a wider mode,
878 do it now. */
880 if (args[i].mode != TYPE_MODE (TREE_TYPE (args[i].tree_value)))
881 args[i].value
882 = convert_modes (args[i].mode,
883 TYPE_MODE (TREE_TYPE (args[i].tree_value)),
884 args[i].value, args[i].unsignedp);
886 /* If the value is expensive, and we are inside an appropriately
887 short loop, put the value into a pseudo and then put the pseudo
888 into the hard reg.
890 For small register classes, also do this if this call uses
891 register parameters. This is to avoid reload conflicts while
892 loading the parameters registers. */
894 if ((! (GET_CODE (args[i].value) == REG
895 || (GET_CODE (args[i].value) == SUBREG
896 && GET_CODE (SUBREG_REG (args[i].value)) == REG)))
897 && args[i].mode != BLKmode
898 && rtx_cost (args[i].value, SET) > COSTS_N_INSNS (1)
899 && ((SMALL_REGISTER_CLASSES && *reg_parm_seen)
900 || preserve_subexpressions_p ()))
901 args[i].value = copy_to_mode_reg (args[i].mode, args[i].value);
905 #ifdef REG_PARM_STACK_SPACE
907 /* The argument list is the property of the called routine and it
908 may clobber it. If the fixed area has been used for previous
909 parameters, we must save and restore it. */
911 static rtx
912 save_fixed_argument_area (reg_parm_stack_space, argblock,
913 low_to_save, high_to_save)
914 int reg_parm_stack_space;
915 rtx argblock;
916 int *low_to_save;
917 int *high_to_save;
919 int i;
920 rtx save_area = NULL_RTX;
922 /* Compute the boundary of the that needs to be saved, if any. */
923 #ifdef ARGS_GROW_DOWNWARD
924 for (i = 0; i < reg_parm_stack_space + 1; i++)
925 #else
926 for (i = 0; i < reg_parm_stack_space; i++)
927 #endif
929 if (i >= highest_outgoing_arg_in_use
930 || stack_usage_map[i] == 0)
931 continue;
933 if (*low_to_save == -1)
934 *low_to_save = i;
936 *high_to_save = i;
939 if (*low_to_save >= 0)
941 int num_to_save = *high_to_save - *low_to_save + 1;
942 enum machine_mode save_mode
943 = mode_for_size (num_to_save * BITS_PER_UNIT, MODE_INT, 1);
944 rtx stack_area;
946 /* If we don't have the required alignment, must do this in BLKmode. */
947 if ((*low_to_save & (MIN (GET_MODE_SIZE (save_mode),
948 BIGGEST_ALIGNMENT / UNITS_PER_WORD) - 1)))
949 save_mode = BLKmode;
951 #ifdef ARGS_GROW_DOWNWARD
952 stack_area
953 = gen_rtx_MEM (save_mode,
954 memory_address (save_mode,
955 plus_constant (argblock,
956 - *high_to_save)));
957 #else
958 stack_area = gen_rtx_MEM (save_mode,
959 memory_address (save_mode,
960 plus_constant (argblock,
961 *low_to_save)));
962 #endif
964 set_mem_align (stack_area, PARM_BOUNDARY);
965 if (save_mode == BLKmode)
967 save_area = assign_stack_temp (BLKmode, num_to_save, 0);
968 /* Cannot use emit_block_move here because it can be done by a
969 library call which in turn gets into this place again and deadly
970 infinite recursion happens. */
971 move_by_pieces (validize_mem (save_area), stack_area, num_to_save,
972 PARM_BOUNDARY);
974 else
976 save_area = gen_reg_rtx (save_mode);
977 emit_move_insn (save_area, stack_area);
981 return save_area;
984 static void
985 restore_fixed_argument_area (save_area, argblock, high_to_save, low_to_save)
986 rtx save_area;
987 rtx argblock;
988 int high_to_save;
989 int low_to_save;
991 enum machine_mode save_mode = GET_MODE (save_area);
992 #ifdef ARGS_GROW_DOWNWARD
993 rtx stack_area
994 = gen_rtx_MEM (save_mode,
995 memory_address (save_mode,
996 plus_constant (argblock,
997 - high_to_save)));
998 #else
999 rtx stack_area
1000 = gen_rtx_MEM (save_mode,
1001 memory_address (save_mode,
1002 plus_constant (argblock,
1003 low_to_save)));
1004 #endif
1006 if (save_mode != BLKmode)
1007 emit_move_insn (stack_area, save_area);
1008 else
1009 /* Cannot use emit_block_move here because it can be done by a library
1010 call which in turn gets into this place again and deadly infinite
1011 recursion happens. */
1012 move_by_pieces (stack_area, validize_mem (save_area),
1013 high_to_save - low_to_save + 1, PARM_BOUNDARY);
1015 #endif /* REG_PARM_STACK_SPACE */
1017 /* If any elements in ARGS refer to parameters that are to be passed in
1018 registers, but not in memory, and whose alignment does not permit a
1019 direct copy into registers. Copy the values into a group of pseudos
1020 which we will later copy into the appropriate hard registers.
1022 Pseudos for each unaligned argument will be stored into the array
1023 args[argnum].aligned_regs. The caller is responsible for deallocating
1024 the aligned_regs array if it is nonzero. */
1026 static void
1027 store_unaligned_arguments_into_pseudos (args, num_actuals)
1028 struct arg_data *args;
1029 int num_actuals;
1031 int i, j;
1033 for (i = 0; i < num_actuals; i++)
1034 if (args[i].reg != 0 && ! args[i].pass_on_stack
1035 && args[i].mode == BLKmode
1036 && (TYPE_ALIGN (TREE_TYPE (args[i].tree_value))
1037 < (unsigned int) MIN (BIGGEST_ALIGNMENT, BITS_PER_WORD)))
1039 int bytes = int_size_in_bytes (TREE_TYPE (args[i].tree_value));
1040 int big_endian_correction = 0;
1042 args[i].n_aligned_regs
1043 = args[i].partial ? args[i].partial
1044 : (bytes + (UNITS_PER_WORD - 1)) / UNITS_PER_WORD;
1046 args[i].aligned_regs = (rtx *) xmalloc (sizeof (rtx)
1047 * args[i].n_aligned_regs);
1049 /* Structures smaller than a word are aligned to the least
1050 significant byte (to the right). On a BYTES_BIG_ENDIAN machine,
1051 this means we must skip the empty high order bytes when
1052 calculating the bit offset. */
1053 if (BYTES_BIG_ENDIAN
1054 && !FUNCTION_ARG_REG_LITTLE_ENDIAN
1055 && bytes < UNITS_PER_WORD)
1056 big_endian_correction = (BITS_PER_WORD - (bytes * BITS_PER_UNIT));
1058 for (j = 0; j < args[i].n_aligned_regs; j++)
1060 rtx reg = gen_reg_rtx (word_mode);
1061 rtx word = operand_subword_force (args[i].value, j, BLKmode);
1062 int bitsize = MIN (bytes * BITS_PER_UNIT, BITS_PER_WORD);
1064 args[i].aligned_regs[j] = reg;
1066 /* There is no need to restrict this code to loading items
1067 in TYPE_ALIGN sized hunks. The bitfield instructions can
1068 load up entire word sized registers efficiently.
1070 ??? This may not be needed anymore.
1071 We use to emit a clobber here but that doesn't let later
1072 passes optimize the instructions we emit. By storing 0 into
1073 the register later passes know the first AND to zero out the
1074 bitfield being set in the register is unnecessary. The store
1075 of 0 will be deleted as will at least the first AND. */
1077 emit_move_insn (reg, const0_rtx);
1079 bytes -= bitsize / BITS_PER_UNIT;
1080 store_bit_field (reg, bitsize, big_endian_correction, word_mode,
1081 extract_bit_field (word, bitsize, 0, 1, NULL_RTX,
1082 word_mode, word_mode,
1083 BITS_PER_WORD),
1084 BITS_PER_WORD);
1089 /* Fill in ARGS_SIZE and ARGS array based on the parameters found in
1090 ACTPARMS.
1092 NUM_ACTUALS is the total number of parameters.
1094 N_NAMED_ARGS is the total number of named arguments.
1096 FNDECL is the tree code for the target of this call (if known)
1098 ARGS_SO_FAR holds state needed by the target to know where to place
1099 the next argument.
1101 REG_PARM_STACK_SPACE is the number of bytes of stack space reserved
1102 for arguments which are passed in registers.
1104 OLD_STACK_LEVEL is a pointer to an rtx which olds the old stack level
1105 and may be modified by this routine.
1107 OLD_PENDING_ADJ, MUST_PREALLOCATE and FLAGS are pointers to integer
1108 flags which may may be modified by this routine. */
1110 static void
1111 initialize_argument_information (num_actuals, args, args_size, n_named_args,
1112 actparms, fndecl, args_so_far,
1113 reg_parm_stack_space, old_stack_level,
1114 old_pending_adj, must_preallocate,
1115 ecf_flags)
1116 int num_actuals ATTRIBUTE_UNUSED;
1117 struct arg_data *args;
1118 struct args_size *args_size;
1119 int n_named_args ATTRIBUTE_UNUSED;
1120 tree actparms;
1121 tree fndecl;
1122 CUMULATIVE_ARGS *args_so_far;
1123 int reg_parm_stack_space;
1124 rtx *old_stack_level;
1125 int *old_pending_adj;
1126 int *must_preallocate;
1127 int *ecf_flags;
1129 /* 1 if scanning parms front to back, -1 if scanning back to front. */
1130 int inc;
1132 /* Count arg position in order args appear. */
1133 int argpos;
1135 struct args_size alignment_pad;
1136 int i;
1137 tree p;
1139 args_size->constant = 0;
1140 args_size->var = 0;
1142 /* In this loop, we consider args in the order they are written.
1143 We fill up ARGS from the front or from the back if necessary
1144 so that in any case the first arg to be pushed ends up at the front. */
1146 if (PUSH_ARGS_REVERSED)
1148 i = num_actuals - 1, inc = -1;
1149 /* In this case, must reverse order of args
1150 so that we compute and push the last arg first. */
1152 else
1154 i = 0, inc = 1;
1157 /* I counts args in order (to be) pushed; ARGPOS counts in order written. */
1158 for (p = actparms, argpos = 0; p; p = TREE_CHAIN (p), i += inc, argpos++)
1160 tree type = TREE_TYPE (TREE_VALUE (p));
1161 int unsignedp;
1162 enum machine_mode mode;
1164 args[i].tree_value = TREE_VALUE (p);
1166 /* Replace erroneous argument with constant zero. */
1167 if (type == error_mark_node || !COMPLETE_TYPE_P (type))
1168 args[i].tree_value = integer_zero_node, type = integer_type_node;
1170 /* If TYPE is a transparent union, pass things the way we would
1171 pass the first field of the union. We have already verified that
1172 the modes are the same. */
1173 if (TREE_CODE (type) == UNION_TYPE && TYPE_TRANSPARENT_UNION (type))
1174 type = TREE_TYPE (TYPE_FIELDS (type));
1176 /* Decide where to pass this arg.
1178 args[i].reg is nonzero if all or part is passed in registers.
1180 args[i].partial is nonzero if part but not all is passed in registers,
1181 and the exact value says how many words are passed in registers.
1183 args[i].pass_on_stack is nonzero if the argument must at least be
1184 computed on the stack. It may then be loaded back into registers
1185 if args[i].reg is nonzero.
1187 These decisions are driven by the FUNCTION_... macros and must agree
1188 with those made by function.c. */
1190 /* See if this argument should be passed by invisible reference. */
1191 if ((TREE_CODE (TYPE_SIZE (type)) != INTEGER_CST
1192 && contains_placeholder_p (TYPE_SIZE (type)))
1193 || TREE_ADDRESSABLE (type)
1194 #ifdef FUNCTION_ARG_PASS_BY_REFERENCE
1195 || FUNCTION_ARG_PASS_BY_REFERENCE (*args_so_far, TYPE_MODE (type),
1196 type, argpos < n_named_args)
1197 #endif
1200 /* If we're compiling a thunk, pass through invisible
1201 references instead of making a copy. */
1202 if (current_function_is_thunk
1203 #ifdef FUNCTION_ARG_CALLEE_COPIES
1204 || (FUNCTION_ARG_CALLEE_COPIES (*args_so_far, TYPE_MODE (type),
1205 type, argpos < n_named_args)
1206 /* If it's in a register, we must make a copy of it too. */
1207 /* ??? Is this a sufficient test? Is there a better one? */
1208 && !(TREE_CODE (args[i].tree_value) == VAR_DECL
1209 && REG_P (DECL_RTL (args[i].tree_value)))
1210 && ! TREE_ADDRESSABLE (type))
1211 #endif
1214 /* C++ uses a TARGET_EXPR to indicate that we want to make a
1215 new object from the argument. If we are passing by
1216 invisible reference, the callee will do that for us, so we
1217 can strip off the TARGET_EXPR. This is not always safe,
1218 but it is safe in the only case where this is a useful
1219 optimization; namely, when the argument is a plain object.
1220 In that case, the frontend is just asking the backend to
1221 make a bitwise copy of the argument. */
1223 if (TREE_CODE (args[i].tree_value) == TARGET_EXPR
1224 && (DECL_P (TREE_OPERAND (args[i].tree_value, 1)))
1225 && ! REG_P (DECL_RTL (TREE_OPERAND (args[i].tree_value, 1))))
1226 args[i].tree_value = TREE_OPERAND (args[i].tree_value, 1);
1228 args[i].tree_value = build1 (ADDR_EXPR,
1229 build_pointer_type (type),
1230 args[i].tree_value);
1231 type = build_pointer_type (type);
1233 else if (TREE_CODE (args[i].tree_value) == TARGET_EXPR)
1235 /* In the V3 C++ ABI, parameters are destroyed in the caller.
1236 We implement this by passing the address of the temporary
1237 rather than expanding it into another allocated slot. */
1238 args[i].tree_value = build1 (ADDR_EXPR,
1239 build_pointer_type (type),
1240 args[i].tree_value);
1241 type = build_pointer_type (type);
1243 else
1245 /* We make a copy of the object and pass the address to the
1246 function being called. */
1247 rtx copy;
1249 if (!COMPLETE_TYPE_P (type)
1250 || TREE_CODE (TYPE_SIZE (type)) != INTEGER_CST
1251 || (flag_stack_check && ! STACK_CHECK_BUILTIN
1252 && (0 < compare_tree_int (TYPE_SIZE_UNIT (type),
1253 STACK_CHECK_MAX_VAR_SIZE))))
1255 /* This is a variable-sized object. Make space on the stack
1256 for it. */
1257 rtx size_rtx = expr_size (TREE_VALUE (p));
1259 if (*old_stack_level == 0)
1261 emit_stack_save (SAVE_BLOCK, old_stack_level, NULL_RTX);
1262 *old_pending_adj = pending_stack_adjust;
1263 pending_stack_adjust = 0;
1266 copy = gen_rtx_MEM (BLKmode,
1267 allocate_dynamic_stack_space
1268 (size_rtx, NULL_RTX, TYPE_ALIGN (type)));
1269 set_mem_attributes (copy, type, 1);
1271 else
1272 copy = assign_temp (type, 0, 1, 0);
1274 store_expr (args[i].tree_value, copy, 0);
1275 *ecf_flags &= ~(ECF_CONST | ECF_PURE | ECF_LIBCALL_BLOCK);
1277 args[i].tree_value = build1 (ADDR_EXPR,
1278 build_pointer_type (type),
1279 make_tree (type, copy));
1280 type = build_pointer_type (type);
1284 mode = TYPE_MODE (type);
1285 unsignedp = TREE_UNSIGNED (type);
1287 #ifdef PROMOTE_FUNCTION_ARGS
1288 mode = promote_mode (type, mode, &unsignedp, 1);
1289 #endif
1291 args[i].unsignedp = unsignedp;
1292 args[i].mode = mode;
1294 args[i].reg = FUNCTION_ARG (*args_so_far, mode, type,
1295 argpos < n_named_args);
1296 #ifdef FUNCTION_INCOMING_ARG
1297 /* If this is a sibling call and the machine has register windows, the
1298 register window has to be unwinded before calling the routine, so
1299 arguments have to go into the incoming registers. */
1300 args[i].tail_call_reg = FUNCTION_INCOMING_ARG (*args_so_far, mode, type,
1301 argpos < n_named_args);
1302 #else
1303 args[i].tail_call_reg = args[i].reg;
1304 #endif
1306 #ifdef FUNCTION_ARG_PARTIAL_NREGS
1307 if (args[i].reg)
1308 args[i].partial
1309 = FUNCTION_ARG_PARTIAL_NREGS (*args_so_far, mode, type,
1310 argpos < n_named_args);
1311 #endif
1313 args[i].pass_on_stack = MUST_PASS_IN_STACK (mode, type);
1315 /* If FUNCTION_ARG returned a (parallel [(expr_list (nil) ...) ...]),
1316 it means that we are to pass this arg in the register(s) designated
1317 by the PARALLEL, but also to pass it in the stack. */
1318 if (args[i].reg && GET_CODE (args[i].reg) == PARALLEL
1319 && XEXP (XVECEXP (args[i].reg, 0, 0), 0) == 0)
1320 args[i].pass_on_stack = 1;
1322 /* If this is an addressable type, we must preallocate the stack
1323 since we must evaluate the object into its final location.
1325 If this is to be passed in both registers and the stack, it is simpler
1326 to preallocate. */
1327 if (TREE_ADDRESSABLE (type)
1328 || (args[i].pass_on_stack && args[i].reg != 0))
1329 *must_preallocate = 1;
1331 /* If this is an addressable type, we cannot pre-evaluate it. Thus,
1332 we cannot consider this function call constant. */
1333 if (TREE_ADDRESSABLE (type))
1334 *ecf_flags &= ~ECF_LIBCALL_BLOCK;
1336 /* Compute the stack-size of this argument. */
1337 if (args[i].reg == 0 || args[i].partial != 0
1338 || reg_parm_stack_space > 0
1339 || args[i].pass_on_stack)
1340 locate_and_pad_parm (mode, type,
1341 #ifdef STACK_PARMS_IN_REG_PARM_AREA
1343 #else
1344 args[i].reg != 0,
1345 #endif
1346 fndecl, args_size, &args[i].offset,
1347 &args[i].size, &alignment_pad);
1349 #ifndef ARGS_GROW_DOWNWARD
1350 args[i].slot_offset = *args_size;
1351 #endif
1353 args[i].alignment_pad = alignment_pad;
1355 /* If a part of the arg was put into registers,
1356 don't include that part in the amount pushed. */
1357 if (reg_parm_stack_space == 0 && ! args[i].pass_on_stack)
1358 args[i].size.constant -= ((args[i].partial * UNITS_PER_WORD)
1359 / (PARM_BOUNDARY / BITS_PER_UNIT)
1360 * (PARM_BOUNDARY / BITS_PER_UNIT));
1362 /* Update ARGS_SIZE, the total stack space for args so far. */
1364 args_size->constant += args[i].size.constant;
1365 if (args[i].size.var)
1367 ADD_PARM_SIZE (*args_size, args[i].size.var);
1370 /* Since the slot offset points to the bottom of the slot,
1371 we must record it after incrementing if the args grow down. */
1372 #ifdef ARGS_GROW_DOWNWARD
1373 args[i].slot_offset = *args_size;
1375 args[i].slot_offset.constant = -args_size->constant;
1376 if (args_size->var)
1377 SUB_PARM_SIZE (args[i].slot_offset, args_size->var);
1378 #endif
1380 /* Increment ARGS_SO_FAR, which has info about which arg-registers
1381 have been used, etc. */
1383 FUNCTION_ARG_ADVANCE (*args_so_far, TYPE_MODE (type), type,
1384 argpos < n_named_args);
1388 /* Update ARGS_SIZE to contain the total size for the argument block.
1389 Return the original constant component of the argument block's size.
1391 REG_PARM_STACK_SPACE holds the number of bytes of stack space reserved
1392 for arguments passed in registers. */
1394 static int
1395 compute_argument_block_size (reg_parm_stack_space, args_size,
1396 preferred_stack_boundary)
1397 int reg_parm_stack_space;
1398 struct args_size *args_size;
1399 int preferred_stack_boundary ATTRIBUTE_UNUSED;
1401 int unadjusted_args_size = args_size->constant;
1403 /* For accumulate outgoing args mode we don't need to align, since the frame
1404 will be already aligned. Align to STACK_BOUNDARY in order to prevent
1405 backends from generating misaligned frame sizes. */
1406 if (ACCUMULATE_OUTGOING_ARGS && preferred_stack_boundary > STACK_BOUNDARY)
1407 preferred_stack_boundary = STACK_BOUNDARY;
1409 /* Compute the actual size of the argument block required. The variable
1410 and constant sizes must be combined, the size may have to be rounded,
1411 and there may be a minimum required size. */
1413 if (args_size->var)
1415 args_size->var = ARGS_SIZE_TREE (*args_size);
1416 args_size->constant = 0;
1418 preferred_stack_boundary /= BITS_PER_UNIT;
1419 if (preferred_stack_boundary > 1)
1421 /* We don't handle this case yet. To handle it correctly we have
1422 to add the delta, round and subtract the delta.
1423 Currently no machine description requires this support. */
1424 if (stack_pointer_delta & (preferred_stack_boundary - 1))
1425 abort ();
1426 args_size->var = round_up (args_size->var, preferred_stack_boundary);
1429 if (reg_parm_stack_space > 0)
1431 args_size->var
1432 = size_binop (MAX_EXPR, args_size->var,
1433 ssize_int (reg_parm_stack_space));
1435 #ifndef OUTGOING_REG_PARM_STACK_SPACE
1436 /* The area corresponding to register parameters is not to count in
1437 the size of the block we need. So make the adjustment. */
1438 args_size->var
1439 = size_binop (MINUS_EXPR, args_size->var,
1440 ssize_int (reg_parm_stack_space));
1441 #endif
1444 else
1446 preferred_stack_boundary /= BITS_PER_UNIT;
1447 if (preferred_stack_boundary < 1)
1448 preferred_stack_boundary = 1;
1449 args_size->constant = (((args_size->constant
1450 + stack_pointer_delta
1451 + preferred_stack_boundary - 1)
1452 / preferred_stack_boundary
1453 * preferred_stack_boundary)
1454 - stack_pointer_delta);
1456 args_size->constant = MAX (args_size->constant,
1457 reg_parm_stack_space);
1459 #ifdef MAYBE_REG_PARM_STACK_SPACE
1460 if (reg_parm_stack_space == 0)
1461 args_size->constant = 0;
1462 #endif
1464 #ifndef OUTGOING_REG_PARM_STACK_SPACE
1465 args_size->constant -= reg_parm_stack_space;
1466 #endif
1468 return unadjusted_args_size;
1471 /* Precompute parameters as needed for a function call.
1473 FLAGS is mask of ECF_* constants.
1475 NUM_ACTUALS is the number of arguments.
1477 ARGS is an array containing information for each argument; this
1478 routine fills in the INITIAL_VALUE and VALUE fields for each
1479 precomputed argument. */
1481 static void
1482 precompute_arguments (flags, num_actuals, args)
1483 int flags;
1484 int num_actuals;
1485 struct arg_data *args;
1487 int i;
1489 /* If this function call is cse'able, precompute all the parameters.
1490 Note that if the parameter is constructed into a temporary, this will
1491 cause an additional copy because the parameter will be constructed
1492 into a temporary location and then copied into the outgoing arguments.
1493 If a parameter contains a call to alloca and this function uses the
1494 stack, precompute the parameter. */
1496 /* If we preallocated the stack space, and some arguments must be passed
1497 on the stack, then we must precompute any parameter which contains a
1498 function call which will store arguments on the stack.
1499 Otherwise, evaluating the parameter may clobber previous parameters
1500 which have already been stored into the stack. (we have code to avoid
1501 such case by saving the outgoing stack arguments, but it results in
1502 worse code) */
1504 for (i = 0; i < num_actuals; i++)
1505 if ((flags & ECF_LIBCALL_BLOCK)
1506 || calls_function (args[i].tree_value, !ACCUMULATE_OUTGOING_ARGS))
1508 enum machine_mode mode;
1510 /* If this is an addressable type, we cannot pre-evaluate it. */
1511 if (TREE_ADDRESSABLE (TREE_TYPE (args[i].tree_value)))
1512 abort ();
1514 push_temp_slots ();
1516 args[i].value
1517 = expand_expr (args[i].tree_value, NULL_RTX, VOIDmode, 0);
1519 preserve_temp_slots (args[i].value);
1520 pop_temp_slots ();
1522 /* ANSI doesn't require a sequence point here,
1523 but PCC has one, so this will avoid some problems. */
1524 emit_queue ();
1526 args[i].initial_value = args[i].value
1527 = protect_from_queue (args[i].value, 0);
1529 mode = TYPE_MODE (TREE_TYPE (args[i].tree_value));
1530 if (mode != args[i].mode)
1532 args[i].value
1533 = convert_modes (args[i].mode, mode,
1534 args[i].value, args[i].unsignedp);
1535 #ifdef PROMOTE_FOR_CALL_ONLY
1536 /* CSE will replace this only if it contains args[i].value
1537 pseudo, so convert it down to the declared mode using
1538 a SUBREG. */
1539 if (GET_CODE (args[i].value) == REG
1540 && GET_MODE_CLASS (args[i].mode) == MODE_INT)
1542 args[i].initial_value
1543 = gen_lowpart_SUBREG (mode, args[i].value);
1544 SUBREG_PROMOTED_VAR_P (args[i].initial_value) = 1;
1545 SUBREG_PROMOTED_UNSIGNED_SET (args[i].initial_value,
1546 args[i].unsignedp);
1548 #endif
1553 /* Given the current state of MUST_PREALLOCATE and information about
1554 arguments to a function call in NUM_ACTUALS, ARGS and ARGS_SIZE,
1555 compute and return the final value for MUST_PREALLOCATE. */
1557 static int
1558 finalize_must_preallocate (must_preallocate, num_actuals, args, args_size)
1559 int must_preallocate;
1560 int num_actuals;
1561 struct arg_data *args;
1562 struct args_size *args_size;
1564 /* See if we have or want to preallocate stack space.
1566 If we would have to push a partially-in-regs parm
1567 before other stack parms, preallocate stack space instead.
1569 If the size of some parm is not a multiple of the required stack
1570 alignment, we must preallocate.
1572 If the total size of arguments that would otherwise create a copy in
1573 a temporary (such as a CALL) is more than half the total argument list
1574 size, preallocation is faster.
1576 Another reason to preallocate is if we have a machine (like the m88k)
1577 where stack alignment is required to be maintained between every
1578 pair of insns, not just when the call is made. However, we assume here
1579 that such machines either do not have push insns (and hence preallocation
1580 would occur anyway) or the problem is taken care of with
1581 PUSH_ROUNDING. */
1583 if (! must_preallocate)
1585 int partial_seen = 0;
1586 int copy_to_evaluate_size = 0;
1587 int i;
1589 for (i = 0; i < num_actuals && ! must_preallocate; i++)
1591 if (args[i].partial > 0 && ! args[i].pass_on_stack)
1592 partial_seen = 1;
1593 else if (partial_seen && args[i].reg == 0)
1594 must_preallocate = 1;
1596 if (TYPE_MODE (TREE_TYPE (args[i].tree_value)) == BLKmode
1597 && (TREE_CODE (args[i].tree_value) == CALL_EXPR
1598 || TREE_CODE (args[i].tree_value) == TARGET_EXPR
1599 || TREE_CODE (args[i].tree_value) == COND_EXPR
1600 || TREE_ADDRESSABLE (TREE_TYPE (args[i].tree_value))))
1601 copy_to_evaluate_size
1602 += int_size_in_bytes (TREE_TYPE (args[i].tree_value));
1605 if (copy_to_evaluate_size * 2 >= args_size->constant
1606 && args_size->constant > 0)
1607 must_preallocate = 1;
1609 return must_preallocate;
1612 /* If we preallocated stack space, compute the address of each argument
1613 and store it into the ARGS array.
1615 We need not ensure it is a valid memory address here; it will be
1616 validized when it is used.
1618 ARGBLOCK is an rtx for the address of the outgoing arguments. */
1620 static void
1621 compute_argument_addresses (args, argblock, num_actuals)
1622 struct arg_data *args;
1623 rtx argblock;
1624 int num_actuals;
1626 if (argblock)
1628 rtx arg_reg = argblock;
1629 int i, arg_offset = 0;
1631 if (GET_CODE (argblock) == PLUS)
1632 arg_reg = XEXP (argblock, 0), arg_offset = INTVAL (XEXP (argblock, 1));
1634 for (i = 0; i < num_actuals; i++)
1636 rtx offset = ARGS_SIZE_RTX (args[i].offset);
1637 rtx slot_offset = ARGS_SIZE_RTX (args[i].slot_offset);
1638 rtx addr;
1640 /* Skip this parm if it will not be passed on the stack. */
1641 if (! args[i].pass_on_stack && args[i].reg != 0)
1642 continue;
1644 if (GET_CODE (offset) == CONST_INT)
1645 addr = plus_constant (arg_reg, INTVAL (offset));
1646 else
1647 addr = gen_rtx_PLUS (Pmode, arg_reg, offset);
1649 addr = plus_constant (addr, arg_offset);
1650 args[i].stack = gen_rtx_MEM (args[i].mode, addr);
1651 set_mem_attributes (args[i].stack,
1652 TREE_TYPE (args[i].tree_value), 1);
1654 if (GET_CODE (slot_offset) == CONST_INT)
1655 addr = plus_constant (arg_reg, INTVAL (slot_offset));
1656 else
1657 addr = gen_rtx_PLUS (Pmode, arg_reg, slot_offset);
1659 addr = plus_constant (addr, arg_offset);
1660 args[i].stack_slot = gen_rtx_MEM (args[i].mode, addr);
1661 set_mem_attributes (args[i].stack_slot,
1662 TREE_TYPE (args[i].tree_value), 1);
1664 /* Function incoming arguments may overlap with sibling call
1665 outgoing arguments and we cannot allow reordering of reads
1666 from function arguments with stores to outgoing arguments
1667 of sibling calls. */
1668 set_mem_alias_set (args[i].stack, 0);
1669 set_mem_alias_set (args[i].stack_slot, 0);
1674 /* Given a FNDECL and EXP, return an rtx suitable for use as a target address
1675 in a call instruction.
1677 FNDECL is the tree node for the target function. For an indirect call
1678 FNDECL will be NULL_TREE.
1680 EXP is the CALL_EXPR for this call. */
1682 static rtx
1683 rtx_for_function_call (fndecl, exp)
1684 tree fndecl;
1685 tree exp;
1687 rtx funexp;
1689 /* Get the function to call, in the form of RTL. */
1690 if (fndecl)
1692 /* If this is the first use of the function, see if we need to
1693 make an external definition for it. */
1694 if (! TREE_USED (fndecl))
1696 assemble_external (fndecl);
1697 TREE_USED (fndecl) = 1;
1700 /* Get a SYMBOL_REF rtx for the function address. */
1701 funexp = XEXP (DECL_RTL (fndecl), 0);
1703 else
1704 /* Generate an rtx (probably a pseudo-register) for the address. */
1706 rtx funaddr;
1707 push_temp_slots ();
1708 funaddr = funexp
1709 = expand_expr (TREE_OPERAND (exp, 0), NULL_RTX, VOIDmode, 0);
1710 pop_temp_slots (); /* FUNEXP can't be BLKmode. */
1711 emit_queue ();
1713 return funexp;
1716 /* Do the register loads required for any wholly-register parms or any
1717 parms which are passed both on the stack and in a register. Their
1718 expressions were already evaluated.
1720 Mark all register-parms as living through the call, putting these USE
1721 insns in the CALL_INSN_FUNCTION_USAGE field. */
1723 static void
1724 load_register_parameters (args, num_actuals, call_fusage, flags)
1725 struct arg_data *args;
1726 int num_actuals;
1727 rtx *call_fusage;
1728 int flags;
1730 int i, j;
1732 #ifdef LOAD_ARGS_REVERSED
1733 for (i = num_actuals - 1; i >= 0; i--)
1734 #else
1735 for (i = 0; i < num_actuals; i++)
1736 #endif
1738 rtx reg = ((flags & ECF_SIBCALL)
1739 ? args[i].tail_call_reg : args[i].reg);
1740 int partial = args[i].partial;
1741 int nregs;
1743 if (reg)
1745 /* Set to non-negative if must move a word at a time, even if just
1746 one word (e.g, partial == 1 && mode == DFmode). Set to -1 if
1747 we just use a normal move insn. This value can be zero if the
1748 argument is a zero size structure with no fields. */
1749 nregs = (partial ? partial
1750 : (TYPE_MODE (TREE_TYPE (args[i].tree_value)) == BLKmode
1751 ? ((int_size_in_bytes (TREE_TYPE (args[i].tree_value))
1752 + (UNITS_PER_WORD - 1)) / UNITS_PER_WORD)
1753 : -1));
1755 /* Handle calls that pass values in multiple non-contiguous
1756 locations. The Irix 6 ABI has examples of this. */
1758 if (GET_CODE (reg) == PARALLEL)
1759 emit_group_load (reg, args[i].value,
1760 int_size_in_bytes (TREE_TYPE (args[i].tree_value)));
1762 /* If simple case, just do move. If normal partial, store_one_arg
1763 has already loaded the register for us. In all other cases,
1764 load the register(s) from memory. */
1766 else if (nregs == -1)
1767 emit_move_insn (reg, args[i].value);
1769 /* If we have pre-computed the values to put in the registers in
1770 the case of non-aligned structures, copy them in now. */
1772 else if (args[i].n_aligned_regs != 0)
1773 for (j = 0; j < args[i].n_aligned_regs; j++)
1774 emit_move_insn (gen_rtx_REG (word_mode, REGNO (reg) + j),
1775 args[i].aligned_regs[j]);
1777 else if (partial == 0 || args[i].pass_on_stack)
1778 move_block_to_reg (REGNO (reg),
1779 validize_mem (args[i].value), nregs,
1780 args[i].mode);
1782 /* Handle calls that pass values in multiple non-contiguous
1783 locations. The Irix 6 ABI has examples of this. */
1784 if (GET_CODE (reg) == PARALLEL)
1785 use_group_regs (call_fusage, reg);
1786 else if (nregs == -1)
1787 use_reg (call_fusage, reg);
1788 else
1789 use_regs (call_fusage, REGNO (reg), nregs == 0 ? 1 : nregs);
1794 /* Try to integrate function. See expand_inline_function for documentation
1795 about the parameters. */
1797 static rtx
1798 try_to_integrate (fndecl, actparms, target, ignore, type, structure_value_addr)
1799 tree fndecl;
1800 tree actparms;
1801 rtx target;
1802 int ignore;
1803 tree type;
1804 rtx structure_value_addr;
1806 rtx temp;
1807 rtx before_call;
1808 int i;
1809 rtx old_stack_level = 0;
1810 int reg_parm_stack_space = 0;
1812 #ifdef REG_PARM_STACK_SPACE
1813 #ifdef MAYBE_REG_PARM_STACK_SPACE
1814 reg_parm_stack_space = MAYBE_REG_PARM_STACK_SPACE;
1815 #else
1816 reg_parm_stack_space = REG_PARM_STACK_SPACE (fndecl);
1817 #endif
1818 #endif
1820 before_call = get_last_insn ();
1822 timevar_push (TV_INTEGRATION);
1824 temp = expand_inline_function (fndecl, actparms, target,
1825 ignore, type,
1826 structure_value_addr);
1828 timevar_pop (TV_INTEGRATION);
1830 /* If inlining succeeded, return. */
1831 if (temp != (rtx) (size_t) - 1)
1833 if (ACCUMULATE_OUTGOING_ARGS)
1835 /* If the outgoing argument list must be preserved, push
1836 the stack before executing the inlined function if it
1837 makes any calls. */
1839 for (i = reg_parm_stack_space - 1; i >= 0; i--)
1840 if (i < highest_outgoing_arg_in_use && stack_usage_map[i] != 0)
1841 break;
1843 if (stack_arg_under_construction || i >= 0)
1845 rtx first_insn
1846 = before_call ? NEXT_INSN (before_call) : get_insns ();
1847 rtx insn = NULL_RTX, seq;
1849 /* Look for a call in the inline function code.
1850 If DECL_SAVED_INSNS (fndecl)->outgoing_args_size is
1851 nonzero then there is a call and it is not necessary
1852 to scan the insns. */
1854 if (DECL_SAVED_INSNS (fndecl)->outgoing_args_size == 0)
1855 for (insn = first_insn; insn; insn = NEXT_INSN (insn))
1856 if (GET_CODE (insn) == CALL_INSN)
1857 break;
1859 if (insn)
1861 /* Reserve enough stack space so that the largest
1862 argument list of any function call in the inline
1863 function does not overlap the argument list being
1864 evaluated. This is usually an overestimate because
1865 allocate_dynamic_stack_space reserves space for an
1866 outgoing argument list in addition to the requested
1867 space, but there is no way to ask for stack space such
1868 that an argument list of a certain length can be
1869 safely constructed.
1871 Add the stack space reserved for register arguments, if
1872 any, in the inline function. What is really needed is the
1873 largest value of reg_parm_stack_space in the inline
1874 function, but that is not available. Using the current
1875 value of reg_parm_stack_space is wrong, but gives
1876 correct results on all supported machines. */
1878 int adjust = (DECL_SAVED_INSNS (fndecl)->outgoing_args_size
1879 + reg_parm_stack_space);
1881 start_sequence ();
1882 emit_stack_save (SAVE_BLOCK, &old_stack_level, NULL_RTX);
1883 allocate_dynamic_stack_space (GEN_INT (adjust),
1884 NULL_RTX, BITS_PER_UNIT);
1885 seq = get_insns ();
1886 end_sequence ();
1887 emit_insns_before (seq, first_insn);
1888 emit_stack_restore (SAVE_BLOCK, old_stack_level, NULL_RTX);
1893 /* If the result is equivalent to TARGET, return TARGET to simplify
1894 checks in store_expr. They can be equivalent but not equal in the
1895 case of a function that returns BLKmode. */
1896 if (temp != target && rtx_equal_p (temp, target))
1897 return target;
1898 return temp;
1901 /* If inlining failed, mark FNDECL as needing to be compiled
1902 separately after all. If function was declared inline,
1903 give a warning. */
1904 if (DECL_INLINE (fndecl) && warn_inline && !flag_no_inline
1905 && optimize > 0 && !TREE_ADDRESSABLE (fndecl))
1907 warning_with_decl (fndecl, "inlining failed in call to `%s'");
1908 warning ("called from here");
1910 mark_addressable (fndecl);
1911 return (rtx) (size_t) - 1;
1914 /* We need to pop PENDING_STACK_ADJUST bytes. But, if the arguments
1915 wouldn't fill up an even multiple of PREFERRED_UNIT_STACK_BOUNDARY
1916 bytes, then we would need to push some additional bytes to pad the
1917 arguments. So, we compute an adjust to the stack pointer for an
1918 amount that will leave the stack under-aligned by UNADJUSTED_ARGS_SIZE
1919 bytes. Then, when the arguments are pushed the stack will be perfectly
1920 aligned. ARGS_SIZE->CONSTANT is set to the number of bytes that should
1921 be popped after the call. Returns the adjustment. */
1923 static int
1924 combine_pending_stack_adjustment_and_call (unadjusted_args_size,
1925 args_size,
1926 preferred_unit_stack_boundary)
1927 int unadjusted_args_size;
1928 struct args_size *args_size;
1929 int preferred_unit_stack_boundary;
1931 /* The number of bytes to pop so that the stack will be
1932 under-aligned by UNADJUSTED_ARGS_SIZE bytes. */
1933 HOST_WIDE_INT adjustment;
1934 /* The alignment of the stack after the arguments are pushed, if we
1935 just pushed the arguments without adjust the stack here. */
1936 HOST_WIDE_INT unadjusted_alignment;
1938 unadjusted_alignment
1939 = ((stack_pointer_delta + unadjusted_args_size)
1940 % preferred_unit_stack_boundary);
1942 /* We want to get rid of as many of the PENDING_STACK_ADJUST bytes
1943 as possible -- leaving just enough left to cancel out the
1944 UNADJUSTED_ALIGNMENT. In other words, we want to ensure that the
1945 PENDING_STACK_ADJUST is non-negative, and congruent to
1946 -UNADJUSTED_ALIGNMENT modulo the PREFERRED_UNIT_STACK_BOUNDARY. */
1948 /* Begin by trying to pop all the bytes. */
1949 unadjusted_alignment
1950 = (unadjusted_alignment
1951 - (pending_stack_adjust % preferred_unit_stack_boundary));
1952 adjustment = pending_stack_adjust;
1953 /* Push enough additional bytes that the stack will be aligned
1954 after the arguments are pushed. */
1955 if (preferred_unit_stack_boundary > 1)
1957 if (unadjusted_alignment > 0)
1958 adjustment -= preferred_unit_stack_boundary - unadjusted_alignment;
1959 else
1960 adjustment += unadjusted_alignment;
1963 /* Now, sets ARGS_SIZE->CONSTANT so that we pop the right number of
1964 bytes after the call. The right number is the entire
1965 PENDING_STACK_ADJUST less our ADJUSTMENT plus the amount required
1966 by the arguments in the first place. */
1967 args_size->constant
1968 = pending_stack_adjust - adjustment + unadjusted_args_size;
1970 return adjustment;
1973 /* Scan X expression if it does not dereference any argument slots
1974 we already clobbered by tail call arguments (as noted in stored_args_map
1975 bitmap).
1976 Return non-zero if X expression dereferences such argument slots,
1977 zero otherwise. */
1979 static int
1980 check_sibcall_argument_overlap_1 (x)
1981 rtx x;
1983 RTX_CODE code;
1984 int i, j;
1985 unsigned int k;
1986 const char *fmt;
1988 if (x == NULL_RTX)
1989 return 0;
1991 code = GET_CODE (x);
1993 if (code == MEM)
1995 if (XEXP (x, 0) == current_function_internal_arg_pointer)
1996 i = 0;
1997 else if (GET_CODE (XEXP (x, 0)) == PLUS
1998 && XEXP (XEXP (x, 0), 0) ==
1999 current_function_internal_arg_pointer
2000 && GET_CODE (XEXP (XEXP (x, 0), 1)) == CONST_INT)
2001 i = INTVAL (XEXP (XEXP (x, 0), 1));
2002 else
2003 return 0;
2005 #ifdef ARGS_GROW_DOWNWARD
2006 i = -i - GET_MODE_SIZE (GET_MODE (x));
2007 #endif
2009 for (k = 0; k < GET_MODE_SIZE (GET_MODE (x)); k++)
2010 if (i + k < stored_args_map->n_bits
2011 && TEST_BIT (stored_args_map, i + k))
2012 return 1;
2014 return 0;
2017 /* Scan all subexpressions. */
2018 fmt = GET_RTX_FORMAT (code);
2019 for (i = 0; i < GET_RTX_LENGTH (code); i++, fmt++)
2021 if (*fmt == 'e')
2023 if (check_sibcall_argument_overlap_1 (XEXP (x, i)))
2024 return 1;
2026 else if (*fmt == 'E')
2028 for (j = 0; j < XVECLEN (x, i); j++)
2029 if (check_sibcall_argument_overlap_1 (XVECEXP (x, i, j)))
2030 return 1;
2033 return 0;
2036 /* Scan sequence after INSN if it does not dereference any argument slots
2037 we already clobbered by tail call arguments (as noted in stored_args_map
2038 bitmap). Add stack slots for ARG to stored_args_map bitmap afterwards.
2039 Return non-zero if sequence after INSN dereferences such argument slots,
2040 zero otherwise. */
2042 static int
2043 check_sibcall_argument_overlap (insn, arg)
2044 rtx insn;
2045 struct arg_data *arg;
2047 int low, high;
2049 if (insn == NULL_RTX)
2050 insn = get_insns ();
2051 else
2052 insn = NEXT_INSN (insn);
2054 for (; insn; insn = NEXT_INSN (insn))
2055 if (INSN_P (insn)
2056 && check_sibcall_argument_overlap_1 (PATTERN (insn)))
2057 break;
2059 #ifdef ARGS_GROW_DOWNWARD
2060 low = -arg->slot_offset.constant - arg->size.constant;
2061 #else
2062 low = arg->slot_offset.constant;
2063 #endif
2065 for (high = low + arg->size.constant; low < high; low++)
2066 SET_BIT (stored_args_map, low);
2067 return insn != NULL_RTX;
2070 /* Generate all the code for a function call
2071 and return an rtx for its value.
2072 Store the value in TARGET (specified as an rtx) if convenient.
2073 If the value is stored in TARGET then TARGET is returned.
2074 If IGNORE is nonzero, then we ignore the value of the function call. */
2077 expand_call (exp, target, ignore)
2078 tree exp;
2079 rtx target;
2080 int ignore;
2082 /* Nonzero if we are currently expanding a call. */
2083 static int currently_expanding_call = 0;
2085 /* List of actual parameters. */
2086 tree actparms = TREE_OPERAND (exp, 1);
2087 /* RTX for the function to be called. */
2088 rtx funexp;
2089 /* Sequence of insns to perform a tail recursive "call". */
2090 rtx tail_recursion_insns = NULL_RTX;
2091 /* Sequence of insns to perform a normal "call". */
2092 rtx normal_call_insns = NULL_RTX;
2093 /* Sequence of insns to perform a tail recursive "call". */
2094 rtx tail_call_insns = NULL_RTX;
2095 /* Data type of the function. */
2096 tree funtype;
2097 /* Declaration of the function being called,
2098 or 0 if the function is computed (not known by name). */
2099 tree fndecl = 0;
2100 rtx insn;
2101 int try_tail_call = 1;
2102 int try_tail_recursion = 1;
2103 int pass;
2105 /* Register in which non-BLKmode value will be returned,
2106 or 0 if no value or if value is BLKmode. */
2107 rtx valreg;
2108 /* Address where we should return a BLKmode value;
2109 0 if value not BLKmode. */
2110 rtx structure_value_addr = 0;
2111 /* Nonzero if that address is being passed by treating it as
2112 an extra, implicit first parameter. Otherwise,
2113 it is passed by being copied directly into struct_value_rtx. */
2114 int structure_value_addr_parm = 0;
2115 /* Size of aggregate value wanted, or zero if none wanted
2116 or if we are using the non-reentrant PCC calling convention
2117 or expecting the value in registers. */
2118 HOST_WIDE_INT struct_value_size = 0;
2119 /* Nonzero if called function returns an aggregate in memory PCC style,
2120 by returning the address of where to find it. */
2121 int pcc_struct_value = 0;
2123 /* Number of actual parameters in this call, including struct value addr. */
2124 int num_actuals;
2125 /* Number of named args. Args after this are anonymous ones
2126 and they must all go on the stack. */
2127 int n_named_args;
2129 /* Vector of information about each argument.
2130 Arguments are numbered in the order they will be pushed,
2131 not the order they are written. */
2132 struct arg_data *args;
2134 /* Total size in bytes of all the stack-parms scanned so far. */
2135 struct args_size args_size;
2136 struct args_size adjusted_args_size;
2137 /* Size of arguments before any adjustments (such as rounding). */
2138 int unadjusted_args_size;
2139 /* Data on reg parms scanned so far. */
2140 CUMULATIVE_ARGS args_so_far;
2141 /* Nonzero if a reg parm has been scanned. */
2142 int reg_parm_seen;
2143 /* Nonzero if this is an indirect function call. */
2145 /* Nonzero if we must avoid push-insns in the args for this call.
2146 If stack space is allocated for register parameters, but not by the
2147 caller, then it is preallocated in the fixed part of the stack frame.
2148 So the entire argument block must then be preallocated (i.e., we
2149 ignore PUSH_ROUNDING in that case). */
2151 int must_preallocate = !PUSH_ARGS;
2153 /* Size of the stack reserved for parameter registers. */
2154 int reg_parm_stack_space = 0;
2156 /* Address of space preallocated for stack parms
2157 (on machines that lack push insns), or 0 if space not preallocated. */
2158 rtx argblock = 0;
2160 /* Mask of ECF_ flags. */
2161 int flags = 0;
2162 /* Nonzero if this is a call to an inline function. */
2163 int is_integrable = 0;
2164 #ifdef REG_PARM_STACK_SPACE
2165 /* Define the boundary of the register parm stack space that needs to be
2166 save, if any. */
2167 int low_to_save = -1, high_to_save;
2168 rtx save_area = 0; /* Place that it is saved */
2169 #endif
2171 int initial_highest_arg_in_use = highest_outgoing_arg_in_use;
2172 char *initial_stack_usage_map = stack_usage_map;
2173 int old_stack_arg_under_construction = 0;
2175 rtx old_stack_level = 0;
2176 int old_pending_adj = 0;
2177 int old_inhibit_defer_pop = inhibit_defer_pop;
2178 int old_stack_allocated;
2179 rtx call_fusage;
2180 tree p = TREE_OPERAND (exp, 0);
2181 int i;
2182 /* The alignment of the stack, in bits. */
2183 HOST_WIDE_INT preferred_stack_boundary;
2184 /* The alignment of the stack, in bytes. */
2185 HOST_WIDE_INT preferred_unit_stack_boundary;
2187 /* See if this is "nothrow" function call. */
2188 if (TREE_NOTHROW (exp))
2189 flags |= ECF_NOTHROW;
2191 /* See if we can find a DECL-node for the actual function.
2192 As a result, decide whether this is a call to an integrable function. */
2194 fndecl = get_callee_fndecl (exp);
2195 if (fndecl)
2197 if (!flag_no_inline
2198 && fndecl != current_function_decl
2199 && DECL_INLINE (fndecl)
2200 && DECL_SAVED_INSNS (fndecl)
2201 && DECL_SAVED_INSNS (fndecl)->inlinable)
2202 is_integrable = 1;
2203 else if (! TREE_ADDRESSABLE (fndecl))
2205 /* In case this function later becomes inlinable,
2206 record that there was already a non-inline call to it.
2208 Use abstraction instead of setting TREE_ADDRESSABLE
2209 directly. */
2210 if (DECL_INLINE (fndecl) && warn_inline && !flag_no_inline
2211 && optimize > 0)
2213 warning_with_decl (fndecl, "can't inline call to `%s'");
2214 warning ("called from here");
2216 mark_addressable (fndecl);
2219 flags |= flags_from_decl_or_type (fndecl);
2222 /* If we don't have specific function to call, see if we have a
2223 attributes set in the type. */
2224 else
2225 flags |= flags_from_decl_or_type (TREE_TYPE (TREE_TYPE (p)));
2227 #ifdef REG_PARM_STACK_SPACE
2228 #ifdef MAYBE_REG_PARM_STACK_SPACE
2229 reg_parm_stack_space = MAYBE_REG_PARM_STACK_SPACE;
2230 #else
2231 reg_parm_stack_space = REG_PARM_STACK_SPACE (fndecl);
2232 #endif
2233 #endif
2235 #ifndef OUTGOING_REG_PARM_STACK_SPACE
2236 if (reg_parm_stack_space > 0 && PUSH_ARGS)
2237 must_preallocate = 1;
2238 #endif
2240 /* Warn if this value is an aggregate type,
2241 regardless of which calling convention we are using for it. */
2242 if (warn_aggregate_return && AGGREGATE_TYPE_P (TREE_TYPE (exp)))
2243 warning ("function call has aggregate value");
2245 /* Set up a place to return a structure. */
2247 /* Cater to broken compilers. */
2248 if (aggregate_value_p (exp))
2250 /* This call returns a big structure. */
2251 flags &= ~(ECF_CONST | ECF_PURE | ECF_LIBCALL_BLOCK);
2253 #ifdef PCC_STATIC_STRUCT_RETURN
2255 pcc_struct_value = 1;
2256 /* Easier than making that case work right. */
2257 if (is_integrable)
2259 /* In case this is a static function, note that it has been
2260 used. */
2261 if (! TREE_ADDRESSABLE (fndecl))
2262 mark_addressable (fndecl);
2263 is_integrable = 0;
2266 #else /* not PCC_STATIC_STRUCT_RETURN */
2268 struct_value_size = int_size_in_bytes (TREE_TYPE (exp));
2270 if (target && GET_CODE (target) == MEM)
2271 structure_value_addr = XEXP (target, 0);
2272 else
2274 /* For variable-sized objects, we must be called with a target
2275 specified. If we were to allocate space on the stack here,
2276 we would have no way of knowing when to free it. */
2277 rtx d = assign_temp (TREE_TYPE (exp), 1, 1, 1);
2279 mark_temp_addr_taken (d);
2280 structure_value_addr = XEXP (d, 0);
2281 target = 0;
2284 #endif /* not PCC_STATIC_STRUCT_RETURN */
2287 /* If called function is inline, try to integrate it. */
2289 if (is_integrable)
2291 rtx temp = try_to_integrate (fndecl, actparms, target,
2292 ignore, TREE_TYPE (exp),
2293 structure_value_addr);
2294 if (temp != (rtx) (size_t) - 1)
2295 return temp;
2298 /* Figure out the amount to which the stack should be aligned. */
2299 preferred_stack_boundary = PREFERRED_STACK_BOUNDARY;
2301 /* Operand 0 is a pointer-to-function; get the type of the function. */
2302 funtype = TREE_TYPE (TREE_OPERAND (exp, 0));
2303 if (! POINTER_TYPE_P (funtype))
2304 abort ();
2305 funtype = TREE_TYPE (funtype);
2307 /* See if this is a call to a function that can return more than once
2308 or a call to longjmp or malloc. */
2309 flags |= special_function_p (fndecl, flags);
2311 if (flags & ECF_MAY_BE_ALLOCA)
2312 current_function_calls_alloca = 1;
2314 /* If struct_value_rtx is 0, it means pass the address
2315 as if it were an extra parameter. */
2316 if (structure_value_addr && struct_value_rtx == 0)
2318 /* If structure_value_addr is a REG other than
2319 virtual_outgoing_args_rtx, we can use always use it. If it
2320 is not a REG, we must always copy it into a register.
2321 If it is virtual_outgoing_args_rtx, we must copy it to another
2322 register in some cases. */
2323 rtx temp = (GET_CODE (structure_value_addr) != REG
2324 || (ACCUMULATE_OUTGOING_ARGS
2325 && stack_arg_under_construction
2326 && structure_value_addr == virtual_outgoing_args_rtx)
2327 ? copy_addr_to_reg (structure_value_addr)
2328 : structure_value_addr);
2330 actparms
2331 = tree_cons (error_mark_node,
2332 make_tree (build_pointer_type (TREE_TYPE (funtype)),
2333 temp),
2334 actparms);
2335 structure_value_addr_parm = 1;
2338 /* Count the arguments and set NUM_ACTUALS. */
2339 for (p = actparms, num_actuals = 0; p; p = TREE_CHAIN (p))
2340 num_actuals++;
2342 /* Compute number of named args.
2343 Normally, don't include the last named arg if anonymous args follow.
2344 We do include the last named arg if STRICT_ARGUMENT_NAMING is nonzero.
2345 (If no anonymous args follow, the result of list_length is actually
2346 one too large. This is harmless.)
2348 If PRETEND_OUTGOING_VARARGS_NAMED is set and STRICT_ARGUMENT_NAMING is
2349 zero, this machine will be able to place unnamed args that were
2350 passed in registers into the stack. So treat all args as named.
2351 This allows the insns emitting for a specific argument list to be
2352 independent of the function declaration.
2354 If PRETEND_OUTGOING_VARARGS_NAMED is not set, we do not have any
2355 reliable way to pass unnamed args in registers, so we must force
2356 them into memory. */
2358 if ((STRICT_ARGUMENT_NAMING
2359 || ! PRETEND_OUTGOING_VARARGS_NAMED)
2360 && TYPE_ARG_TYPES (funtype) != 0)
2361 n_named_args
2362 = (list_length (TYPE_ARG_TYPES (funtype))
2363 /* Don't include the last named arg. */
2364 - (STRICT_ARGUMENT_NAMING ? 0 : 1)
2365 /* Count the struct value address, if it is passed as a parm. */
2366 + structure_value_addr_parm);
2367 else
2368 /* If we know nothing, treat all args as named. */
2369 n_named_args = num_actuals;
2371 /* Start updating where the next arg would go.
2373 On some machines (such as the PA) indirect calls have a different
2374 calling convention than normal calls. The last argument in
2375 INIT_CUMULATIVE_ARGS tells the backend if this is an indirect call
2376 or not. */
2377 INIT_CUMULATIVE_ARGS (args_so_far, funtype, NULL_RTX, (fndecl == 0));
2379 /* Make a vector to hold all the information about each arg. */
2380 args = (struct arg_data *) alloca (num_actuals * sizeof (struct arg_data));
2381 memset ((char *) args, 0, num_actuals * sizeof (struct arg_data));
2383 /* Build up entries in the ARGS array, compute the size of the
2384 arguments into ARGS_SIZE, etc. */
2385 initialize_argument_information (num_actuals, args, &args_size,
2386 n_named_args, actparms, fndecl,
2387 &args_so_far, reg_parm_stack_space,
2388 &old_stack_level, &old_pending_adj,
2389 &must_preallocate, &flags);
2391 if (args_size.var)
2393 /* If this function requires a variable-sized argument list, don't
2394 try to make a cse'able block for this call. We may be able to
2395 do this eventually, but it is too complicated to keep track of
2396 what insns go in the cse'able block and which don't. */
2398 flags &= ~ECF_LIBCALL_BLOCK;
2399 must_preallocate = 1;
2402 /* Now make final decision about preallocating stack space. */
2403 must_preallocate = finalize_must_preallocate (must_preallocate,
2404 num_actuals, args,
2405 &args_size);
2407 /* If the structure value address will reference the stack pointer, we
2408 must stabilize it. We don't need to do this if we know that we are
2409 not going to adjust the stack pointer in processing this call. */
2411 if (structure_value_addr
2412 && (reg_mentioned_p (virtual_stack_dynamic_rtx, structure_value_addr)
2413 || reg_mentioned_p (virtual_outgoing_args_rtx,
2414 structure_value_addr))
2415 && (args_size.var
2416 || (!ACCUMULATE_OUTGOING_ARGS && args_size.constant)))
2417 structure_value_addr = copy_to_reg (structure_value_addr);
2419 /* Tail calls can make things harder to debug, and we're traditionally
2420 pushed these optimizations into -O2. Don't try if we're already
2421 expanding a call, as that means we're an argument. Don't try if
2422 there's cleanups, as we know there's code to follow the call.
2424 If rtx_equal_function_value_matters is false, that means we've
2425 finished with regular parsing. Which means that some of the
2426 machinery we use to generate tail-calls is no longer in place.
2427 This is most often true of sjlj-exceptions, which we couldn't
2428 tail-call to anyway. */
2430 if (currently_expanding_call++ != 0
2431 || !flag_optimize_sibling_calls
2432 || !rtx_equal_function_value_matters
2433 || any_pending_cleanups (1)
2434 || args_size.var)
2435 try_tail_call = try_tail_recursion = 0;
2437 /* Tail recursion fails, when we are not dealing with recursive calls. */
2438 if (!try_tail_recursion
2439 || TREE_CODE (TREE_OPERAND (exp, 0)) != ADDR_EXPR
2440 || TREE_OPERAND (TREE_OPERAND (exp, 0), 0) != current_function_decl)
2441 try_tail_recursion = 0;
2443 /* Rest of purposes for tail call optimizations to fail. */
2444 if (
2445 #ifdef HAVE_sibcall_epilogue
2446 !HAVE_sibcall_epilogue
2447 #else
2449 #endif
2450 || !try_tail_call
2451 /* Doing sibling call optimization needs some work, since
2452 structure_value_addr can be allocated on the stack.
2453 It does not seem worth the effort since few optimizable
2454 sibling calls will return a structure. */
2455 || structure_value_addr != NULL_RTX
2456 /* If the register holding the address is a callee saved
2457 register, then we lose. We have no way to prevent that,
2458 so we only allow calls to named functions. */
2459 /* ??? This could be done by having the insn constraints
2460 use a register class that is all call-clobbered. Any
2461 reload insns generated to fix things up would appear
2462 before the sibcall_epilogue. */
2463 || fndecl == NULL_TREE
2464 || (flags & (ECF_RETURNS_TWICE | ECF_LONGJMP))
2465 || TREE_THIS_VOLATILE (fndecl)
2466 || !FUNCTION_OK_FOR_SIBCALL (fndecl)
2467 /* If this function requires more stack slots than the current
2468 function, we cannot change it into a sibling call. */
2469 || args_size.constant > current_function_args_size
2470 /* If the callee pops its own arguments, then it must pop exactly
2471 the same number of arguments as the current function. */
2472 || RETURN_POPS_ARGS (fndecl, funtype, args_size.constant)
2473 != RETURN_POPS_ARGS (current_function_decl,
2474 TREE_TYPE (current_function_decl),
2475 current_function_args_size))
2476 try_tail_call = 0;
2478 if (try_tail_call || try_tail_recursion)
2480 int end, inc;
2481 actparms = NULL_TREE;
2482 /* Ok, we're going to give the tail call the old college try.
2483 This means we're going to evaluate the function arguments
2484 up to three times. There are two degrees of badness we can
2485 encounter, those that can be unsaved and those that can't.
2486 (See unsafe_for_reeval commentary for details.)
2488 Generate a new argument list. Pass safe arguments through
2489 unchanged. For the easy badness wrap them in UNSAVE_EXPRs.
2490 For hard badness, evaluate them now and put their resulting
2491 rtx in a temporary VAR_DECL.
2493 initialize_argument_information has ordered the array for the
2494 order to be pushed, and we must remember this when reconstructing
2495 the original argument order. */
2497 if (PUSH_ARGS_REVERSED)
2499 inc = 1;
2500 i = 0;
2501 end = num_actuals;
2503 else
2505 inc = -1;
2506 i = num_actuals - 1;
2507 end = -1;
2510 for (; i != end; i += inc)
2512 switch (unsafe_for_reeval (args[i].tree_value))
2514 case 0: /* Safe. */
2515 break;
2517 case 1: /* Mildly unsafe. */
2518 args[i].tree_value = unsave_expr (args[i].tree_value);
2519 break;
2521 case 2: /* Wildly unsafe. */
2523 tree var = build_decl (VAR_DECL, NULL_TREE,
2524 TREE_TYPE (args[i].tree_value));
2525 SET_DECL_RTL (var,
2526 expand_expr (args[i].tree_value, NULL_RTX,
2527 VOIDmode, EXPAND_NORMAL));
2528 args[i].tree_value = var;
2530 break;
2532 default:
2533 abort ();
2535 /* We need to build actparms for optimize_tail_recursion. We can
2536 safely trash away TREE_PURPOSE, since it is unused by this
2537 function. */
2538 if (try_tail_recursion)
2539 actparms = tree_cons (NULL_TREE, args[i].tree_value, actparms);
2541 /* Expanding one of those dangerous arguments could have added
2542 cleanups, but otherwise give it a whirl. */
2543 if (any_pending_cleanups (1))
2544 try_tail_call = try_tail_recursion = 0;
2547 /* Generate a tail recursion sequence when calling ourselves. */
2549 if (try_tail_recursion)
2551 /* We want to emit any pending stack adjustments before the tail
2552 recursion "call". That way we know any adjustment after the tail
2553 recursion call can be ignored if we indeed use the tail recursion
2554 call expansion. */
2555 int save_pending_stack_adjust = pending_stack_adjust;
2556 int save_stack_pointer_delta = stack_pointer_delta;
2558 /* Emit any queued insns now; otherwise they would end up in
2559 only one of the alternates. */
2560 emit_queue ();
2562 /* Use a new sequence to hold any RTL we generate. We do not even
2563 know if we will use this RTL yet. The final decision can not be
2564 made until after RTL generation for the entire function is
2565 complete. */
2566 start_sequence ();
2567 /* If expanding any of the arguments creates cleanups, we can't
2568 do a tailcall. So, we'll need to pop the pending cleanups
2569 list. If, however, all goes well, and there are no cleanups
2570 then the call to expand_start_target_temps will have no
2571 effect. */
2572 expand_start_target_temps ();
2573 if (optimize_tail_recursion (actparms, get_last_insn ()))
2575 if (any_pending_cleanups (1))
2576 try_tail_call = try_tail_recursion = 0;
2577 else
2578 tail_recursion_insns = get_insns ();
2580 expand_end_target_temps ();
2581 end_sequence ();
2583 /* Restore the original pending stack adjustment for the sibling and
2584 normal call cases below. */
2585 pending_stack_adjust = save_pending_stack_adjust;
2586 stack_pointer_delta = save_stack_pointer_delta;
2589 if (profile_arc_flag && (flags & ECF_FORK_OR_EXEC))
2591 /* A fork duplicates the profile information, and an exec discards
2592 it. We can't rely on fork/exec to be paired. So write out the
2593 profile information we have gathered so far, and clear it. */
2594 /* ??? When Linux's __clone is called with CLONE_VM set, profiling
2595 is subject to race conditions, just as with multithreaded
2596 programs. */
2598 emit_library_call (gen_rtx_SYMBOL_REF (Pmode, "__bb_fork_func"),
2599 LCT_ALWAYS_RETURN,
2600 VOIDmode, 0);
2603 /* Ensure current function's preferred stack boundary is at least
2604 what we need. We don't have to increase alignment for recursive
2605 functions. */
2606 if (cfun->preferred_stack_boundary < preferred_stack_boundary
2607 && fndecl != current_function_decl)
2608 cfun->preferred_stack_boundary = preferred_stack_boundary;
2610 preferred_unit_stack_boundary = preferred_stack_boundary / BITS_PER_UNIT;
2612 function_call_count++;
2614 /* We want to make two insn chains; one for a sibling call, the other
2615 for a normal call. We will select one of the two chains after
2616 initial RTL generation is complete. */
2617 for (pass = 0; pass < 2; pass++)
2619 int sibcall_failure = 0;
2620 /* We want to emit any pending stack adjustments before the tail
2621 recursion "call". That way we know any adjustment after the tail
2622 recursion call can be ignored if we indeed use the tail recursion
2623 call expansion. */
2624 int save_pending_stack_adjust = 0;
2625 int save_stack_pointer_delta = 0;
2626 rtx insns;
2627 rtx before_call, next_arg_reg;
2629 if (pass == 0)
2631 if (! try_tail_call)
2632 continue;
2634 /* Emit any queued insns now; otherwise they would end up in
2635 only one of the alternates. */
2636 emit_queue ();
2638 /* State variables we need to save and restore between
2639 iterations. */
2640 save_pending_stack_adjust = pending_stack_adjust;
2641 save_stack_pointer_delta = stack_pointer_delta;
2643 if (pass)
2644 flags &= ~ECF_SIBCALL;
2645 else
2646 flags |= ECF_SIBCALL;
2648 /* Other state variables that we must reinitialize each time
2649 through the loop (that are not initialized by the loop itself). */
2650 argblock = 0;
2651 call_fusage = 0;
2653 /* Start a new sequence for the normal call case.
2655 From this point on, if the sibling call fails, we want to set
2656 sibcall_failure instead of continuing the loop. */
2657 start_sequence ();
2659 if (pass == 0)
2661 /* We know at this point that there are not currently any
2662 pending cleanups. If, however, in the process of evaluating
2663 the arguments we were to create some, we'll need to be
2664 able to get rid of them. */
2665 expand_start_target_temps ();
2668 /* Don't let pending stack adjusts add up to too much.
2669 Also, do all pending adjustments now if there is any chance
2670 this might be a call to alloca or if we are expanding a sibling
2671 call sequence or if we are calling a function that is to return
2672 with stack pointer depressed. */
2673 if (pending_stack_adjust >= 32
2674 || (pending_stack_adjust > 0
2675 && (flags & (ECF_MAY_BE_ALLOCA | ECF_SP_DEPRESSED)))
2676 || pass == 0)
2677 do_pending_stack_adjust ();
2679 /* When calling a const function, we must pop the stack args right away,
2680 so that the pop is deleted or moved with the call. */
2681 if (pass && (flags & ECF_LIBCALL_BLOCK))
2682 NO_DEFER_POP;
2684 /* Push the temporary stack slot level so that we can free any
2685 temporaries we make. */
2686 push_temp_slots ();
2688 #ifdef FINAL_REG_PARM_STACK_SPACE
2689 reg_parm_stack_space = FINAL_REG_PARM_STACK_SPACE (args_size.constant,
2690 args_size.var);
2691 #endif
2692 /* Precompute any arguments as needed. */
2693 if (pass)
2694 precompute_arguments (flags, num_actuals, args);
2696 /* Now we are about to start emitting insns that can be deleted
2697 if a libcall is deleted. */
2698 if (pass && (flags & (ECF_LIBCALL_BLOCK | ECF_MALLOC)))
2699 start_sequence ();
2701 adjusted_args_size = args_size;
2702 /* Compute the actual size of the argument block required. The variable
2703 and constant sizes must be combined, the size may have to be rounded,
2704 and there may be a minimum required size. When generating a sibcall
2705 pattern, do not round up, since we'll be re-using whatever space our
2706 caller provided. */
2707 unadjusted_args_size
2708 = compute_argument_block_size (reg_parm_stack_space,
2709 &adjusted_args_size,
2710 (pass == 0 ? 0
2711 : preferred_stack_boundary));
2713 old_stack_allocated = stack_pointer_delta - pending_stack_adjust;
2715 /* The argument block when performing a sibling call is the
2716 incoming argument block. */
2717 if (pass == 0)
2719 argblock = virtual_incoming_args_rtx;
2720 stored_args_map = sbitmap_alloc (args_size.constant);
2721 sbitmap_zero (stored_args_map);
2724 /* If we have no actual push instructions, or shouldn't use them,
2725 make space for all args right now. */
2726 else if (adjusted_args_size.var != 0)
2728 if (old_stack_level == 0)
2730 emit_stack_save (SAVE_BLOCK, &old_stack_level, NULL_RTX);
2731 old_pending_adj = pending_stack_adjust;
2732 pending_stack_adjust = 0;
2733 /* stack_arg_under_construction says whether a stack arg is
2734 being constructed at the old stack level. Pushing the stack
2735 gets a clean outgoing argument block. */
2736 old_stack_arg_under_construction = stack_arg_under_construction;
2737 stack_arg_under_construction = 0;
2739 argblock = push_block (ARGS_SIZE_RTX (adjusted_args_size), 0, 0);
2741 else
2743 /* Note that we must go through the motions of allocating an argument
2744 block even if the size is zero because we may be storing args
2745 in the area reserved for register arguments, which may be part of
2746 the stack frame. */
2748 int needed = adjusted_args_size.constant;
2750 /* Store the maximum argument space used. It will be pushed by
2751 the prologue (if ACCUMULATE_OUTGOING_ARGS, or stack overflow
2752 checking). */
2754 if (needed > current_function_outgoing_args_size)
2755 current_function_outgoing_args_size = needed;
2757 if (must_preallocate)
2759 if (ACCUMULATE_OUTGOING_ARGS)
2761 /* Since the stack pointer will never be pushed, it is
2762 possible for the evaluation of a parm to clobber
2763 something we have already written to the stack.
2764 Since most function calls on RISC machines do not use
2765 the stack, this is uncommon, but must work correctly.
2767 Therefore, we save any area of the stack that was already
2768 written and that we are using. Here we set up to do this
2769 by making a new stack usage map from the old one. The
2770 actual save will be done by store_one_arg.
2772 Another approach might be to try to reorder the argument
2773 evaluations to avoid this conflicting stack usage. */
2775 #ifndef OUTGOING_REG_PARM_STACK_SPACE
2776 /* Since we will be writing into the entire argument area,
2777 the map must be allocated for its entire size, not just
2778 the part that is the responsibility of the caller. */
2779 needed += reg_parm_stack_space;
2780 #endif
2782 #ifdef ARGS_GROW_DOWNWARD
2783 highest_outgoing_arg_in_use = MAX (initial_highest_arg_in_use,
2784 needed + 1);
2785 #else
2786 highest_outgoing_arg_in_use = MAX (initial_highest_arg_in_use,
2787 needed);
2788 #endif
2789 stack_usage_map
2790 = (char *) alloca (highest_outgoing_arg_in_use);
2792 if (initial_highest_arg_in_use)
2793 memcpy (stack_usage_map, initial_stack_usage_map,
2794 initial_highest_arg_in_use);
2796 if (initial_highest_arg_in_use != highest_outgoing_arg_in_use)
2797 memset (&stack_usage_map[initial_highest_arg_in_use], 0,
2798 (highest_outgoing_arg_in_use
2799 - initial_highest_arg_in_use));
2800 needed = 0;
2802 /* The address of the outgoing argument list must not be
2803 copied to a register here, because argblock would be left
2804 pointing to the wrong place after the call to
2805 allocate_dynamic_stack_space below. */
2807 argblock = virtual_outgoing_args_rtx;
2809 else
2811 if (inhibit_defer_pop == 0)
2813 /* Try to reuse some or all of the pending_stack_adjust
2814 to get this space. */
2815 needed
2816 = (combine_pending_stack_adjustment_and_call
2817 (unadjusted_args_size,
2818 &adjusted_args_size,
2819 preferred_unit_stack_boundary));
2821 /* combine_pending_stack_adjustment_and_call computes
2822 an adjustment before the arguments are allocated.
2823 Account for them and see whether or not the stack
2824 needs to go up or down. */
2825 needed = unadjusted_args_size - needed;
2827 if (needed < 0)
2829 /* We're releasing stack space. */
2830 /* ??? We can avoid any adjustment at all if we're
2831 already aligned. FIXME. */
2832 pending_stack_adjust = -needed;
2833 do_pending_stack_adjust ();
2834 needed = 0;
2836 else
2837 /* We need to allocate space. We'll do that in
2838 push_block below. */
2839 pending_stack_adjust = 0;
2842 /* Special case this because overhead of `push_block' in
2843 this case is non-trivial. */
2844 if (needed == 0)
2845 argblock = virtual_outgoing_args_rtx;
2846 else
2847 argblock = push_block (GEN_INT (needed), 0, 0);
2849 /* We only really need to call `copy_to_reg' in the case
2850 where push insns are going to be used to pass ARGBLOCK
2851 to a function call in ARGS. In that case, the stack
2852 pointer changes value from the allocation point to the
2853 call point, and hence the value of
2854 VIRTUAL_OUTGOING_ARGS_RTX changes as well. But might
2855 as well always do it. */
2856 argblock = copy_to_reg (argblock);
2858 /* The save/restore code in store_one_arg handles all
2859 cases except one: a constructor call (including a C
2860 function returning a BLKmode struct) to initialize
2861 an argument. */
2862 if (stack_arg_under_construction)
2864 #ifndef OUTGOING_REG_PARM_STACK_SPACE
2865 rtx push_size = GEN_INT (reg_parm_stack_space
2866 + adjusted_args_size.constant);
2867 #else
2868 rtx push_size = GEN_INT (adjusted_args_size.constant);
2869 #endif
2870 if (old_stack_level == 0)
2872 emit_stack_save (SAVE_BLOCK, &old_stack_level,
2873 NULL_RTX);
2874 old_pending_adj = pending_stack_adjust;
2875 pending_stack_adjust = 0;
2876 /* stack_arg_under_construction says whether a stack
2877 arg is being constructed at the old stack level.
2878 Pushing the stack gets a clean outgoing argument
2879 block. */
2880 old_stack_arg_under_construction
2881 = stack_arg_under_construction;
2882 stack_arg_under_construction = 0;
2883 /* Make a new map for the new argument list. */
2884 stack_usage_map = (char *)
2885 alloca (highest_outgoing_arg_in_use);
2886 memset (stack_usage_map, 0, highest_outgoing_arg_in_use);
2887 highest_outgoing_arg_in_use = 0;
2889 allocate_dynamic_stack_space (push_size, NULL_RTX,
2890 BITS_PER_UNIT);
2892 /* If argument evaluation might modify the stack pointer,
2893 copy the address of the argument list to a register. */
2894 for (i = 0; i < num_actuals; i++)
2895 if (args[i].pass_on_stack)
2897 argblock = copy_addr_to_reg (argblock);
2898 break;
2904 compute_argument_addresses (args, argblock, num_actuals);
2906 /* If we push args individually in reverse order, perform stack alignment
2907 before the first push (the last arg). */
2908 if (PUSH_ARGS_REVERSED && argblock == 0
2909 && adjusted_args_size.constant != unadjusted_args_size)
2911 /* When the stack adjustment is pending, we get better code
2912 by combining the adjustments. */
2913 if (pending_stack_adjust
2914 && ! (flags & ECF_LIBCALL_BLOCK)
2915 && ! inhibit_defer_pop)
2917 pending_stack_adjust
2918 = (combine_pending_stack_adjustment_and_call
2919 (unadjusted_args_size,
2920 &adjusted_args_size,
2921 preferred_unit_stack_boundary));
2922 do_pending_stack_adjust ();
2924 else if (argblock == 0)
2925 anti_adjust_stack (GEN_INT (adjusted_args_size.constant
2926 - unadjusted_args_size));
2928 /* Now that the stack is properly aligned, pops can't safely
2929 be deferred during the evaluation of the arguments. */
2930 NO_DEFER_POP;
2932 funexp = rtx_for_function_call (fndecl, exp);
2934 /* Figure out the register where the value, if any, will come back. */
2935 valreg = 0;
2936 if (TYPE_MODE (TREE_TYPE (exp)) != VOIDmode
2937 && ! structure_value_addr)
2939 if (pcc_struct_value)
2940 valreg = hard_function_value (build_pointer_type (TREE_TYPE (exp)),
2941 fndecl, (pass == 0));
2942 else
2943 valreg = hard_function_value (TREE_TYPE (exp), fndecl, (pass == 0));
2946 /* Precompute all register parameters. It isn't safe to compute anything
2947 once we have started filling any specific hard regs. */
2948 precompute_register_parameters (num_actuals, args, &reg_parm_seen);
2950 #ifdef REG_PARM_STACK_SPACE
2951 /* Save the fixed argument area if it's part of the caller's frame and
2952 is clobbered by argument setup for this call. */
2953 if (ACCUMULATE_OUTGOING_ARGS && pass)
2954 save_area = save_fixed_argument_area (reg_parm_stack_space, argblock,
2955 &low_to_save, &high_to_save);
2956 #endif
2958 /* Now store (and compute if necessary) all non-register parms.
2959 These come before register parms, since they can require block-moves,
2960 which could clobber the registers used for register parms.
2961 Parms which have partial registers are not stored here,
2962 but we do preallocate space here if they want that. */
2964 for (i = 0; i < num_actuals; i++)
2965 if (args[i].reg == 0 || args[i].pass_on_stack)
2967 rtx before_arg = get_last_insn ();
2969 if (store_one_arg (&args[i], argblock, flags,
2970 adjusted_args_size.var != 0,
2971 reg_parm_stack_space)
2972 || (pass == 0
2973 && check_sibcall_argument_overlap (before_arg,
2974 &args[i])))
2975 sibcall_failure = 1;
2978 /* If we have a parm that is passed in registers but not in memory
2979 and whose alignment does not permit a direct copy into registers,
2980 make a group of pseudos that correspond to each register that we
2981 will later fill. */
2982 if (STRICT_ALIGNMENT)
2983 store_unaligned_arguments_into_pseudos (args, num_actuals);
2985 /* Now store any partially-in-registers parm.
2986 This is the last place a block-move can happen. */
2987 if (reg_parm_seen)
2988 for (i = 0; i < num_actuals; i++)
2989 if (args[i].partial != 0 && ! args[i].pass_on_stack)
2991 rtx before_arg = get_last_insn ();
2993 if (store_one_arg (&args[i], argblock, flags,
2994 adjusted_args_size.var != 0,
2995 reg_parm_stack_space)
2996 || (pass == 0
2997 && check_sibcall_argument_overlap (before_arg,
2998 &args[i])))
2999 sibcall_failure = 1;
3002 /* If we pushed args in forward order, perform stack alignment
3003 after pushing the last arg. */
3004 if (!PUSH_ARGS_REVERSED && argblock == 0)
3005 anti_adjust_stack (GEN_INT (adjusted_args_size.constant
3006 - unadjusted_args_size));
3008 /* If register arguments require space on the stack and stack space
3009 was not preallocated, allocate stack space here for arguments
3010 passed in registers. */
3011 #ifdef OUTGOING_REG_PARM_STACK_SPACE
3012 if (!ACCUMULATE_OUTGOING_ARGS
3013 && must_preallocate == 0 && reg_parm_stack_space > 0)
3014 anti_adjust_stack (GEN_INT (reg_parm_stack_space));
3015 #endif
3017 /* Pass the function the address in which to return a
3018 structure value. */
3019 if (pass != 0 && structure_value_addr && ! structure_value_addr_parm)
3021 emit_move_insn (struct_value_rtx,
3022 force_reg (Pmode,
3023 force_operand (structure_value_addr,
3024 NULL_RTX)));
3026 if (GET_CODE (struct_value_rtx) == REG)
3027 use_reg (&call_fusage, struct_value_rtx);
3030 funexp = prepare_call_address (funexp, fndecl, &call_fusage,
3031 reg_parm_seen, pass == 0);
3033 load_register_parameters (args, num_actuals, &call_fusage, flags);
3035 /* Perform postincrements before actually calling the function. */
3036 emit_queue ();
3038 /* Save a pointer to the last insn before the call, so that we can
3039 later safely search backwards to find the CALL_INSN. */
3040 before_call = get_last_insn ();
3042 /* Set up next argument register. For sibling calls on machines
3043 with register windows this should be the incoming register. */
3044 #ifdef FUNCTION_INCOMING_ARG
3045 if (pass == 0)
3046 next_arg_reg = FUNCTION_INCOMING_ARG (args_so_far, VOIDmode,
3047 void_type_node, 1);
3048 else
3049 #endif
3050 next_arg_reg = FUNCTION_ARG (args_so_far, VOIDmode,
3051 void_type_node, 1);
3053 /* All arguments and registers used for the call must be set up by
3054 now! */
3056 /* Stack must be properly aligned now. */
3057 if (pass && stack_pointer_delta % preferred_unit_stack_boundary)
3058 abort ();
3060 /* Generate the actual call instruction. */
3061 emit_call_1 (funexp, fndecl, funtype, unadjusted_args_size,
3062 adjusted_args_size.constant, struct_value_size,
3063 next_arg_reg, valreg, old_inhibit_defer_pop, call_fusage,
3064 flags, & args_so_far);
3066 /* Verify that we've deallocated all the stack we used. */
3067 if (pass
3068 && old_stack_allocated != stack_pointer_delta - pending_stack_adjust)
3069 abort ();
3071 /* If call is cse'able, make appropriate pair of reg-notes around it.
3072 Test valreg so we don't crash; may safely ignore `const'
3073 if return type is void. Disable for PARALLEL return values, because
3074 we have no way to move such values into a pseudo register. */
3075 if (pass && (flags & ECF_LIBCALL_BLOCK))
3077 rtx insns;
3079 if (valreg == 0 || GET_CODE (valreg) == PARALLEL)
3081 insns = get_insns ();
3082 end_sequence ();
3083 emit_insns (insns);
3085 else
3087 rtx note = 0;
3088 rtx temp = gen_reg_rtx (GET_MODE (valreg));
3090 /* Mark the return value as a pointer if needed. */
3091 if (TREE_CODE (TREE_TYPE (exp)) == POINTER_TYPE)
3092 mark_reg_pointer (temp,
3093 TYPE_ALIGN (TREE_TYPE (TREE_TYPE (exp))));
3095 /* Construct an "equal form" for the value which mentions all the
3096 arguments in order as well as the function name. */
3097 for (i = 0; i < num_actuals; i++)
3098 note = gen_rtx_EXPR_LIST (VOIDmode,
3099 args[i].initial_value, note);
3100 note = gen_rtx_EXPR_LIST (VOIDmode, funexp, note);
3102 insns = get_insns ();
3103 end_sequence ();
3105 if (flags & ECF_PURE)
3106 note = gen_rtx_EXPR_LIST (VOIDmode,
3107 gen_rtx_USE (VOIDmode,
3108 gen_rtx_MEM (BLKmode,
3109 gen_rtx_SCRATCH (VOIDmode))),
3110 note);
3112 emit_libcall_block (insns, temp, valreg, note);
3114 valreg = temp;
3117 else if (pass && (flags & ECF_MALLOC))
3119 rtx temp = gen_reg_rtx (GET_MODE (valreg));
3120 rtx last, insns;
3122 /* The return value from a malloc-like function is a pointer. */
3123 if (TREE_CODE (TREE_TYPE (exp)) == POINTER_TYPE)
3124 mark_reg_pointer (temp, BIGGEST_ALIGNMENT);
3126 emit_move_insn (temp, valreg);
3128 /* The return value from a malloc-like function can not alias
3129 anything else. */
3130 last = get_last_insn ();
3131 REG_NOTES (last) =
3132 gen_rtx_EXPR_LIST (REG_NOALIAS, temp, REG_NOTES (last));
3134 /* Write out the sequence. */
3135 insns = get_insns ();
3136 end_sequence ();
3137 emit_insns (insns);
3138 valreg = temp;
3141 /* For calls to `setjmp', etc., inform flow.c it should complain
3142 if nonvolatile values are live. For functions that cannot return,
3143 inform flow that control does not fall through. */
3145 if ((flags & (ECF_NORETURN | ECF_LONGJMP)) || pass == 0)
3147 /* The barrier must be emitted
3148 immediately after the CALL_INSN. Some ports emit more
3149 than just a CALL_INSN above, so we must search for it here. */
3151 rtx last = get_last_insn ();
3152 while (GET_CODE (last) != CALL_INSN)
3154 last = PREV_INSN (last);
3155 /* There was no CALL_INSN? */
3156 if (last == before_call)
3157 abort ();
3160 emit_barrier_after (last);
3163 if (flags & ECF_LONGJMP)
3164 current_function_calls_longjmp = 1;
3166 /* If this function is returning into a memory location marked as
3167 readonly, it means it is initializing that location. But we normally
3168 treat functions as not clobbering such locations, so we need to
3169 specify that this one does. */
3170 if (target != 0 && GET_CODE (target) == MEM
3171 && structure_value_addr != 0 && RTX_UNCHANGING_P (target))
3172 emit_insn (gen_rtx_CLOBBER (VOIDmode, target));
3174 /* If value type not void, return an rtx for the value. */
3176 /* If there are cleanups to be called, don't use a hard reg as target.
3177 We need to double check this and see if it matters anymore. */
3178 if (any_pending_cleanups (1))
3180 if (target && REG_P (target)
3181 && REGNO (target) < FIRST_PSEUDO_REGISTER)
3182 target = 0;
3183 sibcall_failure = 1;
3186 if (TYPE_MODE (TREE_TYPE (exp)) == VOIDmode
3187 || ignore)
3188 target = const0_rtx;
3189 else if (structure_value_addr)
3191 if (target == 0 || GET_CODE (target) != MEM)
3193 target
3194 = gen_rtx_MEM (TYPE_MODE (TREE_TYPE (exp)),
3195 memory_address (TYPE_MODE (TREE_TYPE (exp)),
3196 structure_value_addr));
3197 set_mem_attributes (target, exp, 1);
3200 else if (pcc_struct_value)
3202 /* This is the special C++ case where we need to
3203 know what the true target was. We take care to
3204 never use this value more than once in one expression. */
3205 target = gen_rtx_MEM (TYPE_MODE (TREE_TYPE (exp)),
3206 copy_to_reg (valreg));
3207 set_mem_attributes (target, exp, 1);
3209 /* Handle calls that return values in multiple non-contiguous locations.
3210 The Irix 6 ABI has examples of this. */
3211 else if (GET_CODE (valreg) == PARALLEL)
3213 if (target == 0)
3215 /* This will only be assigned once, so it can be readonly. */
3216 tree nt = build_qualified_type (TREE_TYPE (exp),
3217 (TYPE_QUALS (TREE_TYPE (exp))
3218 | TYPE_QUAL_CONST));
3220 target = assign_temp (nt, 0, 1, 1);
3221 preserve_temp_slots (target);
3224 if (! rtx_equal_p (target, valreg))
3225 emit_group_store (target, valreg,
3226 int_size_in_bytes (TREE_TYPE (exp)));
3228 /* We can not support sibling calls for this case. */
3229 sibcall_failure = 1;
3231 else if (target
3232 && GET_MODE (target) == TYPE_MODE (TREE_TYPE (exp))
3233 && GET_MODE (target) == GET_MODE (valreg))
3235 /* TARGET and VALREG cannot be equal at this point because the
3236 latter would not have REG_FUNCTION_VALUE_P true, while the
3237 former would if it were referring to the same register.
3239 If they refer to the same register, this move will be a no-op,
3240 except when function inlining is being done. */
3241 emit_move_insn (target, valreg);
3243 else if (TYPE_MODE (TREE_TYPE (exp)) == BLKmode)
3245 target = copy_blkmode_from_reg (target, valreg, TREE_TYPE (exp));
3247 /* We can not support sibling calls for this case. */
3248 sibcall_failure = 1;
3250 else
3251 target = copy_to_reg (valreg);
3253 #ifdef PROMOTE_FUNCTION_RETURN
3254 /* If we promoted this return value, make the proper SUBREG. TARGET
3255 might be const0_rtx here, so be careful. */
3256 if (GET_CODE (target) == REG
3257 && TYPE_MODE (TREE_TYPE (exp)) != BLKmode
3258 && GET_MODE (target) != TYPE_MODE (TREE_TYPE (exp)))
3260 tree type = TREE_TYPE (exp);
3261 int unsignedp = TREE_UNSIGNED (type);
3262 int offset = 0;
3264 /* If we don't promote as expected, something is wrong. */
3265 if (GET_MODE (target)
3266 != promote_mode (type, TYPE_MODE (type), &unsignedp, 1))
3267 abort ();
3269 if ((WORDS_BIG_ENDIAN || BYTES_BIG_ENDIAN)
3270 && GET_MODE_SIZE (GET_MODE (target))
3271 > GET_MODE_SIZE (TYPE_MODE (type)))
3273 offset = GET_MODE_SIZE (GET_MODE (target))
3274 - GET_MODE_SIZE (TYPE_MODE (type));
3275 if (! BYTES_BIG_ENDIAN)
3276 offset = (offset / UNITS_PER_WORD) * UNITS_PER_WORD;
3277 else if (! WORDS_BIG_ENDIAN)
3278 offset %= UNITS_PER_WORD;
3280 target = gen_rtx_SUBREG (TYPE_MODE (type), target, offset);
3281 SUBREG_PROMOTED_VAR_P (target) = 1;
3282 SUBREG_PROMOTED_UNSIGNED_SET (target, unsignedp);
3284 #endif
3286 /* If size of args is variable or this was a constructor call for a stack
3287 argument, restore saved stack-pointer value. */
3289 if (old_stack_level && ! (flags & ECF_SP_DEPRESSED))
3291 emit_stack_restore (SAVE_BLOCK, old_stack_level, NULL_RTX);
3292 pending_stack_adjust = old_pending_adj;
3293 stack_arg_under_construction = old_stack_arg_under_construction;
3294 highest_outgoing_arg_in_use = initial_highest_arg_in_use;
3295 stack_usage_map = initial_stack_usage_map;
3296 sibcall_failure = 1;
3298 else if (ACCUMULATE_OUTGOING_ARGS && pass)
3300 #ifdef REG_PARM_STACK_SPACE
3301 if (save_area)
3303 restore_fixed_argument_area (save_area, argblock,
3304 high_to_save, low_to_save);
3306 #endif
3308 /* If we saved any argument areas, restore them. */
3309 for (i = 0; i < num_actuals; i++)
3310 if (args[i].save_area)
3312 enum machine_mode save_mode = GET_MODE (args[i].save_area);
3313 rtx stack_area
3314 = gen_rtx_MEM (save_mode,
3315 memory_address (save_mode,
3316 XEXP (args[i].stack_slot, 0)));
3318 if (save_mode != BLKmode)
3319 emit_move_insn (stack_area, args[i].save_area);
3320 else
3321 emit_block_move (stack_area,
3322 validize_mem (args[i].save_area),
3323 GEN_INT (args[i].size.constant));
3326 highest_outgoing_arg_in_use = initial_highest_arg_in_use;
3327 stack_usage_map = initial_stack_usage_map;
3330 /* If this was alloca, record the new stack level for nonlocal gotos.
3331 Check for the handler slots since we might not have a save area
3332 for non-local gotos. */
3334 if ((flags & ECF_MAY_BE_ALLOCA) && nonlocal_goto_handler_slots != 0)
3335 emit_stack_save (SAVE_NONLOCAL, &nonlocal_goto_stack_level, NULL_RTX);
3337 pop_temp_slots ();
3339 /* Free up storage we no longer need. */
3340 for (i = 0; i < num_actuals; ++i)
3341 if (args[i].aligned_regs)
3342 free (args[i].aligned_regs);
3344 if (pass == 0)
3346 /* Undo the fake expand_start_target_temps we did earlier. If
3347 there had been any cleanups created, we've already set
3348 sibcall_failure. */
3349 expand_end_target_temps ();
3352 insns = get_insns ();
3353 end_sequence ();
3355 if (pass == 0)
3357 tail_call_insns = insns;
3359 /* Restore the pending stack adjustment now that we have
3360 finished generating the sibling call sequence. */
3362 pending_stack_adjust = save_pending_stack_adjust;
3363 stack_pointer_delta = save_stack_pointer_delta;
3365 /* Prepare arg structure for next iteration. */
3366 for (i = 0; i < num_actuals; i++)
3368 args[i].value = 0;
3369 args[i].aligned_regs = 0;
3370 args[i].stack = 0;
3373 sbitmap_free (stored_args_map);
3375 else
3376 normal_call_insns = insns;
3378 /* If something prevents making this a sibling call,
3379 zero out the sequence. */
3380 if (sibcall_failure)
3381 tail_call_insns = NULL_RTX;
3384 /* The function optimize_sibling_and_tail_recursive_calls doesn't
3385 handle CALL_PLACEHOLDERs inside other CALL_PLACEHOLDERs. This
3386 can happen if the arguments to this function call an inline
3387 function who's expansion contains another CALL_PLACEHOLDER.
3389 If there are any C_Ps in any of these sequences, replace them
3390 with their normal call. */
3392 for (insn = normal_call_insns; insn; insn = NEXT_INSN (insn))
3393 if (GET_CODE (insn) == CALL_INSN
3394 && GET_CODE (PATTERN (insn)) == CALL_PLACEHOLDER)
3395 replace_call_placeholder (insn, sibcall_use_normal);
3397 for (insn = tail_call_insns; insn; insn = NEXT_INSN (insn))
3398 if (GET_CODE (insn) == CALL_INSN
3399 && GET_CODE (PATTERN (insn)) == CALL_PLACEHOLDER)
3400 replace_call_placeholder (insn, sibcall_use_normal);
3402 for (insn = tail_recursion_insns; insn; insn = NEXT_INSN (insn))
3403 if (GET_CODE (insn) == CALL_INSN
3404 && GET_CODE (PATTERN (insn)) == CALL_PLACEHOLDER)
3405 replace_call_placeholder (insn, sibcall_use_normal);
3407 /* If this was a potential tail recursion site, then emit a
3408 CALL_PLACEHOLDER with the normal and the tail recursion streams.
3409 One of them will be selected later. */
3410 if (tail_recursion_insns || tail_call_insns)
3412 /* The tail recursion label must be kept around. We could expose
3413 its use in the CALL_PLACEHOLDER, but that creates unwanted edges
3414 and makes determining true tail recursion sites difficult.
3416 So we set LABEL_PRESERVE_P here, then clear it when we select
3417 one of the call sequences after rtl generation is complete. */
3418 if (tail_recursion_insns)
3419 LABEL_PRESERVE_P (tail_recursion_label) = 1;
3420 emit_call_insn (gen_rtx_CALL_PLACEHOLDER (VOIDmode, normal_call_insns,
3421 tail_call_insns,
3422 tail_recursion_insns,
3423 tail_recursion_label));
3425 else
3426 emit_insns (normal_call_insns);
3428 currently_expanding_call--;
3430 /* If this function returns with the stack pointer depressed, ensure
3431 this block saves and restores the stack pointer, show it was
3432 changed, and adjust for any outgoing arg space. */
3433 if (flags & ECF_SP_DEPRESSED)
3435 clear_pending_stack_adjust ();
3436 emit_insn (gen_rtx (CLOBBER, VOIDmode, stack_pointer_rtx));
3437 emit_move_insn (virtual_stack_dynamic_rtx, stack_pointer_rtx);
3438 save_stack_pointer ();
3441 return target;
3444 /* Output a library call to function FUN (a SYMBOL_REF rtx).
3445 The RETVAL parameter specifies whether return value needs to be saved, other
3446 parameters are documented in the emit_library_call function below. */
3448 static rtx
3449 emit_library_call_value_1 (retval, orgfun, value, fn_type, outmode, nargs, p)
3450 int retval;
3451 rtx orgfun;
3452 rtx value;
3453 enum libcall_type fn_type;
3454 enum machine_mode outmode;
3455 int nargs;
3456 va_list p;
3458 /* Total size in bytes of all the stack-parms scanned so far. */
3459 struct args_size args_size;
3460 /* Size of arguments before any adjustments (such as rounding). */
3461 struct args_size original_args_size;
3462 int argnum;
3463 rtx fun;
3464 int inc;
3465 int count;
3466 struct args_size alignment_pad;
3467 rtx argblock = 0;
3468 CUMULATIVE_ARGS args_so_far;
3469 struct arg
3471 rtx value;
3472 enum machine_mode mode;
3473 rtx reg;
3474 int partial;
3475 struct args_size offset;
3476 struct args_size size;
3477 rtx save_area;
3479 struct arg *argvec;
3480 int old_inhibit_defer_pop = inhibit_defer_pop;
3481 rtx call_fusage = 0;
3482 rtx mem_value = 0;
3483 rtx valreg;
3484 int pcc_struct_value = 0;
3485 int struct_value_size = 0;
3486 int flags;
3487 int reg_parm_stack_space = 0;
3488 int needed;
3489 rtx before_call;
3491 #ifdef REG_PARM_STACK_SPACE
3492 /* Define the boundary of the register parm stack space that needs to be
3493 save, if any. */
3494 int low_to_save = -1, high_to_save = 0;
3495 rtx save_area = 0; /* Place that it is saved. */
3496 #endif
3498 /* Size of the stack reserved for parameter registers. */
3499 int initial_highest_arg_in_use = highest_outgoing_arg_in_use;
3500 char *initial_stack_usage_map = stack_usage_map;
3502 #ifdef REG_PARM_STACK_SPACE
3503 #ifdef MAYBE_REG_PARM_STACK_SPACE
3504 reg_parm_stack_space = MAYBE_REG_PARM_STACK_SPACE;
3505 #else
3506 reg_parm_stack_space = REG_PARM_STACK_SPACE ((tree) 0);
3507 #endif
3508 #endif
3510 /* By default, library functions can not throw. */
3511 flags = ECF_NOTHROW;
3513 switch (fn_type)
3515 case LCT_NORMAL:
3516 break;
3517 case LCT_CONST:
3518 flags |= ECF_CONST;
3519 break;
3520 case LCT_PURE:
3521 flags |= ECF_PURE;
3522 break;
3523 case LCT_CONST_MAKE_BLOCK:
3524 flags |= ECF_CONST | ECF_LIBCALL_BLOCK;
3525 break;
3526 case LCT_PURE_MAKE_BLOCK:
3527 flags |= ECF_PURE | ECF_LIBCALL_BLOCK;
3528 break;
3529 case LCT_NORETURN:
3530 flags |= ECF_NORETURN;
3531 break;
3532 case LCT_THROW:
3533 flags = ECF_NORETURN;
3534 break;
3535 case LCT_ALWAYS_RETURN:
3536 flags = ECF_ALWAYS_RETURN;
3537 break;
3538 case LCT_RETURNS_TWICE:
3539 flags = ECF_RETURNS_TWICE;
3540 break;
3542 fun = orgfun;
3544 /* Ensure current function's preferred stack boundary is at least
3545 what we need. */
3546 if (cfun->preferred_stack_boundary < PREFERRED_STACK_BOUNDARY)
3547 cfun->preferred_stack_boundary = PREFERRED_STACK_BOUNDARY;
3549 /* If this kind of value comes back in memory,
3550 decide where in memory it should come back. */
3551 if (outmode != VOIDmode && aggregate_value_p (type_for_mode (outmode, 0)))
3553 #ifdef PCC_STATIC_STRUCT_RETURN
3554 rtx pointer_reg
3555 = hard_function_value (build_pointer_type (type_for_mode (outmode, 0)),
3556 0, 0);
3557 mem_value = gen_rtx_MEM (outmode, pointer_reg);
3558 pcc_struct_value = 1;
3559 if (value == 0)
3560 value = gen_reg_rtx (outmode);
3561 #else /* not PCC_STATIC_STRUCT_RETURN */
3562 struct_value_size = GET_MODE_SIZE (outmode);
3563 if (value != 0 && GET_CODE (value) == MEM)
3564 mem_value = value;
3565 else
3566 mem_value = assign_temp (type_for_mode (outmode, 0), 0, 1, 1);
3567 #endif
3569 /* This call returns a big structure. */
3570 flags &= ~(ECF_CONST | ECF_PURE | ECF_LIBCALL_BLOCK);
3573 /* ??? Unfinished: must pass the memory address as an argument. */
3575 /* Copy all the libcall-arguments out of the varargs data
3576 and into a vector ARGVEC.
3578 Compute how to pass each argument. We only support a very small subset
3579 of the full argument passing conventions to limit complexity here since
3580 library functions shouldn't have many args. */
3582 argvec = (struct arg *) alloca ((nargs + 1) * sizeof (struct arg));
3583 memset ((char *) argvec, 0, (nargs + 1) * sizeof (struct arg));
3585 #ifdef INIT_CUMULATIVE_LIBCALL_ARGS
3586 INIT_CUMULATIVE_LIBCALL_ARGS (args_so_far, outmode, fun);
3587 #else
3588 INIT_CUMULATIVE_ARGS (args_so_far, NULL_TREE, fun, 0);
3589 #endif
3591 args_size.constant = 0;
3592 args_size.var = 0;
3594 count = 0;
3596 /* Now we are about to start emitting insns that can be deleted
3597 if a libcall is deleted. */
3598 if (flags & ECF_LIBCALL_BLOCK)
3599 start_sequence ();
3601 push_temp_slots ();
3603 /* If there's a structure value address to be passed,
3604 either pass it in the special place, or pass it as an extra argument. */
3605 if (mem_value && struct_value_rtx == 0 && ! pcc_struct_value)
3607 rtx addr = XEXP (mem_value, 0);
3608 nargs++;
3610 /* Make sure it is a reasonable operand for a move or push insn. */
3611 if (GET_CODE (addr) != REG && GET_CODE (addr) != MEM
3612 && ! (CONSTANT_P (addr) && LEGITIMATE_CONSTANT_P (addr)))
3613 addr = force_operand (addr, NULL_RTX);
3615 argvec[count].value = addr;
3616 argvec[count].mode = Pmode;
3617 argvec[count].partial = 0;
3619 argvec[count].reg = FUNCTION_ARG (args_so_far, Pmode, NULL_TREE, 1);
3620 #ifdef FUNCTION_ARG_PARTIAL_NREGS
3621 if (FUNCTION_ARG_PARTIAL_NREGS (args_so_far, Pmode, NULL_TREE, 1))
3622 abort ();
3623 #endif
3625 locate_and_pad_parm (Pmode, NULL_TREE,
3626 #ifdef STACK_PARMS_IN_REG_PARM_AREA
3628 #else
3629 argvec[count].reg != 0,
3630 #endif
3631 NULL_TREE, &args_size, &argvec[count].offset,
3632 &argvec[count].size, &alignment_pad);
3634 if (argvec[count].reg == 0 || argvec[count].partial != 0
3635 || reg_parm_stack_space > 0)
3636 args_size.constant += argvec[count].size.constant;
3638 FUNCTION_ARG_ADVANCE (args_so_far, Pmode, (tree) 0, 1);
3640 count++;
3643 for (; count < nargs; count++)
3645 rtx val = va_arg (p, rtx);
3646 enum machine_mode mode = va_arg (p, enum machine_mode);
3648 /* We cannot convert the arg value to the mode the library wants here;
3649 must do it earlier where we know the signedness of the arg. */
3650 if (mode == BLKmode
3651 || (GET_MODE (val) != mode && GET_MODE (val) != VOIDmode))
3652 abort ();
3654 /* On some machines, there's no way to pass a float to a library fcn.
3655 Pass it as a double instead. */
3656 #ifdef LIBGCC_NEEDS_DOUBLE
3657 if (LIBGCC_NEEDS_DOUBLE && mode == SFmode)
3658 val = convert_modes (DFmode, SFmode, val, 0), mode = DFmode;
3659 #endif
3661 /* There's no need to call protect_from_queue, because
3662 either emit_move_insn or emit_push_insn will do that. */
3664 /* Make sure it is a reasonable operand for a move or push insn. */
3665 if (GET_CODE (val) != REG && GET_CODE (val) != MEM
3666 && ! (CONSTANT_P (val) && LEGITIMATE_CONSTANT_P (val)))
3667 val = force_operand (val, NULL_RTX);
3669 #ifdef FUNCTION_ARG_PASS_BY_REFERENCE
3670 if (FUNCTION_ARG_PASS_BY_REFERENCE (args_so_far, mode, NULL_TREE, 1))
3672 rtx slot;
3673 int must_copy = 1
3674 #ifdef FUNCTION_ARG_CALLEE_COPIES
3675 && ! FUNCTION_ARG_CALLEE_COPIES (args_so_far, mode,
3676 NULL_TREE, 1)
3677 #endif
3680 if (GET_MODE (val) == MEM && ! must_copy)
3681 slot = val;
3682 else if (must_copy)
3684 slot = assign_temp (type_for_mode (mode, 0), 0, 1, 1);
3685 emit_move_insn (slot, val);
3687 else
3689 tree type = type_for_mode (mode, 0);
3691 slot = gen_rtx_MEM (mode,
3692 expand_expr (build1 (ADDR_EXPR,
3693 build_pointer_type
3694 (type),
3695 make_tree (type, val)),
3696 NULL_RTX, VOIDmode, 0));
3699 call_fusage = gen_rtx_EXPR_LIST (VOIDmode,
3700 gen_rtx_USE (VOIDmode, slot),
3701 call_fusage);
3702 if (must_copy)
3703 call_fusage = gen_rtx_EXPR_LIST (VOIDmode,
3704 gen_rtx_CLOBBER (VOIDmode,
3705 slot),
3706 call_fusage);
3708 mode = Pmode;
3709 val = force_operand (XEXP (slot, 0), NULL_RTX);
3711 #endif
3713 argvec[count].value = val;
3714 argvec[count].mode = mode;
3716 argvec[count].reg = FUNCTION_ARG (args_so_far, mode, NULL_TREE, 1);
3718 #ifdef FUNCTION_ARG_PARTIAL_NREGS
3719 argvec[count].partial
3720 = FUNCTION_ARG_PARTIAL_NREGS (args_so_far, mode, NULL_TREE, 1);
3721 #else
3722 argvec[count].partial = 0;
3723 #endif
3725 locate_and_pad_parm (mode, NULL_TREE,
3726 #ifdef STACK_PARMS_IN_REG_PARM_AREA
3728 #else
3729 argvec[count].reg != 0,
3730 #endif
3731 NULL_TREE, &args_size, &argvec[count].offset,
3732 &argvec[count].size, &alignment_pad);
3734 if (argvec[count].size.var)
3735 abort ();
3737 if (reg_parm_stack_space == 0 && argvec[count].partial)
3738 argvec[count].size.constant -= argvec[count].partial * UNITS_PER_WORD;
3740 if (argvec[count].reg == 0 || argvec[count].partial != 0
3741 || reg_parm_stack_space > 0)
3742 args_size.constant += argvec[count].size.constant;
3744 FUNCTION_ARG_ADVANCE (args_so_far, mode, (tree) 0, 1);
3747 #ifdef FINAL_REG_PARM_STACK_SPACE
3748 reg_parm_stack_space = FINAL_REG_PARM_STACK_SPACE (args_size.constant,
3749 args_size.var);
3750 #endif
3751 /* If this machine requires an external definition for library
3752 functions, write one out. */
3753 assemble_external_libcall (fun);
3755 original_args_size = args_size;
3756 args_size.constant = (((args_size.constant
3757 + stack_pointer_delta
3758 + STACK_BYTES - 1)
3759 / STACK_BYTES
3760 * STACK_BYTES)
3761 - stack_pointer_delta);
3763 args_size.constant = MAX (args_size.constant,
3764 reg_parm_stack_space);
3766 #ifndef OUTGOING_REG_PARM_STACK_SPACE
3767 args_size.constant -= reg_parm_stack_space;
3768 #endif
3770 if (args_size.constant > current_function_outgoing_args_size)
3771 current_function_outgoing_args_size = args_size.constant;
3773 if (ACCUMULATE_OUTGOING_ARGS)
3775 /* Since the stack pointer will never be pushed, it is possible for
3776 the evaluation of a parm to clobber something we have already
3777 written to the stack. Since most function calls on RISC machines
3778 do not use the stack, this is uncommon, but must work correctly.
3780 Therefore, we save any area of the stack that was already written
3781 and that we are using. Here we set up to do this by making a new
3782 stack usage map from the old one.
3784 Another approach might be to try to reorder the argument
3785 evaluations to avoid this conflicting stack usage. */
3787 needed = args_size.constant;
3789 #ifndef OUTGOING_REG_PARM_STACK_SPACE
3790 /* Since we will be writing into the entire argument area, the
3791 map must be allocated for its entire size, not just the part that
3792 is the responsibility of the caller. */
3793 needed += reg_parm_stack_space;
3794 #endif
3796 #ifdef ARGS_GROW_DOWNWARD
3797 highest_outgoing_arg_in_use = MAX (initial_highest_arg_in_use,
3798 needed + 1);
3799 #else
3800 highest_outgoing_arg_in_use = MAX (initial_highest_arg_in_use,
3801 needed);
3802 #endif
3803 stack_usage_map = (char *) alloca (highest_outgoing_arg_in_use);
3805 if (initial_highest_arg_in_use)
3806 memcpy (stack_usage_map, initial_stack_usage_map,
3807 initial_highest_arg_in_use);
3809 if (initial_highest_arg_in_use != highest_outgoing_arg_in_use)
3810 memset (&stack_usage_map[initial_highest_arg_in_use], 0,
3811 highest_outgoing_arg_in_use - initial_highest_arg_in_use);
3812 needed = 0;
3814 /* We must be careful to use virtual regs before they're instantiated,
3815 and real regs afterwards. Loop optimization, for example, can create
3816 new libcalls after we've instantiated the virtual regs, and if we
3817 use virtuals anyway, they won't match the rtl patterns. */
3819 if (virtuals_instantiated)
3820 argblock = plus_constant (stack_pointer_rtx, STACK_POINTER_OFFSET);
3821 else
3822 argblock = virtual_outgoing_args_rtx;
3824 else
3826 if (!PUSH_ARGS)
3827 argblock = push_block (GEN_INT (args_size.constant), 0, 0);
3830 /* If we push args individually in reverse order, perform stack alignment
3831 before the first push (the last arg). */
3832 if (argblock == 0 && PUSH_ARGS_REVERSED)
3833 anti_adjust_stack (GEN_INT (args_size.constant
3834 - original_args_size.constant));
3836 if (PUSH_ARGS_REVERSED)
3838 inc = -1;
3839 argnum = nargs - 1;
3841 else
3843 inc = 1;
3844 argnum = 0;
3847 #ifdef REG_PARM_STACK_SPACE
3848 if (ACCUMULATE_OUTGOING_ARGS)
3850 /* The argument list is the property of the called routine and it
3851 may clobber it. If the fixed area has been used for previous
3852 parameters, we must save and restore it.
3854 Here we compute the boundary of the that needs to be saved, if any. */
3856 #ifdef ARGS_GROW_DOWNWARD
3857 for (count = 0; count < reg_parm_stack_space + 1; count++)
3858 #else
3859 for (count = 0; count < reg_parm_stack_space; count++)
3860 #endif
3862 if (count >= highest_outgoing_arg_in_use
3863 || stack_usage_map[count] == 0)
3864 continue;
3866 if (low_to_save == -1)
3867 low_to_save = count;
3869 high_to_save = count;
3872 if (low_to_save >= 0)
3874 int num_to_save = high_to_save - low_to_save + 1;
3875 enum machine_mode save_mode
3876 = mode_for_size (num_to_save * BITS_PER_UNIT, MODE_INT, 1);
3877 rtx stack_area;
3879 /* If we don't have the required alignment, must do this in BLKmode. */
3880 if ((low_to_save & (MIN (GET_MODE_SIZE (save_mode),
3881 BIGGEST_ALIGNMENT / UNITS_PER_WORD) - 1)))
3882 save_mode = BLKmode;
3884 #ifdef ARGS_GROW_DOWNWARD
3885 stack_area = gen_rtx_MEM (save_mode,
3886 memory_address (save_mode,
3887 plus_constant (argblock,
3888 -high_to_save)));
3889 #else
3890 stack_area = gen_rtx_MEM (save_mode,
3891 memory_address (save_mode,
3892 plus_constant (argblock,
3893 low_to_save)));
3894 #endif
3895 if (save_mode == BLKmode)
3897 save_area = assign_stack_temp (BLKmode, num_to_save, 0);
3898 set_mem_align (save_area, PARM_BOUNDARY);
3899 emit_block_move (validize_mem (save_area), stack_area,
3900 GEN_INT (num_to_save));
3902 else
3904 save_area = gen_reg_rtx (save_mode);
3905 emit_move_insn (save_area, stack_area);
3909 #endif
3911 /* Push the args that need to be pushed. */
3913 /* ARGNUM indexes the ARGVEC array in the order in which the arguments
3914 are to be pushed. */
3915 for (count = 0; count < nargs; count++, argnum += inc)
3917 enum machine_mode mode = argvec[argnum].mode;
3918 rtx val = argvec[argnum].value;
3919 rtx reg = argvec[argnum].reg;
3920 int partial = argvec[argnum].partial;
3921 int lower_bound = 0, upper_bound = 0, i;
3923 if (! (reg != 0 && partial == 0))
3925 if (ACCUMULATE_OUTGOING_ARGS)
3927 /* If this is being stored into a pre-allocated, fixed-size,
3928 stack area, save any previous data at that location. */
3930 #ifdef ARGS_GROW_DOWNWARD
3931 /* stack_slot is negative, but we want to index stack_usage_map
3932 with positive values. */
3933 upper_bound = -argvec[argnum].offset.constant + 1;
3934 lower_bound = upper_bound - argvec[argnum].size.constant;
3935 #else
3936 lower_bound = argvec[argnum].offset.constant;
3937 upper_bound = lower_bound + argvec[argnum].size.constant;
3938 #endif
3940 for (i = lower_bound; i < upper_bound; i++)
3941 if (stack_usage_map[i]
3942 /* Don't store things in the fixed argument area at this
3943 point; it has already been saved. */
3944 && i > reg_parm_stack_space)
3945 break;
3947 if (i != upper_bound)
3949 /* We need to make a save area. See what mode we can make
3950 it. */
3951 enum machine_mode save_mode
3952 = mode_for_size (argvec[argnum].size.constant
3953 * BITS_PER_UNIT,
3954 MODE_INT, 1);
3955 rtx stack_area
3956 = gen_rtx_MEM
3957 (save_mode,
3958 memory_address
3959 (save_mode,
3960 plus_constant (argblock,
3961 argvec[argnum].offset.constant)));
3962 argvec[argnum].save_area = gen_reg_rtx (save_mode);
3964 emit_move_insn (argvec[argnum].save_area, stack_area);
3968 emit_push_insn (val, mode, NULL_TREE, NULL_RTX, 0, partial, reg, 0,
3969 argblock, GEN_INT (argvec[argnum].offset.constant),
3970 reg_parm_stack_space, ARGS_SIZE_RTX (alignment_pad));
3972 /* Now mark the segment we just used. */
3973 if (ACCUMULATE_OUTGOING_ARGS)
3974 for (i = lower_bound; i < upper_bound; i++)
3975 stack_usage_map[i] = 1;
3977 NO_DEFER_POP;
3981 /* If we pushed args in forward order, perform stack alignment
3982 after pushing the last arg. */
3983 if (argblock == 0 && !PUSH_ARGS_REVERSED)
3984 anti_adjust_stack (GEN_INT (args_size.constant
3985 - original_args_size.constant));
3987 if (PUSH_ARGS_REVERSED)
3988 argnum = nargs - 1;
3989 else
3990 argnum = 0;
3992 fun = prepare_call_address (fun, NULL_TREE, &call_fusage, 0, 0);
3994 /* Now load any reg parms into their regs. */
3996 /* ARGNUM indexes the ARGVEC array in the order in which the arguments
3997 are to be pushed. */
3998 for (count = 0; count < nargs; count++, argnum += inc)
4000 rtx val = argvec[argnum].value;
4001 rtx reg = argvec[argnum].reg;
4002 int partial = argvec[argnum].partial;
4004 /* Handle calls that pass values in multiple non-contiguous
4005 locations. The PA64 has examples of this for library calls. */
4006 if (reg != 0 && GET_CODE (reg) == PARALLEL)
4007 emit_group_load (reg, val, GET_MODE_SIZE (GET_MODE (val)));
4008 else if (reg != 0 && partial == 0)
4009 emit_move_insn (reg, val);
4011 NO_DEFER_POP;
4014 /* Any regs containing parms remain in use through the call. */
4015 for (count = 0; count < nargs; count++)
4017 rtx reg = argvec[count].reg;
4018 if (reg != 0 && GET_CODE (reg) == PARALLEL)
4019 use_group_regs (&call_fusage, reg);
4020 else if (reg != 0)
4021 use_reg (&call_fusage, reg);
4024 /* Pass the function the address in which to return a structure value. */
4025 if (mem_value != 0 && struct_value_rtx != 0 && ! pcc_struct_value)
4027 emit_move_insn (struct_value_rtx,
4028 force_reg (Pmode,
4029 force_operand (XEXP (mem_value, 0),
4030 NULL_RTX)));
4031 if (GET_CODE (struct_value_rtx) == REG)
4032 use_reg (&call_fusage, struct_value_rtx);
4035 /* Don't allow popping to be deferred, since then
4036 cse'ing of library calls could delete a call and leave the pop. */
4037 NO_DEFER_POP;
4038 valreg = (mem_value == 0 && outmode != VOIDmode
4039 ? hard_libcall_value (outmode) : NULL_RTX);
4041 /* Stack must be properly aligned now. */
4042 if (stack_pointer_delta & (PREFERRED_STACK_BOUNDARY / BITS_PER_UNIT - 1))
4043 abort ();
4045 before_call = get_last_insn ();
4047 /* We pass the old value of inhibit_defer_pop + 1 to emit_call_1, which
4048 will set inhibit_defer_pop to that value. */
4049 /* The return type is needed to decide how many bytes the function pops.
4050 Signedness plays no role in that, so for simplicity, we pretend it's
4051 always signed. We also assume that the list of arguments passed has
4052 no impact, so we pretend it is unknown. */
4054 emit_call_1 (fun,
4055 get_identifier (XSTR (orgfun, 0)),
4056 build_function_type (outmode == VOIDmode ? void_type_node
4057 : type_for_mode (outmode, 0), NULL_TREE),
4058 original_args_size.constant, args_size.constant,
4059 struct_value_size,
4060 FUNCTION_ARG (args_so_far, VOIDmode, void_type_node, 1),
4061 valreg,
4062 old_inhibit_defer_pop + 1, call_fusage, flags, & args_so_far);
4064 /* For calls to `setjmp', etc., inform flow.c it should complain
4065 if nonvolatile values are live. For functions that cannot return,
4066 inform flow that control does not fall through. */
4068 if (flags & (ECF_NORETURN | ECF_LONGJMP))
4070 /* The barrier note must be emitted
4071 immediately after the CALL_INSN. Some ports emit more than
4072 just a CALL_INSN above, so we must search for it here. */
4074 rtx last = get_last_insn ();
4075 while (GET_CODE (last) != CALL_INSN)
4077 last = PREV_INSN (last);
4078 /* There was no CALL_INSN? */
4079 if (last == before_call)
4080 abort ();
4083 emit_barrier_after (last);
4086 /* Now restore inhibit_defer_pop to its actual original value. */
4087 OK_DEFER_POP;
4089 /* If call is cse'able, make appropriate pair of reg-notes around it.
4090 Test valreg so we don't crash; may safely ignore `const'
4091 if return type is void. Disable for PARALLEL return values, because
4092 we have no way to move such values into a pseudo register. */
4093 if (flags & ECF_LIBCALL_BLOCK)
4095 rtx insns;
4097 if (valreg == 0 || GET_CODE (valreg) == PARALLEL)
4099 insns = get_insns ();
4100 end_sequence ();
4101 emit_insns (insns);
4103 else
4105 rtx note = 0;
4106 rtx temp = gen_reg_rtx (GET_MODE (valreg));
4107 int i;
4109 /* Construct an "equal form" for the value which mentions all the
4110 arguments in order as well as the function name. */
4111 for (i = 0; i < nargs; i++)
4112 note = gen_rtx_EXPR_LIST (VOIDmode, argvec[i].value, note);
4113 note = gen_rtx_EXPR_LIST (VOIDmode, fun, note);
4115 insns = get_insns ();
4116 end_sequence ();
4118 if (flags & ECF_PURE)
4119 note = gen_rtx_EXPR_LIST (VOIDmode,
4120 gen_rtx_USE (VOIDmode,
4121 gen_rtx_MEM (BLKmode,
4122 gen_rtx_SCRATCH (VOIDmode))),
4123 note);
4125 emit_libcall_block (insns, temp, valreg, note);
4127 valreg = temp;
4130 pop_temp_slots ();
4132 /* Copy the value to the right place. */
4133 if (outmode != VOIDmode && retval)
4135 if (mem_value)
4137 if (value == 0)
4138 value = mem_value;
4139 if (value != mem_value)
4140 emit_move_insn (value, mem_value);
4142 else if (value != 0)
4143 emit_move_insn (value, hard_libcall_value (outmode));
4144 else
4145 value = hard_libcall_value (outmode);
4148 if (ACCUMULATE_OUTGOING_ARGS)
4150 #ifdef REG_PARM_STACK_SPACE
4151 if (save_area)
4153 enum machine_mode save_mode = GET_MODE (save_area);
4154 #ifdef ARGS_GROW_DOWNWARD
4155 rtx stack_area
4156 = gen_rtx_MEM (save_mode,
4157 memory_address (save_mode,
4158 plus_constant (argblock,
4159 - high_to_save)));
4160 #else
4161 rtx stack_area
4162 = gen_rtx_MEM (save_mode,
4163 memory_address (save_mode,
4164 plus_constant (argblock, low_to_save)));
4165 #endif
4167 set_mem_align (stack_area, PARM_BOUNDARY);
4168 if (save_mode != BLKmode)
4169 emit_move_insn (stack_area, save_area);
4170 else
4171 emit_block_move (stack_area, validize_mem (save_area),
4172 GEN_INT (high_to_save - low_to_save + 1));
4174 #endif
4176 /* If we saved any argument areas, restore them. */
4177 for (count = 0; count < nargs; count++)
4178 if (argvec[count].save_area)
4180 enum machine_mode save_mode = GET_MODE (argvec[count].save_area);
4181 rtx stack_area
4182 = gen_rtx_MEM (save_mode,
4183 memory_address
4184 (save_mode,
4185 plus_constant (argblock,
4186 argvec[count].offset.constant)));
4188 emit_move_insn (stack_area, argvec[count].save_area);
4191 highest_outgoing_arg_in_use = initial_highest_arg_in_use;
4192 stack_usage_map = initial_stack_usage_map;
4195 return value;
4199 /* Output a library call to function FUN (a SYMBOL_REF rtx)
4200 (emitting the queue unless NO_QUEUE is nonzero),
4201 for a value of mode OUTMODE,
4202 with NARGS different arguments, passed as alternating rtx values
4203 and machine_modes to convert them to.
4204 The rtx values should have been passed through protect_from_queue already.
4206 FN_TYPE should be LCT_NORMAL for `normal' calls, LCT_CONST for `const'
4207 calls, LCT_PURE for `pure' calls, LCT_CONST_MAKE_BLOCK for `const' calls
4208 which should be enclosed in REG_LIBCALL/REG_RETVAL notes,
4209 LCT_PURE_MAKE_BLOCK for `purep' calls which should be enclosed in
4210 REG_LIBCALL/REG_RETVAL notes with extra (use (memory (scratch)),
4211 or other LCT_ value for other types of library calls. */
4213 void
4214 emit_library_call VPARAMS((rtx orgfun, enum libcall_type fn_type,
4215 enum machine_mode outmode, int nargs, ...))
4217 VA_OPEN (p, nargs);
4218 VA_FIXEDARG (p, rtx, orgfun);
4219 VA_FIXEDARG (p, int, fn_type);
4220 VA_FIXEDARG (p, enum machine_mode, outmode);
4221 VA_FIXEDARG (p, int, nargs);
4223 emit_library_call_value_1 (0, orgfun, NULL_RTX, fn_type, outmode, nargs, p);
4225 VA_CLOSE (p);
4228 /* Like emit_library_call except that an extra argument, VALUE,
4229 comes second and says where to store the result.
4230 (If VALUE is zero, this function chooses a convenient way
4231 to return the value.
4233 This function returns an rtx for where the value is to be found.
4234 If VALUE is nonzero, VALUE is returned. */
4237 emit_library_call_value VPARAMS((rtx orgfun, rtx value,
4238 enum libcall_type fn_type,
4239 enum machine_mode outmode, int nargs, ...))
4241 rtx result;
4243 VA_OPEN (p, nargs);
4244 VA_FIXEDARG (p, rtx, orgfun);
4245 VA_FIXEDARG (p, rtx, value);
4246 VA_FIXEDARG (p, int, fn_type);
4247 VA_FIXEDARG (p, enum machine_mode, outmode);
4248 VA_FIXEDARG (p, int, nargs);
4250 result = emit_library_call_value_1 (1, orgfun, value, fn_type, outmode,
4251 nargs, p);
4253 VA_CLOSE (p);
4255 return result;
4258 /* Store a single argument for a function call
4259 into the register or memory area where it must be passed.
4260 *ARG describes the argument value and where to pass it.
4262 ARGBLOCK is the address of the stack-block for all the arguments,
4263 or 0 on a machine where arguments are pushed individually.
4265 MAY_BE_ALLOCA nonzero says this could be a call to `alloca'
4266 so must be careful about how the stack is used.
4268 VARIABLE_SIZE nonzero says that this was a variable-sized outgoing
4269 argument stack. This is used if ACCUMULATE_OUTGOING_ARGS to indicate
4270 that we need not worry about saving and restoring the stack.
4272 FNDECL is the declaration of the function we are calling.
4274 Return non-zero if this arg should cause sibcall failure,
4275 zero otherwise. */
4277 static int
4278 store_one_arg (arg, argblock, flags, variable_size, reg_parm_stack_space)
4279 struct arg_data *arg;
4280 rtx argblock;
4281 int flags;
4282 int variable_size ATTRIBUTE_UNUSED;
4283 int reg_parm_stack_space;
4285 tree pval = arg->tree_value;
4286 rtx reg = 0;
4287 int partial = 0;
4288 int used = 0;
4289 int i, lower_bound = 0, upper_bound = 0;
4290 int sibcall_failure = 0;
4292 if (TREE_CODE (pval) == ERROR_MARK)
4293 return 1;
4295 /* Push a new temporary level for any temporaries we make for
4296 this argument. */
4297 push_temp_slots ();
4299 if (ACCUMULATE_OUTGOING_ARGS && !(flags & ECF_SIBCALL))
4301 /* If this is being stored into a pre-allocated, fixed-size, stack area,
4302 save any previous data at that location. */
4303 if (argblock && ! variable_size && arg->stack)
4305 #ifdef ARGS_GROW_DOWNWARD
4306 /* stack_slot is negative, but we want to index stack_usage_map
4307 with positive values. */
4308 if (GET_CODE (XEXP (arg->stack_slot, 0)) == PLUS)
4309 upper_bound = -INTVAL (XEXP (XEXP (arg->stack_slot, 0), 1)) + 1;
4310 else
4311 upper_bound = 0;
4313 lower_bound = upper_bound - arg->size.constant;
4314 #else
4315 if (GET_CODE (XEXP (arg->stack_slot, 0)) == PLUS)
4316 lower_bound = INTVAL (XEXP (XEXP (arg->stack_slot, 0), 1));
4317 else
4318 lower_bound = 0;
4320 upper_bound = lower_bound + arg->size.constant;
4321 #endif
4323 for (i = lower_bound; i < upper_bound; i++)
4324 if (stack_usage_map[i]
4325 /* Don't store things in the fixed argument area at this point;
4326 it has already been saved. */
4327 && i > reg_parm_stack_space)
4328 break;
4330 if (i != upper_bound)
4332 /* We need to make a save area. See what mode we can make it. */
4333 enum machine_mode save_mode
4334 = mode_for_size (arg->size.constant * BITS_PER_UNIT, MODE_INT, 1);
4335 rtx stack_area
4336 = gen_rtx_MEM (save_mode,
4337 memory_address (save_mode,
4338 XEXP (arg->stack_slot, 0)));
4340 if (save_mode == BLKmode)
4342 tree ot = TREE_TYPE (arg->tree_value);
4343 tree nt = build_qualified_type (ot, (TYPE_QUALS (ot)
4344 | TYPE_QUAL_CONST));
4346 arg->save_area = assign_temp (nt, 0, 1, 1);
4347 preserve_temp_slots (arg->save_area);
4348 emit_block_move (validize_mem (arg->save_area), stack_area,
4349 expr_size (arg->tree_value));
4351 else
4353 arg->save_area = gen_reg_rtx (save_mode);
4354 emit_move_insn (arg->save_area, stack_area);
4358 /* Now that we have saved any slots that will be overwritten by this
4359 store, mark all slots this store will use. We must do this before
4360 we actually expand the argument since the expansion itself may
4361 trigger library calls which might need to use the same stack slot. */
4362 if (argblock && ! variable_size && arg->stack)
4363 for (i = lower_bound; i < upper_bound; i++)
4364 stack_usage_map[i] = 1;
4367 /* If this isn't going to be placed on both the stack and in registers,
4368 set up the register and number of words. */
4369 if (! arg->pass_on_stack)
4370 reg = arg->reg, partial = arg->partial;
4372 if (reg != 0 && partial == 0)
4373 /* Being passed entirely in a register. We shouldn't be called in
4374 this case. */
4375 abort ();
4377 /* If this arg needs special alignment, don't load the registers
4378 here. */
4379 if (arg->n_aligned_regs != 0)
4380 reg = 0;
4382 /* If this is being passed partially in a register, we can't evaluate
4383 it directly into its stack slot. Otherwise, we can. */
4384 if (arg->value == 0)
4386 /* stack_arg_under_construction is nonzero if a function argument is
4387 being evaluated directly into the outgoing argument list and
4388 expand_call must take special action to preserve the argument list
4389 if it is called recursively.
4391 For scalar function arguments stack_usage_map is sufficient to
4392 determine which stack slots must be saved and restored. Scalar
4393 arguments in general have pass_on_stack == 0.
4395 If this argument is initialized by a function which takes the
4396 address of the argument (a C++ constructor or a C function
4397 returning a BLKmode structure), then stack_usage_map is
4398 insufficient and expand_call must push the stack around the
4399 function call. Such arguments have pass_on_stack == 1.
4401 Note that it is always safe to set stack_arg_under_construction,
4402 but this generates suboptimal code if set when not needed. */
4404 if (arg->pass_on_stack)
4405 stack_arg_under_construction++;
4407 arg->value = expand_expr (pval,
4408 (partial
4409 || TYPE_MODE (TREE_TYPE (pval)) != arg->mode)
4410 ? NULL_RTX : arg->stack,
4411 VOIDmode, 0);
4413 /* If we are promoting object (or for any other reason) the mode
4414 doesn't agree, convert the mode. */
4416 if (arg->mode != TYPE_MODE (TREE_TYPE (pval)))
4417 arg->value = convert_modes (arg->mode, TYPE_MODE (TREE_TYPE (pval)),
4418 arg->value, arg->unsignedp);
4420 if (arg->pass_on_stack)
4421 stack_arg_under_construction--;
4424 /* Don't allow anything left on stack from computation
4425 of argument to alloca. */
4426 if (flags & ECF_MAY_BE_ALLOCA)
4427 do_pending_stack_adjust ();
4429 if (arg->value == arg->stack)
4430 /* If the value is already in the stack slot, we are done. */
4432 else if (arg->mode != BLKmode)
4434 int size;
4436 /* Argument is a scalar, not entirely passed in registers.
4437 (If part is passed in registers, arg->partial says how much
4438 and emit_push_insn will take care of putting it there.)
4440 Push it, and if its size is less than the
4441 amount of space allocated to it,
4442 also bump stack pointer by the additional space.
4443 Note that in C the default argument promotions
4444 will prevent such mismatches. */
4446 size = GET_MODE_SIZE (arg->mode);
4447 /* Compute how much space the push instruction will push.
4448 On many machines, pushing a byte will advance the stack
4449 pointer by a halfword. */
4450 #ifdef PUSH_ROUNDING
4451 size = PUSH_ROUNDING (size);
4452 #endif
4453 used = size;
4455 /* Compute how much space the argument should get:
4456 round up to a multiple of the alignment for arguments. */
4457 if (none != FUNCTION_ARG_PADDING (arg->mode, TREE_TYPE (pval)))
4458 used = (((size + PARM_BOUNDARY / BITS_PER_UNIT - 1)
4459 / (PARM_BOUNDARY / BITS_PER_UNIT))
4460 * (PARM_BOUNDARY / BITS_PER_UNIT));
4462 /* This isn't already where we want it on the stack, so put it there.
4463 This can either be done with push or copy insns. */
4464 emit_push_insn (arg->value, arg->mode, TREE_TYPE (pval), NULL_RTX, 0,
4465 partial, reg, used - size, argblock,
4466 ARGS_SIZE_RTX (arg->offset), reg_parm_stack_space,
4467 ARGS_SIZE_RTX (arg->alignment_pad));
4469 /* Unless this is a partially-in-register argument, the argument is now
4470 in the stack. */
4471 if (partial == 0)
4472 arg->value = arg->stack;
4474 else
4476 /* BLKmode, at least partly to be pushed. */
4478 int excess;
4479 rtx size_rtx;
4481 /* Pushing a nonscalar.
4482 If part is passed in registers, PARTIAL says how much
4483 and emit_push_insn will take care of putting it there. */
4485 /* Round its size up to a multiple
4486 of the allocation unit for arguments. */
4488 if (arg->size.var != 0)
4490 excess = 0;
4491 size_rtx = ARGS_SIZE_RTX (arg->size);
4493 else
4495 /* PUSH_ROUNDING has no effect on us, because
4496 emit_push_insn for BLKmode is careful to avoid it. */
4497 excess = (arg->size.constant - int_size_in_bytes (TREE_TYPE (pval))
4498 + partial * UNITS_PER_WORD);
4499 size_rtx = expr_size (pval);
4502 if ((flags & ECF_SIBCALL) && GET_CODE (arg->value) == MEM)
4504 /* emit_push_insn might not work properly if arg->value and
4505 argblock + arg->offset areas overlap. */
4506 rtx x = arg->value;
4507 int i = 0;
4509 if (XEXP (x, 0) == current_function_internal_arg_pointer
4510 || (GET_CODE (XEXP (x, 0)) == PLUS
4511 && XEXP (XEXP (x, 0), 0) ==
4512 current_function_internal_arg_pointer
4513 && GET_CODE (XEXP (XEXP (x, 0), 1)) == CONST_INT))
4515 if (XEXP (x, 0) != current_function_internal_arg_pointer)
4516 i = INTVAL (XEXP (XEXP (x, 0), 1));
4518 /* expand_call should ensure this */
4519 if (arg->offset.var || GET_CODE (size_rtx) != CONST_INT)
4520 abort ();
4522 if (arg->offset.constant > i)
4524 if (arg->offset.constant < i + INTVAL (size_rtx))
4525 sibcall_failure = 1;
4527 else if (arg->offset.constant < i)
4529 if (i < arg->offset.constant + INTVAL (size_rtx))
4530 sibcall_failure = 1;
4535 /* Special handling is required if part of the parameter lies in the
4536 register parameter area. The argument may be copied into the stack
4537 slot using memcpy(), but the original contents of the register
4538 parameter area will be restored after the memcpy() call.
4540 To ensure that the part that lies in the register parameter area
4541 is copied correctly, we emit a separate push for that part. This
4542 push should be small enough to avoid a call to memcpy(). */
4543 #ifndef STACK_PARMS_IN_REG_PARM_AREA
4544 if (arg->reg && arg->pass_on_stack)
4545 #else
4546 if (1)
4547 #endif
4549 if (arg->offset.constant < reg_parm_stack_space && arg->offset.var)
4550 error ("variable offset is passed partially in stack and in reg");
4551 else if (arg->offset.constant < reg_parm_stack_space && arg->size.var)
4552 error ("variable size is passed partially in stack and in reg");
4553 else if (arg->offset.constant < reg_parm_stack_space
4554 && ((arg->offset.constant + arg->size.constant)
4555 > reg_parm_stack_space))
4557 rtx size_rtx1 = GEN_INT (reg_parm_stack_space - arg->offset.constant);
4558 emit_push_insn (arg->value, arg->mode, TREE_TYPE (pval), size_rtx1,
4559 TYPE_ALIGN (TREE_TYPE (pval)), partial, reg,
4560 excess, argblock, ARGS_SIZE_RTX (arg->offset),
4561 reg_parm_stack_space,
4562 ARGS_SIZE_RTX (arg->alignment_pad));
4567 emit_push_insn (arg->value, arg->mode, TREE_TYPE (pval), size_rtx,
4568 TYPE_ALIGN (TREE_TYPE (pval)), partial, reg, excess,
4569 argblock, ARGS_SIZE_RTX (arg->offset),
4570 reg_parm_stack_space,
4571 ARGS_SIZE_RTX (arg->alignment_pad));
4573 /* Unless this is a partially-in-register argument, the argument is now
4574 in the stack.
4576 ??? Unlike the case above, in which we want the actual
4577 address of the data, so that we can load it directly into a
4578 register, here we want the address of the stack slot, so that
4579 it's properly aligned for word-by-word copying or something
4580 like that. It's not clear that this is always correct. */
4581 if (partial == 0)
4582 arg->value = arg->stack_slot;
4585 /* Once we have pushed something, pops can't safely
4586 be deferred during the rest of the arguments. */
4587 NO_DEFER_POP;
4589 /* ANSI doesn't require a sequence point here,
4590 but PCC has one, so this will avoid some problems. */
4591 emit_queue ();
4593 /* Free any temporary slots made in processing this argument. Show
4594 that we might have taken the address of something and pushed that
4595 as an operand. */
4596 preserve_temp_slots (NULL_RTX);
4597 free_temp_slots ();
4598 pop_temp_slots ();
4600 return sibcall_failure;