* config/xtensa/xtensa.md (set_frame_ptr): Change rtl to set reg a7.
[official-gcc.git] / gcc / calls.c
blob6bec3df19a0863095ff7bc8b467550302da1e171
1 /* Convert function calls to rtl insns, for GNU C compiler.
2 Copyright (C) 1989, 1992, 1993, 1994, 1995, 1996, 1997, 1998
3 1999, 2000, 2001, 2002, 2003 Free Software Foundation, Inc.
5 This file is part of GCC.
7 GCC is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 2, or (at your option) any later
10 version.
12 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
15 for more details.
17 You should have received a copy of the GNU General Public License
18 along with GCC; see the file COPYING. If not, write to the Free
19 Software Foundation, 59 Temple Place - Suite 330, Boston, MA
20 02111-1307, USA. */
22 #include "config.h"
23 #include "system.h"
24 #include "coretypes.h"
25 #include "tm.h"
26 #include "rtl.h"
27 #include "tree.h"
28 #include "flags.h"
29 #include "expr.h"
30 #include "libfuncs.h"
31 #include "function.h"
32 #include "regs.h"
33 #include "toplev.h"
34 #include "output.h"
35 #include "tm_p.h"
36 #include "timevar.h"
37 #include "sbitmap.h"
38 #include "langhooks.h"
39 #include "target.h"
41 /* Decide whether a function's arguments should be processed
42 from first to last or from last to first.
44 They should if the stack and args grow in opposite directions, but
45 only if we have push insns. */
47 #ifdef PUSH_ROUNDING
49 #ifndef PUSH_ARGS_REVERSED
50 #if defined (STACK_GROWS_DOWNWARD) != defined (ARGS_GROW_DOWNWARD)
51 #define PUSH_ARGS_REVERSED PUSH_ARGS
52 #endif
53 #endif
55 #endif
57 #ifndef PUSH_ARGS_REVERSED
58 #define PUSH_ARGS_REVERSED 0
59 #endif
61 #ifndef STACK_POINTER_OFFSET
62 #define STACK_POINTER_OFFSET 0
63 #endif
65 /* Like PREFERRED_STACK_BOUNDARY but in units of bytes, not bits. */
66 #define STACK_BYTES (PREFERRED_STACK_BOUNDARY / BITS_PER_UNIT)
68 /* Data structure and subroutines used within expand_call. */
70 struct arg_data
72 /* Tree node for this argument. */
73 tree tree_value;
74 /* Mode for value; TYPE_MODE unless promoted. */
75 enum machine_mode mode;
76 /* Current RTL value for argument, or 0 if it isn't precomputed. */
77 rtx value;
78 /* Initially-compute RTL value for argument; only for const functions. */
79 rtx initial_value;
80 /* Register to pass this argument in, 0 if passed on stack, or an
81 PARALLEL if the arg is to be copied into multiple non-contiguous
82 registers. */
83 rtx reg;
84 /* Register to pass this argument in when generating tail call sequence.
85 This is not the same register as for normal calls on machines with
86 register windows. */
87 rtx tail_call_reg;
88 /* If REG was promoted from the actual mode of the argument expression,
89 indicates whether the promotion is sign- or zero-extended. */
90 int unsignedp;
91 /* Number of registers to use. 0 means put the whole arg in registers.
92 Also 0 if not passed in registers. */
93 int partial;
94 /* Nonzero if argument must be passed on stack.
95 Note that some arguments may be passed on the stack
96 even though pass_on_stack is zero, just because FUNCTION_ARG says so.
97 pass_on_stack identifies arguments that *cannot* go in registers. */
98 int pass_on_stack;
99 /* Offset of this argument from beginning of stack-args. */
100 struct args_size offset;
101 /* Similar, but offset to the start of the stack slot. Different from
102 OFFSET if this arg pads downward. */
103 struct args_size slot_offset;
104 /* Size of this argument on the stack, rounded up for any padding it gets,
105 parts of the argument passed in registers do not count.
106 If REG_PARM_STACK_SPACE is defined, then register parms
107 are counted here as well. */
108 struct args_size size;
109 /* Location on the stack at which parameter should be stored. The store
110 has already been done if STACK == VALUE. */
111 rtx stack;
112 /* Location on the stack of the start of this argument slot. This can
113 differ from STACK if this arg pads downward. This location is known
114 to be aligned to FUNCTION_ARG_BOUNDARY. */
115 rtx stack_slot;
116 /* Place that this stack area has been saved, if needed. */
117 rtx save_area;
118 /* If an argument's alignment does not permit direct copying into registers,
119 copy in smaller-sized pieces into pseudos. These are stored in a
120 block pointed to by this field. The next field says how many
121 word-sized pseudos we made. */
122 rtx *aligned_regs;
123 int n_aligned_regs;
124 /* The amount that the stack pointer needs to be adjusted to
125 force alignment for the next argument. */
126 struct args_size alignment_pad;
129 /* A vector of one char per byte of stack space. A byte if nonzero if
130 the corresponding stack location has been used.
131 This vector is used to prevent a function call within an argument from
132 clobbering any stack already set up. */
133 static char *stack_usage_map;
135 /* Size of STACK_USAGE_MAP. */
136 static int highest_outgoing_arg_in_use;
138 /* A bitmap of virtual-incoming stack space. Bit is set if the corresponding
139 stack location's tail call argument has been already stored into the stack.
140 This bitmap is used to prevent sibling call optimization if function tries
141 to use parent's incoming argument slots when they have been already
142 overwritten with tail call arguments. */
143 static sbitmap stored_args_map;
145 /* stack_arg_under_construction is nonzero when an argument may be
146 initialized with a constructor call (including a C function that
147 returns a BLKmode struct) and expand_call must take special action
148 to make sure the object being constructed does not overlap the
149 argument list for the constructor call. */
150 int stack_arg_under_construction;
152 static int calls_function PARAMS ((tree, int));
153 static int calls_function_1 PARAMS ((tree, int));
155 static void emit_call_1 PARAMS ((rtx, tree, tree, HOST_WIDE_INT,
156 HOST_WIDE_INT, HOST_WIDE_INT, rtx,
157 rtx, int, rtx, int,
158 CUMULATIVE_ARGS *));
159 static void precompute_register_parameters PARAMS ((int,
160 struct arg_data *,
161 int *));
162 static int store_one_arg PARAMS ((struct arg_data *, rtx, int, int,
163 int));
164 static void store_unaligned_arguments_into_pseudos PARAMS ((struct arg_data *,
165 int));
166 static int finalize_must_preallocate PARAMS ((int, int,
167 struct arg_data *,
168 struct args_size *));
169 static void precompute_arguments PARAMS ((int, int,
170 struct arg_data *));
171 static int compute_argument_block_size PARAMS ((int,
172 struct args_size *,
173 int));
174 static void initialize_argument_information PARAMS ((int,
175 struct arg_data *,
176 struct args_size *,
177 int, tree, tree,
178 CUMULATIVE_ARGS *,
179 int, rtx *, int *,
180 int *, int *));
181 static void compute_argument_addresses PARAMS ((struct arg_data *,
182 rtx, int));
183 static rtx rtx_for_function_call PARAMS ((tree, tree));
184 static void load_register_parameters PARAMS ((struct arg_data *,
185 int, rtx *, int,
186 int, int *));
187 static rtx emit_library_call_value_1 PARAMS ((int, rtx, rtx,
188 enum libcall_type,
189 enum machine_mode,
190 int, va_list));
191 static int special_function_p PARAMS ((tree, int));
192 static rtx try_to_integrate PARAMS ((tree, tree, rtx,
193 int, tree, rtx));
194 static int check_sibcall_argument_overlap_1 PARAMS ((rtx));
195 static int check_sibcall_argument_overlap PARAMS ((rtx, struct arg_data *,
196 int));
198 static int combine_pending_stack_adjustment_and_call
199 PARAMS ((int, struct args_size *, int));
200 static tree fix_unsafe_tree PARAMS ((tree));
202 #ifdef REG_PARM_STACK_SPACE
203 static rtx save_fixed_argument_area PARAMS ((int, rtx, int *, int *));
204 static void restore_fixed_argument_area PARAMS ((rtx, rtx, int, int));
205 #endif
207 /* If WHICH is 1, return 1 if EXP contains a call to the built-in function
208 `alloca'.
210 If WHICH is 0, return 1 if EXP contains a call to any function.
211 Actually, we only need return 1 if evaluating EXP would require pushing
212 arguments on the stack, but that is too difficult to compute, so we just
213 assume any function call might require the stack. */
215 static tree calls_function_save_exprs;
217 static int
218 calls_function (exp, which)
219 tree exp;
220 int which;
222 int val;
224 calls_function_save_exprs = 0;
225 val = calls_function_1 (exp, which);
226 calls_function_save_exprs = 0;
227 return val;
230 /* Recursive function to do the work of above function. */
232 static int
233 calls_function_1 (exp, which)
234 tree exp;
235 int which;
237 int i;
238 enum tree_code code = TREE_CODE (exp);
239 int class = TREE_CODE_CLASS (code);
240 int length = first_rtl_op (code);
242 /* If this code is language-specific, we don't know what it will do. */
243 if ((int) code >= NUM_TREE_CODES)
244 return 1;
246 switch (code)
248 case CALL_EXPR:
249 if (which == 0)
250 return 1;
251 else if ((TREE_CODE (TREE_TYPE (TREE_TYPE (TREE_OPERAND (exp, 0))))
252 == FUNCTION_TYPE)
253 && (TYPE_RETURNS_STACK_DEPRESSED
254 (TREE_TYPE (TREE_TYPE (TREE_OPERAND (exp, 0))))))
255 return 1;
256 else if (TREE_CODE (TREE_OPERAND (exp, 0)) == ADDR_EXPR
257 && (TREE_CODE (TREE_OPERAND (TREE_OPERAND (exp, 0), 0))
258 == FUNCTION_DECL)
259 && (special_function_p (TREE_OPERAND (TREE_OPERAND (exp, 0), 0),
261 & ECF_MAY_BE_ALLOCA))
262 return 1;
264 break;
266 case CONSTRUCTOR:
268 tree tem;
270 for (tem = CONSTRUCTOR_ELTS (exp); tem != 0; tem = TREE_CHAIN (tem))
271 if (calls_function_1 (TREE_VALUE (tem), which))
272 return 1;
275 return 0;
277 case SAVE_EXPR:
278 if (SAVE_EXPR_RTL (exp) != 0)
279 return 0;
280 if (value_member (exp, calls_function_save_exprs))
281 return 0;
282 calls_function_save_exprs = tree_cons (NULL_TREE, exp,
283 calls_function_save_exprs);
284 return (TREE_OPERAND (exp, 0) != 0
285 && calls_function_1 (TREE_OPERAND (exp, 0), which));
287 case BLOCK:
289 tree local;
290 tree subblock;
292 for (local = BLOCK_VARS (exp); local; local = TREE_CHAIN (local))
293 if (DECL_INITIAL (local) != 0
294 && calls_function_1 (DECL_INITIAL (local), which))
295 return 1;
297 for (subblock = BLOCK_SUBBLOCKS (exp);
298 subblock;
299 subblock = TREE_CHAIN (subblock))
300 if (calls_function_1 (subblock, which))
301 return 1;
303 return 0;
305 case TREE_LIST:
306 for (; exp != 0; exp = TREE_CHAIN (exp))
307 if (calls_function_1 (TREE_VALUE (exp), which))
308 return 1;
309 return 0;
311 default:
312 break;
315 /* Only expressions, references, and blocks can contain calls. */
316 if (! IS_EXPR_CODE_CLASS (class) && class != 'r' && class != 'b')
317 return 0;
319 for (i = 0; i < length; i++)
320 if (TREE_OPERAND (exp, i) != 0
321 && calls_function_1 (TREE_OPERAND (exp, i), which))
322 return 1;
324 return 0;
327 /* Force FUNEXP into a form suitable for the address of a CALL,
328 and return that as an rtx. Also load the static chain register
329 if FNDECL is a nested function.
331 CALL_FUSAGE points to a variable holding the prospective
332 CALL_INSN_FUNCTION_USAGE information. */
335 prepare_call_address (funexp, fndecl, call_fusage, reg_parm_seen, sibcallp)
336 rtx funexp;
337 tree fndecl;
338 rtx *call_fusage;
339 int reg_parm_seen;
340 int sibcallp;
342 rtx static_chain_value = 0;
344 funexp = protect_from_queue (funexp, 0);
346 if (fndecl != 0)
347 /* Get possible static chain value for nested function in C. */
348 static_chain_value = lookup_static_chain (fndecl);
350 /* Make a valid memory address and copy constants thru pseudo-regs,
351 but not for a constant address if -fno-function-cse. */
352 if (GET_CODE (funexp) != SYMBOL_REF)
353 /* If we are using registers for parameters, force the
354 function address into a register now. */
355 funexp = ((SMALL_REGISTER_CLASSES && reg_parm_seen)
356 ? force_not_mem (memory_address (FUNCTION_MODE, funexp))
357 : memory_address (FUNCTION_MODE, funexp));
358 else if (! sibcallp)
360 #ifndef NO_FUNCTION_CSE
361 if (optimize && ! flag_no_function_cse)
362 #ifdef NO_RECURSIVE_FUNCTION_CSE
363 if (fndecl != current_function_decl)
364 #endif
365 funexp = force_reg (Pmode, funexp);
366 #endif
369 if (static_chain_value != 0)
371 emit_move_insn (static_chain_rtx, static_chain_value);
373 if (GET_CODE (static_chain_rtx) == REG)
374 use_reg (call_fusage, static_chain_rtx);
377 return funexp;
380 /* Generate instructions to call function FUNEXP,
381 and optionally pop the results.
382 The CALL_INSN is the first insn generated.
384 FNDECL is the declaration node of the function. This is given to the
385 macro RETURN_POPS_ARGS to determine whether this function pops its own args.
387 FUNTYPE is the data type of the function. This is given to the macro
388 RETURN_POPS_ARGS to determine whether this function pops its own args.
389 We used to allow an identifier for library functions, but that doesn't
390 work when the return type is an aggregate type and the calling convention
391 says that the pointer to this aggregate is to be popped by the callee.
393 STACK_SIZE is the number of bytes of arguments on the stack,
394 ROUNDED_STACK_SIZE is that number rounded up to
395 PREFERRED_STACK_BOUNDARY; zero if the size is variable. This is
396 both to put into the call insn and to generate explicit popping
397 code if necessary.
399 STRUCT_VALUE_SIZE is the number of bytes wanted in a structure value.
400 It is zero if this call doesn't want a structure value.
402 NEXT_ARG_REG is the rtx that results from executing
403 FUNCTION_ARG (args_so_far, VOIDmode, void_type_node, 1)
404 just after all the args have had their registers assigned.
405 This could be whatever you like, but normally it is the first
406 arg-register beyond those used for args in this call,
407 or 0 if all the arg-registers are used in this call.
408 It is passed on to `gen_call' so you can put this info in the call insn.
410 VALREG is a hard register in which a value is returned,
411 or 0 if the call does not return a value.
413 OLD_INHIBIT_DEFER_POP is the value that `inhibit_defer_pop' had before
414 the args to this call were processed.
415 We restore `inhibit_defer_pop' to that value.
417 CALL_FUSAGE is either empty or an EXPR_LIST of USE expressions that
418 denote registers used by the called function. */
420 static void
421 emit_call_1 (funexp, fndecl, funtype, stack_size, rounded_stack_size,
422 struct_value_size, next_arg_reg, valreg, old_inhibit_defer_pop,
423 call_fusage, ecf_flags, args_so_far)
424 rtx funexp;
425 tree fndecl ATTRIBUTE_UNUSED;
426 tree funtype ATTRIBUTE_UNUSED;
427 HOST_WIDE_INT stack_size ATTRIBUTE_UNUSED;
428 HOST_WIDE_INT rounded_stack_size;
429 HOST_WIDE_INT struct_value_size ATTRIBUTE_UNUSED;
430 rtx next_arg_reg ATTRIBUTE_UNUSED;
431 rtx valreg;
432 int old_inhibit_defer_pop;
433 rtx call_fusage;
434 int ecf_flags;
435 CUMULATIVE_ARGS *args_so_far ATTRIBUTE_UNUSED;
437 rtx rounded_stack_size_rtx = GEN_INT (rounded_stack_size);
438 rtx call_insn;
439 int already_popped = 0;
440 HOST_WIDE_INT n_popped = RETURN_POPS_ARGS (fndecl, funtype, stack_size);
441 #if defined (HAVE_call) && defined (HAVE_call_value)
442 rtx struct_value_size_rtx;
443 struct_value_size_rtx = GEN_INT (struct_value_size);
444 #endif
446 #ifdef CALL_POPS_ARGS
447 n_popped += CALL_POPS_ARGS (* args_so_far);
448 #endif
450 /* Ensure address is valid. SYMBOL_REF is already valid, so no need,
451 and we don't want to load it into a register as an optimization,
452 because prepare_call_address already did it if it should be done. */
453 if (GET_CODE (funexp) != SYMBOL_REF)
454 funexp = memory_address (FUNCTION_MODE, funexp);
456 #if defined (HAVE_sibcall_pop) && defined (HAVE_sibcall_value_pop)
457 if ((ecf_flags & ECF_SIBCALL)
458 && HAVE_sibcall_pop && HAVE_sibcall_value_pop
459 && (n_popped > 0 || stack_size == 0))
461 rtx n_pop = GEN_INT (n_popped);
462 rtx pat;
464 /* If this subroutine pops its own args, record that in the call insn
465 if possible, for the sake of frame pointer elimination. */
467 if (valreg)
468 pat = GEN_SIBCALL_VALUE_POP (valreg,
469 gen_rtx_MEM (FUNCTION_MODE, funexp),
470 rounded_stack_size_rtx, next_arg_reg,
471 n_pop);
472 else
473 pat = GEN_SIBCALL_POP (gen_rtx_MEM (FUNCTION_MODE, funexp),
474 rounded_stack_size_rtx, next_arg_reg, n_pop);
476 emit_call_insn (pat);
477 already_popped = 1;
479 else
480 #endif
482 #if defined (HAVE_call_pop) && defined (HAVE_call_value_pop)
483 /* If the target has "call" or "call_value" insns, then prefer them
484 if no arguments are actually popped. If the target does not have
485 "call" or "call_value" insns, then we must use the popping versions
486 even if the call has no arguments to pop. */
487 #if defined (HAVE_call) && defined (HAVE_call_value)
488 if (HAVE_call && HAVE_call_value && HAVE_call_pop && HAVE_call_value_pop
489 && n_popped > 0 && ! (ecf_flags & ECF_SP_DEPRESSED))
490 #else
491 if (HAVE_call_pop && HAVE_call_value_pop)
492 #endif
494 rtx n_pop = GEN_INT (n_popped);
495 rtx pat;
497 /* If this subroutine pops its own args, record that in the call insn
498 if possible, for the sake of frame pointer elimination. */
500 if (valreg)
501 pat = GEN_CALL_VALUE_POP (valreg,
502 gen_rtx_MEM (FUNCTION_MODE, funexp),
503 rounded_stack_size_rtx, next_arg_reg, n_pop);
504 else
505 pat = GEN_CALL_POP (gen_rtx_MEM (FUNCTION_MODE, funexp),
506 rounded_stack_size_rtx, next_arg_reg, n_pop);
508 emit_call_insn (pat);
509 already_popped = 1;
511 else
512 #endif
514 #if defined (HAVE_sibcall) && defined (HAVE_sibcall_value)
515 if ((ecf_flags & ECF_SIBCALL)
516 && HAVE_sibcall && HAVE_sibcall_value)
518 if (valreg)
519 emit_call_insn (GEN_SIBCALL_VALUE (valreg,
520 gen_rtx_MEM (FUNCTION_MODE, funexp),
521 rounded_stack_size_rtx,
522 next_arg_reg, NULL_RTX));
523 else
524 emit_call_insn (GEN_SIBCALL (gen_rtx_MEM (FUNCTION_MODE, funexp),
525 rounded_stack_size_rtx, next_arg_reg,
526 struct_value_size_rtx));
528 else
529 #endif
531 #if defined (HAVE_call) && defined (HAVE_call_value)
532 if (HAVE_call && HAVE_call_value)
534 if (valreg)
535 emit_call_insn (GEN_CALL_VALUE (valreg,
536 gen_rtx_MEM (FUNCTION_MODE, funexp),
537 rounded_stack_size_rtx, next_arg_reg,
538 NULL_RTX));
539 else
540 emit_call_insn (GEN_CALL (gen_rtx_MEM (FUNCTION_MODE, funexp),
541 rounded_stack_size_rtx, next_arg_reg,
542 struct_value_size_rtx));
544 else
545 #endif
546 abort ();
548 /* Find the CALL insn we just emitted. */
549 for (call_insn = get_last_insn ();
550 call_insn && GET_CODE (call_insn) != CALL_INSN;
551 call_insn = PREV_INSN (call_insn))
554 if (! call_insn)
555 abort ();
557 /* Mark memory as used for "pure" function call. */
558 if (ecf_flags & ECF_PURE)
559 call_fusage
560 = gen_rtx_EXPR_LIST
561 (VOIDmode,
562 gen_rtx_USE (VOIDmode,
563 gen_rtx_MEM (BLKmode, gen_rtx_SCRATCH (VOIDmode))),
564 call_fusage);
566 /* Put the register usage information on the CALL. If there is already
567 some usage information, put ours at the end. */
568 if (CALL_INSN_FUNCTION_USAGE (call_insn))
570 rtx link;
572 for (link = CALL_INSN_FUNCTION_USAGE (call_insn); XEXP (link, 1) != 0;
573 link = XEXP (link, 1))
576 XEXP (link, 1) = call_fusage;
578 else
579 CALL_INSN_FUNCTION_USAGE (call_insn) = call_fusage;
581 /* If this is a const call, then set the insn's unchanging bit. */
582 if (ecf_flags & (ECF_CONST | ECF_PURE))
583 CONST_OR_PURE_CALL_P (call_insn) = 1;
585 /* If this call can't throw, attach a REG_EH_REGION reg note to that
586 effect. */
587 if (ecf_flags & ECF_NOTHROW)
588 REG_NOTES (call_insn) = gen_rtx_EXPR_LIST (REG_EH_REGION, const0_rtx,
589 REG_NOTES (call_insn));
591 if (ecf_flags & ECF_NORETURN)
592 REG_NOTES (call_insn) = gen_rtx_EXPR_LIST (REG_NORETURN, const0_rtx,
593 REG_NOTES (call_insn));
594 if (ecf_flags & ECF_ALWAYS_RETURN)
595 REG_NOTES (call_insn) = gen_rtx_EXPR_LIST (REG_ALWAYS_RETURN, const0_rtx,
596 REG_NOTES (call_insn));
598 if (ecf_flags & ECF_RETURNS_TWICE)
600 REG_NOTES (call_insn) = gen_rtx_EXPR_LIST (REG_SETJMP, const0_rtx,
601 REG_NOTES (call_insn));
602 current_function_calls_setjmp = 1;
605 SIBLING_CALL_P (call_insn) = ((ecf_flags & ECF_SIBCALL) != 0);
607 /* Restore this now, so that we do defer pops for this call's args
608 if the context of the call as a whole permits. */
609 inhibit_defer_pop = old_inhibit_defer_pop;
611 if (n_popped > 0)
613 if (!already_popped)
614 CALL_INSN_FUNCTION_USAGE (call_insn)
615 = gen_rtx_EXPR_LIST (VOIDmode,
616 gen_rtx_CLOBBER (VOIDmode, stack_pointer_rtx),
617 CALL_INSN_FUNCTION_USAGE (call_insn));
618 rounded_stack_size -= n_popped;
619 rounded_stack_size_rtx = GEN_INT (rounded_stack_size);
620 stack_pointer_delta -= n_popped;
623 if (!ACCUMULATE_OUTGOING_ARGS)
625 /* If returning from the subroutine does not automatically pop the args,
626 we need an instruction to pop them sooner or later.
627 Perhaps do it now; perhaps just record how much space to pop later.
629 If returning from the subroutine does pop the args, indicate that the
630 stack pointer will be changed. */
632 if (rounded_stack_size != 0)
634 if (ecf_flags & ECF_SP_DEPRESSED)
635 /* Just pretend we did the pop. */
636 stack_pointer_delta -= rounded_stack_size;
637 else if (flag_defer_pop && inhibit_defer_pop == 0
638 && ! (ecf_flags & (ECF_CONST | ECF_PURE)))
639 pending_stack_adjust += rounded_stack_size;
640 else
641 adjust_stack (rounded_stack_size_rtx);
644 /* When we accumulate outgoing args, we must avoid any stack manipulations.
645 Restore the stack pointer to its original value now. Usually
646 ACCUMULATE_OUTGOING_ARGS targets don't get here, but there are exceptions.
647 On i386 ACCUMULATE_OUTGOING_ARGS can be enabled on demand, and
648 popping variants of functions exist as well.
650 ??? We may optimize similar to defer_pop above, but it is
651 probably not worthwhile.
653 ??? It will be worthwhile to enable combine_stack_adjustments even for
654 such machines. */
655 else if (n_popped)
656 anti_adjust_stack (GEN_INT (n_popped));
659 /* Determine if the function identified by NAME and FNDECL is one with
660 special properties we wish to know about.
662 For example, if the function might return more than one time (setjmp), then
663 set RETURNS_TWICE to a nonzero value.
665 Similarly set LONGJMP for if the function is in the longjmp family.
667 Set MALLOC for any of the standard memory allocation functions which
668 allocate from the heap.
670 Set MAY_BE_ALLOCA for any memory allocation function that might allocate
671 space from the stack such as alloca. */
673 static int
674 special_function_p (fndecl, flags)
675 tree fndecl;
676 int flags;
678 if (! (flags & ECF_MALLOC)
679 && fndecl && DECL_NAME (fndecl)
680 && IDENTIFIER_LENGTH (DECL_NAME (fndecl)) <= 17
681 /* Exclude functions not at the file scope, or not `extern',
682 since they are not the magic functions we would otherwise
683 think they are. */
684 && DECL_CONTEXT (fndecl) == NULL_TREE && TREE_PUBLIC (fndecl))
686 const char *name = IDENTIFIER_POINTER (DECL_NAME (fndecl));
687 const char *tname = name;
689 /* We assume that alloca will always be called by name. It
690 makes no sense to pass it as a pointer-to-function to
691 anything that does not understand its behavior. */
692 if (((IDENTIFIER_LENGTH (DECL_NAME (fndecl)) == 6
693 && name[0] == 'a'
694 && ! strcmp (name, "alloca"))
695 || (IDENTIFIER_LENGTH (DECL_NAME (fndecl)) == 16
696 && name[0] == '_'
697 && ! strcmp (name, "__builtin_alloca"))))
698 flags |= ECF_MAY_BE_ALLOCA;
700 /* Disregard prefix _, __ or __x. */
701 if (name[0] == '_')
703 if (name[1] == '_' && name[2] == 'x')
704 tname += 3;
705 else if (name[1] == '_')
706 tname += 2;
707 else
708 tname += 1;
711 if (tname[0] == 's')
713 if ((tname[1] == 'e'
714 && (! strcmp (tname, "setjmp")
715 || ! strcmp (tname, "setjmp_syscall")))
716 || (tname[1] == 'i'
717 && ! strcmp (tname, "sigsetjmp"))
718 || (tname[1] == 'a'
719 && ! strcmp (tname, "savectx")))
720 flags |= ECF_RETURNS_TWICE;
722 if (tname[1] == 'i'
723 && ! strcmp (tname, "siglongjmp"))
724 flags |= ECF_LONGJMP;
726 else if ((tname[0] == 'q' && tname[1] == 's'
727 && ! strcmp (tname, "qsetjmp"))
728 || (tname[0] == 'v' && tname[1] == 'f'
729 && ! strcmp (tname, "vfork")))
730 flags |= ECF_RETURNS_TWICE;
732 else if (tname[0] == 'l' && tname[1] == 'o'
733 && ! strcmp (tname, "longjmp"))
734 flags |= ECF_LONGJMP;
736 else if ((tname[0] == 'f' && tname[1] == 'o'
737 && ! strcmp (tname, "fork"))
738 /* Linux specific: __clone. check NAME to insist on the
739 leading underscores, to avoid polluting the ISO / POSIX
740 namespace. */
741 || (name[0] == '_' && name[1] == '_'
742 && ! strcmp (tname, "clone"))
743 || (tname[0] == 'e' && tname[1] == 'x' && tname[2] == 'e'
744 && tname[3] == 'c' && (tname[4] == 'l' || tname[4] == 'v')
745 && (tname[5] == '\0'
746 || ((tname[5] == 'p' || tname[5] == 'e')
747 && tname[6] == '\0'))))
748 flags |= ECF_FORK_OR_EXEC;
750 /* Do not add any more malloc-like functions to this list,
751 instead mark them as malloc functions using the malloc attribute.
752 Note, realloc is not suitable for attribute malloc since
753 it may return the same address across multiple calls.
754 C++ operator new is not suitable because it is not required
755 to return a unique pointer; indeed, the standard placement new
756 just returns its argument. */
757 else if (TYPE_MODE (TREE_TYPE (TREE_TYPE (fndecl))) == Pmode
758 && (! strcmp (tname, "malloc")
759 || ! strcmp (tname, "calloc")
760 || ! strcmp (tname, "strdup")))
761 flags |= ECF_MALLOC;
763 return flags;
766 /* Return nonzero when tree represent call to longjmp. */
769 setjmp_call_p (fndecl)
770 tree fndecl;
772 return special_function_p (fndecl, 0) & ECF_RETURNS_TWICE;
775 /* Return true when exp contains alloca call. */
776 bool
777 alloca_call_p (exp)
778 tree exp;
780 if (TREE_CODE (exp) == CALL_EXPR
781 && TREE_CODE (TREE_OPERAND (exp, 0)) == ADDR_EXPR
782 && (TREE_CODE (TREE_OPERAND (TREE_OPERAND (exp, 0), 0))
783 == FUNCTION_DECL)
784 && (special_function_p (TREE_OPERAND (TREE_OPERAND (exp, 0), 0),
785 0) & ECF_MAY_BE_ALLOCA))
786 return true;
787 return false;
790 /* Detect flags (function attributes) from the function decl or type node. */
793 flags_from_decl_or_type (exp)
794 tree exp;
796 int flags = 0;
797 tree type = exp;
798 /* ??? We can't set IS_MALLOC for function types? */
799 if (DECL_P (exp))
801 type = TREE_TYPE (exp);
803 /* The function exp may have the `malloc' attribute. */
804 if (DECL_P (exp) && DECL_IS_MALLOC (exp))
805 flags |= ECF_MALLOC;
807 /* The function exp may have the `pure' attribute. */
808 if (DECL_P (exp) && DECL_IS_PURE (exp))
809 flags |= ECF_PURE | ECF_LIBCALL_BLOCK;
811 if (TREE_NOTHROW (exp))
812 flags |= ECF_NOTHROW;
815 if (TREE_READONLY (exp) && ! TREE_THIS_VOLATILE (exp))
816 flags |= ECF_CONST | ECF_LIBCALL_BLOCK;
818 if (TREE_THIS_VOLATILE (exp))
819 flags |= ECF_NORETURN;
821 /* Mark if the function returns with the stack pointer depressed. We
822 cannot consider it pure or constant in that case. */
823 if (TREE_CODE (type) == FUNCTION_TYPE && TYPE_RETURNS_STACK_DEPRESSED (type))
825 flags |= ECF_SP_DEPRESSED;
826 flags &= ~(ECF_PURE | ECF_CONST | ECF_LIBCALL_BLOCK);
829 return flags;
832 /* Precompute all register parameters as described by ARGS, storing values
833 into fields within the ARGS array.
835 NUM_ACTUALS indicates the total number elements in the ARGS array.
837 Set REG_PARM_SEEN if we encounter a register parameter. */
839 static void
840 precompute_register_parameters (num_actuals, args, reg_parm_seen)
841 int num_actuals;
842 struct arg_data *args;
843 int *reg_parm_seen;
845 int i;
847 *reg_parm_seen = 0;
849 for (i = 0; i < num_actuals; i++)
850 if (args[i].reg != 0 && ! args[i].pass_on_stack)
852 *reg_parm_seen = 1;
854 if (args[i].value == 0)
856 push_temp_slots ();
857 args[i].value = expand_expr (args[i].tree_value, NULL_RTX,
858 VOIDmode, 0);
859 preserve_temp_slots (args[i].value);
860 pop_temp_slots ();
862 /* ANSI doesn't require a sequence point here,
863 but PCC has one, so this will avoid some problems. */
864 emit_queue ();
867 /* If the value is a non-legitimate constant, force it into a
868 pseudo now. TLS symbols sometimes need a call to resolve. */
869 if (CONSTANT_P (args[i].value)
870 && !LEGITIMATE_CONSTANT_P (args[i].value))
871 args[i].value = force_reg (args[i].mode, args[i].value);
873 /* If we are to promote the function arg to a wider mode,
874 do it now. */
876 if (args[i].mode != TYPE_MODE (TREE_TYPE (args[i].tree_value)))
877 args[i].value
878 = convert_modes (args[i].mode,
879 TYPE_MODE (TREE_TYPE (args[i].tree_value)),
880 args[i].value, args[i].unsignedp);
882 /* If the value is expensive, and we are inside an appropriately
883 short loop, put the value into a pseudo and then put the pseudo
884 into the hard reg.
886 For small register classes, also do this if this call uses
887 register parameters. This is to avoid reload conflicts while
888 loading the parameters registers. */
890 if ((! (GET_CODE (args[i].value) == REG
891 || (GET_CODE (args[i].value) == SUBREG
892 && GET_CODE (SUBREG_REG (args[i].value)) == REG)))
893 && args[i].mode != BLKmode
894 && rtx_cost (args[i].value, SET) > COSTS_N_INSNS (1)
895 && ((SMALL_REGISTER_CLASSES && *reg_parm_seen)
896 || preserve_subexpressions_p ()))
897 args[i].value = copy_to_mode_reg (args[i].mode, args[i].value);
901 #ifdef REG_PARM_STACK_SPACE
903 /* The argument list is the property of the called routine and it
904 may clobber it. If the fixed area has been used for previous
905 parameters, we must save and restore it. */
907 static rtx
908 save_fixed_argument_area (reg_parm_stack_space, argblock,
909 low_to_save, high_to_save)
910 int reg_parm_stack_space;
911 rtx argblock;
912 int *low_to_save;
913 int *high_to_save;
915 int low;
916 int high;
918 /* Compute the boundary of the area that needs to be saved, if any. */
919 high = reg_parm_stack_space;
920 #ifdef ARGS_GROW_DOWNWARD
921 high += 1;
922 #endif
923 if (high > highest_outgoing_arg_in_use)
924 high = highest_outgoing_arg_in_use;
926 for (low = 0; low < high; low++)
927 if (stack_usage_map[low] != 0)
929 int num_to_save;
930 enum machine_mode save_mode;
931 int delta;
932 rtx stack_area;
933 rtx save_area;
935 while (stack_usage_map[--high] == 0)
938 *low_to_save = low;
939 *high_to_save = high;
941 num_to_save = high - low + 1;
942 save_mode = mode_for_size (num_to_save * BITS_PER_UNIT, MODE_INT, 1);
944 /* If we don't have the required alignment, must do this
945 in BLKmode. */
946 if ((low & (MIN (GET_MODE_SIZE (save_mode),
947 BIGGEST_ALIGNMENT / UNITS_PER_WORD) - 1)))
948 save_mode = BLKmode;
950 #ifdef ARGS_GROW_DOWNWARD
951 delta = -high;
952 #else
953 delta = low;
954 #endif
955 stack_area = gen_rtx_MEM (save_mode,
956 memory_address (save_mode,
957 plus_constant (argblock,
958 delta)));
960 set_mem_align (stack_area, PARM_BOUNDARY);
961 if (save_mode == BLKmode)
963 save_area = assign_stack_temp (BLKmode, num_to_save, 0);
964 emit_block_move (validize_mem (save_area), stack_area,
965 GEN_INT (num_to_save), BLOCK_OP_CALL_PARM);
967 else
969 save_area = gen_reg_rtx (save_mode);
970 emit_move_insn (save_area, stack_area);
973 return save_area;
976 return NULL_RTX;
979 static void
980 restore_fixed_argument_area (save_area, argblock, high_to_save, low_to_save)
981 rtx save_area;
982 rtx argblock;
983 int high_to_save;
984 int low_to_save;
986 enum machine_mode save_mode = GET_MODE (save_area);
987 int delta;
988 rtx stack_area;
990 #ifdef ARGS_GROW_DOWNWARD
991 delta = -high_to_save;
992 #else
993 delta = low_to_save;
994 #endif
995 stack_area = gen_rtx_MEM (save_mode,
996 memory_address (save_mode,
997 plus_constant (argblock, delta)));
998 set_mem_align (stack_area, PARM_BOUNDARY);
1000 if (save_mode != BLKmode)
1001 emit_move_insn (stack_area, save_area);
1002 else
1003 emit_block_move (stack_area, validize_mem (save_area),
1004 GEN_INT (high_to_save - low_to_save + 1),
1005 BLOCK_OP_CALL_PARM);
1007 #endif /* REG_PARM_STACK_SPACE */
1009 /* If any elements in ARGS refer to parameters that are to be passed in
1010 registers, but not in memory, and whose alignment does not permit a
1011 direct copy into registers. Copy the values into a group of pseudos
1012 which we will later copy into the appropriate hard registers.
1014 Pseudos for each unaligned argument will be stored into the array
1015 args[argnum].aligned_regs. The caller is responsible for deallocating
1016 the aligned_regs array if it is nonzero. */
1018 static void
1019 store_unaligned_arguments_into_pseudos (args, num_actuals)
1020 struct arg_data *args;
1021 int num_actuals;
1023 int i, j;
1025 for (i = 0; i < num_actuals; i++)
1026 if (args[i].reg != 0 && ! args[i].pass_on_stack
1027 && args[i].mode == BLKmode
1028 && (TYPE_ALIGN (TREE_TYPE (args[i].tree_value))
1029 < (unsigned int) MIN (BIGGEST_ALIGNMENT, BITS_PER_WORD)))
1031 int bytes = int_size_in_bytes (TREE_TYPE (args[i].tree_value));
1032 int big_endian_correction = 0;
1034 args[i].n_aligned_regs
1035 = args[i].partial ? args[i].partial
1036 : (bytes + (UNITS_PER_WORD - 1)) / UNITS_PER_WORD;
1038 args[i].aligned_regs = (rtx *) xmalloc (sizeof (rtx)
1039 * args[i].n_aligned_regs);
1041 /* Structures smaller than a word are aligned to the least
1042 significant byte (to the right). On a BYTES_BIG_ENDIAN machine,
1043 this means we must skip the empty high order bytes when
1044 calculating the bit offset. */
1045 if (BYTES_BIG_ENDIAN
1046 && bytes < UNITS_PER_WORD)
1047 big_endian_correction = (BITS_PER_WORD - (bytes * BITS_PER_UNIT));
1049 for (j = 0; j < args[i].n_aligned_regs; j++)
1051 rtx reg = gen_reg_rtx (word_mode);
1052 rtx word = operand_subword_force (args[i].value, j, BLKmode);
1053 int bitsize = MIN (bytes * BITS_PER_UNIT, BITS_PER_WORD);
1055 args[i].aligned_regs[j] = reg;
1057 /* There is no need to restrict this code to loading items
1058 in TYPE_ALIGN sized hunks. The bitfield instructions can
1059 load up entire word sized registers efficiently.
1061 ??? This may not be needed anymore.
1062 We use to emit a clobber here but that doesn't let later
1063 passes optimize the instructions we emit. By storing 0 into
1064 the register later passes know the first AND to zero out the
1065 bitfield being set in the register is unnecessary. The store
1066 of 0 will be deleted as will at least the first AND. */
1068 emit_move_insn (reg, const0_rtx);
1070 bytes -= bitsize / BITS_PER_UNIT;
1071 store_bit_field (reg, bitsize, big_endian_correction, word_mode,
1072 extract_bit_field (word, bitsize, 0, 1, NULL_RTX,
1073 word_mode, word_mode,
1074 BITS_PER_WORD),
1075 BITS_PER_WORD);
1080 /* Fill in ARGS_SIZE and ARGS array based on the parameters found in
1081 ACTPARMS.
1083 NUM_ACTUALS is the total number of parameters.
1085 N_NAMED_ARGS is the total number of named arguments.
1087 FNDECL is the tree code for the target of this call (if known)
1089 ARGS_SO_FAR holds state needed by the target to know where to place
1090 the next argument.
1092 REG_PARM_STACK_SPACE is the number of bytes of stack space reserved
1093 for arguments which are passed in registers.
1095 OLD_STACK_LEVEL is a pointer to an rtx which olds the old stack level
1096 and may be modified by this routine.
1098 OLD_PENDING_ADJ, MUST_PREALLOCATE and FLAGS are pointers to integer
1099 flags which may may be modified by this routine. */
1101 static void
1102 initialize_argument_information (num_actuals, args, args_size, n_named_args,
1103 actparms, fndecl, args_so_far,
1104 reg_parm_stack_space, old_stack_level,
1105 old_pending_adj, must_preallocate,
1106 ecf_flags)
1107 int num_actuals ATTRIBUTE_UNUSED;
1108 struct arg_data *args;
1109 struct args_size *args_size;
1110 int n_named_args ATTRIBUTE_UNUSED;
1111 tree actparms;
1112 tree fndecl;
1113 CUMULATIVE_ARGS *args_so_far;
1114 int reg_parm_stack_space;
1115 rtx *old_stack_level;
1116 int *old_pending_adj;
1117 int *must_preallocate;
1118 int *ecf_flags;
1120 /* 1 if scanning parms front to back, -1 if scanning back to front. */
1121 int inc;
1123 /* Count arg position in order args appear. */
1124 int argpos;
1126 struct args_size alignment_pad;
1127 int i;
1128 tree p;
1130 args_size->constant = 0;
1131 args_size->var = 0;
1133 /* In this loop, we consider args in the order they are written.
1134 We fill up ARGS from the front or from the back if necessary
1135 so that in any case the first arg to be pushed ends up at the front. */
1137 if (PUSH_ARGS_REVERSED)
1139 i = num_actuals - 1, inc = -1;
1140 /* In this case, must reverse order of args
1141 so that we compute and push the last arg first. */
1143 else
1145 i = 0, inc = 1;
1148 /* I counts args in order (to be) pushed; ARGPOS counts in order written. */
1149 for (p = actparms, argpos = 0; p; p = TREE_CHAIN (p), i += inc, argpos++)
1151 tree type = TREE_TYPE (TREE_VALUE (p));
1152 int unsignedp;
1153 enum machine_mode mode;
1155 args[i].tree_value = TREE_VALUE (p);
1157 /* Replace erroneous argument with constant zero. */
1158 if (type == error_mark_node || !COMPLETE_TYPE_P (type))
1159 args[i].tree_value = integer_zero_node, type = integer_type_node;
1161 /* If TYPE is a transparent union, pass things the way we would
1162 pass the first field of the union. We have already verified that
1163 the modes are the same. */
1164 if (TREE_CODE (type) == UNION_TYPE && TYPE_TRANSPARENT_UNION (type))
1165 type = TREE_TYPE (TYPE_FIELDS (type));
1167 /* Decide where to pass this arg.
1169 args[i].reg is nonzero if all or part is passed in registers.
1171 args[i].partial is nonzero if part but not all is passed in registers,
1172 and the exact value says how many words are passed in registers.
1174 args[i].pass_on_stack is nonzero if the argument must at least be
1175 computed on the stack. It may then be loaded back into registers
1176 if args[i].reg is nonzero.
1178 These decisions are driven by the FUNCTION_... macros and must agree
1179 with those made by function.c. */
1181 /* See if this argument should be passed by invisible reference. */
1182 if ((TREE_CODE (TYPE_SIZE (type)) != INTEGER_CST
1183 && contains_placeholder_p (TYPE_SIZE (type)))
1184 || TREE_ADDRESSABLE (type)
1185 #ifdef FUNCTION_ARG_PASS_BY_REFERENCE
1186 || FUNCTION_ARG_PASS_BY_REFERENCE (*args_so_far, TYPE_MODE (type),
1187 type, argpos < n_named_args)
1188 #endif
1191 /* If we're compiling a thunk, pass through invisible
1192 references instead of making a copy. */
1193 if (current_function_is_thunk
1194 #ifdef FUNCTION_ARG_CALLEE_COPIES
1195 || (FUNCTION_ARG_CALLEE_COPIES (*args_so_far, TYPE_MODE (type),
1196 type, argpos < n_named_args)
1197 /* If it's in a register, we must make a copy of it too. */
1198 /* ??? Is this a sufficient test? Is there a better one? */
1199 && !(TREE_CODE (args[i].tree_value) == VAR_DECL
1200 && REG_P (DECL_RTL (args[i].tree_value)))
1201 && ! TREE_ADDRESSABLE (type))
1202 #endif
1205 /* C++ uses a TARGET_EXPR to indicate that we want to make a
1206 new object from the argument. If we are passing by
1207 invisible reference, the callee will do that for us, so we
1208 can strip off the TARGET_EXPR. This is not always safe,
1209 but it is safe in the only case where this is a useful
1210 optimization; namely, when the argument is a plain object.
1211 In that case, the frontend is just asking the backend to
1212 make a bitwise copy of the argument. */
1214 if (TREE_CODE (args[i].tree_value) == TARGET_EXPR
1215 && (DECL_P (TREE_OPERAND (args[i].tree_value, 1)))
1216 && ! REG_P (DECL_RTL (TREE_OPERAND (args[i].tree_value, 1))))
1217 args[i].tree_value = TREE_OPERAND (args[i].tree_value, 1);
1219 args[i].tree_value = build1 (ADDR_EXPR,
1220 build_pointer_type (type),
1221 args[i].tree_value);
1222 type = build_pointer_type (type);
1224 else if (TREE_CODE (args[i].tree_value) == TARGET_EXPR)
1226 /* In the V3 C++ ABI, parameters are destroyed in the caller.
1227 We implement this by passing the address of the temporary
1228 rather than expanding it into another allocated slot. */
1229 args[i].tree_value = build1 (ADDR_EXPR,
1230 build_pointer_type (type),
1231 args[i].tree_value);
1232 type = build_pointer_type (type);
1234 else
1236 /* We make a copy of the object and pass the address to the
1237 function being called. */
1238 rtx copy;
1240 if (!COMPLETE_TYPE_P (type)
1241 || TREE_CODE (TYPE_SIZE (type)) != INTEGER_CST
1242 || (flag_stack_check && ! STACK_CHECK_BUILTIN
1243 && (0 < compare_tree_int (TYPE_SIZE_UNIT (type),
1244 STACK_CHECK_MAX_VAR_SIZE))))
1246 /* This is a variable-sized object. Make space on the stack
1247 for it. */
1248 rtx size_rtx = expr_size (TREE_VALUE (p));
1250 if (*old_stack_level == 0)
1252 emit_stack_save (SAVE_BLOCK, old_stack_level, NULL_RTX);
1253 *old_pending_adj = pending_stack_adjust;
1254 pending_stack_adjust = 0;
1257 copy = gen_rtx_MEM (BLKmode,
1258 allocate_dynamic_stack_space
1259 (size_rtx, NULL_RTX, TYPE_ALIGN (type)));
1260 set_mem_attributes (copy, type, 1);
1262 else
1263 copy = assign_temp (type, 0, 1, 0);
1265 store_expr (args[i].tree_value, copy, 0);
1266 *ecf_flags &= ~(ECF_CONST | ECF_PURE | ECF_LIBCALL_BLOCK);
1268 args[i].tree_value = build1 (ADDR_EXPR,
1269 build_pointer_type (type),
1270 make_tree (type, copy));
1271 type = build_pointer_type (type);
1275 mode = TYPE_MODE (type);
1276 unsignedp = TREE_UNSIGNED (type);
1278 #ifdef PROMOTE_FUNCTION_ARGS
1279 mode = promote_mode (type, mode, &unsignedp, 1);
1280 #endif
1282 args[i].unsignedp = unsignedp;
1283 args[i].mode = mode;
1285 args[i].reg = FUNCTION_ARG (*args_so_far, mode, type,
1286 argpos < n_named_args);
1287 #ifdef FUNCTION_INCOMING_ARG
1288 /* If this is a sibling call and the machine has register windows, the
1289 register window has to be unwinded before calling the routine, so
1290 arguments have to go into the incoming registers. */
1291 args[i].tail_call_reg = FUNCTION_INCOMING_ARG (*args_so_far, mode, type,
1292 argpos < n_named_args);
1293 #else
1294 args[i].tail_call_reg = args[i].reg;
1295 #endif
1297 #ifdef FUNCTION_ARG_PARTIAL_NREGS
1298 if (args[i].reg)
1299 args[i].partial
1300 = FUNCTION_ARG_PARTIAL_NREGS (*args_so_far, mode, type,
1301 argpos < n_named_args);
1302 #endif
1304 args[i].pass_on_stack = MUST_PASS_IN_STACK (mode, type);
1306 /* If FUNCTION_ARG returned a (parallel [(expr_list (nil) ...) ...]),
1307 it means that we are to pass this arg in the register(s) designated
1308 by the PARALLEL, but also to pass it in the stack. */
1309 if (args[i].reg && GET_CODE (args[i].reg) == PARALLEL
1310 && XEXP (XVECEXP (args[i].reg, 0, 0), 0) == 0)
1311 args[i].pass_on_stack = 1;
1313 /* If this is an addressable type, we must preallocate the stack
1314 since we must evaluate the object into its final location.
1316 If this is to be passed in both registers and the stack, it is simpler
1317 to preallocate. */
1318 if (TREE_ADDRESSABLE (type)
1319 || (args[i].pass_on_stack && args[i].reg != 0))
1320 *must_preallocate = 1;
1322 /* If this is an addressable type, we cannot pre-evaluate it. Thus,
1323 we cannot consider this function call constant. */
1324 if (TREE_ADDRESSABLE (type))
1325 *ecf_flags &= ~ECF_LIBCALL_BLOCK;
1327 /* Compute the stack-size of this argument. */
1328 if (args[i].reg == 0 || args[i].partial != 0
1329 || reg_parm_stack_space > 0
1330 || args[i].pass_on_stack)
1331 locate_and_pad_parm (mode, type,
1332 #ifdef STACK_PARMS_IN_REG_PARM_AREA
1334 #else
1335 args[i].reg != 0,
1336 #endif
1337 fndecl, args_size, &args[i].offset,
1338 &args[i].size, &alignment_pad);
1340 #ifndef ARGS_GROW_DOWNWARD
1341 args[i].slot_offset = *args_size;
1342 #endif
1344 args[i].alignment_pad = alignment_pad;
1346 /* If a part of the arg was put into registers,
1347 don't include that part in the amount pushed. */
1348 if (reg_parm_stack_space == 0 && ! args[i].pass_on_stack)
1349 args[i].size.constant -= ((args[i].partial * UNITS_PER_WORD)
1350 / (PARM_BOUNDARY / BITS_PER_UNIT)
1351 * (PARM_BOUNDARY / BITS_PER_UNIT));
1353 /* Update ARGS_SIZE, the total stack space for args so far. */
1355 args_size->constant += args[i].size.constant;
1356 if (args[i].size.var)
1358 ADD_PARM_SIZE (*args_size, args[i].size.var);
1361 /* Since the slot offset points to the bottom of the slot,
1362 we must record it after incrementing if the args grow down. */
1363 #ifdef ARGS_GROW_DOWNWARD
1364 args[i].slot_offset = *args_size;
1366 args[i].slot_offset.constant = -args_size->constant;
1367 if (args_size->var)
1368 SUB_PARM_SIZE (args[i].slot_offset, args_size->var);
1369 #endif
1371 /* Increment ARGS_SO_FAR, which has info about which arg-registers
1372 have been used, etc. */
1374 FUNCTION_ARG_ADVANCE (*args_so_far, TYPE_MODE (type), type,
1375 argpos < n_named_args);
1379 /* Update ARGS_SIZE to contain the total size for the argument block.
1380 Return the original constant component of the argument block's size.
1382 REG_PARM_STACK_SPACE holds the number of bytes of stack space reserved
1383 for arguments passed in registers. */
1385 static int
1386 compute_argument_block_size (reg_parm_stack_space, args_size,
1387 preferred_stack_boundary)
1388 int reg_parm_stack_space;
1389 struct args_size *args_size;
1390 int preferred_stack_boundary ATTRIBUTE_UNUSED;
1392 int unadjusted_args_size = args_size->constant;
1394 /* For accumulate outgoing args mode we don't need to align, since the frame
1395 will be already aligned. Align to STACK_BOUNDARY in order to prevent
1396 backends from generating misaligned frame sizes. */
1397 if (ACCUMULATE_OUTGOING_ARGS && preferred_stack_boundary > STACK_BOUNDARY)
1398 preferred_stack_boundary = STACK_BOUNDARY;
1400 /* Compute the actual size of the argument block required. The variable
1401 and constant sizes must be combined, the size may have to be rounded,
1402 and there may be a minimum required size. */
1404 if (args_size->var)
1406 args_size->var = ARGS_SIZE_TREE (*args_size);
1407 args_size->constant = 0;
1409 preferred_stack_boundary /= BITS_PER_UNIT;
1410 if (preferred_stack_boundary > 1)
1412 /* We don't handle this case yet. To handle it correctly we have
1413 to add the delta, round and subtract the delta.
1414 Currently no machine description requires this support. */
1415 if (stack_pointer_delta & (preferred_stack_boundary - 1))
1416 abort ();
1417 args_size->var = round_up (args_size->var, preferred_stack_boundary);
1420 if (reg_parm_stack_space > 0)
1422 args_size->var
1423 = size_binop (MAX_EXPR, args_size->var,
1424 ssize_int (reg_parm_stack_space));
1426 #ifndef OUTGOING_REG_PARM_STACK_SPACE
1427 /* The area corresponding to register parameters is not to count in
1428 the size of the block we need. So make the adjustment. */
1429 args_size->var
1430 = size_binop (MINUS_EXPR, args_size->var,
1431 ssize_int (reg_parm_stack_space));
1432 #endif
1435 else
1437 preferred_stack_boundary /= BITS_PER_UNIT;
1438 if (preferred_stack_boundary < 1)
1439 preferred_stack_boundary = 1;
1440 args_size->constant = (((args_size->constant
1441 + stack_pointer_delta
1442 + preferred_stack_boundary - 1)
1443 / preferred_stack_boundary
1444 * preferred_stack_boundary)
1445 - stack_pointer_delta);
1447 args_size->constant = MAX (args_size->constant,
1448 reg_parm_stack_space);
1450 #ifdef MAYBE_REG_PARM_STACK_SPACE
1451 if (reg_parm_stack_space == 0)
1452 args_size->constant = 0;
1453 #endif
1455 #ifndef OUTGOING_REG_PARM_STACK_SPACE
1456 args_size->constant -= reg_parm_stack_space;
1457 #endif
1459 return unadjusted_args_size;
1462 /* Precompute parameters as needed for a function call.
1464 FLAGS is mask of ECF_* constants.
1466 NUM_ACTUALS is the number of arguments.
1468 ARGS is an array containing information for each argument; this
1469 routine fills in the INITIAL_VALUE and VALUE fields for each
1470 precomputed argument. */
1472 static void
1473 precompute_arguments (flags, num_actuals, args)
1474 int flags;
1475 int num_actuals;
1476 struct arg_data *args;
1478 int i;
1480 /* If this function call is cse'able, precompute all the parameters.
1481 Note that if the parameter is constructed into a temporary, this will
1482 cause an additional copy because the parameter will be constructed
1483 into a temporary location and then copied into the outgoing arguments.
1484 If a parameter contains a call to alloca and this function uses the
1485 stack, precompute the parameter. */
1487 /* If we preallocated the stack space, and some arguments must be passed
1488 on the stack, then we must precompute any parameter which contains a
1489 function call which will store arguments on the stack.
1490 Otherwise, evaluating the parameter may clobber previous parameters
1491 which have already been stored into the stack. (we have code to avoid
1492 such case by saving the outgoing stack arguments, but it results in
1493 worse code) */
1495 for (i = 0; i < num_actuals; i++)
1496 if ((flags & ECF_LIBCALL_BLOCK)
1497 || calls_function (args[i].tree_value, !ACCUMULATE_OUTGOING_ARGS))
1499 enum machine_mode mode;
1501 /* If this is an addressable type, we cannot pre-evaluate it. */
1502 if (TREE_ADDRESSABLE (TREE_TYPE (args[i].tree_value)))
1503 abort ();
1505 args[i].value
1506 = expand_expr (args[i].tree_value, NULL_RTX, VOIDmode, 0);
1508 /* ANSI doesn't require a sequence point here,
1509 but PCC has one, so this will avoid some problems. */
1510 emit_queue ();
1512 args[i].initial_value = args[i].value
1513 = protect_from_queue (args[i].value, 0);
1515 mode = TYPE_MODE (TREE_TYPE (args[i].tree_value));
1516 if (mode != args[i].mode)
1518 args[i].value
1519 = convert_modes (args[i].mode, mode,
1520 args[i].value, args[i].unsignedp);
1521 #ifdef PROMOTE_FOR_CALL_ONLY
1522 /* CSE will replace this only if it contains args[i].value
1523 pseudo, so convert it down to the declared mode using
1524 a SUBREG. */
1525 if (GET_CODE (args[i].value) == REG
1526 && GET_MODE_CLASS (args[i].mode) == MODE_INT)
1528 args[i].initial_value
1529 = gen_lowpart_SUBREG (mode, args[i].value);
1530 SUBREG_PROMOTED_VAR_P (args[i].initial_value) = 1;
1531 SUBREG_PROMOTED_UNSIGNED_SET (args[i].initial_value,
1532 args[i].unsignedp);
1534 #endif
1539 /* Given the current state of MUST_PREALLOCATE and information about
1540 arguments to a function call in NUM_ACTUALS, ARGS and ARGS_SIZE,
1541 compute and return the final value for MUST_PREALLOCATE. */
1543 static int
1544 finalize_must_preallocate (must_preallocate, num_actuals, args, args_size)
1545 int must_preallocate;
1546 int num_actuals;
1547 struct arg_data *args;
1548 struct args_size *args_size;
1550 /* See if we have or want to preallocate stack space.
1552 If we would have to push a partially-in-regs parm
1553 before other stack parms, preallocate stack space instead.
1555 If the size of some parm is not a multiple of the required stack
1556 alignment, we must preallocate.
1558 If the total size of arguments that would otherwise create a copy in
1559 a temporary (such as a CALL) is more than half the total argument list
1560 size, preallocation is faster.
1562 Another reason to preallocate is if we have a machine (like the m88k)
1563 where stack alignment is required to be maintained between every
1564 pair of insns, not just when the call is made. However, we assume here
1565 that such machines either do not have push insns (and hence preallocation
1566 would occur anyway) or the problem is taken care of with
1567 PUSH_ROUNDING. */
1569 if (! must_preallocate)
1571 int partial_seen = 0;
1572 int copy_to_evaluate_size = 0;
1573 int i;
1575 for (i = 0; i < num_actuals && ! must_preallocate; i++)
1577 if (args[i].partial > 0 && ! args[i].pass_on_stack)
1578 partial_seen = 1;
1579 else if (partial_seen && args[i].reg == 0)
1580 must_preallocate = 1;
1582 if (TYPE_MODE (TREE_TYPE (args[i].tree_value)) == BLKmode
1583 && (TREE_CODE (args[i].tree_value) == CALL_EXPR
1584 || TREE_CODE (args[i].tree_value) == TARGET_EXPR
1585 || TREE_CODE (args[i].tree_value) == COND_EXPR
1586 || TREE_ADDRESSABLE (TREE_TYPE (args[i].tree_value))))
1587 copy_to_evaluate_size
1588 += int_size_in_bytes (TREE_TYPE (args[i].tree_value));
1591 if (copy_to_evaluate_size * 2 >= args_size->constant
1592 && args_size->constant > 0)
1593 must_preallocate = 1;
1595 return must_preallocate;
1598 /* If we preallocated stack space, compute the address of each argument
1599 and store it into the ARGS array.
1601 We need not ensure it is a valid memory address here; it will be
1602 validized when it is used.
1604 ARGBLOCK is an rtx for the address of the outgoing arguments. */
1606 static void
1607 compute_argument_addresses (args, argblock, num_actuals)
1608 struct arg_data *args;
1609 rtx argblock;
1610 int num_actuals;
1612 if (argblock)
1614 rtx arg_reg = argblock;
1615 int i, arg_offset = 0;
1617 if (GET_CODE (argblock) == PLUS)
1618 arg_reg = XEXP (argblock, 0), arg_offset = INTVAL (XEXP (argblock, 1));
1620 for (i = 0; i < num_actuals; i++)
1622 rtx offset = ARGS_SIZE_RTX (args[i].offset);
1623 rtx slot_offset = ARGS_SIZE_RTX (args[i].slot_offset);
1624 rtx addr;
1626 /* Skip this parm if it will not be passed on the stack. */
1627 if (! args[i].pass_on_stack && args[i].reg != 0)
1628 continue;
1630 if (GET_CODE (offset) == CONST_INT)
1631 addr = plus_constant (arg_reg, INTVAL (offset));
1632 else
1633 addr = gen_rtx_PLUS (Pmode, arg_reg, offset);
1635 addr = plus_constant (addr, arg_offset);
1636 args[i].stack = gen_rtx_MEM (args[i].mode, addr);
1637 set_mem_attributes (args[i].stack,
1638 TREE_TYPE (args[i].tree_value), 1);
1640 if (GET_CODE (slot_offset) == CONST_INT)
1641 addr = plus_constant (arg_reg, INTVAL (slot_offset));
1642 else
1643 addr = gen_rtx_PLUS (Pmode, arg_reg, slot_offset);
1645 addr = plus_constant (addr, arg_offset);
1646 args[i].stack_slot = gen_rtx_MEM (args[i].mode, addr);
1647 set_mem_attributes (args[i].stack_slot,
1648 TREE_TYPE (args[i].tree_value), 1);
1650 /* Function incoming arguments may overlap with sibling call
1651 outgoing arguments and we cannot allow reordering of reads
1652 from function arguments with stores to outgoing arguments
1653 of sibling calls. */
1654 set_mem_alias_set (args[i].stack, 0);
1655 set_mem_alias_set (args[i].stack_slot, 0);
1660 /* Given a FNDECL and EXP, return an rtx suitable for use as a target address
1661 in a call instruction.
1663 FNDECL is the tree node for the target function. For an indirect call
1664 FNDECL will be NULL_TREE.
1666 EXP is the CALL_EXPR for this call. */
1668 static rtx
1669 rtx_for_function_call (fndecl, exp)
1670 tree fndecl;
1671 tree exp;
1673 rtx funexp;
1675 /* Get the function to call, in the form of RTL. */
1676 if (fndecl)
1678 /* If this is the first use of the function, see if we need to
1679 make an external definition for it. */
1680 if (! TREE_USED (fndecl))
1682 assemble_external (fndecl);
1683 TREE_USED (fndecl) = 1;
1686 /* Get a SYMBOL_REF rtx for the function address. */
1687 funexp = XEXP (DECL_RTL (fndecl), 0);
1689 else
1690 /* Generate an rtx (probably a pseudo-register) for the address. */
1692 push_temp_slots ();
1693 funexp = expand_expr (TREE_OPERAND (exp, 0), NULL_RTX, VOIDmode, 0);
1694 pop_temp_slots (); /* FUNEXP can't be BLKmode. */
1695 emit_queue ();
1697 return funexp;
1700 /* Do the register loads required for any wholly-register parms or any
1701 parms which are passed both on the stack and in a register. Their
1702 expressions were already evaluated.
1704 Mark all register-parms as living through the call, putting these USE
1705 insns in the CALL_INSN_FUNCTION_USAGE field.
1707 When IS_SIBCALL, perform the check_sibcall_overlap_argument_overlap
1708 checking, setting *SIBCALL_FAILURE if appropriate. */
1710 static void
1711 load_register_parameters (args, num_actuals, call_fusage, flags,
1712 is_sibcall, sibcall_failure)
1713 struct arg_data *args;
1714 int num_actuals;
1715 rtx *call_fusage;
1716 int flags;
1717 int is_sibcall;
1718 int *sibcall_failure;
1720 int i, j;
1722 #ifdef LOAD_ARGS_REVERSED
1723 for (i = num_actuals - 1; i >= 0; i--)
1724 #else
1725 for (i = 0; i < num_actuals; i++)
1726 #endif
1728 rtx reg = ((flags & ECF_SIBCALL)
1729 ? args[i].tail_call_reg : args[i].reg);
1730 int partial = args[i].partial;
1731 int nregs;
1733 if (reg)
1735 rtx before_arg = get_last_insn ();
1736 /* Set to non-negative if must move a word at a time, even if just
1737 one word (e.g, partial == 1 && mode == DFmode). Set to -1 if
1738 we just use a normal move insn. This value can be zero if the
1739 argument is a zero size structure with no fields. */
1740 nregs = (partial ? partial
1741 : (TYPE_MODE (TREE_TYPE (args[i].tree_value)) == BLKmode
1742 ? ((int_size_in_bytes (TREE_TYPE (args[i].tree_value))
1743 + (UNITS_PER_WORD - 1)) / UNITS_PER_WORD)
1744 : -1));
1746 /* Handle calls that pass values in multiple non-contiguous
1747 locations. The Irix 6 ABI has examples of this. */
1749 if (GET_CODE (reg) == PARALLEL)
1750 emit_group_load (reg, args[i].value,
1751 int_size_in_bytes (TREE_TYPE (args[i].tree_value)));
1753 /* If simple case, just do move. If normal partial, store_one_arg
1754 has already loaded the register for us. In all other cases,
1755 load the register(s) from memory. */
1757 else if (nregs == -1)
1758 emit_move_insn (reg, args[i].value);
1760 /* If we have pre-computed the values to put in the registers in
1761 the case of non-aligned structures, copy them in now. */
1763 else if (args[i].n_aligned_regs != 0)
1764 for (j = 0; j < args[i].n_aligned_regs; j++)
1765 emit_move_insn (gen_rtx_REG (word_mode, REGNO (reg) + j),
1766 args[i].aligned_regs[j]);
1768 else if (partial == 0 || args[i].pass_on_stack)
1769 move_block_to_reg (REGNO (reg),
1770 validize_mem (args[i].value), nregs,
1771 args[i].mode);
1773 /* When a parameter is a block, and perhaps in other cases, it is
1774 possible that it did a load from an argument slot that was
1775 already clobbered. */
1776 if (is_sibcall
1777 && check_sibcall_argument_overlap (before_arg, &args[i], 0))
1778 *sibcall_failure = 1;
1780 /* Handle calls that pass values in multiple non-contiguous
1781 locations. The Irix 6 ABI has examples of this. */
1782 if (GET_CODE (reg) == PARALLEL)
1783 use_group_regs (call_fusage, reg);
1784 else if (nregs == -1)
1785 use_reg (call_fusage, reg);
1786 else
1787 use_regs (call_fusage, REGNO (reg), nregs == 0 ? 1 : nregs);
1792 /* Try to integrate function. See expand_inline_function for documentation
1793 about the parameters. */
1795 static rtx
1796 try_to_integrate (fndecl, actparms, target, ignore, type, structure_value_addr)
1797 tree fndecl;
1798 tree actparms;
1799 rtx target;
1800 int ignore;
1801 tree type;
1802 rtx structure_value_addr;
1804 rtx temp;
1805 rtx before_call;
1806 int i;
1807 rtx old_stack_level = 0;
1808 int reg_parm_stack_space = 0;
1810 #ifdef REG_PARM_STACK_SPACE
1811 #ifdef MAYBE_REG_PARM_STACK_SPACE
1812 reg_parm_stack_space = MAYBE_REG_PARM_STACK_SPACE;
1813 #else
1814 reg_parm_stack_space = REG_PARM_STACK_SPACE (fndecl);
1815 #endif
1816 #endif
1818 before_call = get_last_insn ();
1820 timevar_push (TV_INTEGRATION);
1822 temp = expand_inline_function (fndecl, actparms, target,
1823 ignore, type,
1824 structure_value_addr);
1826 timevar_pop (TV_INTEGRATION);
1828 /* If inlining succeeded, return. */
1829 if (temp != (rtx) (size_t) - 1)
1831 if (ACCUMULATE_OUTGOING_ARGS)
1833 /* If the outgoing argument list must be preserved, push
1834 the stack before executing the inlined function if it
1835 makes any calls. */
1837 i = reg_parm_stack_space;
1838 if (i > highest_outgoing_arg_in_use)
1839 i = highest_outgoing_arg_in_use;
1840 while (--i >= 0 && stack_usage_map[i] == 0)
1843 if (stack_arg_under_construction || i >= 0)
1845 rtx first_insn
1846 = before_call ? NEXT_INSN (before_call) : get_insns ();
1847 rtx insn = NULL_RTX, seq;
1849 /* Look for a call in the inline function code.
1850 If DECL_SAVED_INSNS (fndecl)->outgoing_args_size is
1851 nonzero then there is a call and it is not necessary
1852 to scan the insns. */
1854 if (DECL_SAVED_INSNS (fndecl)->outgoing_args_size == 0)
1855 for (insn = first_insn; insn; insn = NEXT_INSN (insn))
1856 if (GET_CODE (insn) == CALL_INSN)
1857 break;
1859 if (insn)
1861 /* Reserve enough stack space so that the largest
1862 argument list of any function call in the inline
1863 function does not overlap the argument list being
1864 evaluated. This is usually an overestimate because
1865 allocate_dynamic_stack_space reserves space for an
1866 outgoing argument list in addition to the requested
1867 space, but there is no way to ask for stack space such
1868 that an argument list of a certain length can be
1869 safely constructed.
1871 Add the stack space reserved for register arguments, if
1872 any, in the inline function. What is really needed is the
1873 largest value of reg_parm_stack_space in the inline
1874 function, but that is not available. Using the current
1875 value of reg_parm_stack_space is wrong, but gives
1876 correct results on all supported machines. */
1878 int adjust = (DECL_SAVED_INSNS (fndecl)->outgoing_args_size
1879 + reg_parm_stack_space);
1881 start_sequence ();
1882 emit_stack_save (SAVE_BLOCK, &old_stack_level, NULL_RTX);
1883 allocate_dynamic_stack_space (GEN_INT (adjust),
1884 NULL_RTX, BITS_PER_UNIT);
1885 seq = get_insns ();
1886 end_sequence ();
1887 emit_insn_before (seq, first_insn);
1888 emit_stack_restore (SAVE_BLOCK, old_stack_level, NULL_RTX);
1893 /* If the result is equivalent to TARGET, return TARGET to simplify
1894 checks in store_expr. They can be equivalent but not equal in the
1895 case of a function that returns BLKmode. */
1896 if (temp != target && rtx_equal_p (temp, target))
1897 return target;
1898 return temp;
1901 /* If inlining failed, mark FNDECL as needing to be compiled
1902 separately after all. If function was declared inline,
1903 give a warning. */
1904 if (DECL_INLINE (fndecl) && warn_inline && !flag_no_inline
1905 && optimize > 0 && !TREE_ADDRESSABLE (fndecl))
1907 warning_with_decl (fndecl, "inlining failed in call to `%s'");
1908 warning ("called from here");
1910 (*lang_hooks.mark_addressable) (fndecl);
1911 return (rtx) (size_t) - 1;
1914 /* We need to pop PENDING_STACK_ADJUST bytes. But, if the arguments
1915 wouldn't fill up an even multiple of PREFERRED_UNIT_STACK_BOUNDARY
1916 bytes, then we would need to push some additional bytes to pad the
1917 arguments. So, we compute an adjust to the stack pointer for an
1918 amount that will leave the stack under-aligned by UNADJUSTED_ARGS_SIZE
1919 bytes. Then, when the arguments are pushed the stack will be perfectly
1920 aligned. ARGS_SIZE->CONSTANT is set to the number of bytes that should
1921 be popped after the call. Returns the adjustment. */
1923 static int
1924 combine_pending_stack_adjustment_and_call (unadjusted_args_size,
1925 args_size,
1926 preferred_unit_stack_boundary)
1927 int unadjusted_args_size;
1928 struct args_size *args_size;
1929 int preferred_unit_stack_boundary;
1931 /* The number of bytes to pop so that the stack will be
1932 under-aligned by UNADJUSTED_ARGS_SIZE bytes. */
1933 HOST_WIDE_INT adjustment;
1934 /* The alignment of the stack after the arguments are pushed, if we
1935 just pushed the arguments without adjust the stack here. */
1936 HOST_WIDE_INT unadjusted_alignment;
1938 unadjusted_alignment
1939 = ((stack_pointer_delta + unadjusted_args_size)
1940 % preferred_unit_stack_boundary);
1942 /* We want to get rid of as many of the PENDING_STACK_ADJUST bytes
1943 as possible -- leaving just enough left to cancel out the
1944 UNADJUSTED_ALIGNMENT. In other words, we want to ensure that the
1945 PENDING_STACK_ADJUST is non-negative, and congruent to
1946 -UNADJUSTED_ALIGNMENT modulo the PREFERRED_UNIT_STACK_BOUNDARY. */
1948 /* Begin by trying to pop all the bytes. */
1949 unadjusted_alignment
1950 = (unadjusted_alignment
1951 - (pending_stack_adjust % preferred_unit_stack_boundary));
1952 adjustment = pending_stack_adjust;
1953 /* Push enough additional bytes that the stack will be aligned
1954 after the arguments are pushed. */
1955 if (preferred_unit_stack_boundary > 1)
1957 if (unadjusted_alignment > 0)
1958 adjustment -= preferred_unit_stack_boundary - unadjusted_alignment;
1959 else
1960 adjustment += unadjusted_alignment;
1963 /* Now, sets ARGS_SIZE->CONSTANT so that we pop the right number of
1964 bytes after the call. The right number is the entire
1965 PENDING_STACK_ADJUST less our ADJUSTMENT plus the amount required
1966 by the arguments in the first place. */
1967 args_size->constant
1968 = pending_stack_adjust - adjustment + unadjusted_args_size;
1970 return adjustment;
1973 /* Scan X expression if it does not dereference any argument slots
1974 we already clobbered by tail call arguments (as noted in stored_args_map
1975 bitmap).
1976 Return nonzero if X expression dereferences such argument slots,
1977 zero otherwise. */
1979 static int
1980 check_sibcall_argument_overlap_1 (x)
1981 rtx x;
1983 RTX_CODE code;
1984 int i, j;
1985 unsigned int k;
1986 const char *fmt;
1988 if (x == NULL_RTX)
1989 return 0;
1991 code = GET_CODE (x);
1993 if (code == MEM)
1995 if (XEXP (x, 0) == current_function_internal_arg_pointer)
1996 i = 0;
1997 else if (GET_CODE (XEXP (x, 0)) == PLUS
1998 && XEXP (XEXP (x, 0), 0) ==
1999 current_function_internal_arg_pointer
2000 && GET_CODE (XEXP (XEXP (x, 0), 1)) == CONST_INT)
2001 i = INTVAL (XEXP (XEXP (x, 0), 1));
2002 else
2003 return 0;
2005 #ifdef ARGS_GROW_DOWNWARD
2006 i = -i - GET_MODE_SIZE (GET_MODE (x));
2007 #endif
2009 for (k = 0; k < GET_MODE_SIZE (GET_MODE (x)); k++)
2010 if (i + k < stored_args_map->n_bits
2011 && TEST_BIT (stored_args_map, i + k))
2012 return 1;
2014 return 0;
2017 /* Scan all subexpressions. */
2018 fmt = GET_RTX_FORMAT (code);
2019 for (i = 0; i < GET_RTX_LENGTH (code); i++, fmt++)
2021 if (*fmt == 'e')
2023 if (check_sibcall_argument_overlap_1 (XEXP (x, i)))
2024 return 1;
2026 else if (*fmt == 'E')
2028 for (j = 0; j < XVECLEN (x, i); j++)
2029 if (check_sibcall_argument_overlap_1 (XVECEXP (x, i, j)))
2030 return 1;
2033 return 0;
2036 /* Scan sequence after INSN if it does not dereference any argument slots
2037 we already clobbered by tail call arguments (as noted in stored_args_map
2038 bitmap). If MARK_STORED_ARGS_MAP, add stack slots for ARG to
2039 stored_args_map bitmap afterwards (when ARG is a register MARK_STORED_ARGS_MAP
2040 should be 0). Return nonzero if sequence after INSN dereferences such argument
2041 slots, zero otherwise. */
2043 static int
2044 check_sibcall_argument_overlap (insn, arg, mark_stored_args_map)
2045 rtx insn;
2046 struct arg_data *arg;
2047 int mark_stored_args_map;
2049 int low, high;
2051 if (insn == NULL_RTX)
2052 insn = get_insns ();
2053 else
2054 insn = NEXT_INSN (insn);
2056 for (; insn; insn = NEXT_INSN (insn))
2057 if (INSN_P (insn)
2058 && check_sibcall_argument_overlap_1 (PATTERN (insn)))
2059 break;
2061 if (mark_stored_args_map)
2063 #ifdef ARGS_GROW_DOWNWARD
2064 low = -arg->slot_offset.constant - arg->size.constant;
2065 #else
2066 low = arg->slot_offset.constant;
2067 #endif
2069 for (high = low + arg->size.constant; low < high; low++)
2070 SET_BIT (stored_args_map, low);
2072 return insn != NULL_RTX;
2075 static tree
2076 fix_unsafe_tree (t)
2077 tree t;
2079 switch (unsafe_for_reeval (t))
2081 case 0: /* Safe. */
2082 break;
2084 case 1: /* Mildly unsafe. */
2085 t = unsave_expr (t);
2086 break;
2088 case 2: /* Wildly unsafe. */
2090 tree var = build_decl (VAR_DECL, NULL_TREE,
2091 TREE_TYPE (t));
2092 SET_DECL_RTL (var,
2093 expand_expr (t, NULL_RTX, VOIDmode, EXPAND_NORMAL));
2094 t = var;
2096 break;
2098 default:
2099 abort ();
2101 return t;
2104 /* Generate all the code for a function call
2105 and return an rtx for its value.
2106 Store the value in TARGET (specified as an rtx) if convenient.
2107 If the value is stored in TARGET then TARGET is returned.
2108 If IGNORE is nonzero, then we ignore the value of the function call. */
2111 expand_call (exp, target, ignore)
2112 tree exp;
2113 rtx target;
2114 int ignore;
2116 /* Nonzero if we are currently expanding a call. */
2117 static int currently_expanding_call = 0;
2119 /* List of actual parameters. */
2120 tree actparms = TREE_OPERAND (exp, 1);
2121 /* RTX for the function to be called. */
2122 rtx funexp;
2123 /* Sequence of insns to perform a tail recursive "call". */
2124 rtx tail_recursion_insns = NULL_RTX;
2125 /* Sequence of insns to perform a normal "call". */
2126 rtx normal_call_insns = NULL_RTX;
2127 /* Sequence of insns to perform a tail recursive "call". */
2128 rtx tail_call_insns = NULL_RTX;
2129 /* Data type of the function. */
2130 tree funtype;
2131 /* Declaration of the function being called,
2132 or 0 if the function is computed (not known by name). */
2133 tree fndecl = 0;
2134 rtx insn;
2135 int try_tail_call = 1;
2136 int try_tail_recursion = 1;
2137 int pass;
2139 /* Register in which non-BLKmode value will be returned,
2140 or 0 if no value or if value is BLKmode. */
2141 rtx valreg;
2142 /* Address where we should return a BLKmode value;
2143 0 if value not BLKmode. */
2144 rtx structure_value_addr = 0;
2145 /* Nonzero if that address is being passed by treating it as
2146 an extra, implicit first parameter. Otherwise,
2147 it is passed by being copied directly into struct_value_rtx. */
2148 int structure_value_addr_parm = 0;
2149 /* Size of aggregate value wanted, or zero if none wanted
2150 or if we are using the non-reentrant PCC calling convention
2151 or expecting the value in registers. */
2152 HOST_WIDE_INT struct_value_size = 0;
2153 /* Nonzero if called function returns an aggregate in memory PCC style,
2154 by returning the address of where to find it. */
2155 int pcc_struct_value = 0;
2157 /* Number of actual parameters in this call, including struct value addr. */
2158 int num_actuals;
2159 /* Number of named args. Args after this are anonymous ones
2160 and they must all go on the stack. */
2161 int n_named_args;
2163 /* Vector of information about each argument.
2164 Arguments are numbered in the order they will be pushed,
2165 not the order they are written. */
2166 struct arg_data *args;
2168 /* Total size in bytes of all the stack-parms scanned so far. */
2169 struct args_size args_size;
2170 struct args_size adjusted_args_size;
2171 /* Size of arguments before any adjustments (such as rounding). */
2172 int unadjusted_args_size;
2173 /* Data on reg parms scanned so far. */
2174 CUMULATIVE_ARGS args_so_far;
2175 /* Nonzero if a reg parm has been scanned. */
2176 int reg_parm_seen;
2177 /* Nonzero if this is an indirect function call. */
2179 /* Nonzero if we must avoid push-insns in the args for this call.
2180 If stack space is allocated for register parameters, but not by the
2181 caller, then it is preallocated in the fixed part of the stack frame.
2182 So the entire argument block must then be preallocated (i.e., we
2183 ignore PUSH_ROUNDING in that case). */
2185 int must_preallocate = !PUSH_ARGS;
2187 /* Size of the stack reserved for parameter registers. */
2188 int reg_parm_stack_space = 0;
2190 /* Address of space preallocated for stack parms
2191 (on machines that lack push insns), or 0 if space not preallocated. */
2192 rtx argblock = 0;
2194 /* Mask of ECF_ flags. */
2195 int flags = 0;
2196 /* Nonzero if this is a call to an inline function. */
2197 int is_integrable = 0;
2198 #ifdef REG_PARM_STACK_SPACE
2199 /* Define the boundary of the register parm stack space that needs to be
2200 saved, if any. */
2201 int low_to_save, high_to_save;
2202 rtx save_area = 0; /* Place that it is saved */
2203 #endif
2205 int initial_highest_arg_in_use = highest_outgoing_arg_in_use;
2206 char *initial_stack_usage_map = stack_usage_map;
2207 int old_stack_arg_under_construction = 0;
2209 rtx old_stack_level = 0;
2210 int old_pending_adj = 0;
2211 int old_inhibit_defer_pop = inhibit_defer_pop;
2212 int old_stack_allocated;
2213 rtx call_fusage;
2214 tree p = TREE_OPERAND (exp, 0);
2215 int i;
2216 /* The alignment of the stack, in bits. */
2217 HOST_WIDE_INT preferred_stack_boundary;
2218 /* The alignment of the stack, in bytes. */
2219 HOST_WIDE_INT preferred_unit_stack_boundary;
2221 /* See if this is "nothrow" function call. */
2222 if (TREE_NOTHROW (exp))
2223 flags |= ECF_NOTHROW;
2225 /* See if we can find a DECL-node for the actual function.
2226 As a result, decide whether this is a call to an integrable function. */
2228 fndecl = get_callee_fndecl (exp);
2229 if (fndecl)
2231 if (!flag_no_inline
2232 && fndecl != current_function_decl
2233 && DECL_INLINE (fndecl)
2234 && DECL_SAVED_INSNS (fndecl)
2235 && DECL_SAVED_INSNS (fndecl)->inlinable)
2236 is_integrable = 1;
2237 else if (! TREE_ADDRESSABLE (fndecl))
2239 /* In case this function later becomes inlinable,
2240 record that there was already a non-inline call to it.
2242 Use abstraction instead of setting TREE_ADDRESSABLE
2243 directly. */
2244 if (DECL_INLINE (fndecl) && warn_inline && !flag_no_inline
2245 && optimize > 0)
2247 warning_with_decl (fndecl, "can't inline call to `%s'");
2248 warning ("called from here");
2250 (*lang_hooks.mark_addressable) (fndecl);
2253 flags |= flags_from_decl_or_type (fndecl);
2256 /* If we don't have specific function to call, see if we have a
2257 attributes set in the type. */
2258 else
2259 flags |= flags_from_decl_or_type (TREE_TYPE (TREE_TYPE (p)));
2261 #ifdef REG_PARM_STACK_SPACE
2262 #ifdef MAYBE_REG_PARM_STACK_SPACE
2263 reg_parm_stack_space = MAYBE_REG_PARM_STACK_SPACE;
2264 #else
2265 reg_parm_stack_space = REG_PARM_STACK_SPACE (fndecl);
2266 #endif
2267 #endif
2269 #ifndef OUTGOING_REG_PARM_STACK_SPACE
2270 if (reg_parm_stack_space > 0 && PUSH_ARGS)
2271 must_preallocate = 1;
2272 #endif
2274 /* Warn if this value is an aggregate type,
2275 regardless of which calling convention we are using for it. */
2276 if (warn_aggregate_return && AGGREGATE_TYPE_P (TREE_TYPE (exp)))
2277 warning ("function call has aggregate value");
2279 /* Set up a place to return a structure. */
2281 /* Cater to broken compilers. */
2282 if (aggregate_value_p (exp))
2284 /* This call returns a big structure. */
2285 flags &= ~(ECF_CONST | ECF_PURE | ECF_LIBCALL_BLOCK);
2287 #ifdef PCC_STATIC_STRUCT_RETURN
2289 pcc_struct_value = 1;
2290 /* Easier than making that case work right. */
2291 if (is_integrable)
2293 /* In case this is a static function, note that it has been
2294 used. */
2295 if (! TREE_ADDRESSABLE (fndecl))
2296 (*lang_hooks.mark_addressable) (fndecl);
2297 is_integrable = 0;
2300 #else /* not PCC_STATIC_STRUCT_RETURN */
2302 struct_value_size = int_size_in_bytes (TREE_TYPE (exp));
2304 if (CALL_EXPR_HAS_RETURN_SLOT_ADDR (exp))
2306 /* The structure value address arg is already in actparms.
2307 Pull it out. It might be nice to just leave it there, but
2308 we need to set structure_value_addr. */
2309 tree return_arg = TREE_VALUE (actparms);
2310 actparms = TREE_CHAIN (actparms);
2311 structure_value_addr = expand_expr (return_arg, NULL_RTX,
2312 VOIDmode, EXPAND_NORMAL);
2314 else if (target && GET_CODE (target) == MEM)
2315 structure_value_addr = XEXP (target, 0);
2316 else
2318 /* For variable-sized objects, we must be called with a target
2319 specified. If we were to allocate space on the stack here,
2320 we would have no way of knowing when to free it. */
2321 rtx d = assign_temp (TREE_TYPE (exp), 1, 1, 1);
2323 mark_temp_addr_taken (d);
2324 structure_value_addr = XEXP (d, 0);
2325 target = 0;
2328 #endif /* not PCC_STATIC_STRUCT_RETURN */
2331 /* If called function is inline, try to integrate it. */
2333 if (is_integrable)
2335 rtx temp = try_to_integrate (fndecl, actparms, target,
2336 ignore, TREE_TYPE (exp),
2337 structure_value_addr);
2338 if (temp != (rtx) (size_t) - 1)
2339 return temp;
2342 /* Figure out the amount to which the stack should be aligned. */
2343 preferred_stack_boundary = PREFERRED_STACK_BOUNDARY;
2345 /* Operand 0 is a pointer-to-function; get the type of the function. */
2346 funtype = TREE_TYPE (TREE_OPERAND (exp, 0));
2347 if (! POINTER_TYPE_P (funtype))
2348 abort ();
2349 funtype = TREE_TYPE (funtype);
2351 /* See if this is a call to a function that can return more than once
2352 or a call to longjmp or malloc. */
2353 flags |= special_function_p (fndecl, flags);
2355 if (flags & ECF_MAY_BE_ALLOCA)
2356 current_function_calls_alloca = 1;
2358 /* If struct_value_rtx is 0, it means pass the address
2359 as if it were an extra parameter. */
2360 if (structure_value_addr && struct_value_rtx == 0)
2362 /* If structure_value_addr is a REG other than
2363 virtual_outgoing_args_rtx, we can use always use it. If it
2364 is not a REG, we must always copy it into a register.
2365 If it is virtual_outgoing_args_rtx, we must copy it to another
2366 register in some cases. */
2367 rtx temp = (GET_CODE (structure_value_addr) != REG
2368 || (ACCUMULATE_OUTGOING_ARGS
2369 && stack_arg_under_construction
2370 && structure_value_addr == virtual_outgoing_args_rtx)
2371 ? copy_addr_to_reg (structure_value_addr)
2372 : structure_value_addr);
2374 actparms
2375 = tree_cons (error_mark_node,
2376 make_tree (build_pointer_type (TREE_TYPE (funtype)),
2377 temp),
2378 actparms);
2379 structure_value_addr_parm = 1;
2382 /* Count the arguments and set NUM_ACTUALS. */
2383 for (p = actparms, num_actuals = 0; p; p = TREE_CHAIN (p))
2384 num_actuals++;
2386 /* Compute number of named args.
2387 Normally, don't include the last named arg if anonymous args follow.
2388 We do include the last named arg if STRICT_ARGUMENT_NAMING is nonzero.
2389 (If no anonymous args follow, the result of list_length is actually
2390 one too large. This is harmless.)
2392 If PRETEND_OUTGOING_VARARGS_NAMED is set and STRICT_ARGUMENT_NAMING is
2393 zero, this machine will be able to place unnamed args that were
2394 passed in registers into the stack. So treat all args as named.
2395 This allows the insns emitting for a specific argument list to be
2396 independent of the function declaration.
2398 If PRETEND_OUTGOING_VARARGS_NAMED is not set, we do not have any
2399 reliable way to pass unnamed args in registers, so we must force
2400 them into memory. */
2402 if ((STRICT_ARGUMENT_NAMING
2403 || ! PRETEND_OUTGOING_VARARGS_NAMED)
2404 && TYPE_ARG_TYPES (funtype) != 0)
2405 n_named_args
2406 = (list_length (TYPE_ARG_TYPES (funtype))
2407 /* Don't include the last named arg. */
2408 - (STRICT_ARGUMENT_NAMING ? 0 : 1)
2409 /* Count the struct value address, if it is passed as a parm. */
2410 + structure_value_addr_parm);
2411 else
2412 /* If we know nothing, treat all args as named. */
2413 n_named_args = num_actuals;
2415 /* Start updating where the next arg would go.
2417 On some machines (such as the PA) indirect calls have a different
2418 calling convention than normal calls. The last argument in
2419 INIT_CUMULATIVE_ARGS tells the backend if this is an indirect call
2420 or not. */
2421 INIT_CUMULATIVE_ARGS (args_so_far, funtype, NULL_RTX, (fndecl == 0));
2423 /* Make a vector to hold all the information about each arg. */
2424 args = (struct arg_data *) alloca (num_actuals * sizeof (struct arg_data));
2425 memset ((char *) args, 0, num_actuals * sizeof (struct arg_data));
2427 /* Build up entries in the ARGS array, compute the size of the
2428 arguments into ARGS_SIZE, etc. */
2429 initialize_argument_information (num_actuals, args, &args_size,
2430 n_named_args, actparms, fndecl,
2431 &args_so_far, reg_parm_stack_space,
2432 &old_stack_level, &old_pending_adj,
2433 &must_preallocate, &flags);
2435 if (args_size.var)
2437 /* If this function requires a variable-sized argument list, don't
2438 try to make a cse'able block for this call. We may be able to
2439 do this eventually, but it is too complicated to keep track of
2440 what insns go in the cse'able block and which don't. */
2442 flags &= ~ECF_LIBCALL_BLOCK;
2443 must_preallocate = 1;
2446 /* Now make final decision about preallocating stack space. */
2447 must_preallocate = finalize_must_preallocate (must_preallocate,
2448 num_actuals, args,
2449 &args_size);
2451 /* If the structure value address will reference the stack pointer, we
2452 must stabilize it. We don't need to do this if we know that we are
2453 not going to adjust the stack pointer in processing this call. */
2455 if (structure_value_addr
2456 && (reg_mentioned_p (virtual_stack_dynamic_rtx, structure_value_addr)
2457 || reg_mentioned_p (virtual_outgoing_args_rtx,
2458 structure_value_addr))
2459 && (args_size.var
2460 || (!ACCUMULATE_OUTGOING_ARGS && args_size.constant)))
2461 structure_value_addr = copy_to_reg (structure_value_addr);
2463 /* Tail calls can make things harder to debug, and we're traditionally
2464 pushed these optimizations into -O2. Don't try if we're already
2465 expanding a call, as that means we're an argument. Don't try if
2466 there's cleanups, as we know there's code to follow the call.
2468 If rtx_equal_function_value_matters is false, that means we've
2469 finished with regular parsing. Which means that some of the
2470 machinery we use to generate tail-calls is no longer in place.
2471 This is most often true of sjlj-exceptions, which we couldn't
2472 tail-call to anyway. */
2474 if (currently_expanding_call++ != 0
2475 || !flag_optimize_sibling_calls
2476 || !rtx_equal_function_value_matters
2477 || any_pending_cleanups (1)
2478 || args_size.var)
2479 try_tail_call = try_tail_recursion = 0;
2481 /* Tail recursion fails, when we are not dealing with recursive calls. */
2482 if (!try_tail_recursion
2483 || TREE_CODE (TREE_OPERAND (exp, 0)) != ADDR_EXPR
2484 || TREE_OPERAND (TREE_OPERAND (exp, 0), 0) != current_function_decl)
2485 try_tail_recursion = 0;
2487 /* Rest of purposes for tail call optimizations to fail. */
2488 if (
2489 #ifdef HAVE_sibcall_epilogue
2490 !HAVE_sibcall_epilogue
2491 #else
2493 #endif
2494 || !try_tail_call
2495 /* Doing sibling call optimization needs some work, since
2496 structure_value_addr can be allocated on the stack.
2497 It does not seem worth the effort since few optimizable
2498 sibling calls will return a structure. */
2499 || structure_value_addr != NULL_RTX
2500 /* Check whether the target is able to optimize the call
2501 into a sibcall. */
2502 || !(*targetm.function_ok_for_sibcall) (fndecl, exp)
2503 /* Functions that do not return exactly once may not be sibcall
2504 optimized. */
2505 || (flags & (ECF_RETURNS_TWICE | ECF_LONGJMP | ECF_NORETURN))
2506 || TYPE_VOLATILE (TREE_TYPE (TREE_TYPE (TREE_OPERAND (exp, 0))))
2507 /* If this function requires more stack slots than the current
2508 function, we cannot change it into a sibling call. */
2509 || args_size.constant > current_function_args_size
2510 /* If the callee pops its own arguments, then it must pop exactly
2511 the same number of arguments as the current function. */
2512 || RETURN_POPS_ARGS (fndecl, funtype, args_size.constant)
2513 != RETURN_POPS_ARGS (current_function_decl,
2514 TREE_TYPE (current_function_decl),
2515 current_function_args_size))
2516 try_tail_call = 0;
2518 if (try_tail_call || try_tail_recursion)
2520 int end, inc;
2521 actparms = NULL_TREE;
2522 /* Ok, we're going to give the tail call the old college try.
2523 This means we're going to evaluate the function arguments
2524 up to three times. There are two degrees of badness we can
2525 encounter, those that can be unsaved and those that can't.
2526 (See unsafe_for_reeval commentary for details.)
2528 Generate a new argument list. Pass safe arguments through
2529 unchanged. For the easy badness wrap them in UNSAVE_EXPRs.
2530 For hard badness, evaluate them now and put their resulting
2531 rtx in a temporary VAR_DECL.
2533 initialize_argument_information has ordered the array for the
2534 order to be pushed, and we must remember this when reconstructing
2535 the original argument order. */
2537 if (PUSH_ARGS_REVERSED)
2539 inc = 1;
2540 i = 0;
2541 end = num_actuals;
2543 else
2545 inc = -1;
2546 i = num_actuals - 1;
2547 end = -1;
2550 for (; i != end; i += inc)
2552 args[i].tree_value = fix_unsafe_tree (args[i].tree_value);
2553 /* We need to build actparms for optimize_tail_recursion. We can
2554 safely trash away TREE_PURPOSE, since it is unused by this
2555 function. */
2556 if (try_tail_recursion)
2557 actparms = tree_cons (NULL_TREE, args[i].tree_value, actparms);
2559 /* Do the same for the function address if it is an expression. */
2560 if (!fndecl)
2561 TREE_OPERAND (exp, 0) = fix_unsafe_tree (TREE_OPERAND (exp, 0));
2562 /* Expanding one of those dangerous arguments could have added
2563 cleanups, but otherwise give it a whirl. */
2564 if (any_pending_cleanups (1))
2565 try_tail_call = try_tail_recursion = 0;
2568 /* Generate a tail recursion sequence when calling ourselves. */
2570 if (try_tail_recursion)
2572 /* We want to emit any pending stack adjustments before the tail
2573 recursion "call". That way we know any adjustment after the tail
2574 recursion call can be ignored if we indeed use the tail recursion
2575 call expansion. */
2576 int save_pending_stack_adjust = pending_stack_adjust;
2577 int save_stack_pointer_delta = stack_pointer_delta;
2579 /* Emit any queued insns now; otherwise they would end up in
2580 only one of the alternates. */
2581 emit_queue ();
2583 /* Use a new sequence to hold any RTL we generate. We do not even
2584 know if we will use this RTL yet. The final decision can not be
2585 made until after RTL generation for the entire function is
2586 complete. */
2587 start_sequence ();
2588 /* If expanding any of the arguments creates cleanups, we can't
2589 do a tailcall. So, we'll need to pop the pending cleanups
2590 list. If, however, all goes well, and there are no cleanups
2591 then the call to expand_start_target_temps will have no
2592 effect. */
2593 expand_start_target_temps ();
2594 if (optimize_tail_recursion (actparms, get_last_insn ()))
2596 if (any_pending_cleanups (1))
2597 try_tail_call = try_tail_recursion = 0;
2598 else
2599 tail_recursion_insns = get_insns ();
2601 expand_end_target_temps ();
2602 end_sequence ();
2604 /* Restore the original pending stack adjustment for the sibling and
2605 normal call cases below. */
2606 pending_stack_adjust = save_pending_stack_adjust;
2607 stack_pointer_delta = save_stack_pointer_delta;
2610 if (profile_arc_flag && (flags & ECF_FORK_OR_EXEC))
2612 /* A fork duplicates the profile information, and an exec discards
2613 it. We can't rely on fork/exec to be paired. So write out the
2614 profile information we have gathered so far, and clear it. */
2615 /* ??? When Linux's __clone is called with CLONE_VM set, profiling
2616 is subject to race conditions, just as with multithreaded
2617 programs. */
2619 emit_library_call (gen_rtx_SYMBOL_REF (Pmode, "__gcov_flush"),
2620 LCT_ALWAYS_RETURN,
2621 VOIDmode, 0);
2624 /* Ensure current function's preferred stack boundary is at least
2625 what we need. We don't have to increase alignment for recursive
2626 functions. */
2627 if (cfun->preferred_stack_boundary < preferred_stack_boundary
2628 && fndecl != current_function_decl)
2629 cfun->preferred_stack_boundary = preferred_stack_boundary;
2631 preferred_unit_stack_boundary = preferred_stack_boundary / BITS_PER_UNIT;
2633 function_call_count++;
2635 /* We want to make two insn chains; one for a sibling call, the other
2636 for a normal call. We will select one of the two chains after
2637 initial RTL generation is complete. */
2638 for (pass = try_tail_call ? 0 : 1; pass < 2; pass++)
2640 int sibcall_failure = 0;
2641 /* We want to emit any pending stack adjustments before the tail
2642 recursion "call". That way we know any adjustment after the tail
2643 recursion call can be ignored if we indeed use the tail recursion
2644 call expansion. */
2645 int save_pending_stack_adjust = 0;
2646 int save_stack_pointer_delta = 0;
2647 rtx insns;
2648 rtx before_call, next_arg_reg;
2650 if (pass == 0)
2652 /* Emit any queued insns now; otherwise they would end up in
2653 only one of the alternates. */
2654 emit_queue ();
2656 /* State variables we need to save and restore between
2657 iterations. */
2658 save_pending_stack_adjust = pending_stack_adjust;
2659 save_stack_pointer_delta = stack_pointer_delta;
2661 if (pass)
2662 flags &= ~ECF_SIBCALL;
2663 else
2664 flags |= ECF_SIBCALL;
2666 /* Other state variables that we must reinitialize each time
2667 through the loop (that are not initialized by the loop itself). */
2668 argblock = 0;
2669 call_fusage = 0;
2671 /* Start a new sequence for the normal call case.
2673 From this point on, if the sibling call fails, we want to set
2674 sibcall_failure instead of continuing the loop. */
2675 start_sequence ();
2677 if (pass == 0)
2679 /* We know at this point that there are not currently any
2680 pending cleanups. If, however, in the process of evaluating
2681 the arguments we were to create some, we'll need to be
2682 able to get rid of them. */
2683 expand_start_target_temps ();
2686 /* Don't let pending stack adjusts add up to too much.
2687 Also, do all pending adjustments now if there is any chance
2688 this might be a call to alloca or if we are expanding a sibling
2689 call sequence or if we are calling a function that is to return
2690 with stack pointer depressed. */
2691 if (pending_stack_adjust >= 32
2692 || (pending_stack_adjust > 0
2693 && (flags & (ECF_MAY_BE_ALLOCA | ECF_SP_DEPRESSED)))
2694 || pass == 0)
2695 do_pending_stack_adjust ();
2697 /* When calling a const function, we must pop the stack args right away,
2698 so that the pop is deleted or moved with the call. */
2699 if (pass && (flags & ECF_LIBCALL_BLOCK))
2700 NO_DEFER_POP;
2702 #ifdef FINAL_REG_PARM_STACK_SPACE
2703 reg_parm_stack_space = FINAL_REG_PARM_STACK_SPACE (args_size.constant,
2704 args_size.var);
2705 #endif
2706 /* Precompute any arguments as needed. */
2707 if (pass)
2708 precompute_arguments (flags, num_actuals, args);
2710 /* Now we are about to start emitting insns that can be deleted
2711 if a libcall is deleted. */
2712 if (pass && (flags & (ECF_LIBCALL_BLOCK | ECF_MALLOC)))
2713 start_sequence ();
2715 adjusted_args_size = args_size;
2716 /* Compute the actual size of the argument block required. The variable
2717 and constant sizes must be combined, the size may have to be rounded,
2718 and there may be a minimum required size. When generating a sibcall
2719 pattern, do not round up, since we'll be re-using whatever space our
2720 caller provided. */
2721 unadjusted_args_size
2722 = compute_argument_block_size (reg_parm_stack_space,
2723 &adjusted_args_size,
2724 (pass == 0 ? 0
2725 : preferred_stack_boundary));
2727 old_stack_allocated = stack_pointer_delta - pending_stack_adjust;
2729 /* The argument block when performing a sibling call is the
2730 incoming argument block. */
2731 if (pass == 0)
2733 argblock = virtual_incoming_args_rtx;
2734 argblock
2735 #ifdef STACK_GROWS_DOWNWARD
2736 = plus_constant (argblock, current_function_pretend_args_size);
2737 #else
2738 = plus_constant (argblock, -current_function_pretend_args_size);
2739 #endif
2740 stored_args_map = sbitmap_alloc (args_size.constant);
2741 sbitmap_zero (stored_args_map);
2744 /* If we have no actual push instructions, or shouldn't use them,
2745 make space for all args right now. */
2746 else if (adjusted_args_size.var != 0)
2748 if (old_stack_level == 0)
2750 emit_stack_save (SAVE_BLOCK, &old_stack_level, NULL_RTX);
2751 old_pending_adj = pending_stack_adjust;
2752 pending_stack_adjust = 0;
2753 /* stack_arg_under_construction says whether a stack arg is
2754 being constructed at the old stack level. Pushing the stack
2755 gets a clean outgoing argument block. */
2756 old_stack_arg_under_construction = stack_arg_under_construction;
2757 stack_arg_under_construction = 0;
2759 argblock = push_block (ARGS_SIZE_RTX (adjusted_args_size), 0, 0);
2761 else
2763 /* Note that we must go through the motions of allocating an argument
2764 block even if the size is zero because we may be storing args
2765 in the area reserved for register arguments, which may be part of
2766 the stack frame. */
2768 int needed = adjusted_args_size.constant;
2770 /* Store the maximum argument space used. It will be pushed by
2771 the prologue (if ACCUMULATE_OUTGOING_ARGS, or stack overflow
2772 checking). */
2774 if (needed > current_function_outgoing_args_size)
2775 current_function_outgoing_args_size = needed;
2777 if (must_preallocate)
2779 if (ACCUMULATE_OUTGOING_ARGS)
2781 /* Since the stack pointer will never be pushed, it is
2782 possible for the evaluation of a parm to clobber
2783 something we have already written to the stack.
2784 Since most function calls on RISC machines do not use
2785 the stack, this is uncommon, but must work correctly.
2787 Therefore, we save any area of the stack that was already
2788 written and that we are using. Here we set up to do this
2789 by making a new stack usage map from the old one. The
2790 actual save will be done by store_one_arg.
2792 Another approach might be to try to reorder the argument
2793 evaluations to avoid this conflicting stack usage. */
2795 #ifndef OUTGOING_REG_PARM_STACK_SPACE
2796 /* Since we will be writing into the entire argument area,
2797 the map must be allocated for its entire size, not just
2798 the part that is the responsibility of the caller. */
2799 needed += reg_parm_stack_space;
2800 #endif
2802 #ifdef ARGS_GROW_DOWNWARD
2803 highest_outgoing_arg_in_use = MAX (initial_highest_arg_in_use,
2804 needed + 1);
2805 #else
2806 highest_outgoing_arg_in_use = MAX (initial_highest_arg_in_use,
2807 needed);
2808 #endif
2809 stack_usage_map
2810 = (char *) alloca (highest_outgoing_arg_in_use);
2812 if (initial_highest_arg_in_use)
2813 memcpy (stack_usage_map, initial_stack_usage_map,
2814 initial_highest_arg_in_use);
2816 if (initial_highest_arg_in_use != highest_outgoing_arg_in_use)
2817 memset (&stack_usage_map[initial_highest_arg_in_use], 0,
2818 (highest_outgoing_arg_in_use
2819 - initial_highest_arg_in_use));
2820 needed = 0;
2822 /* The address of the outgoing argument list must not be
2823 copied to a register here, because argblock would be left
2824 pointing to the wrong place after the call to
2825 allocate_dynamic_stack_space below. */
2827 argblock = virtual_outgoing_args_rtx;
2829 else
2831 if (inhibit_defer_pop == 0)
2833 /* Try to reuse some or all of the pending_stack_adjust
2834 to get this space. */
2835 needed
2836 = (combine_pending_stack_adjustment_and_call
2837 (unadjusted_args_size,
2838 &adjusted_args_size,
2839 preferred_unit_stack_boundary));
2841 /* combine_pending_stack_adjustment_and_call computes
2842 an adjustment before the arguments are allocated.
2843 Account for them and see whether or not the stack
2844 needs to go up or down. */
2845 needed = unadjusted_args_size - needed;
2847 if (needed < 0)
2849 /* We're releasing stack space. */
2850 /* ??? We can avoid any adjustment at all if we're
2851 already aligned. FIXME. */
2852 pending_stack_adjust = -needed;
2853 do_pending_stack_adjust ();
2854 needed = 0;
2856 else
2857 /* We need to allocate space. We'll do that in
2858 push_block below. */
2859 pending_stack_adjust = 0;
2862 /* Special case this because overhead of `push_block' in
2863 this case is non-trivial. */
2864 if (needed == 0)
2865 argblock = virtual_outgoing_args_rtx;
2866 else
2867 argblock = push_block (GEN_INT (needed), 0, 0);
2869 /* We only really need to call `copy_to_reg' in the case
2870 where push insns are going to be used to pass ARGBLOCK
2871 to a function call in ARGS. In that case, the stack
2872 pointer changes value from the allocation point to the
2873 call point, and hence the value of
2874 VIRTUAL_OUTGOING_ARGS_RTX changes as well. But might
2875 as well always do it. */
2876 argblock = copy_to_reg (argblock);
2878 /* The save/restore code in store_one_arg handles all
2879 cases except one: a constructor call (including a C
2880 function returning a BLKmode struct) to initialize
2881 an argument. */
2882 if (stack_arg_under_construction)
2884 #ifndef OUTGOING_REG_PARM_STACK_SPACE
2885 rtx push_size = GEN_INT (reg_parm_stack_space
2886 + adjusted_args_size.constant);
2887 #else
2888 rtx push_size = GEN_INT (adjusted_args_size.constant);
2889 #endif
2890 if (old_stack_level == 0)
2892 emit_stack_save (SAVE_BLOCK, &old_stack_level,
2893 NULL_RTX);
2894 old_pending_adj = pending_stack_adjust;
2895 pending_stack_adjust = 0;
2896 /* stack_arg_under_construction says whether a stack
2897 arg is being constructed at the old stack level.
2898 Pushing the stack gets a clean outgoing argument
2899 block. */
2900 old_stack_arg_under_construction
2901 = stack_arg_under_construction;
2902 stack_arg_under_construction = 0;
2903 /* Make a new map for the new argument list. */
2904 stack_usage_map = (char *)
2905 alloca (highest_outgoing_arg_in_use);
2906 memset (stack_usage_map, 0, highest_outgoing_arg_in_use);
2907 highest_outgoing_arg_in_use = 0;
2909 allocate_dynamic_stack_space (push_size, NULL_RTX,
2910 BITS_PER_UNIT);
2912 /* If argument evaluation might modify the stack pointer,
2913 copy the address of the argument list to a register. */
2914 for (i = 0; i < num_actuals; i++)
2915 if (args[i].pass_on_stack)
2917 argblock = copy_addr_to_reg (argblock);
2918 break;
2924 compute_argument_addresses (args, argblock, num_actuals);
2926 /* If we push args individually in reverse order, perform stack alignment
2927 before the first push (the last arg). */
2928 if (PUSH_ARGS_REVERSED && argblock == 0
2929 && adjusted_args_size.constant != unadjusted_args_size)
2931 /* When the stack adjustment is pending, we get better code
2932 by combining the adjustments. */
2933 if (pending_stack_adjust
2934 && ! (flags & ECF_LIBCALL_BLOCK)
2935 && ! inhibit_defer_pop)
2937 pending_stack_adjust
2938 = (combine_pending_stack_adjustment_and_call
2939 (unadjusted_args_size,
2940 &adjusted_args_size,
2941 preferred_unit_stack_boundary));
2942 do_pending_stack_adjust ();
2944 else if (argblock == 0)
2945 anti_adjust_stack (GEN_INT (adjusted_args_size.constant
2946 - unadjusted_args_size));
2948 /* Now that the stack is properly aligned, pops can't safely
2949 be deferred during the evaluation of the arguments. */
2950 NO_DEFER_POP;
2952 funexp = rtx_for_function_call (fndecl, exp);
2954 /* Figure out the register where the value, if any, will come back. */
2955 valreg = 0;
2956 if (TYPE_MODE (TREE_TYPE (exp)) != VOIDmode
2957 && ! structure_value_addr)
2959 if (pcc_struct_value)
2960 valreg = hard_function_value (build_pointer_type (TREE_TYPE (exp)),
2961 fndecl, (pass == 0));
2962 else
2963 valreg = hard_function_value (TREE_TYPE (exp), fndecl, (pass == 0));
2966 /* Precompute all register parameters. It isn't safe to compute anything
2967 once we have started filling any specific hard regs. */
2968 precompute_register_parameters (num_actuals, args, &reg_parm_seen);
2970 #ifdef REG_PARM_STACK_SPACE
2971 /* Save the fixed argument area if it's part of the caller's frame and
2972 is clobbered by argument setup for this call. */
2973 if (ACCUMULATE_OUTGOING_ARGS && pass)
2974 save_area = save_fixed_argument_area (reg_parm_stack_space, argblock,
2975 &low_to_save, &high_to_save);
2976 #endif
2978 /* Now store (and compute if necessary) all non-register parms.
2979 These come before register parms, since they can require block-moves,
2980 which could clobber the registers used for register parms.
2981 Parms which have partial registers are not stored here,
2982 but we do preallocate space here if they want that. */
2984 for (i = 0; i < num_actuals; i++)
2985 if (args[i].reg == 0 || args[i].pass_on_stack)
2987 rtx before_arg = get_last_insn ();
2989 if (store_one_arg (&args[i], argblock, flags,
2990 adjusted_args_size.var != 0,
2991 reg_parm_stack_space)
2992 || (pass == 0
2993 && check_sibcall_argument_overlap (before_arg,
2994 &args[i], 1)))
2995 sibcall_failure = 1;
2998 /* If we have a parm that is passed in registers but not in memory
2999 and whose alignment does not permit a direct copy into registers,
3000 make a group of pseudos that correspond to each register that we
3001 will later fill. */
3002 if (STRICT_ALIGNMENT)
3003 store_unaligned_arguments_into_pseudos (args, num_actuals);
3005 /* Now store any partially-in-registers parm.
3006 This is the last place a block-move can happen. */
3007 if (reg_parm_seen)
3008 for (i = 0; i < num_actuals; i++)
3009 if (args[i].partial != 0 && ! args[i].pass_on_stack)
3011 rtx before_arg = get_last_insn ();
3013 if (store_one_arg (&args[i], argblock, flags,
3014 adjusted_args_size.var != 0,
3015 reg_parm_stack_space)
3016 || (pass == 0
3017 && check_sibcall_argument_overlap (before_arg,
3018 &args[i], 1)))
3019 sibcall_failure = 1;
3022 /* If we pushed args in forward order, perform stack alignment
3023 after pushing the last arg. */
3024 if (!PUSH_ARGS_REVERSED && argblock == 0)
3025 anti_adjust_stack (GEN_INT (adjusted_args_size.constant
3026 - unadjusted_args_size));
3028 /* If register arguments require space on the stack and stack space
3029 was not preallocated, allocate stack space here for arguments
3030 passed in registers. */
3031 #ifdef OUTGOING_REG_PARM_STACK_SPACE
3032 if (!ACCUMULATE_OUTGOING_ARGS
3033 && must_preallocate == 0 && reg_parm_stack_space > 0)
3034 anti_adjust_stack (GEN_INT (reg_parm_stack_space));
3035 #endif
3037 /* Pass the function the address in which to return a
3038 structure value. */
3039 if (pass != 0 && structure_value_addr && ! structure_value_addr_parm)
3041 emit_move_insn (struct_value_rtx,
3042 force_reg (Pmode,
3043 force_operand (structure_value_addr,
3044 NULL_RTX)));
3046 if (GET_CODE (struct_value_rtx) == REG)
3047 use_reg (&call_fusage, struct_value_rtx);
3050 funexp = prepare_call_address (funexp, fndecl, &call_fusage,
3051 reg_parm_seen, pass == 0);
3053 load_register_parameters (args, num_actuals, &call_fusage, flags,
3054 pass == 0, &sibcall_failure);
3056 /* Perform postincrements before actually calling the function. */
3057 emit_queue ();
3059 /* Save a pointer to the last insn before the call, so that we can
3060 later safely search backwards to find the CALL_INSN. */
3061 before_call = get_last_insn ();
3063 /* Set up next argument register. For sibling calls on machines
3064 with register windows this should be the incoming register. */
3065 #ifdef FUNCTION_INCOMING_ARG
3066 if (pass == 0)
3067 next_arg_reg = FUNCTION_INCOMING_ARG (args_so_far, VOIDmode,
3068 void_type_node, 1);
3069 else
3070 #endif
3071 next_arg_reg = FUNCTION_ARG (args_so_far, VOIDmode,
3072 void_type_node, 1);
3074 /* All arguments and registers used for the call must be set up by
3075 now! */
3077 /* Stack must be properly aligned now. */
3078 if (pass && stack_pointer_delta % preferred_unit_stack_boundary)
3079 abort ();
3081 /* Generate the actual call instruction. */
3082 emit_call_1 (funexp, fndecl, funtype, unadjusted_args_size,
3083 adjusted_args_size.constant, struct_value_size,
3084 next_arg_reg, valreg, old_inhibit_defer_pop, call_fusage,
3085 flags, & args_so_far);
3087 /* Verify that we've deallocated all the stack we used. */
3088 if (pass
3089 && old_stack_allocated != stack_pointer_delta - pending_stack_adjust)
3090 abort ();
3092 /* If call is cse'able, make appropriate pair of reg-notes around it.
3093 Test valreg so we don't crash; may safely ignore `const'
3094 if return type is void. Disable for PARALLEL return values, because
3095 we have no way to move such values into a pseudo register. */
3096 if (pass && (flags & ECF_LIBCALL_BLOCK))
3098 rtx insns;
3100 if (valreg == 0 || GET_CODE (valreg) == PARALLEL)
3102 insns = get_insns ();
3103 end_sequence ();
3104 emit_insn (insns);
3106 else
3108 rtx note = 0;
3109 rtx temp = gen_reg_rtx (GET_MODE (valreg));
3111 /* Mark the return value as a pointer if needed. */
3112 if (TREE_CODE (TREE_TYPE (exp)) == POINTER_TYPE)
3113 mark_reg_pointer (temp,
3114 TYPE_ALIGN (TREE_TYPE (TREE_TYPE (exp))));
3116 /* Construct an "equal form" for the value which mentions all the
3117 arguments in order as well as the function name. */
3118 for (i = 0; i < num_actuals; i++)
3119 note = gen_rtx_EXPR_LIST (VOIDmode,
3120 args[i].initial_value, note);
3121 note = gen_rtx_EXPR_LIST (VOIDmode, funexp, note);
3123 insns = get_insns ();
3124 end_sequence ();
3126 if (flags & ECF_PURE)
3127 note = gen_rtx_EXPR_LIST (VOIDmode,
3128 gen_rtx_USE (VOIDmode,
3129 gen_rtx_MEM (BLKmode,
3130 gen_rtx_SCRATCH (VOIDmode))),
3131 note);
3133 emit_libcall_block (insns, temp, valreg, note);
3135 valreg = temp;
3138 else if (pass && (flags & ECF_MALLOC))
3140 rtx temp = gen_reg_rtx (GET_MODE (valreg));
3141 rtx last, insns;
3143 /* The return value from a malloc-like function is a pointer. */
3144 if (TREE_CODE (TREE_TYPE (exp)) == POINTER_TYPE)
3145 mark_reg_pointer (temp, BIGGEST_ALIGNMENT);
3147 emit_move_insn (temp, valreg);
3149 /* The return value from a malloc-like function can not alias
3150 anything else. */
3151 last = get_last_insn ();
3152 REG_NOTES (last) =
3153 gen_rtx_EXPR_LIST (REG_NOALIAS, temp, REG_NOTES (last));
3155 /* Write out the sequence. */
3156 insns = get_insns ();
3157 end_sequence ();
3158 emit_insn (insns);
3159 valreg = temp;
3162 /* For calls to `setjmp', etc., inform flow.c it should complain
3163 if nonvolatile values are live. For functions that cannot return,
3164 inform flow that control does not fall through. */
3166 if ((flags & (ECF_NORETURN | ECF_LONGJMP)) || pass == 0)
3168 /* The barrier must be emitted
3169 immediately after the CALL_INSN. Some ports emit more
3170 than just a CALL_INSN above, so we must search for it here. */
3172 rtx last = get_last_insn ();
3173 while (GET_CODE (last) != CALL_INSN)
3175 last = PREV_INSN (last);
3176 /* There was no CALL_INSN? */
3177 if (last == before_call)
3178 abort ();
3181 emit_barrier_after (last);
3184 if (flags & ECF_LONGJMP)
3185 current_function_calls_longjmp = 1;
3187 /* If this function is returning into a memory location marked as
3188 readonly, it means it is initializing that location. But we normally
3189 treat functions as not clobbering such locations, so we need to
3190 specify that this one does. */
3191 if (target != 0 && GET_CODE (target) == MEM
3192 && structure_value_addr != 0 && RTX_UNCHANGING_P (target))
3193 emit_insn (gen_rtx_CLOBBER (VOIDmode, target));
3195 /* If value type not void, return an rtx for the value. */
3197 /* If there are cleanups to be called, don't use a hard reg as target.
3198 We need to double check this and see if it matters anymore. */
3199 if (any_pending_cleanups (1))
3201 if (target && REG_P (target)
3202 && REGNO (target) < FIRST_PSEUDO_REGISTER)
3203 target = 0;
3204 sibcall_failure = 1;
3207 if (TYPE_MODE (TREE_TYPE (exp)) == VOIDmode
3208 || ignore)
3209 target = const0_rtx;
3210 else if (structure_value_addr)
3212 if (target == 0 || GET_CODE (target) != MEM)
3214 target
3215 = gen_rtx_MEM (TYPE_MODE (TREE_TYPE (exp)),
3216 memory_address (TYPE_MODE (TREE_TYPE (exp)),
3217 structure_value_addr));
3218 set_mem_attributes (target, exp, 1);
3221 else if (pcc_struct_value)
3223 /* This is the special C++ case where we need to
3224 know what the true target was. We take care to
3225 never use this value more than once in one expression. */
3226 target = gen_rtx_MEM (TYPE_MODE (TREE_TYPE (exp)),
3227 copy_to_reg (valreg));
3228 set_mem_attributes (target, exp, 1);
3230 /* Handle calls that return values in multiple non-contiguous locations.
3231 The Irix 6 ABI has examples of this. */
3232 else if (GET_CODE (valreg) == PARALLEL)
3234 if (target == 0)
3236 /* This will only be assigned once, so it can be readonly. */
3237 tree nt = build_qualified_type (TREE_TYPE (exp),
3238 (TYPE_QUALS (TREE_TYPE (exp))
3239 | TYPE_QUAL_CONST));
3241 target = assign_temp (nt, 0, 1, 1);
3242 preserve_temp_slots (target);
3245 if (! rtx_equal_p (target, valreg))
3246 emit_group_store (target, valreg,
3247 int_size_in_bytes (TREE_TYPE (exp)));
3249 /* We can not support sibling calls for this case. */
3250 sibcall_failure = 1;
3252 else if (target
3253 && GET_MODE (target) == TYPE_MODE (TREE_TYPE (exp))
3254 && GET_MODE (target) == GET_MODE (valreg))
3256 /* TARGET and VALREG cannot be equal at this point because the
3257 latter would not have REG_FUNCTION_VALUE_P true, while the
3258 former would if it were referring to the same register.
3260 If they refer to the same register, this move will be a no-op,
3261 except when function inlining is being done. */
3262 emit_move_insn (target, valreg);
3264 else if (TYPE_MODE (TREE_TYPE (exp)) == BLKmode)
3266 target = copy_blkmode_from_reg (target, valreg, TREE_TYPE (exp));
3268 /* We can not support sibling calls for this case. */
3269 sibcall_failure = 1;
3271 else
3272 target = copy_to_reg (valreg);
3274 #ifdef PROMOTE_FUNCTION_RETURN
3275 /* If we promoted this return value, make the proper SUBREG. TARGET
3276 might be const0_rtx here, so be careful. */
3277 if (GET_CODE (target) == REG
3278 && TYPE_MODE (TREE_TYPE (exp)) != BLKmode
3279 && GET_MODE (target) != TYPE_MODE (TREE_TYPE (exp)))
3281 tree type = TREE_TYPE (exp);
3282 int unsignedp = TREE_UNSIGNED (type);
3283 int offset = 0;
3285 /* If we don't promote as expected, something is wrong. */
3286 if (GET_MODE (target)
3287 != promote_mode (type, TYPE_MODE (type), &unsignedp, 1))
3288 abort ();
3290 if ((WORDS_BIG_ENDIAN || BYTES_BIG_ENDIAN)
3291 && GET_MODE_SIZE (GET_MODE (target))
3292 > GET_MODE_SIZE (TYPE_MODE (type)))
3294 offset = GET_MODE_SIZE (GET_MODE (target))
3295 - GET_MODE_SIZE (TYPE_MODE (type));
3296 if (! BYTES_BIG_ENDIAN)
3297 offset = (offset / UNITS_PER_WORD) * UNITS_PER_WORD;
3298 else if (! WORDS_BIG_ENDIAN)
3299 offset %= UNITS_PER_WORD;
3301 target = gen_rtx_SUBREG (TYPE_MODE (type), target, offset);
3302 SUBREG_PROMOTED_VAR_P (target) = 1;
3303 SUBREG_PROMOTED_UNSIGNED_SET (target, unsignedp);
3305 #endif
3307 /* If size of args is variable or this was a constructor call for a stack
3308 argument, restore saved stack-pointer value. */
3310 if (old_stack_level && ! (flags & ECF_SP_DEPRESSED))
3312 emit_stack_restore (SAVE_BLOCK, old_stack_level, NULL_RTX);
3313 pending_stack_adjust = old_pending_adj;
3314 stack_arg_under_construction = old_stack_arg_under_construction;
3315 highest_outgoing_arg_in_use = initial_highest_arg_in_use;
3316 stack_usage_map = initial_stack_usage_map;
3317 sibcall_failure = 1;
3319 else if (ACCUMULATE_OUTGOING_ARGS && pass)
3321 #ifdef REG_PARM_STACK_SPACE
3322 if (save_area)
3323 restore_fixed_argument_area (save_area, argblock,
3324 high_to_save, low_to_save);
3325 #endif
3327 /* If we saved any argument areas, restore them. */
3328 for (i = 0; i < num_actuals; i++)
3329 if (args[i].save_area)
3331 enum machine_mode save_mode = GET_MODE (args[i].save_area);
3332 rtx stack_area
3333 = gen_rtx_MEM (save_mode,
3334 memory_address (save_mode,
3335 XEXP (args[i].stack_slot, 0)));
3337 if (save_mode != BLKmode)
3338 emit_move_insn (stack_area, args[i].save_area);
3339 else
3340 emit_block_move (stack_area, args[i].save_area,
3341 GEN_INT (args[i].size.constant),
3342 BLOCK_OP_CALL_PARM);
3345 highest_outgoing_arg_in_use = initial_highest_arg_in_use;
3346 stack_usage_map = initial_stack_usage_map;
3349 /* If this was alloca, record the new stack level for nonlocal gotos.
3350 Check for the handler slots since we might not have a save area
3351 for non-local gotos. */
3353 if ((flags & ECF_MAY_BE_ALLOCA) && nonlocal_goto_handler_slots != 0)
3354 emit_stack_save (SAVE_NONLOCAL, &nonlocal_goto_stack_level, NULL_RTX);
3356 /* Free up storage we no longer need. */
3357 for (i = 0; i < num_actuals; ++i)
3358 if (args[i].aligned_regs)
3359 free (args[i].aligned_regs);
3361 if (pass == 0)
3363 /* Undo the fake expand_start_target_temps we did earlier. If
3364 there had been any cleanups created, we've already set
3365 sibcall_failure. */
3366 expand_end_target_temps ();
3369 insns = get_insns ();
3370 end_sequence ();
3372 if (pass == 0)
3374 tail_call_insns = insns;
3376 /* Restore the pending stack adjustment now that we have
3377 finished generating the sibling call sequence. */
3379 pending_stack_adjust = save_pending_stack_adjust;
3380 stack_pointer_delta = save_stack_pointer_delta;
3382 /* Prepare arg structure for next iteration. */
3383 for (i = 0; i < num_actuals; i++)
3385 args[i].value = 0;
3386 args[i].aligned_regs = 0;
3387 args[i].stack = 0;
3390 sbitmap_free (stored_args_map);
3392 else
3393 normal_call_insns = insns;
3395 /* If something prevents making this a sibling call,
3396 zero out the sequence. */
3397 if (sibcall_failure)
3398 tail_call_insns = NULL_RTX;
3401 /* The function optimize_sibling_and_tail_recursive_calls doesn't
3402 handle CALL_PLACEHOLDERs inside other CALL_PLACEHOLDERs. This
3403 can happen if the arguments to this function call an inline
3404 function who's expansion contains another CALL_PLACEHOLDER.
3406 If there are any C_Ps in any of these sequences, replace them
3407 with their normal call. */
3409 for (insn = normal_call_insns; insn; insn = NEXT_INSN (insn))
3410 if (GET_CODE (insn) == CALL_INSN
3411 && GET_CODE (PATTERN (insn)) == CALL_PLACEHOLDER)
3412 replace_call_placeholder (insn, sibcall_use_normal);
3414 for (insn = tail_call_insns; insn; insn = NEXT_INSN (insn))
3415 if (GET_CODE (insn) == CALL_INSN
3416 && GET_CODE (PATTERN (insn)) == CALL_PLACEHOLDER)
3417 replace_call_placeholder (insn, sibcall_use_normal);
3419 for (insn = tail_recursion_insns; insn; insn = NEXT_INSN (insn))
3420 if (GET_CODE (insn) == CALL_INSN
3421 && GET_CODE (PATTERN (insn)) == CALL_PLACEHOLDER)
3422 replace_call_placeholder (insn, sibcall_use_normal);
3424 /* If this was a potential tail recursion site, then emit a
3425 CALL_PLACEHOLDER with the normal and the tail recursion streams.
3426 One of them will be selected later. */
3427 if (tail_recursion_insns || tail_call_insns)
3429 /* The tail recursion label must be kept around. We could expose
3430 its use in the CALL_PLACEHOLDER, but that creates unwanted edges
3431 and makes determining true tail recursion sites difficult.
3433 So we set LABEL_PRESERVE_P here, then clear it when we select
3434 one of the call sequences after rtl generation is complete. */
3435 if (tail_recursion_insns)
3436 LABEL_PRESERVE_P (tail_recursion_label) = 1;
3437 emit_call_insn (gen_rtx_CALL_PLACEHOLDER (VOIDmode, normal_call_insns,
3438 tail_call_insns,
3439 tail_recursion_insns,
3440 tail_recursion_label));
3442 else
3443 emit_insn (normal_call_insns);
3445 currently_expanding_call--;
3447 /* If this function returns with the stack pointer depressed, ensure
3448 this block saves and restores the stack pointer, show it was
3449 changed, and adjust for any outgoing arg space. */
3450 if (flags & ECF_SP_DEPRESSED)
3452 clear_pending_stack_adjust ();
3453 emit_insn (gen_rtx (CLOBBER, VOIDmode, stack_pointer_rtx));
3454 emit_move_insn (virtual_stack_dynamic_rtx, stack_pointer_rtx);
3455 save_stack_pointer ();
3458 return target;
3461 /* Output a library call to function FUN (a SYMBOL_REF rtx).
3462 The RETVAL parameter specifies whether return value needs to be saved, other
3463 parameters are documented in the emit_library_call function below. */
3465 static rtx
3466 emit_library_call_value_1 (retval, orgfun, value, fn_type, outmode, nargs, p)
3467 int retval;
3468 rtx orgfun;
3469 rtx value;
3470 enum libcall_type fn_type;
3471 enum machine_mode outmode;
3472 int nargs;
3473 va_list p;
3475 /* Total size in bytes of all the stack-parms scanned so far. */
3476 struct args_size args_size;
3477 /* Size of arguments before any adjustments (such as rounding). */
3478 struct args_size original_args_size;
3479 int argnum;
3480 rtx fun;
3481 int inc;
3482 int count;
3483 struct args_size alignment_pad;
3484 rtx argblock = 0;
3485 CUMULATIVE_ARGS args_so_far;
3486 struct arg
3488 rtx value;
3489 enum machine_mode mode;
3490 rtx reg;
3491 int partial;
3492 struct args_size offset;
3493 struct args_size size;
3494 rtx save_area;
3496 struct arg *argvec;
3497 int old_inhibit_defer_pop = inhibit_defer_pop;
3498 rtx call_fusage = 0;
3499 rtx mem_value = 0;
3500 rtx valreg;
3501 int pcc_struct_value = 0;
3502 int struct_value_size = 0;
3503 int flags;
3504 int reg_parm_stack_space = 0;
3505 int needed;
3506 rtx before_call;
3507 tree tfom; /* type_for_mode (outmode, 0) */
3509 #ifdef REG_PARM_STACK_SPACE
3510 /* Define the boundary of the register parm stack space that needs to be
3511 save, if any. */
3512 int low_to_save, high_to_save;
3513 rtx save_area = 0; /* Place that it is saved. */
3514 #endif
3516 /* Size of the stack reserved for parameter registers. */
3517 int initial_highest_arg_in_use = highest_outgoing_arg_in_use;
3518 char *initial_stack_usage_map = stack_usage_map;
3520 #ifdef REG_PARM_STACK_SPACE
3521 #ifdef MAYBE_REG_PARM_STACK_SPACE
3522 reg_parm_stack_space = MAYBE_REG_PARM_STACK_SPACE;
3523 #else
3524 reg_parm_stack_space = REG_PARM_STACK_SPACE ((tree) 0);
3525 #endif
3526 #endif
3528 /* By default, library functions can not throw. */
3529 flags = ECF_NOTHROW;
3531 switch (fn_type)
3533 case LCT_NORMAL:
3534 break;
3535 case LCT_CONST:
3536 flags |= ECF_CONST;
3537 break;
3538 case LCT_PURE:
3539 flags |= ECF_PURE;
3540 break;
3541 case LCT_CONST_MAKE_BLOCK:
3542 flags |= ECF_CONST | ECF_LIBCALL_BLOCK;
3543 break;
3544 case LCT_PURE_MAKE_BLOCK:
3545 flags |= ECF_PURE | ECF_LIBCALL_BLOCK;
3546 break;
3547 case LCT_NORETURN:
3548 flags |= ECF_NORETURN;
3549 break;
3550 case LCT_THROW:
3551 flags = ECF_NORETURN;
3552 break;
3553 case LCT_ALWAYS_RETURN:
3554 flags = ECF_ALWAYS_RETURN;
3555 break;
3556 case LCT_RETURNS_TWICE:
3557 flags = ECF_RETURNS_TWICE;
3558 break;
3560 fun = orgfun;
3562 /* Ensure current function's preferred stack boundary is at least
3563 what we need. */
3564 if (cfun->preferred_stack_boundary < PREFERRED_STACK_BOUNDARY)
3565 cfun->preferred_stack_boundary = PREFERRED_STACK_BOUNDARY;
3567 /* If this kind of value comes back in memory,
3568 decide where in memory it should come back. */
3569 if (outmode != VOIDmode)
3571 tfom = (*lang_hooks.types.type_for_mode) (outmode, 0);
3572 if (aggregate_value_p (tfom))
3574 #ifdef PCC_STATIC_STRUCT_RETURN
3575 rtx pointer_reg
3576 = hard_function_value (build_pointer_type (tfom), 0, 0);
3577 mem_value = gen_rtx_MEM (outmode, pointer_reg);
3578 pcc_struct_value = 1;
3579 if (value == 0)
3580 value = gen_reg_rtx (outmode);
3581 #else /* not PCC_STATIC_STRUCT_RETURN */
3582 struct_value_size = GET_MODE_SIZE (outmode);
3583 if (value != 0 && GET_CODE (value) == MEM)
3584 mem_value = value;
3585 else
3586 mem_value = assign_temp (tfom, 0, 1, 1);
3587 #endif
3588 /* This call returns a big structure. */
3589 flags &= ~(ECF_CONST | ECF_PURE | ECF_LIBCALL_BLOCK);
3592 else
3593 tfom = void_type_node;
3595 /* ??? Unfinished: must pass the memory address as an argument. */
3597 /* Copy all the libcall-arguments out of the varargs data
3598 and into a vector ARGVEC.
3600 Compute how to pass each argument. We only support a very small subset
3601 of the full argument passing conventions to limit complexity here since
3602 library functions shouldn't have many args. */
3604 argvec = (struct arg *) alloca ((nargs + 1) * sizeof (struct arg));
3605 memset ((char *) argvec, 0, (nargs + 1) * sizeof (struct arg));
3607 #ifdef INIT_CUMULATIVE_LIBCALL_ARGS
3608 INIT_CUMULATIVE_LIBCALL_ARGS (args_so_far, outmode, fun);
3609 #else
3610 INIT_CUMULATIVE_ARGS (args_so_far, NULL_TREE, fun, 0);
3611 #endif
3613 args_size.constant = 0;
3614 args_size.var = 0;
3616 count = 0;
3618 /* Now we are about to start emitting insns that can be deleted
3619 if a libcall is deleted. */
3620 if (flags & ECF_LIBCALL_BLOCK)
3621 start_sequence ();
3623 push_temp_slots ();
3625 /* If there's a structure value address to be passed,
3626 either pass it in the special place, or pass it as an extra argument. */
3627 if (mem_value && struct_value_rtx == 0 && ! pcc_struct_value)
3629 rtx addr = XEXP (mem_value, 0);
3630 nargs++;
3632 /* Make sure it is a reasonable operand for a move or push insn. */
3633 if (GET_CODE (addr) != REG && GET_CODE (addr) != MEM
3634 && ! (CONSTANT_P (addr) && LEGITIMATE_CONSTANT_P (addr)))
3635 addr = force_operand (addr, NULL_RTX);
3637 argvec[count].value = addr;
3638 argvec[count].mode = Pmode;
3639 argvec[count].partial = 0;
3641 argvec[count].reg = FUNCTION_ARG (args_so_far, Pmode, NULL_TREE, 1);
3642 #ifdef FUNCTION_ARG_PARTIAL_NREGS
3643 if (FUNCTION_ARG_PARTIAL_NREGS (args_so_far, Pmode, NULL_TREE, 1))
3644 abort ();
3645 #endif
3647 locate_and_pad_parm (Pmode, NULL_TREE,
3648 #ifdef STACK_PARMS_IN_REG_PARM_AREA
3650 #else
3651 argvec[count].reg != 0,
3652 #endif
3653 NULL_TREE, &args_size, &argvec[count].offset,
3654 &argvec[count].size, &alignment_pad);
3656 if (argvec[count].reg == 0 || argvec[count].partial != 0
3657 || reg_parm_stack_space > 0)
3658 args_size.constant += argvec[count].size.constant;
3660 FUNCTION_ARG_ADVANCE (args_so_far, Pmode, (tree) 0, 1);
3662 count++;
3665 for (; count < nargs; count++)
3667 rtx val = va_arg (p, rtx);
3668 enum machine_mode mode = va_arg (p, enum machine_mode);
3670 /* We cannot convert the arg value to the mode the library wants here;
3671 must do it earlier where we know the signedness of the arg. */
3672 if (mode == BLKmode
3673 || (GET_MODE (val) != mode && GET_MODE (val) != VOIDmode))
3674 abort ();
3676 /* On some machines, there's no way to pass a float to a library fcn.
3677 Pass it as a double instead. */
3678 #ifdef LIBGCC_NEEDS_DOUBLE
3679 if (LIBGCC_NEEDS_DOUBLE && mode == SFmode)
3680 val = convert_modes (DFmode, SFmode, val, 0), mode = DFmode;
3681 #endif
3683 /* There's no need to call protect_from_queue, because
3684 either emit_move_insn or emit_push_insn will do that. */
3686 /* Make sure it is a reasonable operand for a move or push insn. */
3687 if (GET_CODE (val) != REG && GET_CODE (val) != MEM
3688 && ! (CONSTANT_P (val) && LEGITIMATE_CONSTANT_P (val)))
3689 val = force_operand (val, NULL_RTX);
3691 #ifdef FUNCTION_ARG_PASS_BY_REFERENCE
3692 if (FUNCTION_ARG_PASS_BY_REFERENCE (args_so_far, mode, NULL_TREE, 1))
3694 rtx slot;
3695 int must_copy = 1
3696 #ifdef FUNCTION_ARG_CALLEE_COPIES
3697 && ! FUNCTION_ARG_CALLEE_COPIES (args_so_far, mode,
3698 NULL_TREE, 1)
3699 #endif
3702 /* loop.c won't look at CALL_INSN_FUNCTION_USAGE of const/pure
3703 functions, so we have to pretend this isn't such a function. */
3704 if (flags & ECF_LIBCALL_BLOCK)
3706 rtx insns = get_insns ();
3707 end_sequence ();
3708 emit_insn (insns);
3710 flags &= ~(ECF_CONST | ECF_PURE | ECF_LIBCALL_BLOCK);
3712 /* If this was a CONST function, it is now PURE since
3713 it now reads memory. */
3714 if (flags & ECF_CONST)
3716 flags &= ~ECF_CONST;
3717 flags |= ECF_PURE;
3720 if (GET_MODE (val) == MEM && ! must_copy)
3721 slot = val;
3722 else if (must_copy)
3724 slot = assign_temp ((*lang_hooks.types.type_for_mode) (mode, 0),
3725 0, 1, 1);
3726 emit_move_insn (slot, val);
3728 else
3730 tree type = (*lang_hooks.types.type_for_mode) (mode, 0);
3732 slot
3733 = gen_rtx_MEM (mode,
3734 expand_expr (build1 (ADDR_EXPR,
3735 build_pointer_type (type),
3736 make_tree (type, val)),
3737 NULL_RTX, VOIDmode, 0));
3740 call_fusage = gen_rtx_EXPR_LIST (VOIDmode,
3741 gen_rtx_USE (VOIDmode, slot),
3742 call_fusage);
3743 if (must_copy)
3744 call_fusage = gen_rtx_EXPR_LIST (VOIDmode,
3745 gen_rtx_CLOBBER (VOIDmode,
3746 slot),
3747 call_fusage);
3749 mode = Pmode;
3750 val = force_operand (XEXP (slot, 0), NULL_RTX);
3752 #endif
3754 argvec[count].value = val;
3755 argvec[count].mode = mode;
3757 argvec[count].reg = FUNCTION_ARG (args_so_far, mode, NULL_TREE, 1);
3759 #ifdef FUNCTION_ARG_PARTIAL_NREGS
3760 argvec[count].partial
3761 = FUNCTION_ARG_PARTIAL_NREGS (args_so_far, mode, NULL_TREE, 1);
3762 #else
3763 argvec[count].partial = 0;
3764 #endif
3766 locate_and_pad_parm (mode, NULL_TREE,
3767 #ifdef STACK_PARMS_IN_REG_PARM_AREA
3769 #else
3770 argvec[count].reg != 0,
3771 #endif
3772 NULL_TREE, &args_size, &argvec[count].offset,
3773 &argvec[count].size, &alignment_pad);
3775 if (argvec[count].size.var)
3776 abort ();
3778 if (reg_parm_stack_space == 0 && argvec[count].partial)
3779 argvec[count].size.constant -= argvec[count].partial * UNITS_PER_WORD;
3781 if (argvec[count].reg == 0 || argvec[count].partial != 0
3782 || reg_parm_stack_space > 0)
3783 args_size.constant += argvec[count].size.constant;
3785 FUNCTION_ARG_ADVANCE (args_so_far, mode, (tree) 0, 1);
3788 #ifdef FINAL_REG_PARM_STACK_SPACE
3789 reg_parm_stack_space = FINAL_REG_PARM_STACK_SPACE (args_size.constant,
3790 args_size.var);
3791 #endif
3792 /* If this machine requires an external definition for library
3793 functions, write one out. */
3794 assemble_external_libcall (fun);
3796 original_args_size = args_size;
3797 args_size.constant = (((args_size.constant
3798 + stack_pointer_delta
3799 + STACK_BYTES - 1)
3800 / STACK_BYTES
3801 * STACK_BYTES)
3802 - stack_pointer_delta);
3804 args_size.constant = MAX (args_size.constant,
3805 reg_parm_stack_space);
3807 #ifndef OUTGOING_REG_PARM_STACK_SPACE
3808 args_size.constant -= reg_parm_stack_space;
3809 #endif
3811 if (args_size.constant > current_function_outgoing_args_size)
3812 current_function_outgoing_args_size = args_size.constant;
3814 if (ACCUMULATE_OUTGOING_ARGS)
3816 /* Since the stack pointer will never be pushed, it is possible for
3817 the evaluation of a parm to clobber something we have already
3818 written to the stack. Since most function calls on RISC machines
3819 do not use the stack, this is uncommon, but must work correctly.
3821 Therefore, we save any area of the stack that was already written
3822 and that we are using. Here we set up to do this by making a new
3823 stack usage map from the old one.
3825 Another approach might be to try to reorder the argument
3826 evaluations to avoid this conflicting stack usage. */
3828 needed = args_size.constant;
3830 #ifndef OUTGOING_REG_PARM_STACK_SPACE
3831 /* Since we will be writing into the entire argument area, the
3832 map must be allocated for its entire size, not just the part that
3833 is the responsibility of the caller. */
3834 needed += reg_parm_stack_space;
3835 #endif
3837 #ifdef ARGS_GROW_DOWNWARD
3838 highest_outgoing_arg_in_use = MAX (initial_highest_arg_in_use,
3839 needed + 1);
3840 #else
3841 highest_outgoing_arg_in_use = MAX (initial_highest_arg_in_use,
3842 needed);
3843 #endif
3844 stack_usage_map = (char *) alloca (highest_outgoing_arg_in_use);
3846 if (initial_highest_arg_in_use)
3847 memcpy (stack_usage_map, initial_stack_usage_map,
3848 initial_highest_arg_in_use);
3850 if (initial_highest_arg_in_use != highest_outgoing_arg_in_use)
3851 memset (&stack_usage_map[initial_highest_arg_in_use], 0,
3852 highest_outgoing_arg_in_use - initial_highest_arg_in_use);
3853 needed = 0;
3855 /* We must be careful to use virtual regs before they're instantiated,
3856 and real regs afterwards. Loop optimization, for example, can create
3857 new libcalls after we've instantiated the virtual regs, and if we
3858 use virtuals anyway, they won't match the rtl patterns. */
3860 if (virtuals_instantiated)
3861 argblock = plus_constant (stack_pointer_rtx, STACK_POINTER_OFFSET);
3862 else
3863 argblock = virtual_outgoing_args_rtx;
3865 else
3867 if (!PUSH_ARGS)
3868 argblock = push_block (GEN_INT (args_size.constant), 0, 0);
3871 /* If we push args individually in reverse order, perform stack alignment
3872 before the first push (the last arg). */
3873 if (argblock == 0 && PUSH_ARGS_REVERSED)
3874 anti_adjust_stack (GEN_INT (args_size.constant
3875 - original_args_size.constant));
3877 if (PUSH_ARGS_REVERSED)
3879 inc = -1;
3880 argnum = nargs - 1;
3882 else
3884 inc = 1;
3885 argnum = 0;
3888 #ifdef REG_PARM_STACK_SPACE
3889 if (ACCUMULATE_OUTGOING_ARGS)
3891 /* The argument list is the property of the called routine and it
3892 may clobber it. If the fixed area has been used for previous
3893 parameters, we must save and restore it. */
3894 save_area = save_fixed_argument_area (reg_parm_stack_space, argblock,
3895 &low_to_save, &high_to_save);
3897 #endif
3899 /* Push the args that need to be pushed. */
3901 /* ARGNUM indexes the ARGVEC array in the order in which the arguments
3902 are to be pushed. */
3903 for (count = 0; count < nargs; count++, argnum += inc)
3905 enum machine_mode mode = argvec[argnum].mode;
3906 rtx val = argvec[argnum].value;
3907 rtx reg = argvec[argnum].reg;
3908 int partial = argvec[argnum].partial;
3909 int lower_bound = 0, upper_bound = 0, i;
3911 if (! (reg != 0 && partial == 0))
3913 if (ACCUMULATE_OUTGOING_ARGS)
3915 /* If this is being stored into a pre-allocated, fixed-size,
3916 stack area, save any previous data at that location. */
3918 #ifdef ARGS_GROW_DOWNWARD
3919 /* stack_slot is negative, but we want to index stack_usage_map
3920 with positive values. */
3921 upper_bound = -argvec[argnum].offset.constant + 1;
3922 lower_bound = upper_bound - argvec[argnum].size.constant;
3923 #else
3924 lower_bound = argvec[argnum].offset.constant;
3925 upper_bound = lower_bound + argvec[argnum].size.constant;
3926 #endif
3928 i = lower_bound;
3929 /* Don't worry about things in the fixed argument area;
3930 it has already been saved. */
3931 if (i < reg_parm_stack_space)
3932 i = reg_parm_stack_space;
3933 while (i < upper_bound && stack_usage_map[i] == 0)
3934 i++;
3936 if (i < upper_bound)
3938 /* We need to make a save area. See what mode we can make
3939 it. */
3940 enum machine_mode save_mode
3941 = mode_for_size (argvec[argnum].size.constant
3942 * BITS_PER_UNIT,
3943 MODE_INT, 1);
3944 rtx stack_area
3945 = gen_rtx_MEM
3946 (save_mode,
3947 memory_address
3948 (save_mode,
3949 plus_constant (argblock,
3950 argvec[argnum].offset.constant)));
3951 argvec[argnum].save_area = gen_reg_rtx (save_mode);
3953 emit_move_insn (argvec[argnum].save_area, stack_area);
3957 emit_push_insn (val, mode, NULL_TREE, NULL_RTX, PARM_BOUNDARY,
3958 partial, reg, 0, argblock,
3959 GEN_INT (argvec[argnum].offset.constant),
3960 reg_parm_stack_space, ARGS_SIZE_RTX (alignment_pad));
3962 /* Now mark the segment we just used. */
3963 if (ACCUMULATE_OUTGOING_ARGS)
3964 for (i = lower_bound; i < upper_bound; i++)
3965 stack_usage_map[i] = 1;
3967 NO_DEFER_POP;
3971 /* If we pushed args in forward order, perform stack alignment
3972 after pushing the last arg. */
3973 if (argblock == 0 && !PUSH_ARGS_REVERSED)
3974 anti_adjust_stack (GEN_INT (args_size.constant
3975 - original_args_size.constant));
3977 if (PUSH_ARGS_REVERSED)
3978 argnum = nargs - 1;
3979 else
3980 argnum = 0;
3982 fun = prepare_call_address (fun, NULL_TREE, &call_fusage, 0, 0);
3984 /* Now load any reg parms into their regs. */
3986 /* ARGNUM indexes the ARGVEC array in the order in which the arguments
3987 are to be pushed. */
3988 for (count = 0; count < nargs; count++, argnum += inc)
3990 rtx val = argvec[argnum].value;
3991 rtx reg = argvec[argnum].reg;
3992 int partial = argvec[argnum].partial;
3994 /* Handle calls that pass values in multiple non-contiguous
3995 locations. The PA64 has examples of this for library calls. */
3996 if (reg != 0 && GET_CODE (reg) == PARALLEL)
3997 emit_group_load (reg, val, GET_MODE_SIZE (GET_MODE (val)));
3998 else if (reg != 0 && partial == 0)
3999 emit_move_insn (reg, val);
4001 NO_DEFER_POP;
4004 /* Any regs containing parms remain in use through the call. */
4005 for (count = 0; count < nargs; count++)
4007 rtx reg = argvec[count].reg;
4008 if (reg != 0 && GET_CODE (reg) == PARALLEL)
4009 use_group_regs (&call_fusage, reg);
4010 else if (reg != 0)
4011 use_reg (&call_fusage, reg);
4014 /* Pass the function the address in which to return a structure value. */
4015 if (mem_value != 0 && struct_value_rtx != 0 && ! pcc_struct_value)
4017 emit_move_insn (struct_value_rtx,
4018 force_reg (Pmode,
4019 force_operand (XEXP (mem_value, 0),
4020 NULL_RTX)));
4021 if (GET_CODE (struct_value_rtx) == REG)
4022 use_reg (&call_fusage, struct_value_rtx);
4025 /* Don't allow popping to be deferred, since then
4026 cse'ing of library calls could delete a call and leave the pop. */
4027 NO_DEFER_POP;
4028 valreg = (mem_value == 0 && outmode != VOIDmode
4029 ? hard_libcall_value (outmode) : NULL_RTX);
4031 /* Stack must be properly aligned now. */
4032 if (stack_pointer_delta & (PREFERRED_STACK_BOUNDARY / BITS_PER_UNIT - 1))
4033 abort ();
4035 before_call = get_last_insn ();
4037 /* We pass the old value of inhibit_defer_pop + 1 to emit_call_1, which
4038 will set inhibit_defer_pop to that value. */
4039 /* The return type is needed to decide how many bytes the function pops.
4040 Signedness plays no role in that, so for simplicity, we pretend it's
4041 always signed. We also assume that the list of arguments passed has
4042 no impact, so we pretend it is unknown. */
4044 emit_call_1 (fun,
4045 get_identifier (XSTR (orgfun, 0)),
4046 build_function_type (tfom, NULL_TREE),
4047 original_args_size.constant, args_size.constant,
4048 struct_value_size,
4049 FUNCTION_ARG (args_so_far, VOIDmode, void_type_node, 1),
4050 valreg,
4051 old_inhibit_defer_pop + 1, call_fusage, flags, & args_so_far);
4053 /* For calls to `setjmp', etc., inform flow.c it should complain
4054 if nonvolatile values are live. For functions that cannot return,
4055 inform flow that control does not fall through. */
4057 if (flags & (ECF_NORETURN | ECF_LONGJMP))
4059 /* The barrier note must be emitted
4060 immediately after the CALL_INSN. Some ports emit more than
4061 just a CALL_INSN above, so we must search for it here. */
4063 rtx last = get_last_insn ();
4064 while (GET_CODE (last) != CALL_INSN)
4066 last = PREV_INSN (last);
4067 /* There was no CALL_INSN? */
4068 if (last == before_call)
4069 abort ();
4072 emit_barrier_after (last);
4075 /* Now restore inhibit_defer_pop to its actual original value. */
4076 OK_DEFER_POP;
4078 /* If call is cse'able, make appropriate pair of reg-notes around it.
4079 Test valreg so we don't crash; may safely ignore `const'
4080 if return type is void. Disable for PARALLEL return values, because
4081 we have no way to move such values into a pseudo register. */
4082 if (flags & ECF_LIBCALL_BLOCK)
4084 rtx insns;
4086 if (valreg == 0)
4088 insns = get_insns ();
4089 end_sequence ();
4090 emit_insn (insns);
4092 else
4094 rtx note = 0;
4095 rtx temp;
4096 int i;
4098 if (GET_CODE (valreg) == PARALLEL)
4100 temp = gen_reg_rtx (outmode);
4101 emit_group_store (temp, valreg, outmode);
4102 valreg = temp;
4105 temp = gen_reg_rtx (GET_MODE (valreg));
4107 /* Construct an "equal form" for the value which mentions all the
4108 arguments in order as well as the function name. */
4109 for (i = 0; i < nargs; i++)
4110 note = gen_rtx_EXPR_LIST (VOIDmode, argvec[i].value, note);
4111 note = gen_rtx_EXPR_LIST (VOIDmode, fun, note);
4113 insns = get_insns ();
4114 end_sequence ();
4116 if (flags & ECF_PURE)
4117 note = gen_rtx_EXPR_LIST (VOIDmode,
4118 gen_rtx_USE (VOIDmode,
4119 gen_rtx_MEM (BLKmode,
4120 gen_rtx_SCRATCH (VOIDmode))),
4121 note);
4123 emit_libcall_block (insns, temp, valreg, note);
4125 valreg = temp;
4128 pop_temp_slots ();
4130 /* Copy the value to the right place. */
4131 if (outmode != VOIDmode && retval)
4133 if (mem_value)
4135 if (value == 0)
4136 value = mem_value;
4137 if (value != mem_value)
4138 emit_move_insn (value, mem_value);
4140 else if (GET_CODE (valreg) == PARALLEL)
4142 if (value == 0)
4143 value = gen_reg_rtx (outmode);
4144 emit_group_store (value, valreg, outmode);
4146 else if (value != 0)
4147 emit_move_insn (value, valreg);
4148 else
4149 value = valreg;
4152 if (ACCUMULATE_OUTGOING_ARGS)
4154 #ifdef REG_PARM_STACK_SPACE
4155 if (save_area)
4156 restore_fixed_argument_area (save_area, argblock,
4157 high_to_save, low_to_save);
4158 #endif
4160 /* If we saved any argument areas, restore them. */
4161 for (count = 0; count < nargs; count++)
4162 if (argvec[count].save_area)
4164 enum machine_mode save_mode = GET_MODE (argvec[count].save_area);
4165 rtx stack_area
4166 = gen_rtx_MEM (save_mode,
4167 memory_address
4168 (save_mode,
4169 plus_constant (argblock,
4170 argvec[count].offset.constant)));
4172 emit_move_insn (stack_area, argvec[count].save_area);
4175 highest_outgoing_arg_in_use = initial_highest_arg_in_use;
4176 stack_usage_map = initial_stack_usage_map;
4179 return value;
4183 /* Output a library call to function FUN (a SYMBOL_REF rtx)
4184 (emitting the queue unless NO_QUEUE is nonzero),
4185 for a value of mode OUTMODE,
4186 with NARGS different arguments, passed as alternating rtx values
4187 and machine_modes to convert them to.
4188 The rtx values should have been passed through protect_from_queue already.
4190 FN_TYPE should be LCT_NORMAL for `normal' calls, LCT_CONST for `const'
4191 calls, LCT_PURE for `pure' calls, LCT_CONST_MAKE_BLOCK for `const' calls
4192 which should be enclosed in REG_LIBCALL/REG_RETVAL notes,
4193 LCT_PURE_MAKE_BLOCK for `purep' calls which should be enclosed in
4194 REG_LIBCALL/REG_RETVAL notes with extra (use (memory (scratch)),
4195 or other LCT_ value for other types of library calls. */
4197 void
4198 emit_library_call VPARAMS((rtx orgfun, enum libcall_type fn_type,
4199 enum machine_mode outmode, int nargs, ...))
4201 VA_OPEN (p, nargs);
4202 VA_FIXEDARG (p, rtx, orgfun);
4203 VA_FIXEDARG (p, int, fn_type);
4204 VA_FIXEDARG (p, enum machine_mode, outmode);
4205 VA_FIXEDARG (p, int, nargs);
4207 emit_library_call_value_1 (0, orgfun, NULL_RTX, fn_type, outmode, nargs, p);
4209 VA_CLOSE (p);
4212 /* Like emit_library_call except that an extra argument, VALUE,
4213 comes second and says where to store the result.
4214 (If VALUE is zero, this function chooses a convenient way
4215 to return the value.
4217 This function returns an rtx for where the value is to be found.
4218 If VALUE is nonzero, VALUE is returned. */
4221 emit_library_call_value VPARAMS((rtx orgfun, rtx value,
4222 enum libcall_type fn_type,
4223 enum machine_mode outmode, int nargs, ...))
4225 rtx result;
4227 VA_OPEN (p, nargs);
4228 VA_FIXEDARG (p, rtx, orgfun);
4229 VA_FIXEDARG (p, rtx, value);
4230 VA_FIXEDARG (p, int, fn_type);
4231 VA_FIXEDARG (p, enum machine_mode, outmode);
4232 VA_FIXEDARG (p, int, nargs);
4234 result = emit_library_call_value_1 (1, orgfun, value, fn_type, outmode,
4235 nargs, p);
4237 VA_CLOSE (p);
4239 return result;
4242 /* Store a single argument for a function call
4243 into the register or memory area where it must be passed.
4244 *ARG describes the argument value and where to pass it.
4246 ARGBLOCK is the address of the stack-block for all the arguments,
4247 or 0 on a machine where arguments are pushed individually.
4249 MAY_BE_ALLOCA nonzero says this could be a call to `alloca'
4250 so must be careful about how the stack is used.
4252 VARIABLE_SIZE nonzero says that this was a variable-sized outgoing
4253 argument stack. This is used if ACCUMULATE_OUTGOING_ARGS to indicate
4254 that we need not worry about saving and restoring the stack.
4256 FNDECL is the declaration of the function we are calling.
4258 Return nonzero if this arg should cause sibcall failure,
4259 zero otherwise. */
4261 static int
4262 store_one_arg (arg, argblock, flags, variable_size, reg_parm_stack_space)
4263 struct arg_data *arg;
4264 rtx argblock;
4265 int flags;
4266 int variable_size ATTRIBUTE_UNUSED;
4267 int reg_parm_stack_space;
4269 tree pval = arg->tree_value;
4270 rtx reg = 0;
4271 int partial = 0;
4272 int used = 0;
4273 int i, lower_bound = 0, upper_bound = 0;
4274 int sibcall_failure = 0;
4276 if (TREE_CODE (pval) == ERROR_MARK)
4277 return 1;
4279 /* Push a new temporary level for any temporaries we make for
4280 this argument. */
4281 push_temp_slots ();
4283 if (ACCUMULATE_OUTGOING_ARGS && !(flags & ECF_SIBCALL))
4285 /* If this is being stored into a pre-allocated, fixed-size, stack area,
4286 save any previous data at that location. */
4287 if (argblock && ! variable_size && arg->stack)
4289 #ifdef ARGS_GROW_DOWNWARD
4290 /* stack_slot is negative, but we want to index stack_usage_map
4291 with positive values. */
4292 if (GET_CODE (XEXP (arg->stack_slot, 0)) == PLUS)
4293 upper_bound = -INTVAL (XEXP (XEXP (arg->stack_slot, 0), 1)) + 1;
4294 else
4295 upper_bound = 0;
4297 lower_bound = upper_bound - arg->size.constant;
4298 #else
4299 if (GET_CODE (XEXP (arg->stack_slot, 0)) == PLUS)
4300 lower_bound = INTVAL (XEXP (XEXP (arg->stack_slot, 0), 1));
4301 else
4302 lower_bound = 0;
4304 upper_bound = lower_bound + arg->size.constant;
4305 #endif
4307 i = lower_bound;
4308 /* Don't worry about things in the fixed argument area;
4309 it has already been saved. */
4310 if (i < reg_parm_stack_space)
4311 i = reg_parm_stack_space;
4312 while (i < upper_bound && stack_usage_map[i] == 0)
4313 i++;
4315 if (i < upper_bound)
4317 /* We need to make a save area. See what mode we can make it. */
4318 enum machine_mode save_mode
4319 = mode_for_size (arg->size.constant * BITS_PER_UNIT, MODE_INT, 1);
4320 rtx stack_area
4321 = gen_rtx_MEM (save_mode,
4322 memory_address (save_mode,
4323 XEXP (arg->stack_slot, 0)));
4325 if (save_mode == BLKmode)
4327 tree ot = TREE_TYPE (arg->tree_value);
4328 tree nt = build_qualified_type (ot, (TYPE_QUALS (ot)
4329 | TYPE_QUAL_CONST));
4331 arg->save_area = assign_temp (nt, 0, 1, 1);
4332 preserve_temp_slots (arg->save_area);
4333 emit_block_move (validize_mem (arg->save_area), stack_area,
4334 expr_size (arg->tree_value),
4335 BLOCK_OP_CALL_PARM);
4337 else
4339 arg->save_area = gen_reg_rtx (save_mode);
4340 emit_move_insn (arg->save_area, stack_area);
4344 /* Now that we have saved any slots that will be overwritten by this
4345 store, mark all slots this store will use. We must do this before
4346 we actually expand the argument since the expansion itself may
4347 trigger library calls which might need to use the same stack slot. */
4348 if (argblock && ! variable_size && arg->stack)
4349 for (i = lower_bound; i < upper_bound; i++)
4350 stack_usage_map[i] = 1;
4353 /* If this isn't going to be placed on both the stack and in registers,
4354 set up the register and number of words. */
4355 if (! arg->pass_on_stack)
4357 if (flags & ECF_SIBCALL)
4358 reg = arg->tail_call_reg;
4359 else
4360 reg = arg->reg;
4361 partial = arg->partial;
4364 if (reg != 0 && partial == 0)
4365 /* Being passed entirely in a register. We shouldn't be called in
4366 this case. */
4367 abort ();
4369 /* If this arg needs special alignment, don't load the registers
4370 here. */
4371 if (arg->n_aligned_regs != 0)
4372 reg = 0;
4374 /* If this is being passed partially in a register, we can't evaluate
4375 it directly into its stack slot. Otherwise, we can. */
4376 if (arg->value == 0)
4378 /* stack_arg_under_construction is nonzero if a function argument is
4379 being evaluated directly into the outgoing argument list and
4380 expand_call must take special action to preserve the argument list
4381 if it is called recursively.
4383 For scalar function arguments stack_usage_map is sufficient to
4384 determine which stack slots must be saved and restored. Scalar
4385 arguments in general have pass_on_stack == 0.
4387 If this argument is initialized by a function which takes the
4388 address of the argument (a C++ constructor or a C function
4389 returning a BLKmode structure), then stack_usage_map is
4390 insufficient and expand_call must push the stack around the
4391 function call. Such arguments have pass_on_stack == 1.
4393 Note that it is always safe to set stack_arg_under_construction,
4394 but this generates suboptimal code if set when not needed. */
4396 if (arg->pass_on_stack)
4397 stack_arg_under_construction++;
4399 arg->value = expand_expr (pval,
4400 (partial
4401 || TYPE_MODE (TREE_TYPE (pval)) != arg->mode)
4402 ? NULL_RTX : arg->stack,
4403 VOIDmode, 0);
4405 /* If we are promoting object (or for any other reason) the mode
4406 doesn't agree, convert the mode. */
4408 if (arg->mode != TYPE_MODE (TREE_TYPE (pval)))
4409 arg->value = convert_modes (arg->mode, TYPE_MODE (TREE_TYPE (pval)),
4410 arg->value, arg->unsignedp);
4412 if (arg->pass_on_stack)
4413 stack_arg_under_construction--;
4416 /* Don't allow anything left on stack from computation
4417 of argument to alloca. */
4418 if (flags & ECF_MAY_BE_ALLOCA)
4419 do_pending_stack_adjust ();
4421 if (arg->value == arg->stack)
4422 /* If the value is already in the stack slot, we are done. */
4424 else if (arg->mode != BLKmode)
4426 int size;
4428 /* Argument is a scalar, not entirely passed in registers.
4429 (If part is passed in registers, arg->partial says how much
4430 and emit_push_insn will take care of putting it there.)
4432 Push it, and if its size is less than the
4433 amount of space allocated to it,
4434 also bump stack pointer by the additional space.
4435 Note that in C the default argument promotions
4436 will prevent such mismatches. */
4438 size = GET_MODE_SIZE (arg->mode);
4439 /* Compute how much space the push instruction will push.
4440 On many machines, pushing a byte will advance the stack
4441 pointer by a halfword. */
4442 #ifdef PUSH_ROUNDING
4443 size = PUSH_ROUNDING (size);
4444 #endif
4445 used = size;
4447 /* Compute how much space the argument should get:
4448 round up to a multiple of the alignment for arguments. */
4449 if (none != FUNCTION_ARG_PADDING (arg->mode, TREE_TYPE (pval)))
4450 used = (((size + PARM_BOUNDARY / BITS_PER_UNIT - 1)
4451 / (PARM_BOUNDARY / BITS_PER_UNIT))
4452 * (PARM_BOUNDARY / BITS_PER_UNIT));
4454 /* This isn't already where we want it on the stack, so put it there.
4455 This can either be done with push or copy insns. */
4456 emit_push_insn (arg->value, arg->mode, TREE_TYPE (pval), NULL_RTX,
4457 PARM_BOUNDARY, partial, reg, used - size, argblock,
4458 ARGS_SIZE_RTX (arg->offset), reg_parm_stack_space,
4459 ARGS_SIZE_RTX (arg->alignment_pad));
4461 /* Unless this is a partially-in-register argument, the argument is now
4462 in the stack. */
4463 if (partial == 0)
4464 arg->value = arg->stack;
4466 else
4468 /* BLKmode, at least partly to be pushed. */
4470 unsigned int parm_align;
4471 int excess;
4472 rtx size_rtx;
4474 /* Pushing a nonscalar.
4475 If part is passed in registers, PARTIAL says how much
4476 and emit_push_insn will take care of putting it there. */
4478 /* Round its size up to a multiple
4479 of the allocation unit for arguments. */
4481 if (arg->size.var != 0)
4483 excess = 0;
4484 size_rtx = ARGS_SIZE_RTX (arg->size);
4486 else
4488 /* PUSH_ROUNDING has no effect on us, because
4489 emit_push_insn for BLKmode is careful to avoid it. */
4490 excess = (arg->size.constant - int_size_in_bytes (TREE_TYPE (pval))
4491 + partial * UNITS_PER_WORD);
4492 size_rtx = expand_expr (size_in_bytes (TREE_TYPE (pval)),
4493 NULL_RTX, TYPE_MODE (sizetype), 0);
4496 /* Some types will require stricter alignment, which will be
4497 provided for elsewhere in argument layout. */
4498 parm_align = MAX (PARM_BOUNDARY, TYPE_ALIGN (TREE_TYPE (pval)));
4500 /* When an argument is padded down, the block is aligned to
4501 PARM_BOUNDARY, but the actual argument isn't. */
4502 if (FUNCTION_ARG_PADDING (arg->mode, TREE_TYPE (pval)) == downward)
4504 if (arg->size.var)
4505 parm_align = BITS_PER_UNIT;
4506 else if (excess)
4508 unsigned int excess_align = (excess & -excess) * BITS_PER_UNIT;
4509 parm_align = MIN (parm_align, excess_align);
4513 if ((flags & ECF_SIBCALL) && GET_CODE (arg->value) == MEM)
4515 /* emit_push_insn might not work properly if arg->value and
4516 argblock + arg->offset areas overlap. */
4517 rtx x = arg->value;
4518 int i = 0;
4520 if (XEXP (x, 0) == current_function_internal_arg_pointer
4521 || (GET_CODE (XEXP (x, 0)) == PLUS
4522 && XEXP (XEXP (x, 0), 0) ==
4523 current_function_internal_arg_pointer
4524 && GET_CODE (XEXP (XEXP (x, 0), 1)) == CONST_INT))
4526 if (XEXP (x, 0) != current_function_internal_arg_pointer)
4527 i = INTVAL (XEXP (XEXP (x, 0), 1));
4529 /* expand_call should ensure this */
4530 if (arg->offset.var || GET_CODE (size_rtx) != CONST_INT)
4531 abort ();
4533 if (arg->offset.constant > i)
4535 if (arg->offset.constant < i + INTVAL (size_rtx))
4536 sibcall_failure = 1;
4538 else if (arg->offset.constant < i)
4540 if (i < arg->offset.constant + INTVAL (size_rtx))
4541 sibcall_failure = 1;
4546 /* Special handling is required if part of the parameter lies in the
4547 register parameter area. The argument may be copied into the stack
4548 slot using memcpy(), but the original contents of the register
4549 parameter area will be restored after the memcpy() call.
4551 To ensure that the part that lies in the register parameter area
4552 is copied correctly, we emit a separate push for that part. This
4553 push should be small enough to avoid a call to memcpy(). */
4554 #ifndef STACK_PARMS_IN_REG_PARM_AREA
4555 if (arg->reg && arg->pass_on_stack)
4556 #else
4557 if (1)
4558 #endif
4560 if (arg->offset.constant < reg_parm_stack_space && arg->offset.var)
4561 error ("variable offset is passed partially in stack and in reg");
4562 else if (arg->offset.constant < reg_parm_stack_space && arg->size.var)
4563 error ("variable size is passed partially in stack and in reg");
4564 else if (arg->offset.constant < reg_parm_stack_space
4565 && ((arg->offset.constant + arg->size.constant)
4566 > reg_parm_stack_space))
4568 rtx size_rtx1 = GEN_INT (reg_parm_stack_space - arg->offset.constant);
4569 emit_push_insn (arg->value, arg->mode, TREE_TYPE (pval), size_rtx1,
4570 parm_align, partial, reg, excess, argblock,
4571 ARGS_SIZE_RTX (arg->offset), reg_parm_stack_space,
4572 ARGS_SIZE_RTX (arg->alignment_pad));
4577 emit_push_insn (arg->value, arg->mode, TREE_TYPE (pval), size_rtx,
4578 parm_align, partial, reg, excess, argblock,
4579 ARGS_SIZE_RTX (arg->offset), reg_parm_stack_space,
4580 ARGS_SIZE_RTX (arg->alignment_pad));
4582 /* Unless this is a partially-in-register argument, the argument is now
4583 in the stack.
4585 ??? Unlike the case above, in which we want the actual
4586 address of the data, so that we can load it directly into a
4587 register, here we want the address of the stack slot, so that
4588 it's properly aligned for word-by-word copying or something
4589 like that. It's not clear that this is always correct. */
4590 if (partial == 0)
4591 arg->value = arg->stack_slot;
4594 /* Once we have pushed something, pops can't safely
4595 be deferred during the rest of the arguments. */
4596 NO_DEFER_POP;
4598 /* ANSI doesn't require a sequence point here,
4599 but PCC has one, so this will avoid some problems. */
4600 emit_queue ();
4602 /* Free any temporary slots made in processing this argument. Show
4603 that we might have taken the address of something and pushed that
4604 as an operand. */
4605 preserve_temp_slots (NULL_RTX);
4606 free_temp_slots ();
4607 pop_temp_slots ();
4609 return sibcall_failure;
4613 /* Nonzero if we do not know how to pass TYPE solely in registers.
4614 We cannot do so in the following cases:
4616 - if the type has variable size
4617 - if the type is marked as addressable (it is required to be constructed
4618 into the stack)
4619 - if the padding and mode of the type is such that a copy into a register
4620 would put it into the wrong part of the register.
4622 Which padding can't be supported depends on the byte endianness.
4624 A value in a register is implicitly padded at the most significant end.
4625 On a big-endian machine, that is the lower end in memory.
4626 So a value padded in memory at the upper end can't go in a register.
4627 For a little-endian machine, the reverse is true. */
4629 bool
4630 default_must_pass_in_stack (mode, type)
4631 enum machine_mode mode;
4632 tree type;
4634 if (!type)
4635 return false;
4637 /* If the type has variable size... */
4638 if (TREE_CODE (TYPE_SIZE (type)) != INTEGER_CST)
4639 return true;
4641 /* If the type is marked as addressable (it is required
4642 to be constructed into the stack)... */
4643 if (TREE_ADDRESSABLE (type))
4644 return true;
4646 /* If the padding and mode of the type is such that a copy into
4647 a register would put it into the wrong part of the register. */
4648 if (mode == BLKmode
4649 && int_size_in_bytes (type) % (PARM_BOUNDARY / BITS_PER_UNIT)
4650 && (FUNCTION_ARG_PADDING (mode, type)
4651 == (BYTES_BIG_ENDIAN ? upward : downward)))
4652 return true;
4654 return false;