* Makefile.in (rtlanal.o): Depend on $(TM_P_H).
[official-gcc.git] / gcc / calls.c
blob5a4850242bc9cc4df0f152123b8dd81b9545d942
1 /* Convert function calls to rtl insns, for GNU C compiler.
2 Copyright (C) 1989, 1992, 1993, 1994, 1995, 1996, 1997, 1998
3 1999, 2000, 2001 Free Software Foundation, Inc.
5 This file is part of GCC.
7 GCC is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 2, or (at your option) any later
10 version.
12 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
15 for more details.
17 You should have received a copy of the GNU General Public License
18 along with GCC; see the file COPYING. If not, write to the Free
19 Software Foundation, 59 Temple Place - Suite 330, Boston, MA
20 02111-1307, USA. */
22 #include "config.h"
23 #include "system.h"
24 #include "rtl.h"
25 #include "tree.h"
26 #include "flags.h"
27 #include "expr.h"
28 #include "libfuncs.h"
29 #include "function.h"
30 #include "regs.h"
31 #include "toplev.h"
32 #include "output.h"
33 #include "tm_p.h"
34 #include "timevar.h"
35 #include "sbitmap.h"
37 #if !defined FUNCTION_OK_FOR_SIBCALL
38 #define FUNCTION_OK_FOR_SIBCALL(DECL) 1
39 #endif
41 /* Decide whether a function's arguments should be processed
42 from first to last or from last to first.
44 They should if the stack and args grow in opposite directions, but
45 only if we have push insns. */
47 #ifdef PUSH_ROUNDING
49 #if defined (STACK_GROWS_DOWNWARD) != defined (ARGS_GROW_DOWNWARD)
50 #define PUSH_ARGS_REVERSED PUSH_ARGS
51 #endif
53 #endif
55 #ifndef PUSH_ARGS_REVERSED
56 #define PUSH_ARGS_REVERSED 0
57 #endif
59 #ifndef STACK_POINTER_OFFSET
60 #define STACK_POINTER_OFFSET 0
61 #endif
63 /* Like PREFERRED_STACK_BOUNDARY but in units of bytes, not bits. */
64 #define STACK_BYTES (PREFERRED_STACK_BOUNDARY / BITS_PER_UNIT)
66 /* Data structure and subroutines used within expand_call. */
68 struct arg_data
70 /* Tree node for this argument. */
71 tree tree_value;
72 /* Mode for value; TYPE_MODE unless promoted. */
73 enum machine_mode mode;
74 /* Current RTL value for argument, or 0 if it isn't precomputed. */
75 rtx value;
76 /* Initially-compute RTL value for argument; only for const functions. */
77 rtx initial_value;
78 /* Register to pass this argument in, 0 if passed on stack, or an
79 PARALLEL if the arg is to be copied into multiple non-contiguous
80 registers. */
81 rtx reg;
82 /* Register to pass this argument in when generating tail call sequence.
83 This is not the same register as for normal calls on machines with
84 register windows. */
85 rtx tail_call_reg;
86 /* If REG was promoted from the actual mode of the argument expression,
87 indicates whether the promotion is sign- or zero-extended. */
88 int unsignedp;
89 /* Number of registers to use. 0 means put the whole arg in registers.
90 Also 0 if not passed in registers. */
91 int partial;
92 /* Non-zero if argument must be passed on stack.
93 Note that some arguments may be passed on the stack
94 even though pass_on_stack is zero, just because FUNCTION_ARG says so.
95 pass_on_stack identifies arguments that *cannot* go in registers. */
96 int pass_on_stack;
97 /* Offset of this argument from beginning of stack-args. */
98 struct args_size offset;
99 /* Similar, but offset to the start of the stack slot. Different from
100 OFFSET if this arg pads downward. */
101 struct args_size slot_offset;
102 /* Size of this argument on the stack, rounded up for any padding it gets,
103 parts of the argument passed in registers do not count.
104 If REG_PARM_STACK_SPACE is defined, then register parms
105 are counted here as well. */
106 struct args_size size;
107 /* Location on the stack at which parameter should be stored. The store
108 has already been done if STACK == VALUE. */
109 rtx stack;
110 /* Location on the stack of the start of this argument slot. This can
111 differ from STACK if this arg pads downward. This location is known
112 to be aligned to FUNCTION_ARG_BOUNDARY. */
113 rtx stack_slot;
114 /* Place that this stack area has been saved, if needed. */
115 rtx save_area;
116 /* If an argument's alignment does not permit direct copying into registers,
117 copy in smaller-sized pieces into pseudos. These are stored in a
118 block pointed to by this field. The next field says how many
119 word-sized pseudos we made. */
120 rtx *aligned_regs;
121 int n_aligned_regs;
122 /* The amount that the stack pointer needs to be adjusted to
123 force alignment for the next argument. */
124 struct args_size alignment_pad;
127 /* A vector of one char per byte of stack space. A byte if non-zero if
128 the corresponding stack location has been used.
129 This vector is used to prevent a function call within an argument from
130 clobbering any stack already set up. */
131 static char *stack_usage_map;
133 /* Size of STACK_USAGE_MAP. */
134 static int highest_outgoing_arg_in_use;
136 /* A bitmap of virtual-incoming stack space. Bit is set if the corresponding
137 stack location's tail call argument has been already stored into the stack.
138 This bitmap is used to prevent sibling call optimization if function tries
139 to use parent's incoming argument slots when they have been already
140 overwritten with tail call arguments. */
141 static sbitmap stored_args_map;
143 /* stack_arg_under_construction is nonzero when an argument may be
144 initialized with a constructor call (including a C function that
145 returns a BLKmode struct) and expand_call must take special action
146 to make sure the object being constructed does not overlap the
147 argument list for the constructor call. */
148 int stack_arg_under_construction;
150 static int calls_function PARAMS ((tree, int));
151 static int calls_function_1 PARAMS ((tree, int));
153 /* Nonzero if this is a call to a `const' function. */
154 #define ECF_CONST 1
155 /* Nonzero if this is a call to a `volatile' function. */
156 #define ECF_NORETURN 2
157 /* Nonzero if this is a call to malloc or a related function. */
158 #define ECF_MALLOC 4
159 /* Nonzero if it is plausible that this is a call to alloca. */
160 #define ECF_MAY_BE_ALLOCA 8
161 /* Nonzero if this is a call to a function that won't throw an exception. */
162 #define ECF_NOTHROW 16
163 /* Nonzero if this is a call to setjmp or a related function. */
164 #define ECF_RETURNS_TWICE 32
165 /* Nonzero if this is a call to `longjmp'. */
166 #define ECF_LONGJMP 64
167 /* Nonzero if this is a syscall that makes a new process in the image of
168 the current one. */
169 #define ECF_FORK_OR_EXEC 128
170 #define ECF_SIBCALL 256
171 /* Nonzero if this is a call to "pure" function (like const function,
172 but may read memory. */
173 #define ECF_PURE 512
174 /* Nonzero if this is a call to a function that returns with the stack
175 pointer depressed. */
176 #define ECF_SP_DEPRESSED 1024
177 /* Nonzero if this call is known to always return. */
178 #define ECF_ALWAYS_RETURN 2048
180 static void emit_call_1 PARAMS ((rtx, tree, tree, HOST_WIDE_INT,
181 HOST_WIDE_INT, HOST_WIDE_INT, rtx,
182 rtx, int, rtx, int));
183 static void precompute_register_parameters PARAMS ((int,
184 struct arg_data *,
185 int *));
186 static int store_one_arg PARAMS ((struct arg_data *, rtx, int, int,
187 int));
188 static void store_unaligned_arguments_into_pseudos PARAMS ((struct arg_data *,
189 int));
190 static int finalize_must_preallocate PARAMS ((int, int,
191 struct arg_data *,
192 struct args_size *));
193 static void precompute_arguments PARAMS ((int, int,
194 struct arg_data *));
195 static int compute_argument_block_size PARAMS ((int,
196 struct args_size *,
197 int));
198 static void initialize_argument_information PARAMS ((int,
199 struct arg_data *,
200 struct args_size *,
201 int, tree, tree,
202 CUMULATIVE_ARGS *,
203 int, rtx *, int *,
204 int *, int *));
205 static void compute_argument_addresses PARAMS ((struct arg_data *,
206 rtx, int));
207 static rtx rtx_for_function_call PARAMS ((tree, tree));
208 static void load_register_parameters PARAMS ((struct arg_data *,
209 int, rtx *, int));
210 static rtx emit_library_call_value_1 PARAMS ((int, rtx, rtx,
211 enum libcall_type,
212 enum machine_mode,
213 int, va_list));
214 static int special_function_p PARAMS ((tree, int));
215 static int flags_from_decl_or_type PARAMS ((tree));
216 static rtx try_to_integrate PARAMS ((tree, tree, rtx,
217 int, tree, rtx));
218 static int check_sibcall_argument_overlap_1 PARAMS ((rtx));
219 static int check_sibcall_argument_overlap PARAMS ((rtx, struct arg_data *));
221 static int combine_pending_stack_adjustment_and_call
222 PARAMS ((int, struct args_size *, int));
224 #ifdef REG_PARM_STACK_SPACE
225 static rtx save_fixed_argument_area PARAMS ((int, rtx, int *, int *));
226 static void restore_fixed_argument_area PARAMS ((rtx, rtx, int, int));
227 #endif
229 /* If WHICH is 1, return 1 if EXP contains a call to the built-in function
230 `alloca'.
232 If WHICH is 0, return 1 if EXP contains a call to any function.
233 Actually, we only need return 1 if evaluating EXP would require pushing
234 arguments on the stack, but that is too difficult to compute, so we just
235 assume any function call might require the stack. */
237 static tree calls_function_save_exprs;
239 static int
240 calls_function (exp, which)
241 tree exp;
242 int which;
244 int val;
246 calls_function_save_exprs = 0;
247 val = calls_function_1 (exp, which);
248 calls_function_save_exprs = 0;
249 return val;
252 /* Recursive function to do the work of above function. */
254 static int
255 calls_function_1 (exp, which)
256 tree exp;
257 int which;
259 int i;
260 enum tree_code code = TREE_CODE (exp);
261 int class = TREE_CODE_CLASS (code);
262 int length = first_rtl_op (code);
264 /* If this code is language-specific, we don't know what it will do. */
265 if ((int) code >= NUM_TREE_CODES)
266 return 1;
268 switch (code)
270 case CALL_EXPR:
271 if (which == 0)
272 return 1;
273 else if ((TREE_CODE (TREE_TYPE (TREE_TYPE (TREE_OPERAND (exp, 0))))
274 == FUNCTION_TYPE)
275 && (TYPE_RETURNS_STACK_DEPRESSED
276 (TREE_TYPE (TREE_TYPE (TREE_OPERAND (exp, 0))))))
277 return 1;
278 else if (TREE_CODE (TREE_OPERAND (exp, 0)) == ADDR_EXPR
279 && (TREE_CODE (TREE_OPERAND (TREE_OPERAND (exp, 0), 0))
280 == FUNCTION_DECL)
281 && (special_function_p (TREE_OPERAND (TREE_OPERAND (exp, 0), 0),
283 & ECF_MAY_BE_ALLOCA))
284 return 1;
286 break;
288 case CONSTRUCTOR:
290 tree tem;
292 for (tem = CONSTRUCTOR_ELTS (exp); tem != 0; tem = TREE_CHAIN (tem))
293 if (calls_function_1 (TREE_VALUE (tem), which))
294 return 1;
297 return 0;
299 case SAVE_EXPR:
300 if (SAVE_EXPR_RTL (exp) != 0)
301 return 0;
302 if (value_member (exp, calls_function_save_exprs))
303 return 0;
304 calls_function_save_exprs = tree_cons (NULL_TREE, exp,
305 calls_function_save_exprs);
306 return (TREE_OPERAND (exp, 0) != 0
307 && calls_function_1 (TREE_OPERAND (exp, 0), which));
309 case BLOCK:
311 tree local;
312 tree subblock;
314 for (local = BLOCK_VARS (exp); local; local = TREE_CHAIN (local))
315 if (DECL_INITIAL (local) != 0
316 && calls_function_1 (DECL_INITIAL (local), which))
317 return 1;
319 for (subblock = BLOCK_SUBBLOCKS (exp);
320 subblock;
321 subblock = TREE_CHAIN (subblock))
322 if (calls_function_1 (subblock, which))
323 return 1;
325 return 0;
327 case TREE_LIST:
328 for (; exp != 0; exp = TREE_CHAIN (exp))
329 if (calls_function_1 (TREE_VALUE (exp), which))
330 return 1;
331 return 0;
333 default:
334 break;
337 /* Only expressions, references, and blocks can contain calls. */
338 if (! IS_EXPR_CODE_CLASS (class) && class != 'r' && class != 'b')
339 return 0;
341 for (i = 0; i < length; i++)
342 if (TREE_OPERAND (exp, i) != 0
343 && calls_function_1 (TREE_OPERAND (exp, i), which))
344 return 1;
346 return 0;
349 /* Force FUNEXP into a form suitable for the address of a CALL,
350 and return that as an rtx. Also load the static chain register
351 if FNDECL is a nested function.
353 CALL_FUSAGE points to a variable holding the prospective
354 CALL_INSN_FUNCTION_USAGE information. */
357 prepare_call_address (funexp, fndecl, call_fusage, reg_parm_seen, sibcallp)
358 rtx funexp;
359 tree fndecl;
360 rtx *call_fusage;
361 int reg_parm_seen;
362 int sibcallp;
364 rtx static_chain_value = 0;
366 funexp = protect_from_queue (funexp, 0);
368 if (fndecl != 0)
369 /* Get possible static chain value for nested function in C. */
370 static_chain_value = lookup_static_chain (fndecl);
372 /* Make a valid memory address and copy constants thru pseudo-regs,
373 but not for a constant address if -fno-function-cse. */
374 if (GET_CODE (funexp) != SYMBOL_REF)
375 /* If we are using registers for parameters, force the
376 function address into a register now. */
377 funexp = ((SMALL_REGISTER_CLASSES && reg_parm_seen)
378 ? force_not_mem (memory_address (FUNCTION_MODE, funexp))
379 : memory_address (FUNCTION_MODE, funexp));
380 else if (! sibcallp)
382 #ifndef NO_FUNCTION_CSE
383 if (optimize && ! flag_no_function_cse)
384 #ifdef NO_RECURSIVE_FUNCTION_CSE
385 if (fndecl != current_function_decl)
386 #endif
387 funexp = force_reg (Pmode, funexp);
388 #endif
391 if (static_chain_value != 0)
393 emit_move_insn (static_chain_rtx, static_chain_value);
395 if (GET_CODE (static_chain_rtx) == REG)
396 use_reg (call_fusage, static_chain_rtx);
399 return funexp;
402 /* Generate instructions to call function FUNEXP,
403 and optionally pop the results.
404 The CALL_INSN is the first insn generated.
406 FNDECL is the declaration node of the function. This is given to the
407 macro RETURN_POPS_ARGS to determine whether this function pops its own args.
409 FUNTYPE is the data type of the function. This is given to the macro
410 RETURN_POPS_ARGS to determine whether this function pops its own args.
411 We used to allow an identifier for library functions, but that doesn't
412 work when the return type is an aggregate type and the calling convention
413 says that the pointer to this aggregate is to be popped by the callee.
415 STACK_SIZE is the number of bytes of arguments on the stack,
416 ROUNDED_STACK_SIZE is that number rounded up to
417 PREFERRED_STACK_BOUNDARY; zero if the size is variable. This is
418 both to put into the call insn and to generate explicit popping
419 code if necessary.
421 STRUCT_VALUE_SIZE is the number of bytes wanted in a structure value.
422 It is zero if this call doesn't want a structure value.
424 NEXT_ARG_REG is the rtx that results from executing
425 FUNCTION_ARG (args_so_far, VOIDmode, void_type_node, 1)
426 just after all the args have had their registers assigned.
427 This could be whatever you like, but normally it is the first
428 arg-register beyond those used for args in this call,
429 or 0 if all the arg-registers are used in this call.
430 It is passed on to `gen_call' so you can put this info in the call insn.
432 VALREG is a hard register in which a value is returned,
433 or 0 if the call does not return a value.
435 OLD_INHIBIT_DEFER_POP is the value that `inhibit_defer_pop' had before
436 the args to this call were processed.
437 We restore `inhibit_defer_pop' to that value.
439 CALL_FUSAGE is either empty or an EXPR_LIST of USE expressions that
440 denote registers used by the called function. */
442 static void
443 emit_call_1 (funexp, fndecl, funtype, stack_size, rounded_stack_size,
444 struct_value_size, next_arg_reg, valreg, old_inhibit_defer_pop,
445 call_fusage, ecf_flags)
446 rtx funexp;
447 tree fndecl ATTRIBUTE_UNUSED;
448 tree funtype ATTRIBUTE_UNUSED;
449 HOST_WIDE_INT stack_size ATTRIBUTE_UNUSED;
450 HOST_WIDE_INT rounded_stack_size;
451 HOST_WIDE_INT struct_value_size ATTRIBUTE_UNUSED;
452 rtx next_arg_reg ATTRIBUTE_UNUSED;
453 rtx valreg;
454 int old_inhibit_defer_pop;
455 rtx call_fusage;
456 int ecf_flags;
458 rtx rounded_stack_size_rtx = GEN_INT (rounded_stack_size);
459 rtx call_insn;
460 int already_popped = 0;
461 HOST_WIDE_INT n_popped = RETURN_POPS_ARGS (fndecl, funtype, stack_size);
462 #if defined (HAVE_call) && defined (HAVE_call_value)
463 rtx struct_value_size_rtx;
464 struct_value_size_rtx = GEN_INT (struct_value_size);
465 #endif
467 /* Ensure address is valid. SYMBOL_REF is already valid, so no need,
468 and we don't want to load it into a register as an optimization,
469 because prepare_call_address already did it if it should be done. */
470 if (GET_CODE (funexp) != SYMBOL_REF)
471 funexp = memory_address (FUNCTION_MODE, funexp);
473 #if defined (HAVE_sibcall_pop) && defined (HAVE_sibcall_value_pop)
474 if ((ecf_flags & ECF_SIBCALL)
475 && HAVE_sibcall_pop && HAVE_sibcall_value_pop
476 && (n_popped > 0 || stack_size == 0))
478 rtx n_pop = GEN_INT (n_popped));
479 rtx pat;
481 /* If this subroutine pops its own args, record that in the call insn
482 if possible, for the sake of frame pointer elimination. */
484 if (valreg)
485 pat = GEN_SIBCALL_VALUE_POP (valreg,
486 gen_rtx_MEM (FUNCTION_MODE, funexp),
487 rounded_stack_size_rtx, next_arg_reg,
488 n_pop);
489 else
490 pat = GEN_SIBCALL_POP (gen_rtx_MEM (FUNCTION_MODE, funexp),
491 rounded_stack_size_rtx, next_arg_reg, n_pop);
493 emit_call_insn (pat);
494 already_popped = 1;
496 else
497 #endif
499 #if defined (HAVE_call_pop) && defined (HAVE_call_value_pop)
500 /* If the target has "call" or "call_value" insns, then prefer them
501 if no arguments are actually popped. If the target does not have
502 "call" or "call_value" insns, then we must use the popping versions
503 even if the call has no arguments to pop. */
504 #if defined (HAVE_call) && defined (HAVE_call_value)
505 if (HAVE_call && HAVE_call_value && HAVE_call_pop && HAVE_call_value_pop
506 && n_popped > 0 && ! (ecf_flags & ECF_SP_DEPRESSED))
507 #else
508 if (HAVE_call_pop && HAVE_call_value_pop)
509 #endif
511 rtx n_pop = GEN_INT (n_popped);
512 rtx pat;
514 /* If this subroutine pops its own args, record that in the call insn
515 if possible, for the sake of frame pointer elimination. */
517 if (valreg)
518 pat = GEN_CALL_VALUE_POP (valreg,
519 gen_rtx_MEM (FUNCTION_MODE, funexp),
520 rounded_stack_size_rtx, next_arg_reg, n_pop);
521 else
522 pat = GEN_CALL_POP (gen_rtx_MEM (FUNCTION_MODE, funexp),
523 rounded_stack_size_rtx, next_arg_reg, n_pop);
525 emit_call_insn (pat);
526 already_popped = 1;
528 else
529 #endif
531 #if defined (HAVE_sibcall) && defined (HAVE_sibcall_value)
532 if ((ecf_flags & ECF_SIBCALL)
533 && HAVE_sibcall && HAVE_sibcall_value)
535 if (valreg)
536 emit_call_insn (GEN_SIBCALL_VALUE (valreg,
537 gen_rtx_MEM (FUNCTION_MODE, funexp),
538 rounded_stack_size_rtx,
539 next_arg_reg, NULL_RTX));
540 else
541 emit_call_insn (GEN_SIBCALL (gen_rtx_MEM (FUNCTION_MODE, funexp),
542 rounded_stack_size_rtx, next_arg_reg,
543 struct_value_size_rtx));
545 else
546 #endif
548 #if defined (HAVE_call) && defined (HAVE_call_value)
549 if (HAVE_call && HAVE_call_value)
551 if (valreg)
552 emit_call_insn (GEN_CALL_VALUE (valreg,
553 gen_rtx_MEM (FUNCTION_MODE, funexp),
554 rounded_stack_size_rtx, next_arg_reg,
555 NULL_RTX));
556 else
557 emit_call_insn (GEN_CALL (gen_rtx_MEM (FUNCTION_MODE, funexp),
558 rounded_stack_size_rtx, next_arg_reg,
559 struct_value_size_rtx));
561 else
562 #endif
563 abort ();
565 /* Find the CALL insn we just emitted. */
566 for (call_insn = get_last_insn ();
567 call_insn && GET_CODE (call_insn) != CALL_INSN;
568 call_insn = PREV_INSN (call_insn))
571 if (! call_insn)
572 abort ();
574 /* Mark memory as used for "pure" function call. */
575 if (ecf_flags & ECF_PURE)
577 call_fusage = gen_rtx_EXPR_LIST (VOIDmode,
578 gen_rtx_USE (VOIDmode,
579 gen_rtx_MEM (BLKmode,
580 gen_rtx_SCRATCH (VOIDmode))), call_fusage);
583 /* Put the register usage information on the CALL. If there is already
584 some usage information, put ours at the end. */
585 if (CALL_INSN_FUNCTION_USAGE (call_insn))
587 rtx link;
589 for (link = CALL_INSN_FUNCTION_USAGE (call_insn); XEXP (link, 1) != 0;
590 link = XEXP (link, 1))
593 XEXP (link, 1) = call_fusage;
595 else
596 CALL_INSN_FUNCTION_USAGE (call_insn) = call_fusage;
598 /* If this is a const call, then set the insn's unchanging bit. */
599 if (ecf_flags & (ECF_CONST | ECF_PURE))
600 CONST_OR_PURE_CALL_P (call_insn) = 1;
602 /* If this call can't throw, attach a REG_EH_REGION reg note to that
603 effect. */
604 if (ecf_flags & ECF_NOTHROW)
605 REG_NOTES (call_insn) = gen_rtx_EXPR_LIST (REG_EH_REGION, const0_rtx,
606 REG_NOTES (call_insn));
608 if (ecf_flags & ECF_NORETURN)
609 REG_NOTES (call_insn) = gen_rtx_EXPR_LIST (REG_NORETURN, const0_rtx,
610 REG_NOTES (call_insn));
611 if (ecf_flags & ECF_ALWAYS_RETURN)
612 REG_NOTES (call_insn) = gen_rtx_EXPR_LIST (REG_ALWAYS_RETURN, const0_rtx,
613 REG_NOTES (call_insn));
615 if (ecf_flags & ECF_RETURNS_TWICE)
617 REG_NOTES (call_insn) = gen_rtx_EXPR_LIST (REG_SETJMP, const0_rtx,
618 REG_NOTES (call_insn));
619 current_function_calls_setjmp = 1;
622 SIBLING_CALL_P (call_insn) = ((ecf_flags & ECF_SIBCALL) != 0);
624 /* Restore this now, so that we do defer pops for this call's args
625 if the context of the call as a whole permits. */
626 inhibit_defer_pop = old_inhibit_defer_pop;
628 if (n_popped > 0)
630 if (!already_popped)
631 CALL_INSN_FUNCTION_USAGE (call_insn)
632 = gen_rtx_EXPR_LIST (VOIDmode,
633 gen_rtx_CLOBBER (VOIDmode, stack_pointer_rtx),
634 CALL_INSN_FUNCTION_USAGE (call_insn));
635 rounded_stack_size -= n_popped;
636 rounded_stack_size_rtx = GEN_INT (rounded_stack_size);
637 stack_pointer_delta -= n_popped;
640 if (!ACCUMULATE_OUTGOING_ARGS)
642 /* If returning from the subroutine does not automatically pop the args,
643 we need an instruction to pop them sooner or later.
644 Perhaps do it now; perhaps just record how much space to pop later.
646 If returning from the subroutine does pop the args, indicate that the
647 stack pointer will be changed. */
649 if (rounded_stack_size != 0 && ! (ecf_flags & ECF_SP_DEPRESSED))
651 if (flag_defer_pop && inhibit_defer_pop == 0
652 && ! (ecf_flags & (ECF_CONST | ECF_PURE)))
653 pending_stack_adjust += rounded_stack_size;
654 else
655 adjust_stack (rounded_stack_size_rtx);
658 /* When we accumulate outgoing args, we must avoid any stack manipulations.
659 Restore the stack pointer to its original value now. Usually
660 ACCUMULATE_OUTGOING_ARGS targets don't get here, but there are exceptions.
661 On i386 ACCUMULATE_OUTGOING_ARGS can be enabled on demand, and
662 popping variants of functions exist as well.
664 ??? We may optimize similar to defer_pop above, but it is
665 probably not worthwhile.
667 ??? It will be worthwhile to enable combine_stack_adjustments even for
668 such machines. */
669 else if (n_popped)
670 anti_adjust_stack (GEN_INT (n_popped));
673 /* Determine if the function identified by NAME and FNDECL is one with
674 special properties we wish to know about.
676 For example, if the function might return more than one time (setjmp), then
677 set RETURNS_TWICE to a nonzero value.
679 Similarly set LONGJMP for if the function is in the longjmp family.
681 Set MALLOC for any of the standard memory allocation functions which
682 allocate from the heap.
684 Set MAY_BE_ALLOCA for any memory allocation function that might allocate
685 space from the stack such as alloca. */
687 static int
688 special_function_p (fndecl, flags)
689 tree fndecl;
690 int flags;
692 if (! (flags & ECF_MALLOC)
693 && fndecl && DECL_NAME (fndecl)
694 && IDENTIFIER_LENGTH (DECL_NAME (fndecl)) <= 17
695 /* Exclude functions not at the file scope, or not `extern',
696 since they are not the magic functions we would otherwise
697 think they are. */
698 && DECL_CONTEXT (fndecl) == NULL_TREE && TREE_PUBLIC (fndecl))
700 const char *name = IDENTIFIER_POINTER (DECL_NAME (fndecl));
701 const char *tname = name;
703 /* We assume that alloca will always be called by name. It
704 makes no sense to pass it as a pointer-to-function to
705 anything that does not understand its behavior. */
706 if (((IDENTIFIER_LENGTH (DECL_NAME (fndecl)) == 6
707 && name[0] == 'a'
708 && ! strcmp (name, "alloca"))
709 || (IDENTIFIER_LENGTH (DECL_NAME (fndecl)) == 16
710 && name[0] == '_'
711 && ! strcmp (name, "__builtin_alloca"))))
712 flags |= ECF_MAY_BE_ALLOCA;
714 /* Disregard prefix _, __ or __x. */
715 if (name[0] == '_')
717 if (name[1] == '_' && name[2] == 'x')
718 tname += 3;
719 else if (name[1] == '_')
720 tname += 2;
721 else
722 tname += 1;
725 if (tname[0] == 's')
727 if ((tname[1] == 'e'
728 && (! strcmp (tname, "setjmp")
729 || ! strcmp (tname, "setjmp_syscall")))
730 || (tname[1] == 'i'
731 && ! strcmp (tname, "sigsetjmp"))
732 || (tname[1] == 'a'
733 && ! strcmp (tname, "savectx")))
734 flags |= ECF_RETURNS_TWICE;
736 if (tname[1] == 'i'
737 && ! strcmp (tname, "siglongjmp"))
738 flags |= ECF_LONGJMP;
740 else if ((tname[0] == 'q' && tname[1] == 's'
741 && ! strcmp (tname, "qsetjmp"))
742 || (tname[0] == 'v' && tname[1] == 'f'
743 && ! strcmp (tname, "vfork")))
744 flags |= ECF_RETURNS_TWICE;
746 else if (tname[0] == 'l' && tname[1] == 'o'
747 && ! strcmp (tname, "longjmp"))
748 flags |= ECF_LONGJMP;
750 else if ((tname[0] == 'f' && tname[1] == 'o'
751 && ! strcmp (tname, "fork"))
752 /* Linux specific: __clone. check NAME to insist on the
753 leading underscores, to avoid polluting the ISO / POSIX
754 namespace. */
755 || (name[0] == '_' && name[1] == '_'
756 && ! strcmp (tname, "clone"))
757 || (tname[0] == 'e' && tname[1] == 'x' && tname[2] == 'e'
758 && tname[3] == 'c' && (tname[4] == 'l' || tname[4] == 'v')
759 && (tname[5] == '\0'
760 || ((tname[5] == 'p' || tname[5] == 'e')
761 && tname[6] == '\0'))))
762 flags |= ECF_FORK_OR_EXEC;
764 /* Do not add any more malloc-like functions to this list,
765 instead mark them as malloc functions using the malloc attribute.
766 Note, realloc is not suitable for attribute malloc since
767 it may return the same address across multiple calls.
768 C++ operator new is not suitable because it is not required
769 to return a unique pointer; indeed, the standard placement new
770 just returns its argument. */
771 else if (TYPE_MODE (TREE_TYPE (TREE_TYPE (fndecl))) == Pmode
772 && (! strcmp (tname, "malloc")
773 || ! strcmp (tname, "calloc")
774 || ! strcmp (tname, "strdup")))
775 flags |= ECF_MALLOC;
777 return flags;
780 /* Return nonzero when tree represent call to longjmp. */
783 setjmp_call_p (fndecl)
784 tree fndecl;
786 return special_function_p (fndecl, 0) & ECF_RETURNS_TWICE;
789 /* Detect flags (function attributes) from the function type node. */
791 static int
792 flags_from_decl_or_type (exp)
793 tree exp;
795 int flags = 0;
797 /* ??? We can't set IS_MALLOC for function types? */
798 if (DECL_P (exp))
800 /* The function exp may have the `malloc' attribute. */
801 if (DECL_P (exp) && DECL_IS_MALLOC (exp))
802 flags |= ECF_MALLOC;
804 /* The function exp may have the `pure' attribute. */
805 if (DECL_P (exp) && DECL_IS_PURE (exp))
806 flags |= ECF_PURE;
808 if (TREE_NOTHROW (exp))
809 flags |= ECF_NOTHROW;
812 if (TREE_READONLY (exp) && ! TREE_THIS_VOLATILE (exp))
813 flags |= ECF_CONST;
815 if (TREE_THIS_VOLATILE (exp))
816 flags |= ECF_NORETURN;
818 return flags;
821 /* Precompute all register parameters as described by ARGS, storing values
822 into fields within the ARGS array.
824 NUM_ACTUALS indicates the total number elements in the ARGS array.
826 Set REG_PARM_SEEN if we encounter a register parameter. */
828 static void
829 precompute_register_parameters (num_actuals, args, reg_parm_seen)
830 int num_actuals;
831 struct arg_data *args;
832 int *reg_parm_seen;
834 int i;
836 *reg_parm_seen = 0;
838 for (i = 0; i < num_actuals; i++)
839 if (args[i].reg != 0 && ! args[i].pass_on_stack)
841 *reg_parm_seen = 1;
843 if (args[i].value == 0)
845 push_temp_slots ();
846 args[i].value = expand_expr (args[i].tree_value, NULL_RTX,
847 VOIDmode, 0);
848 preserve_temp_slots (args[i].value);
849 pop_temp_slots ();
851 /* ANSI doesn't require a sequence point here,
852 but PCC has one, so this will avoid some problems. */
853 emit_queue ();
856 /* If we are to promote the function arg to a wider mode,
857 do it now. */
859 if (args[i].mode != TYPE_MODE (TREE_TYPE (args[i].tree_value)))
860 args[i].value
861 = convert_modes (args[i].mode,
862 TYPE_MODE (TREE_TYPE (args[i].tree_value)),
863 args[i].value, args[i].unsignedp);
865 /* If the value is expensive, and we are inside an appropriately
866 short loop, put the value into a pseudo and then put the pseudo
867 into the hard reg.
869 For small register classes, also do this if this call uses
870 register parameters. This is to avoid reload conflicts while
871 loading the parameters registers. */
873 if ((! (GET_CODE (args[i].value) == REG
874 || (GET_CODE (args[i].value) == SUBREG
875 && GET_CODE (SUBREG_REG (args[i].value)) == REG)))
876 && args[i].mode != BLKmode
877 && rtx_cost (args[i].value, SET) > COSTS_N_INSNS (1)
878 && ((SMALL_REGISTER_CLASSES && *reg_parm_seen)
879 || preserve_subexpressions_p ()))
880 args[i].value = copy_to_mode_reg (args[i].mode, args[i].value);
884 #ifdef REG_PARM_STACK_SPACE
886 /* The argument list is the property of the called routine and it
887 may clobber it. If the fixed area has been used for previous
888 parameters, we must save and restore it. */
890 static rtx
891 save_fixed_argument_area (reg_parm_stack_space, argblock,
892 low_to_save, high_to_save)
893 int reg_parm_stack_space;
894 rtx argblock;
895 int *low_to_save;
896 int *high_to_save;
898 int i;
899 rtx save_area = NULL_RTX;
901 /* Compute the boundary of the that needs to be saved, if any. */
902 #ifdef ARGS_GROW_DOWNWARD
903 for (i = 0; i < reg_parm_stack_space + 1; i++)
904 #else
905 for (i = 0; i < reg_parm_stack_space; i++)
906 #endif
908 if (i >= highest_outgoing_arg_in_use
909 || stack_usage_map[i] == 0)
910 continue;
912 if (*low_to_save == -1)
913 *low_to_save = i;
915 *high_to_save = i;
918 if (*low_to_save >= 0)
920 int num_to_save = *high_to_save - *low_to_save + 1;
921 enum machine_mode save_mode
922 = mode_for_size (num_to_save * BITS_PER_UNIT, MODE_INT, 1);
923 rtx stack_area;
925 /* If we don't have the required alignment, must do this in BLKmode. */
926 if ((*low_to_save & (MIN (GET_MODE_SIZE (save_mode),
927 BIGGEST_ALIGNMENT / UNITS_PER_WORD) - 1)))
928 save_mode = BLKmode;
930 #ifdef ARGS_GROW_DOWNWARD
931 stack_area
932 = gen_rtx_MEM (save_mode,
933 memory_address (save_mode,
934 plus_constant (argblock,
935 - *high_to_save)));
936 #else
937 stack_area = gen_rtx_MEM (save_mode,
938 memory_address (save_mode,
939 plus_constant (argblock,
940 *low_to_save)));
941 #endif
942 if (save_mode == BLKmode)
944 save_area = assign_stack_temp (BLKmode, num_to_save, 0);
945 /* Cannot use emit_block_move here because it can be done by a
946 library call which in turn gets into this place again and deadly
947 infinite recursion happens. */
948 move_by_pieces (validize_mem (save_area), stack_area, num_to_save,
949 PARM_BOUNDARY);
951 else
953 save_area = gen_reg_rtx (save_mode);
954 emit_move_insn (save_area, stack_area);
957 return save_area;
960 static void
961 restore_fixed_argument_area (save_area, argblock, high_to_save, low_to_save)
962 rtx save_area;
963 rtx argblock;
964 int high_to_save;
965 int low_to_save;
967 enum machine_mode save_mode = GET_MODE (save_area);
968 #ifdef ARGS_GROW_DOWNWARD
969 rtx stack_area
970 = gen_rtx_MEM (save_mode,
971 memory_address (save_mode,
972 plus_constant (argblock,
973 - high_to_save)));
974 #else
975 rtx stack_area
976 = gen_rtx_MEM (save_mode,
977 memory_address (save_mode,
978 plus_constant (argblock,
979 low_to_save)));
980 #endif
982 if (save_mode != BLKmode)
983 emit_move_insn (stack_area, save_area);
984 else
985 /* Cannot use emit_block_move here because it can be done by a library
986 call which in turn gets into this place again and deadly infinite
987 recursion happens. */
988 move_by_pieces (stack_area, validize_mem (save_area),
989 high_to_save - low_to_save + 1, PARM_BOUNDARY);
991 #endif /* REG_PARM_STACK_SPACE */
993 /* If any elements in ARGS refer to parameters that are to be passed in
994 registers, but not in memory, and whose alignment does not permit a
995 direct copy into registers. Copy the values into a group of pseudos
996 which we will later copy into the appropriate hard registers.
998 Pseudos for each unaligned argument will be stored into the array
999 args[argnum].aligned_regs. The caller is responsible for deallocating
1000 the aligned_regs array if it is nonzero. */
1002 static void
1003 store_unaligned_arguments_into_pseudos (args, num_actuals)
1004 struct arg_data *args;
1005 int num_actuals;
1007 int i, j;
1009 for (i = 0; i < num_actuals; i++)
1010 if (args[i].reg != 0 && ! args[i].pass_on_stack
1011 && args[i].mode == BLKmode
1012 && (TYPE_ALIGN (TREE_TYPE (args[i].tree_value))
1013 < (unsigned int) MIN (BIGGEST_ALIGNMENT, BITS_PER_WORD)))
1015 int bytes = int_size_in_bytes (TREE_TYPE (args[i].tree_value));
1016 int big_endian_correction = 0;
1018 args[i].n_aligned_regs
1019 = args[i].partial ? args[i].partial
1020 : (bytes + (UNITS_PER_WORD - 1)) / UNITS_PER_WORD;
1022 args[i].aligned_regs = (rtx *) xmalloc (sizeof (rtx)
1023 * args[i].n_aligned_regs);
1025 /* Structures smaller than a word are aligned to the least
1026 significant byte (to the right). On a BYTES_BIG_ENDIAN machine,
1027 this means we must skip the empty high order bytes when
1028 calculating the bit offset. */
1029 if (BYTES_BIG_ENDIAN && bytes < UNITS_PER_WORD)
1030 big_endian_correction = (BITS_PER_WORD - (bytes * BITS_PER_UNIT));
1032 for (j = 0; j < args[i].n_aligned_regs; j++)
1034 rtx reg = gen_reg_rtx (word_mode);
1035 rtx word = operand_subword_force (args[i].value, j, BLKmode);
1036 int bitsize = MIN (bytes * BITS_PER_UNIT, BITS_PER_WORD);
1037 int bitalign = TYPE_ALIGN (TREE_TYPE (args[i].tree_value));
1039 args[i].aligned_regs[j] = reg;
1041 /* There is no need to restrict this code to loading items
1042 in TYPE_ALIGN sized hunks. The bitfield instructions can
1043 load up entire word sized registers efficiently.
1045 ??? This may not be needed anymore.
1046 We use to emit a clobber here but that doesn't let later
1047 passes optimize the instructions we emit. By storing 0 into
1048 the register later passes know the first AND to zero out the
1049 bitfield being set in the register is unnecessary. The store
1050 of 0 will be deleted as will at least the first AND. */
1052 emit_move_insn (reg, const0_rtx);
1054 bytes -= bitsize / BITS_PER_UNIT;
1055 store_bit_field (reg, bitsize, big_endian_correction, word_mode,
1056 extract_bit_field (word, bitsize, 0, 1, NULL_RTX,
1057 word_mode, word_mode, bitalign,
1058 BITS_PER_WORD),
1059 bitalign, BITS_PER_WORD);
1064 /* Fill in ARGS_SIZE and ARGS array based on the parameters found in
1065 ACTPARMS.
1067 NUM_ACTUALS is the total number of parameters.
1069 N_NAMED_ARGS is the total number of named arguments.
1071 FNDECL is the tree code for the target of this call (if known)
1073 ARGS_SO_FAR holds state needed by the target to know where to place
1074 the next argument.
1076 REG_PARM_STACK_SPACE is the number of bytes of stack space reserved
1077 for arguments which are passed in registers.
1079 OLD_STACK_LEVEL is a pointer to an rtx which olds the old stack level
1080 and may be modified by this routine.
1082 OLD_PENDING_ADJ, MUST_PREALLOCATE and FLAGS are pointers to integer
1083 flags which may may be modified by this routine. */
1085 static void
1086 initialize_argument_information (num_actuals, args, args_size, n_named_args,
1087 actparms, fndecl, args_so_far,
1088 reg_parm_stack_space, old_stack_level,
1089 old_pending_adj, must_preallocate,
1090 ecf_flags)
1091 int num_actuals ATTRIBUTE_UNUSED;
1092 struct arg_data *args;
1093 struct args_size *args_size;
1094 int n_named_args ATTRIBUTE_UNUSED;
1095 tree actparms;
1096 tree fndecl;
1097 CUMULATIVE_ARGS *args_so_far;
1098 int reg_parm_stack_space;
1099 rtx *old_stack_level;
1100 int *old_pending_adj;
1101 int *must_preallocate;
1102 int *ecf_flags;
1104 /* 1 if scanning parms front to back, -1 if scanning back to front. */
1105 int inc;
1107 /* Count arg position in order args appear. */
1108 int argpos;
1110 struct args_size alignment_pad;
1111 int i;
1112 tree p;
1114 args_size->constant = 0;
1115 args_size->var = 0;
1117 /* In this loop, we consider args in the order they are written.
1118 We fill up ARGS from the front or from the back if necessary
1119 so that in any case the first arg to be pushed ends up at the front. */
1121 if (PUSH_ARGS_REVERSED)
1123 i = num_actuals - 1, inc = -1;
1124 /* In this case, must reverse order of args
1125 so that we compute and push the last arg first. */
1127 else
1129 i = 0, inc = 1;
1132 /* I counts args in order (to be) pushed; ARGPOS counts in order written. */
1133 for (p = actparms, argpos = 0; p; p = TREE_CHAIN (p), i += inc, argpos++)
1135 tree type = TREE_TYPE (TREE_VALUE (p));
1136 int unsignedp;
1137 enum machine_mode mode;
1139 args[i].tree_value = TREE_VALUE (p);
1141 /* Replace erroneous argument with constant zero. */
1142 if (type == error_mark_node || !COMPLETE_TYPE_P (type))
1143 args[i].tree_value = integer_zero_node, type = integer_type_node;
1145 /* If TYPE is a transparent union, pass things the way we would
1146 pass the first field of the union. We have already verified that
1147 the modes are the same. */
1148 if (TREE_CODE (type) == UNION_TYPE && TYPE_TRANSPARENT_UNION (type))
1149 type = TREE_TYPE (TYPE_FIELDS (type));
1151 /* Decide where to pass this arg.
1153 args[i].reg is nonzero if all or part is passed in registers.
1155 args[i].partial is nonzero if part but not all is passed in registers,
1156 and the exact value says how many words are passed in registers.
1158 args[i].pass_on_stack is nonzero if the argument must at least be
1159 computed on the stack. It may then be loaded back into registers
1160 if args[i].reg is nonzero.
1162 These decisions are driven by the FUNCTION_... macros and must agree
1163 with those made by function.c. */
1165 /* See if this argument should be passed by invisible reference. */
1166 if ((TREE_CODE (TYPE_SIZE (type)) != INTEGER_CST
1167 && contains_placeholder_p (TYPE_SIZE (type)))
1168 || TREE_ADDRESSABLE (type)
1169 #ifdef FUNCTION_ARG_PASS_BY_REFERENCE
1170 || FUNCTION_ARG_PASS_BY_REFERENCE (*args_so_far, TYPE_MODE (type),
1171 type, argpos < n_named_args)
1172 #endif
1175 /* If we're compiling a thunk, pass through invisible
1176 references instead of making a copy. */
1177 if (current_function_is_thunk
1178 #ifdef FUNCTION_ARG_CALLEE_COPIES
1179 || (FUNCTION_ARG_CALLEE_COPIES (*args_so_far, TYPE_MODE (type),
1180 type, argpos < n_named_args)
1181 /* If it's in a register, we must make a copy of it too. */
1182 /* ??? Is this a sufficient test? Is there a better one? */
1183 && !(TREE_CODE (args[i].tree_value) == VAR_DECL
1184 && REG_P (DECL_RTL (args[i].tree_value)))
1185 && ! TREE_ADDRESSABLE (type))
1186 #endif
1189 /* C++ uses a TARGET_EXPR to indicate that we want to make a
1190 new object from the argument. If we are passing by
1191 invisible reference, the callee will do that for us, so we
1192 can strip off the TARGET_EXPR. This is not always safe,
1193 but it is safe in the only case where this is a useful
1194 optimization; namely, when the argument is a plain object.
1195 In that case, the frontend is just asking the backend to
1196 make a bitwise copy of the argument. */
1198 if (TREE_CODE (args[i].tree_value) == TARGET_EXPR
1199 && (DECL_P (TREE_OPERAND (args[i].tree_value, 1)))
1200 && ! REG_P (DECL_RTL (TREE_OPERAND (args[i].tree_value, 1))))
1201 args[i].tree_value = TREE_OPERAND (args[i].tree_value, 1);
1203 args[i].tree_value = build1 (ADDR_EXPR,
1204 build_pointer_type (type),
1205 args[i].tree_value);
1206 type = build_pointer_type (type);
1208 else
1210 /* We make a copy of the object and pass the address to the
1211 function being called. */
1212 rtx copy;
1214 if (!COMPLETE_TYPE_P (type)
1215 || TREE_CODE (TYPE_SIZE (type)) != INTEGER_CST
1216 || (flag_stack_check && ! STACK_CHECK_BUILTIN
1217 && (0 < compare_tree_int (TYPE_SIZE_UNIT (type),
1218 STACK_CHECK_MAX_VAR_SIZE))))
1220 /* This is a variable-sized object. Make space on the stack
1221 for it. */
1222 rtx size_rtx = expr_size (TREE_VALUE (p));
1224 if (*old_stack_level == 0)
1226 emit_stack_save (SAVE_BLOCK, old_stack_level, NULL_RTX);
1227 *old_pending_adj = pending_stack_adjust;
1228 pending_stack_adjust = 0;
1231 copy = gen_rtx_MEM (BLKmode,
1232 allocate_dynamic_stack_space
1233 (size_rtx, NULL_RTX, TYPE_ALIGN (type)));
1234 set_mem_attributes (copy, type, 1);
1236 else
1237 copy = assign_temp (type, 0, 1, 0);
1239 store_expr (args[i].tree_value, copy, 0);
1240 *ecf_flags &= ~(ECF_CONST | ECF_PURE);
1242 args[i].tree_value = build1 (ADDR_EXPR,
1243 build_pointer_type (type),
1244 make_tree (type, copy));
1245 type = build_pointer_type (type);
1249 mode = TYPE_MODE (type);
1250 unsignedp = TREE_UNSIGNED (type);
1252 #ifdef PROMOTE_FUNCTION_ARGS
1253 mode = promote_mode (type, mode, &unsignedp, 1);
1254 #endif
1256 args[i].unsignedp = unsignedp;
1257 args[i].mode = mode;
1259 args[i].reg = FUNCTION_ARG (*args_so_far, mode, type,
1260 argpos < n_named_args);
1261 #ifdef FUNCTION_INCOMING_ARG
1262 /* If this is a sibling call and the machine has register windows, the
1263 register window has to be unwinded before calling the routine, so
1264 arguments have to go into the incoming registers. */
1265 args[i].tail_call_reg = FUNCTION_INCOMING_ARG (*args_so_far, mode, type,
1266 argpos < n_named_args);
1267 #else
1268 args[i].tail_call_reg = args[i].reg;
1269 #endif
1271 #ifdef FUNCTION_ARG_PARTIAL_NREGS
1272 if (args[i].reg)
1273 args[i].partial
1274 = FUNCTION_ARG_PARTIAL_NREGS (*args_so_far, mode, type,
1275 argpos < n_named_args);
1276 #endif
1278 args[i].pass_on_stack = MUST_PASS_IN_STACK (mode, type);
1280 /* If FUNCTION_ARG returned a (parallel [(expr_list (nil) ...) ...]),
1281 it means that we are to pass this arg in the register(s) designated
1282 by the PARALLEL, but also to pass it in the stack. */
1283 if (args[i].reg && GET_CODE (args[i].reg) == PARALLEL
1284 && XEXP (XVECEXP (args[i].reg, 0, 0), 0) == 0)
1285 args[i].pass_on_stack = 1;
1287 /* If this is an addressable type, we must preallocate the stack
1288 since we must evaluate the object into its final location.
1290 If this is to be passed in both registers and the stack, it is simpler
1291 to preallocate. */
1292 if (TREE_ADDRESSABLE (type)
1293 || (args[i].pass_on_stack && args[i].reg != 0))
1294 *must_preallocate = 1;
1296 /* If this is an addressable type, we cannot pre-evaluate it. Thus,
1297 we cannot consider this function call constant. */
1298 if (TREE_ADDRESSABLE (type))
1299 *ecf_flags &= ~(ECF_CONST | ECF_PURE);
1301 /* Compute the stack-size of this argument. */
1302 if (args[i].reg == 0 || args[i].partial != 0
1303 || reg_parm_stack_space > 0
1304 || args[i].pass_on_stack)
1305 locate_and_pad_parm (mode, type,
1306 #ifdef STACK_PARMS_IN_REG_PARM_AREA
1308 #else
1309 args[i].reg != 0,
1310 #endif
1311 fndecl, args_size, &args[i].offset,
1312 &args[i].size, &alignment_pad);
1314 #ifndef ARGS_GROW_DOWNWARD
1315 args[i].slot_offset = *args_size;
1316 #endif
1318 args[i].alignment_pad = alignment_pad;
1320 /* If a part of the arg was put into registers,
1321 don't include that part in the amount pushed. */
1322 if (reg_parm_stack_space == 0 && ! args[i].pass_on_stack)
1323 args[i].size.constant -= ((args[i].partial * UNITS_PER_WORD)
1324 / (PARM_BOUNDARY / BITS_PER_UNIT)
1325 * (PARM_BOUNDARY / BITS_PER_UNIT));
1327 /* Update ARGS_SIZE, the total stack space for args so far. */
1329 args_size->constant += args[i].size.constant;
1330 if (args[i].size.var)
1332 ADD_PARM_SIZE (*args_size, args[i].size.var);
1335 /* Since the slot offset points to the bottom of the slot,
1336 we must record it after incrementing if the args grow down. */
1337 #ifdef ARGS_GROW_DOWNWARD
1338 args[i].slot_offset = *args_size;
1340 args[i].slot_offset.constant = -args_size->constant;
1341 if (args_size->var)
1342 SUB_PARM_SIZE (args[i].slot_offset, args_size->var);
1343 #endif
1345 /* Increment ARGS_SO_FAR, which has info about which arg-registers
1346 have been used, etc. */
1348 FUNCTION_ARG_ADVANCE (*args_so_far, TYPE_MODE (type), type,
1349 argpos < n_named_args);
1353 /* Update ARGS_SIZE to contain the total size for the argument block.
1354 Return the original constant component of the argument block's size.
1356 REG_PARM_STACK_SPACE holds the number of bytes of stack space reserved
1357 for arguments passed in registers. */
1359 static int
1360 compute_argument_block_size (reg_parm_stack_space, args_size,
1361 preferred_stack_boundary)
1362 int reg_parm_stack_space;
1363 struct args_size *args_size;
1364 int preferred_stack_boundary ATTRIBUTE_UNUSED;
1366 int unadjusted_args_size = args_size->constant;
1368 /* For accumulate outgoing args mode we don't need to align, since the frame
1369 will be already aligned. Align to STACK_BOUNDARY in order to prevent
1370 backends from generating missaligned frame sizes. */
1371 if (ACCUMULATE_OUTGOING_ARGS && preferred_stack_boundary > STACK_BOUNDARY)
1372 preferred_stack_boundary = STACK_BOUNDARY;
1374 /* Compute the actual size of the argument block required. The variable
1375 and constant sizes must be combined, the size may have to be rounded,
1376 and there may be a minimum required size. */
1378 if (args_size->var)
1380 args_size->var = ARGS_SIZE_TREE (*args_size);
1381 args_size->constant = 0;
1383 preferred_stack_boundary /= BITS_PER_UNIT;
1384 if (preferred_stack_boundary > 1)
1386 /* We don't handle this case yet. To handle it correctly we have
1387 to add the delta, round and substract the delta.
1388 Currently no machine description requires this support. */
1389 if (stack_pointer_delta & (preferred_stack_boundary - 1))
1390 abort ();
1391 args_size->var = round_up (args_size->var, preferred_stack_boundary);
1394 if (reg_parm_stack_space > 0)
1396 args_size->var
1397 = size_binop (MAX_EXPR, args_size->var,
1398 ssize_int (reg_parm_stack_space));
1400 #ifndef OUTGOING_REG_PARM_STACK_SPACE
1401 /* The area corresponding to register parameters is not to count in
1402 the size of the block we need. So make the adjustment. */
1403 args_size->var
1404 = size_binop (MINUS_EXPR, args_size->var,
1405 ssize_int (reg_parm_stack_space));
1406 #endif
1409 else
1411 preferred_stack_boundary /= BITS_PER_UNIT;
1412 if (preferred_stack_boundary < 1)
1413 preferred_stack_boundary = 1;
1414 args_size->constant = (((args_size->constant
1415 + stack_pointer_delta
1416 + preferred_stack_boundary - 1)
1417 / preferred_stack_boundary
1418 * preferred_stack_boundary)
1419 - stack_pointer_delta);
1421 args_size->constant = MAX (args_size->constant,
1422 reg_parm_stack_space);
1424 #ifdef MAYBE_REG_PARM_STACK_SPACE
1425 if (reg_parm_stack_space == 0)
1426 args_size->constant = 0;
1427 #endif
1429 #ifndef OUTGOING_REG_PARM_STACK_SPACE
1430 args_size->constant -= reg_parm_stack_space;
1431 #endif
1433 return unadjusted_args_size;
1436 /* Precompute parameters as needed for a function call.
1438 FLAGS is mask of ECF_* constants.
1440 NUM_ACTUALS is the number of arguments.
1442 ARGS is an array containing information for each argument; this
1443 routine fills in the INITIAL_VALUE and VALUE fields for each
1444 precomputed argument. */
1446 static void
1447 precompute_arguments (flags, num_actuals, args)
1448 int flags;
1449 int num_actuals;
1450 struct arg_data *args;
1452 int i;
1454 /* If this function call is cse'able, precompute all the parameters.
1455 Note that if the parameter is constructed into a temporary, this will
1456 cause an additional copy because the parameter will be constructed
1457 into a temporary location and then copied into the outgoing arguments.
1458 If a parameter contains a call to alloca and this function uses the
1459 stack, precompute the parameter. */
1461 /* If we preallocated the stack space, and some arguments must be passed
1462 on the stack, then we must precompute any parameter which contains a
1463 function call which will store arguments on the stack.
1464 Otherwise, evaluating the parameter may clobber previous parameters
1465 which have already been stored into the stack. (we have code to avoid
1466 such case by saving the ougoing stack arguments, but it results in
1467 worse code) */
1469 for (i = 0; i < num_actuals; i++)
1470 if ((flags & (ECF_CONST | ECF_PURE))
1471 || calls_function (args[i].tree_value, !ACCUMULATE_OUTGOING_ARGS))
1473 enum machine_mode mode;
1475 /* If this is an addressable type, we cannot pre-evaluate it. */
1476 if (TREE_ADDRESSABLE (TREE_TYPE (args[i].tree_value)))
1477 abort ();
1479 push_temp_slots ();
1481 args[i].value
1482 = expand_expr (args[i].tree_value, NULL_RTX, VOIDmode, 0);
1484 preserve_temp_slots (args[i].value);
1485 pop_temp_slots ();
1487 /* ANSI doesn't require a sequence point here,
1488 but PCC has one, so this will avoid some problems. */
1489 emit_queue ();
1491 args[i].initial_value = args[i].value
1492 = protect_from_queue (args[i].value, 0);
1494 mode = TYPE_MODE (TREE_TYPE (args[i].tree_value));
1495 if (mode != args[i].mode)
1497 args[i].value
1498 = convert_modes (args[i].mode, mode,
1499 args[i].value, args[i].unsignedp);
1500 #ifdef PROMOTE_FOR_CALL_ONLY
1501 /* CSE will replace this only if it contains args[i].value
1502 pseudo, so convert it down to the declared mode using
1503 a SUBREG. */
1504 if (GET_CODE (args[i].value) == REG
1505 && GET_MODE_CLASS (args[i].mode) == MODE_INT)
1507 args[i].initial_value
1508 = gen_lowpart_SUBREG (mode, args[i].value);
1509 SUBREG_PROMOTED_VAR_P (args[i].initial_value) = 1;
1510 SUBREG_PROMOTED_UNSIGNED_P (args[i].initial_value)
1511 = args[i].unsignedp;
1513 #endif
1518 /* Given the current state of MUST_PREALLOCATE and information about
1519 arguments to a function call in NUM_ACTUALS, ARGS and ARGS_SIZE,
1520 compute and return the final value for MUST_PREALLOCATE. */
1522 static int
1523 finalize_must_preallocate (must_preallocate, num_actuals, args, args_size)
1524 int must_preallocate;
1525 int num_actuals;
1526 struct arg_data *args;
1527 struct args_size *args_size;
1529 /* See if we have or want to preallocate stack space.
1531 If we would have to push a partially-in-regs parm
1532 before other stack parms, preallocate stack space instead.
1534 If the size of some parm is not a multiple of the required stack
1535 alignment, we must preallocate.
1537 If the total size of arguments that would otherwise create a copy in
1538 a temporary (such as a CALL) is more than half the total argument list
1539 size, preallocation is faster.
1541 Another reason to preallocate is if we have a machine (like the m88k)
1542 where stack alignment is required to be maintained between every
1543 pair of insns, not just when the call is made. However, we assume here
1544 that such machines either do not have push insns (and hence preallocation
1545 would occur anyway) or the problem is taken care of with
1546 PUSH_ROUNDING. */
1548 if (! must_preallocate)
1550 int partial_seen = 0;
1551 int copy_to_evaluate_size = 0;
1552 int i;
1554 for (i = 0; i < num_actuals && ! must_preallocate; i++)
1556 if (args[i].partial > 0 && ! args[i].pass_on_stack)
1557 partial_seen = 1;
1558 else if (partial_seen && args[i].reg == 0)
1559 must_preallocate = 1;
1561 if (TYPE_MODE (TREE_TYPE (args[i].tree_value)) == BLKmode
1562 && (TREE_CODE (args[i].tree_value) == CALL_EXPR
1563 || TREE_CODE (args[i].tree_value) == TARGET_EXPR
1564 || TREE_CODE (args[i].tree_value) == COND_EXPR
1565 || TREE_ADDRESSABLE (TREE_TYPE (args[i].tree_value))))
1566 copy_to_evaluate_size
1567 += int_size_in_bytes (TREE_TYPE (args[i].tree_value));
1570 if (copy_to_evaluate_size * 2 >= args_size->constant
1571 && args_size->constant > 0)
1572 must_preallocate = 1;
1574 return must_preallocate;
1577 /* If we preallocated stack space, compute the address of each argument
1578 and store it into the ARGS array.
1580 We need not ensure it is a valid memory address here; it will be
1581 validized when it is used.
1583 ARGBLOCK is an rtx for the address of the outgoing arguments. */
1585 static void
1586 compute_argument_addresses (args, argblock, num_actuals)
1587 struct arg_data *args;
1588 rtx argblock;
1589 int num_actuals;
1591 if (argblock)
1593 rtx arg_reg = argblock;
1594 int i, arg_offset = 0;
1596 if (GET_CODE (argblock) == PLUS)
1597 arg_reg = XEXP (argblock, 0), arg_offset = INTVAL (XEXP (argblock, 1));
1599 for (i = 0; i < num_actuals; i++)
1601 rtx offset = ARGS_SIZE_RTX (args[i].offset);
1602 rtx slot_offset = ARGS_SIZE_RTX (args[i].slot_offset);
1603 rtx addr;
1605 /* Skip this parm if it will not be passed on the stack. */
1606 if (! args[i].pass_on_stack && args[i].reg != 0)
1607 continue;
1609 if (GET_CODE (offset) == CONST_INT)
1610 addr = plus_constant (arg_reg, INTVAL (offset));
1611 else
1612 addr = gen_rtx_PLUS (Pmode, arg_reg, offset);
1614 addr = plus_constant (addr, arg_offset);
1615 args[i].stack = gen_rtx_MEM (args[i].mode, addr);
1616 set_mem_attributes (args[i].stack,
1617 TREE_TYPE (args[i].tree_value), 1);
1619 if (GET_CODE (slot_offset) == CONST_INT)
1620 addr = plus_constant (arg_reg, INTVAL (slot_offset));
1621 else
1622 addr = gen_rtx_PLUS (Pmode, arg_reg, slot_offset);
1624 addr = plus_constant (addr, arg_offset);
1625 args[i].stack_slot = gen_rtx_MEM (args[i].mode, addr);
1626 set_mem_attributes (args[i].stack_slot,
1627 TREE_TYPE (args[i].tree_value), 1);
1629 /* Function incoming arguments may overlap with sibling call
1630 outgoing arguments and we cannot allow reordering of reads
1631 from function arguments with stores to outgoing arguments
1632 of sibling calls. */
1633 set_mem_alias_set (args[i].stack, 0);
1634 set_mem_alias_set (args[i].stack_slot, 0);
1639 /* Given a FNDECL and EXP, return an rtx suitable for use as a target address
1640 in a call instruction.
1642 FNDECL is the tree node for the target function. For an indirect call
1643 FNDECL will be NULL_TREE.
1645 EXP is the CALL_EXPR for this call. */
1647 static rtx
1648 rtx_for_function_call (fndecl, exp)
1649 tree fndecl;
1650 tree exp;
1652 rtx funexp;
1654 /* Get the function to call, in the form of RTL. */
1655 if (fndecl)
1657 /* If this is the first use of the function, see if we need to
1658 make an external definition for it. */
1659 if (! TREE_USED (fndecl))
1661 assemble_external (fndecl);
1662 TREE_USED (fndecl) = 1;
1665 /* Get a SYMBOL_REF rtx for the function address. */
1666 funexp = XEXP (DECL_RTL (fndecl), 0);
1668 else
1669 /* Generate an rtx (probably a pseudo-register) for the address. */
1671 rtx funaddr;
1672 push_temp_slots ();
1673 funaddr = funexp =
1674 expand_expr (TREE_OPERAND (exp, 0), NULL_RTX, VOIDmode, 0);
1675 pop_temp_slots (); /* FUNEXP can't be BLKmode. */
1677 /* Check the function is executable. */
1678 if (current_function_check_memory_usage)
1680 #ifdef POINTERS_EXTEND_UNSIGNED
1681 /* It might be OK to convert funexp in place, but there's
1682 a lot going on between here and when it happens naturally
1683 that this seems safer. */
1684 funaddr = convert_memory_address (Pmode, funexp);
1685 #endif
1686 emit_library_call (chkr_check_exec_libfunc, LCT_CONST_MAKE_BLOCK,
1687 VOIDmode, 1, funaddr, Pmode);
1689 emit_queue ();
1691 return funexp;
1694 /* Do the register loads required for any wholly-register parms or any
1695 parms which are passed both on the stack and in a register. Their
1696 expressions were already evaluated.
1698 Mark all register-parms as living through the call, putting these USE
1699 insns in the CALL_INSN_FUNCTION_USAGE field. */
1701 static void
1702 load_register_parameters (args, num_actuals, call_fusage, flags)
1703 struct arg_data *args;
1704 int num_actuals;
1705 rtx *call_fusage;
1706 int flags;
1708 int i, j;
1710 #ifdef LOAD_ARGS_REVERSED
1711 for (i = num_actuals - 1; i >= 0; i--)
1712 #else
1713 for (i = 0; i < num_actuals; i++)
1714 #endif
1716 rtx reg = ((flags & ECF_SIBCALL)
1717 ? args[i].tail_call_reg : args[i].reg);
1718 int partial = args[i].partial;
1719 int nregs;
1721 if (reg)
1723 /* Set to non-negative if must move a word at a time, even if just
1724 one word (e.g, partial == 1 && mode == DFmode). Set to -1 if
1725 we just use a normal move insn. This value can be zero if the
1726 argument is a zero size structure with no fields. */
1727 nregs = (partial ? partial
1728 : (TYPE_MODE (TREE_TYPE (args[i].tree_value)) == BLKmode
1729 ? ((int_size_in_bytes (TREE_TYPE (args[i].tree_value))
1730 + (UNITS_PER_WORD - 1)) / UNITS_PER_WORD)
1731 : -1));
1733 /* Handle calls that pass values in multiple non-contiguous
1734 locations. The Irix 6 ABI has examples of this. */
1736 if (GET_CODE (reg) == PARALLEL)
1737 emit_group_load (reg, args[i].value,
1738 int_size_in_bytes (TREE_TYPE (args[i].tree_value)),
1739 TYPE_ALIGN (TREE_TYPE (args[i].tree_value)));
1741 /* If simple case, just do move. If normal partial, store_one_arg
1742 has already loaded the register for us. In all other cases,
1743 load the register(s) from memory. */
1745 else if (nregs == -1)
1746 emit_move_insn (reg, args[i].value);
1748 /* If we have pre-computed the values to put in the registers in
1749 the case of non-aligned structures, copy them in now. */
1751 else if (args[i].n_aligned_regs != 0)
1752 for (j = 0; j < args[i].n_aligned_regs; j++)
1753 emit_move_insn (gen_rtx_REG (word_mode, REGNO (reg) + j),
1754 args[i].aligned_regs[j]);
1756 else if (partial == 0 || args[i].pass_on_stack)
1757 move_block_to_reg (REGNO (reg),
1758 validize_mem (args[i].value), nregs,
1759 args[i].mode);
1761 /* Handle calls that pass values in multiple non-contiguous
1762 locations. The Irix 6 ABI has examples of this. */
1763 if (GET_CODE (reg) == PARALLEL)
1764 use_group_regs (call_fusage, reg);
1765 else if (nregs == -1)
1766 use_reg (call_fusage, reg);
1767 else
1768 use_regs (call_fusage, REGNO (reg), nregs == 0 ? 1 : nregs);
1773 /* Try to integrate function. See expand_inline_function for documentation
1774 about the parameters. */
1776 static rtx
1777 try_to_integrate (fndecl, actparms, target, ignore, type, structure_value_addr)
1778 tree fndecl;
1779 tree actparms;
1780 rtx target;
1781 int ignore;
1782 tree type;
1783 rtx structure_value_addr;
1785 rtx temp;
1786 rtx before_call;
1787 int i;
1788 rtx old_stack_level = 0;
1789 int reg_parm_stack_space = 0;
1791 #ifdef REG_PARM_STACK_SPACE
1792 #ifdef MAYBE_REG_PARM_STACK_SPACE
1793 reg_parm_stack_space = MAYBE_REG_PARM_STACK_SPACE;
1794 #else
1795 reg_parm_stack_space = REG_PARM_STACK_SPACE (fndecl);
1796 #endif
1797 #endif
1799 before_call = get_last_insn ();
1801 timevar_push (TV_INTEGRATION);
1803 temp = expand_inline_function (fndecl, actparms, target,
1804 ignore, type,
1805 structure_value_addr);
1807 timevar_pop (TV_INTEGRATION);
1809 /* If inlining succeeded, return. */
1810 if (temp != (rtx) (HOST_WIDE_INT) - 1)
1812 if (ACCUMULATE_OUTGOING_ARGS)
1814 /* If the outgoing argument list must be preserved, push
1815 the stack before executing the inlined function if it
1816 makes any calls. */
1818 for (i = reg_parm_stack_space - 1; i >= 0; i--)
1819 if (i < highest_outgoing_arg_in_use && stack_usage_map[i] != 0)
1820 break;
1822 if (stack_arg_under_construction || i >= 0)
1824 rtx first_insn
1825 = before_call ? NEXT_INSN (before_call) : get_insns ();
1826 rtx insn = NULL_RTX, seq;
1828 /* Look for a call in the inline function code.
1829 If DECL_SAVED_INSNS (fndecl)->outgoing_args_size is
1830 nonzero then there is a call and it is not necessary
1831 to scan the insns. */
1833 if (DECL_SAVED_INSNS (fndecl)->outgoing_args_size == 0)
1834 for (insn = first_insn; insn; insn = NEXT_INSN (insn))
1835 if (GET_CODE (insn) == CALL_INSN)
1836 break;
1838 if (insn)
1840 /* Reserve enough stack space so that the largest
1841 argument list of any function call in the inline
1842 function does not overlap the argument list being
1843 evaluated. This is usually an overestimate because
1844 allocate_dynamic_stack_space reserves space for an
1845 outgoing argument list in addition to the requested
1846 space, but there is no way to ask for stack space such
1847 that an argument list of a certain length can be
1848 safely constructed.
1850 Add the stack space reserved for register arguments, if
1851 any, in the inline function. What is really needed is the
1852 largest value of reg_parm_stack_space in the inline
1853 function, but that is not available. Using the current
1854 value of reg_parm_stack_space is wrong, but gives
1855 correct results on all supported machines. */
1857 int adjust = (DECL_SAVED_INSNS (fndecl)->outgoing_args_size
1858 + reg_parm_stack_space);
1860 start_sequence ();
1861 emit_stack_save (SAVE_BLOCK, &old_stack_level, NULL_RTX);
1862 allocate_dynamic_stack_space (GEN_INT (adjust),
1863 NULL_RTX, BITS_PER_UNIT);
1864 seq = get_insns ();
1865 end_sequence ();
1866 emit_insns_before (seq, first_insn);
1867 emit_stack_restore (SAVE_BLOCK, old_stack_level, NULL_RTX);
1872 /* If the result is equivalent to TARGET, return TARGET to simplify
1873 checks in store_expr. They can be equivalent but not equal in the
1874 case of a function that returns BLKmode. */
1875 if (temp != target && rtx_equal_p (temp, target))
1876 return target;
1877 return temp;
1880 /* If inlining failed, mark FNDECL as needing to be compiled
1881 separately after all. If function was declared inline,
1882 give a warning. */
1883 if (DECL_INLINE (fndecl) && warn_inline && !flag_no_inline
1884 && optimize > 0 && !TREE_ADDRESSABLE (fndecl))
1886 warning_with_decl (fndecl, "inlining failed in call to `%s'");
1887 warning ("called from here");
1889 mark_addressable (fndecl);
1890 return (rtx) (HOST_WIDE_INT) - 1;
1893 /* We need to pop PENDING_STACK_ADJUST bytes. But, if the arguments
1894 wouldn't fill up an even multiple of PREFERRED_UNIT_STACK_BOUNDARY
1895 bytes, then we would need to push some additional bytes to pad the
1896 arguments. So, we compute an adjust to the stack pointer for an
1897 amount that will leave the stack under-aligned by UNADJUSTED_ARGS_SIZE
1898 bytes. Then, when the arguments are pushed the stack will be perfectly
1899 aligned. ARGS_SIZE->CONSTANT is set to the number of bytes that should
1900 be popped after the call. Returns the adjustment. */
1902 static int
1903 combine_pending_stack_adjustment_and_call (unadjusted_args_size,
1904 args_size,
1905 preferred_unit_stack_boundary)
1906 int unadjusted_args_size;
1907 struct args_size *args_size;
1908 int preferred_unit_stack_boundary;
1910 /* The number of bytes to pop so that the stack will be
1911 under-aligned by UNADJUSTED_ARGS_SIZE bytes. */
1912 HOST_WIDE_INT adjustment;
1913 /* The alignment of the stack after the arguments are pushed, if we
1914 just pushed the arguments without adjust the stack here. */
1915 HOST_WIDE_INT unadjusted_alignment;
1917 unadjusted_alignment
1918 = ((stack_pointer_delta + unadjusted_args_size)
1919 % preferred_unit_stack_boundary);
1921 /* We want to get rid of as many of the PENDING_STACK_ADJUST bytes
1922 as possible -- leaving just enough left to cancel out the
1923 UNADJUSTED_ALIGNMENT. In other words, we want to ensure that the
1924 PENDING_STACK_ADJUST is non-negative, and congruent to
1925 -UNADJUSTED_ALIGNMENT modulo the PREFERRED_UNIT_STACK_BOUNDARY. */
1927 /* Begin by trying to pop all the bytes. */
1928 unadjusted_alignment
1929 = (unadjusted_alignment
1930 - (pending_stack_adjust % preferred_unit_stack_boundary));
1931 adjustment = pending_stack_adjust;
1932 /* Push enough additional bytes that the stack will be aligned
1933 after the arguments are pushed. */
1934 if (preferred_unit_stack_boundary > 1)
1936 if (unadjusted_alignment > 0)
1937 adjustment -= preferred_unit_stack_boundary - unadjusted_alignment;
1938 else
1939 adjustment += unadjusted_alignment;
1942 /* Now, sets ARGS_SIZE->CONSTANT so that we pop the right number of
1943 bytes after the call. The right number is the entire
1944 PENDING_STACK_ADJUST less our ADJUSTMENT plus the amount required
1945 by the arguments in the first place. */
1946 args_size->constant
1947 = pending_stack_adjust - adjustment + unadjusted_args_size;
1949 return adjustment;
1952 /* Scan X expression if it does not dereference any argument slots
1953 we already clobbered by tail call arguments (as noted in stored_args_map
1954 bitmap).
1955 Return non-zero if X expression dereferences such argument slots,
1956 zero otherwise. */
1958 static int
1959 check_sibcall_argument_overlap_1 (x)
1960 rtx x;
1962 RTX_CODE code;
1963 int i, j;
1964 unsigned int k;
1965 const char *fmt;
1967 if (x == NULL_RTX)
1968 return 0;
1970 code = GET_CODE (x);
1972 if (code == MEM)
1974 if (XEXP (x, 0) == current_function_internal_arg_pointer)
1975 i = 0;
1976 else if (GET_CODE (XEXP (x, 0)) == PLUS
1977 && XEXP (XEXP (x, 0), 0) ==
1978 current_function_internal_arg_pointer
1979 && GET_CODE (XEXP (XEXP (x, 0), 1)) == CONST_INT)
1980 i = INTVAL (XEXP (XEXP (x, 0), 1));
1981 else
1982 return 0;
1984 #ifdef ARGS_GROW_DOWNWARD
1985 i = -i - GET_MODE_SIZE (GET_MODE (x));
1986 #endif
1988 for (k = 0; k < GET_MODE_SIZE (GET_MODE (x)); k++)
1989 if (i + k < stored_args_map->n_bits
1990 && TEST_BIT (stored_args_map, i + k))
1991 return 1;
1993 return 0;
1996 /* Scan all subexpressions. */
1997 fmt = GET_RTX_FORMAT (code);
1998 for (i = 0; i < GET_RTX_LENGTH (code); i++, fmt++)
2000 if (*fmt == 'e')
2002 if (check_sibcall_argument_overlap_1 (XEXP (x, i)))
2003 return 1;
2005 else if (*fmt == 'E')
2007 for (j = 0; j < XVECLEN (x, i); j++)
2008 if (check_sibcall_argument_overlap_1 (XVECEXP (x, i, j)))
2009 return 1;
2012 return 0;
2015 /* Scan sequence after INSN if it does not dereference any argument slots
2016 we already clobbered by tail call arguments (as noted in stored_args_map
2017 bitmap). Add stack slots for ARG to stored_args_map bitmap afterwards.
2018 Return non-zero if sequence after INSN dereferences such argument slots,
2019 zero otherwise. */
2021 static int
2022 check_sibcall_argument_overlap (insn, arg)
2023 rtx insn;
2024 struct arg_data *arg;
2026 int low, high;
2028 if (insn == NULL_RTX)
2029 insn = get_insns ();
2030 else
2031 insn = NEXT_INSN (insn);
2033 for (; insn; insn = NEXT_INSN (insn))
2034 if (INSN_P (insn)
2035 && check_sibcall_argument_overlap_1 (PATTERN (insn)))
2036 break;
2038 #ifdef ARGS_GROW_DOWNWARD
2039 low = -arg->offset.constant - arg->size.constant;
2040 #else
2041 low = arg->offset.constant;
2042 #endif
2044 for (high = low + arg->size.constant; low < high; low++)
2045 SET_BIT (stored_args_map, low);
2046 return insn != NULL_RTX;
2049 /* Generate all the code for a function call
2050 and return an rtx for its value.
2051 Store the value in TARGET (specified as an rtx) if convenient.
2052 If the value is stored in TARGET then TARGET is returned.
2053 If IGNORE is nonzero, then we ignore the value of the function call. */
2056 expand_call (exp, target, ignore)
2057 tree exp;
2058 rtx target;
2059 int ignore;
2061 /* Nonzero if we are currently expanding a call. */
2062 static int currently_expanding_call = 0;
2064 /* List of actual parameters. */
2065 tree actparms = TREE_OPERAND (exp, 1);
2066 /* RTX for the function to be called. */
2067 rtx funexp;
2068 /* Sequence of insns to perform a tail recursive "call". */
2069 rtx tail_recursion_insns = NULL_RTX;
2070 /* Sequence of insns to perform a normal "call". */
2071 rtx normal_call_insns = NULL_RTX;
2072 /* Sequence of insns to perform a tail recursive "call". */
2073 rtx tail_call_insns = NULL_RTX;
2074 /* Data type of the function. */
2075 tree funtype;
2076 /* Declaration of the function being called,
2077 or 0 if the function is computed (not known by name). */
2078 tree fndecl = 0;
2079 rtx insn;
2080 int try_tail_call = 1;
2081 int try_tail_recursion = 1;
2082 int pass;
2084 /* Register in which non-BLKmode value will be returned,
2085 or 0 if no value or if value is BLKmode. */
2086 rtx valreg;
2087 /* Address where we should return a BLKmode value;
2088 0 if value not BLKmode. */
2089 rtx structure_value_addr = 0;
2090 /* Nonzero if that address is being passed by treating it as
2091 an extra, implicit first parameter. Otherwise,
2092 it is passed by being copied directly into struct_value_rtx. */
2093 int structure_value_addr_parm = 0;
2094 /* Size of aggregate value wanted, or zero if none wanted
2095 or if we are using the non-reentrant PCC calling convention
2096 or expecting the value in registers. */
2097 HOST_WIDE_INT struct_value_size = 0;
2098 /* Nonzero if called function returns an aggregate in memory PCC style,
2099 by returning the address of where to find it. */
2100 int pcc_struct_value = 0;
2102 /* Number of actual parameters in this call, including struct value addr. */
2103 int num_actuals;
2104 /* Number of named args. Args after this are anonymous ones
2105 and they must all go on the stack. */
2106 int n_named_args;
2108 /* Vector of information about each argument.
2109 Arguments are numbered in the order they will be pushed,
2110 not the order they are written. */
2111 struct arg_data *args;
2113 /* Total size in bytes of all the stack-parms scanned so far. */
2114 struct args_size args_size;
2115 struct args_size adjusted_args_size;
2116 /* Size of arguments before any adjustments (such as rounding). */
2117 int unadjusted_args_size;
2118 /* Data on reg parms scanned so far. */
2119 CUMULATIVE_ARGS args_so_far;
2120 /* Nonzero if a reg parm has been scanned. */
2121 int reg_parm_seen;
2122 /* Nonzero if this is an indirect function call. */
2124 /* Nonzero if we must avoid push-insns in the args for this call.
2125 If stack space is allocated for register parameters, but not by the
2126 caller, then it is preallocated in the fixed part of the stack frame.
2127 So the entire argument block must then be preallocated (i.e., we
2128 ignore PUSH_ROUNDING in that case). */
2130 int must_preallocate = !PUSH_ARGS;
2132 /* Size of the stack reserved for parameter registers. */
2133 int reg_parm_stack_space = 0;
2135 /* Address of space preallocated for stack parms
2136 (on machines that lack push insns), or 0 if space not preallocated. */
2137 rtx argblock = 0;
2139 /* Mask of ECF_ flags. */
2140 int flags = 0;
2141 /* Nonzero if this is a call to an inline function. */
2142 int is_integrable = 0;
2143 #ifdef REG_PARM_STACK_SPACE
2144 /* Define the boundary of the register parm stack space that needs to be
2145 save, if any. */
2146 int low_to_save = -1, high_to_save;
2147 rtx save_area = 0; /* Place that it is saved */
2148 #endif
2150 int initial_highest_arg_in_use = highest_outgoing_arg_in_use;
2151 char *initial_stack_usage_map = stack_usage_map;
2152 int old_stack_arg_under_construction = 0;
2154 rtx old_stack_level = 0;
2155 int old_pending_adj = 0;
2156 int old_inhibit_defer_pop = inhibit_defer_pop;
2157 int old_stack_allocated;
2158 rtx call_fusage;
2159 tree p = TREE_OPERAND (exp, 0);
2160 int i;
2161 /* The alignment of the stack, in bits. */
2162 HOST_WIDE_INT preferred_stack_boundary;
2163 /* The alignment of the stack, in bytes. */
2164 HOST_WIDE_INT preferred_unit_stack_boundary;
2166 /* The value of the function call can be put in a hard register. But
2167 if -fcheck-memory-usage, code which invokes functions (and thus
2168 damages some hard registers) can be inserted before using the value.
2169 So, target is always a pseudo-register in that case. */
2170 if (current_function_check_memory_usage)
2171 target = 0;
2173 /* See if this is "nothrow" function call. */
2174 if (TREE_NOTHROW (exp))
2175 flags |= ECF_NOTHROW;
2177 /* See if we can find a DECL-node for the actual function.
2178 As a result, decide whether this is a call to an integrable function. */
2180 fndecl = get_callee_fndecl (exp);
2181 if (fndecl)
2183 if (!flag_no_inline
2184 && fndecl != current_function_decl
2185 && DECL_INLINE (fndecl)
2186 && DECL_SAVED_INSNS (fndecl)
2187 && DECL_SAVED_INSNS (fndecl)->inlinable)
2188 is_integrable = 1;
2189 else if (! TREE_ADDRESSABLE (fndecl))
2191 /* In case this function later becomes inlinable,
2192 record that there was already a non-inline call to it.
2194 Use abstraction instead of setting TREE_ADDRESSABLE
2195 directly. */
2196 if (DECL_INLINE (fndecl) && warn_inline && !flag_no_inline
2197 && optimize > 0)
2199 warning_with_decl (fndecl, "can't inline call to `%s'");
2200 warning ("called from here");
2202 mark_addressable (fndecl);
2205 flags |= flags_from_decl_or_type (fndecl);
2208 /* If we don't have specific function to call, see if we have a
2209 attributes set in the type. */
2210 else
2211 flags |= flags_from_decl_or_type (TREE_TYPE (TREE_TYPE (p)));
2213 /* Mark if the function returns with the stack pointer depressed. */
2214 if (TREE_CODE (TREE_TYPE (TREE_TYPE (p))) == FUNCTION_TYPE
2215 && TYPE_RETURNS_STACK_DEPRESSED (TREE_TYPE (TREE_TYPE (p))))
2217 flags |= ECF_SP_DEPRESSED;
2218 flags &= ~(ECF_PURE | ECF_CONST);
2221 #ifdef REG_PARM_STACK_SPACE
2222 #ifdef MAYBE_REG_PARM_STACK_SPACE
2223 reg_parm_stack_space = MAYBE_REG_PARM_STACK_SPACE;
2224 #else
2225 reg_parm_stack_space = REG_PARM_STACK_SPACE (fndecl);
2226 #endif
2227 #endif
2229 #ifndef OUTGOING_REG_PARM_STACK_SPACE
2230 if (reg_parm_stack_space > 0 && PUSH_ARGS)
2231 must_preallocate = 1;
2232 #endif
2234 /* Warn if this value is an aggregate type,
2235 regardless of which calling convention we are using for it. */
2236 if (warn_aggregate_return && AGGREGATE_TYPE_P (TREE_TYPE (exp)))
2237 warning ("function call has aggregate value");
2239 /* Set up a place to return a structure. */
2241 /* Cater to broken compilers. */
2242 if (aggregate_value_p (exp))
2244 /* This call returns a big structure. */
2245 flags &= ~(ECF_CONST | ECF_PURE);
2247 #ifdef PCC_STATIC_STRUCT_RETURN
2249 pcc_struct_value = 1;
2250 /* Easier than making that case work right. */
2251 if (is_integrable)
2253 /* In case this is a static function, note that it has been
2254 used. */
2255 if (! TREE_ADDRESSABLE (fndecl))
2256 mark_addressable (fndecl);
2257 is_integrable = 0;
2260 #else /* not PCC_STATIC_STRUCT_RETURN */
2262 struct_value_size = int_size_in_bytes (TREE_TYPE (exp));
2264 if (target && GET_CODE (target) == MEM)
2265 structure_value_addr = XEXP (target, 0);
2266 else
2268 /* For variable-sized objects, we must be called with a target
2269 specified. If we were to allocate space on the stack here,
2270 we would have no way of knowing when to free it. */
2271 rtx d = assign_temp (TREE_TYPE (exp), 1, 1, 1);
2273 mark_temp_addr_taken (d);
2274 structure_value_addr = XEXP (d, 0);
2275 target = 0;
2278 #endif /* not PCC_STATIC_STRUCT_RETURN */
2281 /* If called function is inline, try to integrate it. */
2283 if (is_integrable)
2285 rtx temp = try_to_integrate (fndecl, actparms, target,
2286 ignore, TREE_TYPE (exp),
2287 structure_value_addr);
2288 if (temp != (rtx) (HOST_WIDE_INT) - 1)
2289 return temp;
2292 /* Figure out the amount to which the stack should be aligned. */
2293 preferred_stack_boundary = PREFERRED_STACK_BOUNDARY;
2295 /* Operand 0 is a pointer-to-function; get the type of the function. */
2296 funtype = TREE_TYPE (TREE_OPERAND (exp, 0));
2297 if (! POINTER_TYPE_P (funtype))
2298 abort ();
2299 funtype = TREE_TYPE (funtype);
2301 /* See if this is a call to a function that can return more than once
2302 or a call to longjmp or malloc. */
2303 flags |= special_function_p (fndecl, flags);
2305 if (flags & ECF_MAY_BE_ALLOCA)
2306 current_function_calls_alloca = 1;
2308 /* If struct_value_rtx is 0, it means pass the address
2309 as if it were an extra parameter. */
2310 if (structure_value_addr && struct_value_rtx == 0)
2312 /* If structure_value_addr is a REG other than
2313 virtual_outgoing_args_rtx, we can use always use it. If it
2314 is not a REG, we must always copy it into a register.
2315 If it is virtual_outgoing_args_rtx, we must copy it to another
2316 register in some cases. */
2317 rtx temp = (GET_CODE (structure_value_addr) != REG
2318 || (ACCUMULATE_OUTGOING_ARGS
2319 && stack_arg_under_construction
2320 && structure_value_addr == virtual_outgoing_args_rtx)
2321 ? copy_addr_to_reg (structure_value_addr)
2322 : structure_value_addr);
2324 actparms
2325 = tree_cons (error_mark_node,
2326 make_tree (build_pointer_type (TREE_TYPE (funtype)),
2327 temp),
2328 actparms);
2329 structure_value_addr_parm = 1;
2332 /* Count the arguments and set NUM_ACTUALS. */
2333 for (p = actparms, num_actuals = 0; p; p = TREE_CHAIN (p))
2334 num_actuals++;
2336 /* Compute number of named args.
2337 Normally, don't include the last named arg if anonymous args follow.
2338 We do include the last named arg if STRICT_ARGUMENT_NAMING is nonzero.
2339 (If no anonymous args follow, the result of list_length is actually
2340 one too large. This is harmless.)
2342 If PRETEND_OUTGOING_VARARGS_NAMED is set and STRICT_ARGUMENT_NAMING is
2343 zero, this machine will be able to place unnamed args that were
2344 passed in registers into the stack. So treat all args as named.
2345 This allows the insns emitting for a specific argument list to be
2346 independent of the function declaration.
2348 If PRETEND_OUTGOING_VARARGS_NAMED is not set, we do not have any
2349 reliable way to pass unnamed args in registers, so we must force
2350 them into memory. */
2352 if ((STRICT_ARGUMENT_NAMING
2353 || ! PRETEND_OUTGOING_VARARGS_NAMED)
2354 && TYPE_ARG_TYPES (funtype) != 0)
2355 n_named_args
2356 = (list_length (TYPE_ARG_TYPES (funtype))
2357 /* Don't include the last named arg. */
2358 - (STRICT_ARGUMENT_NAMING ? 0 : 1)
2359 /* Count the struct value address, if it is passed as a parm. */
2360 + structure_value_addr_parm);
2361 else
2362 /* If we know nothing, treat all args as named. */
2363 n_named_args = num_actuals;
2365 /* Start updating where the next arg would go.
2367 On some machines (such as the PA) indirect calls have a different
2368 calling convention than normal calls. The last argument in
2369 INIT_CUMULATIVE_ARGS tells the backend if this is an indirect call
2370 or not. */
2371 INIT_CUMULATIVE_ARGS (args_so_far, funtype, NULL_RTX, (fndecl == 0));
2373 /* Make a vector to hold all the information about each arg. */
2374 args = (struct arg_data *) alloca (num_actuals * sizeof (struct arg_data));
2375 memset ((char *) args, 0, num_actuals * sizeof (struct arg_data));
2377 /* Build up entries in the ARGS array, compute the size of the
2378 arguments into ARGS_SIZE, etc. */
2379 initialize_argument_information (num_actuals, args, &args_size,
2380 n_named_args, actparms, fndecl,
2381 &args_so_far, reg_parm_stack_space,
2382 &old_stack_level, &old_pending_adj,
2383 &must_preallocate, &flags);
2385 if (args_size.var)
2387 /* If this function requires a variable-sized argument list, don't
2388 try to make a cse'able block for this call. We may be able to
2389 do this eventually, but it is too complicated to keep track of
2390 what insns go in the cse'able block and which don't. */
2392 flags &= ~(ECF_CONST | ECF_PURE);
2393 must_preallocate = 1;
2396 /* Now make final decision about preallocating stack space. */
2397 must_preallocate = finalize_must_preallocate (must_preallocate,
2398 num_actuals, args,
2399 &args_size);
2401 /* If the structure value address will reference the stack pointer, we
2402 must stabilize it. We don't need to do this if we know that we are
2403 not going to adjust the stack pointer in processing this call. */
2405 if (structure_value_addr
2406 && (reg_mentioned_p (virtual_stack_dynamic_rtx, structure_value_addr)
2407 || reg_mentioned_p (virtual_outgoing_args_rtx,
2408 structure_value_addr))
2409 && (args_size.var
2410 || (!ACCUMULATE_OUTGOING_ARGS && args_size.constant)))
2411 structure_value_addr = copy_to_reg (structure_value_addr);
2413 /* Tail calls can make things harder to debug, and we're traditionally
2414 pushed these optimizations into -O2. Don't try if we're already
2415 expanding a call, as that means we're an argument. Don't try if
2416 there's cleanups, as we know there's code to follow the call.
2418 If rtx_equal_function_value_matters is false, that means we've
2419 finished with regular parsing. Which means that some of the
2420 machinery we use to generate tail-calls is no longer in place.
2421 This is most often true of sjlj-exceptions, which we couldn't
2422 tail-call to anyway. */
2424 if (currently_expanding_call++ != 0
2425 || !flag_optimize_sibling_calls
2426 || !rtx_equal_function_value_matters
2427 || any_pending_cleanups (1)
2428 || args_size.var)
2429 try_tail_call = try_tail_recursion = 0;
2431 /* Tail recursion fails, when we are not dealing with recursive calls. */
2432 if (!try_tail_recursion
2433 || TREE_CODE (TREE_OPERAND (exp, 0)) != ADDR_EXPR
2434 || TREE_OPERAND (TREE_OPERAND (exp, 0), 0) != current_function_decl)
2435 try_tail_recursion = 0;
2437 /* Rest of purposes for tail call optimizations to fail. */
2438 if (
2439 #ifdef HAVE_sibcall_epilogue
2440 !HAVE_sibcall_epilogue
2441 #else
2443 #endif
2444 || !try_tail_call
2445 /* Doing sibling call optimization needs some work, since
2446 structure_value_addr can be allocated on the stack.
2447 It does not seem worth the effort since few optimizable
2448 sibling calls will return a structure. */
2449 || structure_value_addr != NULL_RTX
2450 /* If the register holding the address is a callee saved
2451 register, then we lose. We have no way to prevent that,
2452 so we only allow calls to named functions. */
2453 /* ??? This could be done by having the insn constraints
2454 use a register class that is all call-clobbered. Any
2455 reload insns generated to fix things up would appear
2456 before the sibcall_epilogue. */
2457 || fndecl == NULL_TREE
2458 || (flags & (ECF_RETURNS_TWICE | ECF_LONGJMP))
2459 || TREE_THIS_VOLATILE (fndecl)
2460 || !FUNCTION_OK_FOR_SIBCALL (fndecl)
2461 /* If this function requires more stack slots than the current
2462 function, we cannot change it into a sibling call. */
2463 || args_size.constant > current_function_args_size
2464 /* If the callee pops its own arguments, then it must pop exactly
2465 the same number of arguments as the current function. */
2466 || RETURN_POPS_ARGS (fndecl, funtype, args_size.constant)
2467 != RETURN_POPS_ARGS (current_function_decl,
2468 TREE_TYPE (current_function_decl),
2469 current_function_args_size))
2470 try_tail_call = 0;
2472 if (try_tail_call || try_tail_recursion)
2474 int end, inc;
2475 actparms = NULL_TREE;
2476 /* Ok, we're going to give the tail call the old college try.
2477 This means we're going to evaluate the function arguments
2478 up to three times. There are two degrees of badness we can
2479 encounter, those that can be unsaved and those that can't.
2480 (See unsafe_for_reeval commentary for details.)
2482 Generate a new argument list. Pass safe arguments through
2483 unchanged. For the easy badness wrap them in UNSAVE_EXPRs.
2484 For hard badness, evaluate them now and put their resulting
2485 rtx in a temporary VAR_DECL.
2487 initialize_argument_information has ordered the array for the
2488 order to be pushed, and we must remember this when reconstructing
2489 the original argument orde. */
2491 if (PUSH_ARGS_REVERSED)
2493 inc = 1;
2494 i = 0;
2495 end = num_actuals;
2497 else
2499 inc = -1;
2500 i = num_actuals - 1;
2501 end = -1;
2504 for (; i != end; i += inc)
2506 switch (unsafe_for_reeval (args[i].tree_value))
2508 case 0: /* Safe. */
2509 break;
2511 case 1: /* Mildly unsafe. */
2512 args[i].tree_value = unsave_expr (args[i].tree_value);
2513 break;
2515 case 2: /* Wildly unsafe. */
2517 tree var = build_decl (VAR_DECL, NULL_TREE,
2518 TREE_TYPE (args[i].tree_value));
2519 SET_DECL_RTL (var,
2520 expand_expr (args[i].tree_value, NULL_RTX,
2521 VOIDmode, EXPAND_NORMAL));
2522 args[i].tree_value = var;
2524 break;
2526 default:
2527 abort ();
2529 /* We need to build actparms for optimize_tail_recursion. We can
2530 safely trash away TREE_PURPOSE, since it is unused by this
2531 function. */
2532 if (try_tail_recursion)
2533 actparms = tree_cons (NULL_TREE, args[i].tree_value, actparms);
2535 /* Expanding one of those dangerous arguments could have added
2536 cleanups, but otherwise give it a whirl. */
2537 if (any_pending_cleanups (1))
2538 try_tail_call = try_tail_recursion = 0;
2541 /* Generate a tail recursion sequence when calling ourselves. */
2543 if (try_tail_recursion)
2545 /* We want to emit any pending stack adjustments before the tail
2546 recursion "call". That way we know any adjustment after the tail
2547 recursion call can be ignored if we indeed use the tail recursion
2548 call expansion. */
2549 int save_pending_stack_adjust = pending_stack_adjust;
2550 int save_stack_pointer_delta = stack_pointer_delta;
2552 /* Emit any queued insns now; otherwise they would end up in
2553 only one of the alternates. */
2554 emit_queue ();
2556 /* Use a new sequence to hold any RTL we generate. We do not even
2557 know if we will use this RTL yet. The final decision can not be
2558 made until after RTL generation for the entire function is
2559 complete. */
2560 start_sequence ();
2561 /* If expanding any of the arguments creates cleanups, we can't
2562 do a tailcall. So, we'll need to pop the pending cleanups
2563 list. If, however, all goes well, and there are no cleanups
2564 then the call to expand_start_target_temps will have no
2565 effect. */
2566 expand_start_target_temps ();
2567 if (optimize_tail_recursion (actparms, get_last_insn ()))
2569 if (any_pending_cleanups (1))
2570 try_tail_call = try_tail_recursion = 0;
2571 else
2572 tail_recursion_insns = get_insns ();
2574 expand_end_target_temps ();
2575 end_sequence ();
2577 /* Restore the original pending stack adjustment for the sibling and
2578 normal call cases below. */
2579 pending_stack_adjust = save_pending_stack_adjust;
2580 stack_pointer_delta = save_stack_pointer_delta;
2583 if (profile_arc_flag && (flags & ECF_FORK_OR_EXEC))
2585 /* A fork duplicates the profile information, and an exec discards
2586 it. We can't rely on fork/exec to be paired. So write out the
2587 profile information we have gathered so far, and clear it. */
2588 /* ??? When Linux's __clone is called with CLONE_VM set, profiling
2589 is subject to race conditions, just as with multithreaded
2590 programs. */
2592 emit_library_call (gen_rtx_SYMBOL_REF (Pmode, "__bb_fork_func"),
2593 LCT_ALWAYS_RETURN,
2594 VOIDmode, 0);
2597 /* Ensure current function's preferred stack boundary is at least
2598 what we need. We don't have to increase alignment for recursive
2599 functions. */
2600 if (cfun->preferred_stack_boundary < preferred_stack_boundary
2601 && fndecl != current_function_decl)
2602 cfun->preferred_stack_boundary = preferred_stack_boundary;
2604 preferred_unit_stack_boundary = preferred_stack_boundary / BITS_PER_UNIT;
2606 function_call_count++;
2608 /* We want to make two insn chains; one for a sibling call, the other
2609 for a normal call. We will select one of the two chains after
2610 initial RTL generation is complete. */
2611 for (pass = 0; pass < 2; pass++)
2613 int sibcall_failure = 0;
2614 /* We want to emit ay pending stack adjustments before the tail
2615 recursion "call". That way we know any adjustment after the tail
2616 recursion call can be ignored if we indeed use the tail recursion
2617 call expansion. */
2618 int save_pending_stack_adjust = 0;
2619 int save_stack_pointer_delta = 0;
2620 rtx insns;
2621 rtx before_call, next_arg_reg;
2623 if (pass == 0)
2625 if (! try_tail_call)
2626 continue;
2628 /* Emit any queued insns now; otherwise they would end up in
2629 only one of the alternates. */
2630 emit_queue ();
2632 /* State variables we need to save and restore between
2633 iterations. */
2634 save_pending_stack_adjust = pending_stack_adjust;
2635 save_stack_pointer_delta = stack_pointer_delta;
2637 if (pass)
2638 flags &= ~ECF_SIBCALL;
2639 else
2640 flags |= ECF_SIBCALL;
2642 /* Other state variables that we must reinitialize each time
2643 through the loop (that are not initialized by the loop itself). */
2644 argblock = 0;
2645 call_fusage = 0;
2647 /* Start a new sequence for the normal call case.
2649 From this point on, if the sibling call fails, we want to set
2650 sibcall_failure instead of continuing the loop. */
2651 start_sequence ();
2653 if (pass == 0)
2655 /* We know at this point that there are not currently any
2656 pending cleanups. If, however, in the process of evaluating
2657 the arguments we were to create some, we'll need to be
2658 able to get rid of them. */
2659 expand_start_target_temps ();
2662 /* Don't let pending stack adjusts add up to too much.
2663 Also, do all pending adjustments now if there is any chance
2664 this might be a call to alloca or if we are expanding a sibling
2665 call sequence. */
2666 if (pending_stack_adjust >= 32
2667 || (pending_stack_adjust > 0 && (flags & ECF_MAY_BE_ALLOCA))
2668 || pass == 0)
2669 do_pending_stack_adjust ();
2671 /* When calling a const function, we must pop the stack args right away,
2672 so that the pop is deleted or moved with the call. */
2673 if (flags & (ECF_CONST | ECF_PURE))
2674 NO_DEFER_POP;
2676 /* Push the temporary stack slot level so that we can free any
2677 temporaries we make. */
2678 push_temp_slots ();
2680 #ifdef FINAL_REG_PARM_STACK_SPACE
2681 reg_parm_stack_space = FINAL_REG_PARM_STACK_SPACE (args_size.constant,
2682 args_size.var);
2683 #endif
2684 /* Precompute any arguments as needed. */
2685 if (pass)
2686 precompute_arguments (flags, num_actuals, args);
2688 /* Now we are about to start emitting insns that can be deleted
2689 if a libcall is deleted. */
2690 if (flags & (ECF_CONST | ECF_PURE | ECF_MALLOC))
2691 start_sequence ();
2693 adjusted_args_size = args_size;
2694 /* Compute the actual size of the argument block required. The variable
2695 and constant sizes must be combined, the size may have to be rounded,
2696 and there may be a minimum required size. When generating a sibcall
2697 pattern, do not round up, since we'll be re-using whatever space our
2698 caller provided. */
2699 unadjusted_args_size
2700 = compute_argument_block_size (reg_parm_stack_space,
2701 &adjusted_args_size,
2702 (pass == 0 ? 0
2703 : preferred_stack_boundary));
2705 old_stack_allocated = stack_pointer_delta - pending_stack_adjust;
2707 /* The argument block when performing a sibling call is the
2708 incoming argument block. */
2709 if (pass == 0)
2711 argblock = virtual_incoming_args_rtx;
2712 stored_args_map = sbitmap_alloc (args_size.constant);
2713 sbitmap_zero (stored_args_map);
2716 /* If we have no actual push instructions, or shouldn't use them,
2717 make space for all args right now. */
2718 else if (adjusted_args_size.var != 0)
2720 if (old_stack_level == 0)
2722 emit_stack_save (SAVE_BLOCK, &old_stack_level, NULL_RTX);
2723 old_pending_adj = pending_stack_adjust;
2724 pending_stack_adjust = 0;
2725 /* stack_arg_under_construction says whether a stack arg is
2726 being constructed at the old stack level. Pushing the stack
2727 gets a clean outgoing argument block. */
2728 old_stack_arg_under_construction = stack_arg_under_construction;
2729 stack_arg_under_construction = 0;
2731 argblock = push_block (ARGS_SIZE_RTX (adjusted_args_size), 0, 0);
2733 else
2735 /* Note that we must go through the motions of allocating an argument
2736 block even if the size is zero because we may be storing args
2737 in the area reserved for register arguments, which may be part of
2738 the stack frame. */
2740 int needed = adjusted_args_size.constant;
2742 /* Store the maximum argument space used. It will be pushed by
2743 the prologue (if ACCUMULATE_OUTGOING_ARGS, or stack overflow
2744 checking). */
2746 if (needed > current_function_outgoing_args_size)
2747 current_function_outgoing_args_size = needed;
2749 if (must_preallocate)
2751 if (ACCUMULATE_OUTGOING_ARGS)
2753 /* Since the stack pointer will never be pushed, it is
2754 possible for the evaluation of a parm to clobber
2755 something we have already written to the stack.
2756 Since most function calls on RISC machines do not use
2757 the stack, this is uncommon, but must work correctly.
2759 Therefore, we save any area of the stack that was already
2760 written and that we are using. Here we set up to do this
2761 by making a new stack usage map from the old one. The
2762 actual save will be done by store_one_arg.
2764 Another approach might be to try to reorder the argument
2765 evaluations to avoid this conflicting stack usage. */
2767 #ifndef OUTGOING_REG_PARM_STACK_SPACE
2768 /* Since we will be writing into the entire argument area,
2769 the map must be allocated for its entire size, not just
2770 the part that is the responsibility of the caller. */
2771 needed += reg_parm_stack_space;
2772 #endif
2774 #ifdef ARGS_GROW_DOWNWARD
2775 highest_outgoing_arg_in_use = MAX (initial_highest_arg_in_use,
2776 needed + 1);
2777 #else
2778 highest_outgoing_arg_in_use = MAX (initial_highest_arg_in_use,
2779 needed);
2780 #endif
2781 stack_usage_map
2782 = (char *) alloca (highest_outgoing_arg_in_use);
2784 if (initial_highest_arg_in_use)
2785 memcpy (stack_usage_map, initial_stack_usage_map,
2786 initial_highest_arg_in_use);
2788 if (initial_highest_arg_in_use != highest_outgoing_arg_in_use)
2789 memset (&stack_usage_map[initial_highest_arg_in_use], 0,
2790 (highest_outgoing_arg_in_use
2791 - initial_highest_arg_in_use));
2792 needed = 0;
2794 /* The address of the outgoing argument list must not be
2795 copied to a register here, because argblock would be left
2796 pointing to the wrong place after the call to
2797 allocate_dynamic_stack_space below. */
2799 argblock = virtual_outgoing_args_rtx;
2801 else
2803 if (inhibit_defer_pop == 0)
2805 /* Try to reuse some or all of the pending_stack_adjust
2806 to get this space. */
2807 needed
2808 = (combine_pending_stack_adjustment_and_call
2809 (unadjusted_args_size,
2810 &adjusted_args_size,
2811 preferred_unit_stack_boundary));
2813 /* combine_pending_stack_adjustment_and_call computes
2814 an adjustment before the arguments are allocated.
2815 Account for them and see whether or not the stack
2816 needs to go up or down. */
2817 needed = unadjusted_args_size - needed;
2819 if (needed < 0)
2821 /* We're releasing stack space. */
2822 /* ??? We can avoid any adjustment at all if we're
2823 already aligned. FIXME. */
2824 pending_stack_adjust = -needed;
2825 do_pending_stack_adjust ();
2826 needed = 0;
2828 else
2829 /* We need to allocate space. We'll do that in
2830 push_block below. */
2831 pending_stack_adjust = 0;
2834 /* Special case this because overhead of `push_block' in
2835 this case is non-trivial. */
2836 if (needed == 0)
2837 argblock = virtual_outgoing_args_rtx;
2838 else
2839 argblock = push_block (GEN_INT (needed), 0, 0);
2841 /* We only really need to call `copy_to_reg' in the case
2842 where push insns are going to be used to pass ARGBLOCK
2843 to a function call in ARGS. In that case, the stack
2844 pointer changes value from the allocation point to the
2845 call point, and hence the value of
2846 VIRTUAL_OUTGOING_ARGS_RTX changes as well. But might
2847 as well always do it. */
2848 argblock = copy_to_reg (argblock);
2850 /* The save/restore code in store_one_arg handles all
2851 cases except one: a constructor call (including a C
2852 function returning a BLKmode struct) to initialize
2853 an argument. */
2854 if (stack_arg_under_construction)
2856 #ifndef OUTGOING_REG_PARM_STACK_SPACE
2857 rtx push_size = GEN_INT (reg_parm_stack_space
2858 + adjusted_args_size.constant);
2859 #else
2860 rtx push_size = GEN_INT (adjusted_args_size.constant);
2861 #endif
2862 if (old_stack_level == 0)
2864 emit_stack_save (SAVE_BLOCK, &old_stack_level,
2865 NULL_RTX);
2866 old_pending_adj = pending_stack_adjust;
2867 pending_stack_adjust = 0;
2868 /* stack_arg_under_construction says whether a stack
2869 arg is being constructed at the old stack level.
2870 Pushing the stack gets a clean outgoing argument
2871 block. */
2872 old_stack_arg_under_construction
2873 = stack_arg_under_construction;
2874 stack_arg_under_construction = 0;
2875 /* Make a new map for the new argument list. */
2876 stack_usage_map = (char *)
2877 alloca (highest_outgoing_arg_in_use);
2878 memset (stack_usage_map, 0, highest_outgoing_arg_in_use);
2879 highest_outgoing_arg_in_use = 0;
2881 allocate_dynamic_stack_space (push_size, NULL_RTX,
2882 BITS_PER_UNIT);
2884 /* If argument evaluation might modify the stack pointer,
2885 copy the address of the argument list to a register. */
2886 for (i = 0; i < num_actuals; i++)
2887 if (args[i].pass_on_stack)
2889 argblock = copy_addr_to_reg (argblock);
2890 break;
2896 compute_argument_addresses (args, argblock, num_actuals);
2898 /* If we push args individually in reverse order, perform stack alignment
2899 before the first push (the last arg). */
2900 if (PUSH_ARGS_REVERSED && argblock == 0
2901 && adjusted_args_size.constant != unadjusted_args_size)
2903 /* When the stack adjustment is pending, we get better code
2904 by combining the adjustments. */
2905 if (pending_stack_adjust
2906 && ! (flags & (ECF_CONST | ECF_PURE))
2907 && ! inhibit_defer_pop)
2909 pending_stack_adjust
2910 = (combine_pending_stack_adjustment_and_call
2911 (unadjusted_args_size,
2912 &adjusted_args_size,
2913 preferred_unit_stack_boundary));
2914 do_pending_stack_adjust ();
2916 else if (argblock == 0)
2917 anti_adjust_stack (GEN_INT (adjusted_args_size.constant
2918 - unadjusted_args_size));
2920 /* Now that the stack is properly aligned, pops can't safely
2921 be deferred during the evaluation of the arguments. */
2922 NO_DEFER_POP;
2924 funexp = rtx_for_function_call (fndecl, exp);
2926 /* Figure out the register where the value, if any, will come back. */
2927 valreg = 0;
2928 if (TYPE_MODE (TREE_TYPE (exp)) != VOIDmode
2929 && ! structure_value_addr)
2931 if (pcc_struct_value)
2932 valreg = hard_function_value (build_pointer_type (TREE_TYPE (exp)),
2933 fndecl, (pass == 0));
2934 else
2935 valreg = hard_function_value (TREE_TYPE (exp), fndecl, (pass == 0));
2938 /* Precompute all register parameters. It isn't safe to compute anything
2939 once we have started filling any specific hard regs. */
2940 precompute_register_parameters (num_actuals, args, &reg_parm_seen);
2942 #ifdef REG_PARM_STACK_SPACE
2943 /* Save the fixed argument area if it's part of the caller's frame and
2944 is clobbered by argument setup for this call. */
2945 if (ACCUMULATE_OUTGOING_ARGS && pass)
2946 save_area = save_fixed_argument_area (reg_parm_stack_space, argblock,
2947 &low_to_save, &high_to_save);
2948 #endif
2950 /* Now store (and compute if necessary) all non-register parms.
2951 These come before register parms, since they can require block-moves,
2952 which could clobber the registers used for register parms.
2953 Parms which have partial registers are not stored here,
2954 but we do preallocate space here if they want that. */
2956 for (i = 0; i < num_actuals; i++)
2957 if (args[i].reg == 0 || args[i].pass_on_stack)
2959 rtx before_arg = get_last_insn ();
2961 if (store_one_arg (&args[i], argblock, flags,
2962 adjusted_args_size.var != 0,
2963 reg_parm_stack_space)
2964 || (pass == 0
2965 && check_sibcall_argument_overlap (before_arg,
2966 &args[i])))
2967 sibcall_failure = 1;
2970 /* If we have a parm that is passed in registers but not in memory
2971 and whose alignment does not permit a direct copy into registers,
2972 make a group of pseudos that correspond to each register that we
2973 will later fill. */
2974 if (STRICT_ALIGNMENT)
2975 store_unaligned_arguments_into_pseudos (args, num_actuals);
2977 /* Now store any partially-in-registers parm.
2978 This is the last place a block-move can happen. */
2979 if (reg_parm_seen)
2980 for (i = 0; i < num_actuals; i++)
2981 if (args[i].partial != 0 && ! args[i].pass_on_stack)
2983 rtx before_arg = get_last_insn ();
2985 if (store_one_arg (&args[i], argblock, flags,
2986 adjusted_args_size.var != 0,
2987 reg_parm_stack_space)
2988 || (pass == 0
2989 && check_sibcall_argument_overlap (before_arg,
2990 &args[i])))
2991 sibcall_failure = 1;
2994 /* If we pushed args in forward order, perform stack alignment
2995 after pushing the last arg. */
2996 if (!PUSH_ARGS_REVERSED && argblock == 0)
2997 anti_adjust_stack (GEN_INT (adjusted_args_size.constant
2998 - unadjusted_args_size));
3000 /* If register arguments require space on the stack and stack space
3001 was not preallocated, allocate stack space here for arguments
3002 passed in registers. */
3003 #ifdef OUTGOING_REG_PARM_STACK_SPACE
3004 if (!ACCUMULATE_OUTGOING_ARGS
3005 && must_preallocate == 0 && reg_parm_stack_space > 0)
3006 anti_adjust_stack (GEN_INT (reg_parm_stack_space));
3007 #endif
3009 /* Pass the function the address in which to return a
3010 structure value. */
3011 if (pass != 0 && structure_value_addr && ! structure_value_addr_parm)
3013 emit_move_insn (struct_value_rtx,
3014 force_reg (Pmode,
3015 force_operand (structure_value_addr,
3016 NULL_RTX)));
3018 /* Mark the memory for the aggregate as write-only. */
3019 if (current_function_check_memory_usage)
3020 emit_library_call (chkr_set_right_libfunc, LCT_CONST_MAKE_BLOCK,
3021 VOIDmode, 3,
3022 structure_value_addr, ptr_mode,
3023 GEN_INT (struct_value_size),
3024 TYPE_MODE (sizetype),
3025 GEN_INT (MEMORY_USE_WO),
3026 TYPE_MODE (integer_type_node));
3028 if (GET_CODE (struct_value_rtx) == REG)
3029 use_reg (&call_fusage, struct_value_rtx);
3032 funexp = prepare_call_address (funexp, fndecl, &call_fusage,
3033 reg_parm_seen, pass == 0);
3035 load_register_parameters (args, num_actuals, &call_fusage, flags);
3037 /* Perform postincrements before actually calling the function. */
3038 emit_queue ();
3040 /* Save a pointer to the last insn before the call, so that we can
3041 later safely search backwards to find the CALL_INSN. */
3042 before_call = get_last_insn ();
3044 /* Set up next argument register. For sibling calls on machines
3045 with register windows this should be the incoming register. */
3046 #ifdef FUNCTION_INCOMING_ARG
3047 if (pass == 0)
3048 next_arg_reg = FUNCTION_INCOMING_ARG (args_so_far, VOIDmode,
3049 void_type_node, 1);
3050 else
3051 #endif
3052 next_arg_reg = FUNCTION_ARG (args_so_far, VOIDmode,
3053 void_type_node, 1);
3055 /* All arguments and registers used for the call must be set up by
3056 now! */
3058 /* Stack must be properly aligned now. */
3059 if (pass && stack_pointer_delta % preferred_unit_stack_boundary)
3060 abort ();
3062 /* Generate the actual call instruction. */
3063 emit_call_1 (funexp, fndecl, funtype, unadjusted_args_size,
3064 adjusted_args_size.constant, struct_value_size,
3065 next_arg_reg, valreg, old_inhibit_defer_pop, call_fusage,
3066 flags);
3068 /* Verify that we've deallocated all the stack we used. */
3069 if (pass
3070 && old_stack_allocated != stack_pointer_delta - pending_stack_adjust)
3071 abort ();
3073 /* If call is cse'able, make appropriate pair of reg-notes around it.
3074 Test valreg so we don't crash; may safely ignore `const'
3075 if return type is void. Disable for PARALLEL return values, because
3076 we have no way to move such values into a pseudo register. */
3077 if (pass
3078 && (flags & (ECF_CONST | ECF_PURE))
3079 && valreg != 0 && GET_CODE (valreg) != PARALLEL)
3081 rtx note = 0;
3082 rtx temp = gen_reg_rtx (GET_MODE (valreg));
3083 rtx insns;
3085 /* Mark the return value as a pointer if needed. */
3086 if (TREE_CODE (TREE_TYPE (exp)) == POINTER_TYPE)
3087 mark_reg_pointer (temp, TYPE_ALIGN (TREE_TYPE (TREE_TYPE (exp))));
3089 /* Construct an "equal form" for the value which mentions all the
3090 arguments in order as well as the function name. */
3091 for (i = 0; i < num_actuals; i++)
3092 note = gen_rtx_EXPR_LIST (VOIDmode, args[i].initial_value, note);
3093 note = gen_rtx_EXPR_LIST (VOIDmode, funexp, note);
3095 insns = get_insns ();
3096 end_sequence ();
3098 if (flags & ECF_PURE)
3099 note = gen_rtx_EXPR_LIST (VOIDmode,
3100 gen_rtx_USE (VOIDmode,
3101 gen_rtx_MEM (BLKmode,
3102 gen_rtx_SCRATCH (VOIDmode))), note);
3104 emit_libcall_block (insns, temp, valreg, note);
3106 valreg = temp;
3108 else if (flags & (ECF_CONST | ECF_PURE))
3110 /* Otherwise, just write out the sequence without a note. */
3111 rtx insns = get_insns ();
3113 end_sequence ();
3114 emit_insns (insns);
3116 else if (flags & ECF_MALLOC)
3118 rtx temp = gen_reg_rtx (GET_MODE (valreg));
3119 rtx last, insns;
3121 /* The return value from a malloc-like function is a pointer. */
3122 if (TREE_CODE (TREE_TYPE (exp)) == POINTER_TYPE)
3123 mark_reg_pointer (temp, BIGGEST_ALIGNMENT);
3125 emit_move_insn (temp, valreg);
3127 /* The return value from a malloc-like function can not alias
3128 anything else. */
3129 last = get_last_insn ();
3130 REG_NOTES (last) =
3131 gen_rtx_EXPR_LIST (REG_NOALIAS, temp, REG_NOTES (last));
3133 /* Write out the sequence. */
3134 insns = get_insns ();
3135 end_sequence ();
3136 emit_insns (insns);
3137 valreg = temp;
3140 /* For calls to `setjmp', etc., inform flow.c it should complain
3141 if nonvolatile values are live. For functions that cannot return,
3142 inform flow that control does not fall through. */
3144 if ((flags & (ECF_NORETURN | ECF_LONGJMP)) || pass == 0)
3146 /* The barrier must be emitted
3147 immediately after the CALL_INSN. Some ports emit more
3148 than just a CALL_INSN above, so we must search for it here. */
3150 rtx last = get_last_insn ();
3151 while (GET_CODE (last) != CALL_INSN)
3153 last = PREV_INSN (last);
3154 /* There was no CALL_INSN? */
3155 if (last == before_call)
3156 abort ();
3159 emit_barrier_after (last);
3162 if (flags & ECF_LONGJMP)
3163 current_function_calls_longjmp = 1;
3165 /* If this function is returning into a memory location marked as
3166 readonly, it means it is initializing that location. But we normally
3167 treat functions as not clobbering such locations, so we need to
3168 specify that this one does. */
3169 if (target != 0 && GET_CODE (target) == MEM
3170 && structure_value_addr != 0 && RTX_UNCHANGING_P (target))
3171 emit_insn (gen_rtx_CLOBBER (VOIDmode, target));
3173 /* If value type not void, return an rtx for the value. */
3175 /* If there are cleanups to be called, don't use a hard reg as target.
3176 We need to double check this and see if it matters anymore. */
3177 if (any_pending_cleanups (1))
3179 if (target && REG_P (target)
3180 && REGNO (target) < FIRST_PSEUDO_REGISTER)
3181 target = 0;
3182 sibcall_failure = 1;
3185 if (TYPE_MODE (TREE_TYPE (exp)) == VOIDmode
3186 || ignore)
3188 target = const0_rtx;
3190 else if (structure_value_addr)
3192 if (target == 0 || GET_CODE (target) != MEM)
3194 target
3195 = gen_rtx_MEM (TYPE_MODE (TREE_TYPE (exp)),
3196 memory_address (TYPE_MODE (TREE_TYPE (exp)),
3197 structure_value_addr));
3198 set_mem_attributes (target, exp, 1);
3201 else if (pcc_struct_value)
3203 /* This is the special C++ case where we need to
3204 know what the true target was. We take care to
3205 never use this value more than once in one expression. */
3206 target = gen_rtx_MEM (TYPE_MODE (TREE_TYPE (exp)),
3207 copy_to_reg (valreg));
3208 set_mem_attributes (target, exp, 1);
3210 /* Handle calls that return values in multiple non-contiguous locations.
3211 The Irix 6 ABI has examples of this. */
3212 else if (GET_CODE (valreg) == PARALLEL)
3214 if (target == 0)
3216 /* This will only be assigned once, so it can be readonly. */
3217 tree nt = build_qualified_type (TREE_TYPE (exp),
3218 (TYPE_QUALS (TREE_TYPE (exp))
3219 | TYPE_QUAL_CONST));
3221 target = assign_temp (nt, 0, 1, 1);
3222 preserve_temp_slots (target);
3225 if (! rtx_equal_p (target, valreg))
3226 emit_group_store (target, valreg,
3227 int_size_in_bytes (TREE_TYPE (exp)),
3228 TYPE_ALIGN (TREE_TYPE (exp)));
3230 /* We can not support sibling calls for this case. */
3231 sibcall_failure = 1;
3233 else if (target
3234 && GET_MODE (target) == TYPE_MODE (TREE_TYPE (exp))
3235 && GET_MODE (target) == GET_MODE (valreg))
3237 /* TARGET and VALREG cannot be equal at this point because the
3238 latter would not have REG_FUNCTION_VALUE_P true, while the
3239 former would if it were referring to the same register.
3241 If they refer to the same register, this move will be a no-op,
3242 except when function inlining is being done. */
3243 emit_move_insn (target, valreg);
3245 else if (TYPE_MODE (TREE_TYPE (exp)) == BLKmode)
3247 target = copy_blkmode_from_reg (target, valreg, TREE_TYPE (exp));
3249 /* We can not support sibling calls for this case. */
3250 sibcall_failure = 1;
3252 else
3253 target = copy_to_reg (valreg);
3255 #ifdef PROMOTE_FUNCTION_RETURN
3256 /* If we promoted this return value, make the proper SUBREG. TARGET
3257 might be const0_rtx here, so be careful. */
3258 if (GET_CODE (target) == REG
3259 && TYPE_MODE (TREE_TYPE (exp)) != BLKmode
3260 && GET_MODE (target) != TYPE_MODE (TREE_TYPE (exp)))
3262 tree type = TREE_TYPE (exp);
3263 int unsignedp = TREE_UNSIGNED (type);
3264 int offset = 0;
3266 /* If we don't promote as expected, something is wrong. */
3267 if (GET_MODE (target)
3268 != promote_mode (type, TYPE_MODE (type), &unsignedp, 1))
3269 abort ();
3271 if ((WORDS_BIG_ENDIAN || BYTES_BIG_ENDIAN)
3272 && GET_MODE_SIZE (GET_MODE (target))
3273 > GET_MODE_SIZE (TYPE_MODE (type)))
3275 offset = GET_MODE_SIZE (GET_MODE (target))
3276 - GET_MODE_SIZE (TYPE_MODE (type));
3277 if (! BYTES_BIG_ENDIAN)
3278 offset = (offset / UNITS_PER_WORD) * UNITS_PER_WORD;
3279 else if (! WORDS_BIG_ENDIAN)
3280 offset %= UNITS_PER_WORD;
3282 target = gen_rtx_SUBREG (TYPE_MODE (type), target, offset);
3283 SUBREG_PROMOTED_VAR_P (target) = 1;
3284 SUBREG_PROMOTED_UNSIGNED_P (target) = unsignedp;
3286 #endif
3288 /* If size of args is variable or this was a constructor call for a stack
3289 argument, restore saved stack-pointer value. */
3291 if (old_stack_level && ! (flags & ECF_SP_DEPRESSED))
3293 emit_stack_restore (SAVE_BLOCK, old_stack_level, NULL_RTX);
3294 pending_stack_adjust = old_pending_adj;
3295 stack_arg_under_construction = old_stack_arg_under_construction;
3296 highest_outgoing_arg_in_use = initial_highest_arg_in_use;
3297 stack_usage_map = initial_stack_usage_map;
3298 sibcall_failure = 1;
3300 else if (ACCUMULATE_OUTGOING_ARGS && pass)
3302 #ifdef REG_PARM_STACK_SPACE
3303 if (save_area)
3305 restore_fixed_argument_area (save_area, argblock,
3306 high_to_save, low_to_save);
3308 #endif
3310 /* If we saved any argument areas, restore them. */
3311 for (i = 0; i < num_actuals; i++)
3312 if (args[i].save_area)
3314 enum machine_mode save_mode = GET_MODE (args[i].save_area);
3315 rtx stack_area
3316 = gen_rtx_MEM (save_mode,
3317 memory_address (save_mode,
3318 XEXP (args[i].stack_slot, 0)));
3320 if (save_mode != BLKmode)
3321 emit_move_insn (stack_area, args[i].save_area);
3322 else
3323 emit_block_move (stack_area,
3324 validize_mem (args[i].save_area),
3325 GEN_INT (args[i].size.constant),
3326 PARM_BOUNDARY);
3329 highest_outgoing_arg_in_use = initial_highest_arg_in_use;
3330 stack_usage_map = initial_stack_usage_map;
3333 /* If this was alloca, record the new stack level for nonlocal gotos.
3334 Check for the handler slots since we might not have a save area
3335 for non-local gotos. */
3337 if ((flags & ECF_MAY_BE_ALLOCA) && nonlocal_goto_handler_slots != 0)
3338 emit_stack_save (SAVE_NONLOCAL, &nonlocal_goto_stack_level, NULL_RTX);
3340 pop_temp_slots ();
3342 /* Free up storage we no longer need. */
3343 for (i = 0; i < num_actuals; ++i)
3344 if (args[i].aligned_regs)
3345 free (args[i].aligned_regs);
3347 if (pass == 0)
3349 /* Undo the fake expand_start_target_temps we did earlier. If
3350 there had been any cleanups created, we've already set
3351 sibcall_failure. */
3352 expand_end_target_temps ();
3355 insns = get_insns ();
3356 end_sequence ();
3358 if (pass == 0)
3360 tail_call_insns = insns;
3362 /* Restore the pending stack adjustment now that we have
3363 finished generating the sibling call sequence. */
3365 pending_stack_adjust = save_pending_stack_adjust;
3366 stack_pointer_delta = save_stack_pointer_delta;
3368 /* Prepare arg structure for next iteration. */
3369 for (i = 0; i < num_actuals; i++)
3371 args[i].value = 0;
3372 args[i].aligned_regs = 0;
3373 args[i].stack = 0;
3376 sbitmap_free (stored_args_map);
3378 else
3379 normal_call_insns = insns;
3381 /* If something prevents making this a sibling call,
3382 zero out the sequence. */
3383 if (sibcall_failure)
3384 tail_call_insns = NULL_RTX;
3387 /* The function optimize_sibling_and_tail_recursive_calls doesn't
3388 handle CALL_PLACEHOLDERs inside other CALL_PLACEHOLDERs. This
3389 can happen if the arguments to this function call an inline
3390 function who's expansion contains another CALL_PLACEHOLDER.
3392 If there are any C_Ps in any of these sequences, replace them
3393 with their normal call. */
3395 for (insn = normal_call_insns; insn; insn = NEXT_INSN (insn))
3396 if (GET_CODE (insn) == CALL_INSN
3397 && GET_CODE (PATTERN (insn)) == CALL_PLACEHOLDER)
3398 replace_call_placeholder (insn, sibcall_use_normal);
3400 for (insn = tail_call_insns; insn; insn = NEXT_INSN (insn))
3401 if (GET_CODE (insn) == CALL_INSN
3402 && GET_CODE (PATTERN (insn)) == CALL_PLACEHOLDER)
3403 replace_call_placeholder (insn, sibcall_use_normal);
3405 for (insn = tail_recursion_insns; insn; insn = NEXT_INSN (insn))
3406 if (GET_CODE (insn) == CALL_INSN
3407 && GET_CODE (PATTERN (insn)) == CALL_PLACEHOLDER)
3408 replace_call_placeholder (insn, sibcall_use_normal);
3410 /* If this was a potential tail recursion site, then emit a
3411 CALL_PLACEHOLDER with the normal and the tail recursion streams.
3412 One of them will be selected later. */
3413 if (tail_recursion_insns || tail_call_insns)
3415 /* The tail recursion label must be kept around. We could expose
3416 its use in the CALL_PLACEHOLDER, but that creates unwanted edges
3417 and makes determining true tail recursion sites difficult.
3419 So we set LABEL_PRESERVE_P here, then clear it when we select
3420 one of the call sequences after rtl generation is complete. */
3421 if (tail_recursion_insns)
3422 LABEL_PRESERVE_P (tail_recursion_label) = 1;
3423 emit_call_insn (gen_rtx_CALL_PLACEHOLDER (VOIDmode, normal_call_insns,
3424 tail_call_insns,
3425 tail_recursion_insns,
3426 tail_recursion_label));
3428 else
3429 emit_insns (normal_call_insns);
3431 currently_expanding_call--;
3433 /* If this function returns with the stack pointer depressed, ensure
3434 this block saves and restores the stack pointer, show it was
3435 changed, and adjust for any outgoing arg space. */
3436 if (flags & ECF_SP_DEPRESSED)
3438 clear_pending_stack_adjust ();
3439 emit_insn (gen_rtx (CLOBBER, VOIDmode, stack_pointer_rtx));
3440 emit_move_insn (virtual_stack_dynamic_rtx, stack_pointer_rtx);
3441 save_stack_pointer ();
3444 return target;
3447 /* Output a library call to function FUN (a SYMBOL_REF rtx).
3448 The RETVAL parameter specifies whether return value needs to be saved, other
3449 parameters are documented in the emit_library_call function below. */
3450 static rtx
3451 emit_library_call_value_1 (retval, orgfun, value, fn_type, outmode, nargs, p)
3452 int retval;
3453 rtx orgfun;
3454 rtx value;
3455 enum libcall_type fn_type;
3456 enum machine_mode outmode;
3457 int nargs;
3458 va_list p;
3460 /* Total size in bytes of all the stack-parms scanned so far. */
3461 struct args_size args_size;
3462 /* Size of arguments before any adjustments (such as rounding). */
3463 struct args_size original_args_size;
3464 int argnum;
3465 rtx fun;
3466 int inc;
3467 int count;
3468 struct args_size alignment_pad;
3469 rtx argblock = 0;
3470 CUMULATIVE_ARGS args_so_far;
3471 struct arg
3473 rtx value;
3474 enum machine_mode mode;
3475 rtx reg;
3476 int partial;
3477 struct args_size offset;
3478 struct args_size size;
3479 rtx save_area;
3481 struct arg *argvec;
3482 int old_inhibit_defer_pop = inhibit_defer_pop;
3483 rtx call_fusage = 0;
3484 rtx mem_value = 0;
3485 rtx valreg;
3486 int pcc_struct_value = 0;
3487 int struct_value_size = 0;
3488 int flags;
3489 int reg_parm_stack_space = 0;
3490 int needed;
3491 rtx before_call;
3493 #ifdef REG_PARM_STACK_SPACE
3494 /* Define the boundary of the register parm stack space that needs to be
3495 save, if any. */
3496 int low_to_save = -1, high_to_save = 0;
3497 rtx save_area = 0; /* Place that it is saved. */
3498 #endif
3500 /* Size of the stack reserved for parameter registers. */
3501 int initial_highest_arg_in_use = highest_outgoing_arg_in_use;
3502 char *initial_stack_usage_map = stack_usage_map;
3504 #ifdef REG_PARM_STACK_SPACE
3505 #ifdef MAYBE_REG_PARM_STACK_SPACE
3506 reg_parm_stack_space = MAYBE_REG_PARM_STACK_SPACE;
3507 #else
3508 reg_parm_stack_space = REG_PARM_STACK_SPACE ((tree) 0);
3509 #endif
3510 #endif
3512 /* By default, library functions can not throw. */
3513 flags = ECF_NOTHROW;
3515 switch (fn_type)
3517 case LCT_NORMAL:
3518 case LCT_CONST:
3519 case LCT_PURE:
3520 /* Nothing to do here. */
3521 break;
3522 case LCT_CONST_MAKE_BLOCK:
3523 flags |= ECF_CONST;
3524 break;
3525 case LCT_PURE_MAKE_BLOCK:
3526 flags |= ECF_PURE;
3527 break;
3528 case LCT_NORETURN:
3529 flags |= ECF_NORETURN;
3530 break;
3531 case LCT_THROW:
3532 flags = ECF_NORETURN;
3533 break;
3534 case LCT_ALWAYS_RETURN:
3535 flags = ECF_ALWAYS_RETURN;
3536 break;
3537 case LCT_RETURNS_TWICE:
3538 flags = ECF_RETURNS_TWICE;
3539 break;
3541 fun = orgfun;
3543 /* Ensure current function's preferred stack boundary is at least
3544 what we need. */
3545 if (cfun->preferred_stack_boundary < PREFERRED_STACK_BOUNDARY)
3546 cfun->preferred_stack_boundary = PREFERRED_STACK_BOUNDARY;
3548 /* If this kind of value comes back in memory,
3549 decide where in memory it should come back. */
3550 if (outmode != VOIDmode && aggregate_value_p (type_for_mode (outmode, 0)))
3552 #ifdef PCC_STATIC_STRUCT_RETURN
3553 rtx pointer_reg
3554 = hard_function_value (build_pointer_type (type_for_mode (outmode, 0)),
3555 0, 0);
3556 mem_value = gen_rtx_MEM (outmode, pointer_reg);
3557 pcc_struct_value = 1;
3558 if (value == 0)
3559 value = gen_reg_rtx (outmode);
3560 #else /* not PCC_STATIC_STRUCT_RETURN */
3561 struct_value_size = GET_MODE_SIZE (outmode);
3562 if (value != 0 && GET_CODE (value) == MEM)
3563 mem_value = value;
3564 else
3565 mem_value = assign_temp (type_for_mode (outmode, 0), 0, 1, 1);
3566 #endif
3568 /* This call returns a big structure. */
3569 flags &= ~(ECF_CONST | ECF_PURE);
3572 /* ??? Unfinished: must pass the memory address as an argument. */
3574 /* Copy all the libcall-arguments out of the varargs data
3575 and into a vector ARGVEC.
3577 Compute how to pass each argument. We only support a very small subset
3578 of the full argument passing conventions to limit complexity here since
3579 library functions shouldn't have many args. */
3581 argvec = (struct arg *) alloca ((nargs + 1) * sizeof (struct arg));
3582 memset ((char *) argvec, 0, (nargs + 1) * sizeof (struct arg));
3584 #ifdef INIT_CUMULATIVE_LIBCALL_ARGS
3585 INIT_CUMULATIVE_LIBCALL_ARGS (args_so_far, outmode, fun);
3586 #else
3587 INIT_CUMULATIVE_ARGS (args_so_far, NULL_TREE, fun, 0);
3588 #endif
3590 args_size.constant = 0;
3591 args_size.var = 0;
3593 count = 0;
3595 /* Now we are about to start emitting insns that can be deleted
3596 if a libcall is deleted. */
3597 if (flags & (ECF_CONST | ECF_PURE))
3598 start_sequence ();
3600 push_temp_slots ();
3602 /* If there's a structure value address to be passed,
3603 either pass it in the special place, or pass it as an extra argument. */
3604 if (mem_value && struct_value_rtx == 0 && ! pcc_struct_value)
3606 rtx addr = XEXP (mem_value, 0);
3607 nargs++;
3609 /* Make sure it is a reasonable operand for a move or push insn. */
3610 if (GET_CODE (addr) != REG && GET_CODE (addr) != MEM
3611 && ! (CONSTANT_P (addr) && LEGITIMATE_CONSTANT_P (addr)))
3612 addr = force_operand (addr, NULL_RTX);
3614 argvec[count].value = addr;
3615 argvec[count].mode = Pmode;
3616 argvec[count].partial = 0;
3618 argvec[count].reg = FUNCTION_ARG (args_so_far, Pmode, NULL_TREE, 1);
3619 #ifdef FUNCTION_ARG_PARTIAL_NREGS
3620 if (FUNCTION_ARG_PARTIAL_NREGS (args_so_far, Pmode, NULL_TREE, 1))
3621 abort ();
3622 #endif
3624 locate_and_pad_parm (Pmode, NULL_TREE,
3625 #ifdef STACK_PARMS_IN_REG_PARM_AREA
3627 #else
3628 argvec[count].reg != 0,
3629 #endif
3630 NULL_TREE, &args_size, &argvec[count].offset,
3631 &argvec[count].size, &alignment_pad);
3633 if (argvec[count].reg == 0 || argvec[count].partial != 0
3634 || reg_parm_stack_space > 0)
3635 args_size.constant += argvec[count].size.constant;
3637 FUNCTION_ARG_ADVANCE (args_so_far, Pmode, (tree) 0, 1);
3639 count++;
3642 for (; count < nargs; count++)
3644 rtx val = va_arg (p, rtx);
3645 enum machine_mode mode = va_arg (p, enum machine_mode);
3647 /* We cannot convert the arg value to the mode the library wants here;
3648 must do it earlier where we know the signedness of the arg. */
3649 if (mode == BLKmode
3650 || (GET_MODE (val) != mode && GET_MODE (val) != VOIDmode))
3651 abort ();
3653 /* On some machines, there's no way to pass a float to a library fcn.
3654 Pass it as a double instead. */
3655 #ifdef LIBGCC_NEEDS_DOUBLE
3656 if (LIBGCC_NEEDS_DOUBLE && mode == SFmode)
3657 val = convert_modes (DFmode, SFmode, val, 0), mode = DFmode;
3658 #endif
3660 /* There's no need to call protect_from_queue, because
3661 either emit_move_insn or emit_push_insn will do that. */
3663 /* Make sure it is a reasonable operand for a move or push insn. */
3664 if (GET_CODE (val) != REG && GET_CODE (val) != MEM
3665 && ! (CONSTANT_P (val) && LEGITIMATE_CONSTANT_P (val)))
3666 val = force_operand (val, NULL_RTX);
3668 #ifdef FUNCTION_ARG_PASS_BY_REFERENCE
3669 if (FUNCTION_ARG_PASS_BY_REFERENCE (args_so_far, mode, NULL_TREE, 1))
3671 rtx slot;
3672 int must_copy = 1
3673 #ifdef FUNCTION_ARG_CALLEE_COPIES
3674 && ! FUNCTION_ARG_CALLEE_COPIES (args_so_far, mode,
3675 NULL_TREE, 1)
3676 #endif
3679 if (GET_MODE (val) == MEM && ! must_copy)
3680 slot = val;
3681 else if (must_copy)
3683 slot = assign_temp (type_for_mode (mode, 0), 0, 1, 1);
3684 emit_move_insn (slot, val);
3686 else
3688 tree type = type_for_mode (mode, 0);
3690 slot = gen_rtx_MEM (mode,
3691 expand_expr (build1 (ADDR_EXPR,
3692 build_pointer_type
3693 (type),
3694 make_tree (type, val)),
3695 NULL_RTX, VOIDmode, 0));
3698 call_fusage = gen_rtx_EXPR_LIST (VOIDmode,
3699 gen_rtx_USE (VOIDmode, slot),
3700 call_fusage);
3701 if (must_copy)
3702 call_fusage = gen_rtx_EXPR_LIST (VOIDmode,
3703 gen_rtx_CLOBBER (VOIDmode,
3704 slot),
3705 call_fusage);
3707 mode = Pmode;
3708 val = force_operand (XEXP (slot, 0), NULL_RTX);
3710 #endif
3712 argvec[count].value = val;
3713 argvec[count].mode = mode;
3715 argvec[count].reg = FUNCTION_ARG (args_so_far, mode, NULL_TREE, 1);
3717 #ifdef FUNCTION_ARG_PARTIAL_NREGS
3718 argvec[count].partial
3719 = FUNCTION_ARG_PARTIAL_NREGS (args_so_far, mode, NULL_TREE, 1);
3720 #else
3721 argvec[count].partial = 0;
3722 #endif
3724 locate_and_pad_parm (mode, NULL_TREE,
3725 #ifdef STACK_PARMS_IN_REG_PARM_AREA
3727 #else
3728 argvec[count].reg != 0,
3729 #endif
3730 NULL_TREE, &args_size, &argvec[count].offset,
3731 &argvec[count].size, &alignment_pad);
3733 if (argvec[count].size.var)
3734 abort ();
3736 if (reg_parm_stack_space == 0 && argvec[count].partial)
3737 argvec[count].size.constant -= argvec[count].partial * UNITS_PER_WORD;
3739 if (argvec[count].reg == 0 || argvec[count].partial != 0
3740 || reg_parm_stack_space > 0)
3741 args_size.constant += argvec[count].size.constant;
3743 FUNCTION_ARG_ADVANCE (args_so_far, mode, (tree) 0, 1);
3746 #ifdef FINAL_REG_PARM_STACK_SPACE
3747 reg_parm_stack_space = FINAL_REG_PARM_STACK_SPACE (args_size.constant,
3748 args_size.var);
3749 #endif
3750 /* If this machine requires an external definition for library
3751 functions, write one out. */
3752 assemble_external_libcall (fun);
3754 original_args_size = args_size;
3755 args_size.constant = (((args_size.constant
3756 + stack_pointer_delta
3757 + STACK_BYTES - 1)
3758 / STACK_BYTES
3759 * STACK_BYTES)
3760 - stack_pointer_delta);
3762 args_size.constant = MAX (args_size.constant,
3763 reg_parm_stack_space);
3765 #ifndef OUTGOING_REG_PARM_STACK_SPACE
3766 args_size.constant -= reg_parm_stack_space;
3767 #endif
3769 if (args_size.constant > current_function_outgoing_args_size)
3770 current_function_outgoing_args_size = args_size.constant;
3772 if (ACCUMULATE_OUTGOING_ARGS)
3774 /* Since the stack pointer will never be pushed, it is possible for
3775 the evaluation of a parm to clobber something we have already
3776 written to the stack. Since most function calls on RISC machines
3777 do not use the stack, this is uncommon, but must work correctly.
3779 Therefore, we save any area of the stack that was already written
3780 and that we are using. Here we set up to do this by making a new
3781 stack usage map from the old one.
3783 Another approach might be to try to reorder the argument
3784 evaluations to avoid this conflicting stack usage. */
3786 needed = args_size.constant;
3788 #ifndef OUTGOING_REG_PARM_STACK_SPACE
3789 /* Since we will be writing into the entire argument area, the
3790 map must be allocated for its entire size, not just the part that
3791 is the responsibility of the caller. */
3792 needed += reg_parm_stack_space;
3793 #endif
3795 #ifdef ARGS_GROW_DOWNWARD
3796 highest_outgoing_arg_in_use = MAX (initial_highest_arg_in_use,
3797 needed + 1);
3798 #else
3799 highest_outgoing_arg_in_use = MAX (initial_highest_arg_in_use,
3800 needed);
3801 #endif
3802 stack_usage_map = (char *) alloca (highest_outgoing_arg_in_use);
3804 if (initial_highest_arg_in_use)
3805 memcpy (stack_usage_map, initial_stack_usage_map,
3806 initial_highest_arg_in_use);
3808 if (initial_highest_arg_in_use != highest_outgoing_arg_in_use)
3809 memset (&stack_usage_map[initial_highest_arg_in_use], 0,
3810 highest_outgoing_arg_in_use - initial_highest_arg_in_use);
3811 needed = 0;
3813 /* We must be careful to use virtual regs before they're instantiated,
3814 and real regs afterwards. Loop optimization, for example, can create
3815 new libcalls after we've instantiated the virtual regs, and if we
3816 use virtuals anyway, they won't match the rtl patterns. */
3818 if (virtuals_instantiated)
3819 argblock = plus_constant (stack_pointer_rtx, STACK_POINTER_OFFSET);
3820 else
3821 argblock = virtual_outgoing_args_rtx;
3823 else
3825 if (!PUSH_ARGS)
3826 argblock = push_block (GEN_INT (args_size.constant), 0, 0);
3829 /* If we push args individually in reverse order, perform stack alignment
3830 before the first push (the last arg). */
3831 if (argblock == 0 && PUSH_ARGS_REVERSED)
3832 anti_adjust_stack (GEN_INT (args_size.constant
3833 - original_args_size.constant));
3835 if (PUSH_ARGS_REVERSED)
3837 inc = -1;
3838 argnum = nargs - 1;
3840 else
3842 inc = 1;
3843 argnum = 0;
3846 #ifdef REG_PARM_STACK_SPACE
3847 if (ACCUMULATE_OUTGOING_ARGS)
3849 /* The argument list is the property of the called routine and it
3850 may clobber it. If the fixed area has been used for previous
3851 parameters, we must save and restore it.
3853 Here we compute the boundary of the that needs to be saved, if any. */
3855 #ifdef ARGS_GROW_DOWNWARD
3856 for (count = 0; count < reg_parm_stack_space + 1; count++)
3857 #else
3858 for (count = 0; count < reg_parm_stack_space; count++)
3859 #endif
3861 if (count >= highest_outgoing_arg_in_use
3862 || stack_usage_map[count] == 0)
3863 continue;
3865 if (low_to_save == -1)
3866 low_to_save = count;
3868 high_to_save = count;
3871 if (low_to_save >= 0)
3873 int num_to_save = high_to_save - low_to_save + 1;
3874 enum machine_mode save_mode
3875 = mode_for_size (num_to_save * BITS_PER_UNIT, MODE_INT, 1);
3876 rtx stack_area;
3878 /* If we don't have the required alignment, must do this in BLKmode. */
3879 if ((low_to_save & (MIN (GET_MODE_SIZE (save_mode),
3880 BIGGEST_ALIGNMENT / UNITS_PER_WORD) - 1)))
3881 save_mode = BLKmode;
3883 #ifdef ARGS_GROW_DOWNWARD
3884 stack_area = gen_rtx_MEM (save_mode,
3885 memory_address (save_mode,
3886 plus_constant (argblock,
3887 -high_to_save)));
3888 #else
3889 stack_area = gen_rtx_MEM (save_mode,
3890 memory_address (save_mode,
3891 plus_constant (argblock,
3892 low_to_save)));
3893 #endif
3894 if (save_mode == BLKmode)
3896 save_area = assign_stack_temp (BLKmode, num_to_save, 0);
3897 emit_block_move (validize_mem (save_area), stack_area,
3898 GEN_INT (num_to_save), PARM_BOUNDARY);
3900 else
3902 save_area = gen_reg_rtx (save_mode);
3903 emit_move_insn (save_area, stack_area);
3907 #endif
3909 /* Push the args that need to be pushed. */
3911 /* ARGNUM indexes the ARGVEC array in the order in which the arguments
3912 are to be pushed. */
3913 for (count = 0; count < nargs; count++, argnum += inc)
3915 enum machine_mode mode = argvec[argnum].mode;
3916 rtx val = argvec[argnum].value;
3917 rtx reg = argvec[argnum].reg;
3918 int partial = argvec[argnum].partial;
3919 int lower_bound = 0, upper_bound = 0, i;
3921 if (! (reg != 0 && partial == 0))
3923 if (ACCUMULATE_OUTGOING_ARGS)
3925 /* If this is being stored into a pre-allocated, fixed-size,
3926 stack area, save any previous data at that location. */
3928 #ifdef ARGS_GROW_DOWNWARD
3929 /* stack_slot is negative, but we want to index stack_usage_map
3930 with positive values. */
3931 upper_bound = -argvec[argnum].offset.constant + 1;
3932 lower_bound = upper_bound - argvec[argnum].size.constant;
3933 #else
3934 lower_bound = argvec[argnum].offset.constant;
3935 upper_bound = lower_bound + argvec[argnum].size.constant;
3936 #endif
3938 for (i = lower_bound; i < upper_bound; i++)
3939 if (stack_usage_map[i]
3940 /* Don't store things in the fixed argument area at this
3941 point; it has already been saved. */
3942 && i > reg_parm_stack_space)
3943 break;
3945 if (i != upper_bound)
3947 /* We need to make a save area. See what mode we can make
3948 it. */
3949 enum machine_mode save_mode
3950 = mode_for_size (argvec[argnum].size.constant
3951 * BITS_PER_UNIT,
3952 MODE_INT, 1);
3953 rtx stack_area
3954 = gen_rtx_MEM
3955 (save_mode,
3956 memory_address
3957 (save_mode,
3958 plus_constant (argblock,
3959 argvec[argnum].offset.constant)));
3960 argvec[argnum].save_area = gen_reg_rtx (save_mode);
3962 emit_move_insn (argvec[argnum].save_area, stack_area);
3966 emit_push_insn (val, mode, NULL_TREE, NULL_RTX, 0, partial, reg, 0,
3967 argblock, GEN_INT (argvec[argnum].offset.constant),
3968 reg_parm_stack_space, ARGS_SIZE_RTX (alignment_pad));
3970 /* Now mark the segment we just used. */
3971 if (ACCUMULATE_OUTGOING_ARGS)
3972 for (i = lower_bound; i < upper_bound; i++)
3973 stack_usage_map[i] = 1;
3975 NO_DEFER_POP;
3979 /* If we pushed args in forward order, perform stack alignment
3980 after pushing the last arg. */
3981 if (argblock == 0 && !PUSH_ARGS_REVERSED)
3982 anti_adjust_stack (GEN_INT (args_size.constant
3983 - original_args_size.constant));
3985 if (PUSH_ARGS_REVERSED)
3986 argnum = nargs - 1;
3987 else
3988 argnum = 0;
3990 fun = prepare_call_address (fun, NULL_TREE, &call_fusage, 0, 0);
3992 /* Now load any reg parms into their regs. */
3994 /* ARGNUM indexes the ARGVEC array in the order in which the arguments
3995 are to be pushed. */
3996 for (count = 0; count < nargs; count++, argnum += inc)
3998 rtx val = argvec[argnum].value;
3999 rtx reg = argvec[argnum].reg;
4000 int partial = argvec[argnum].partial;
4002 /* Handle calls that pass values in multiple non-contiguous
4003 locations. The PA64 has examples of this for library calls. */
4004 if (reg != 0 && GET_CODE (reg) == PARALLEL)
4005 emit_group_load (reg, val,
4006 GET_MODE_SIZE (GET_MODE (val)),
4007 GET_MODE_ALIGNMENT (GET_MODE (val)));
4008 else if (reg != 0 && partial == 0)
4009 emit_move_insn (reg, val);
4011 NO_DEFER_POP;
4014 /* Any regs containing parms remain in use through the call. */
4015 for (count = 0; count < nargs; count++)
4017 rtx reg = argvec[count].reg;
4018 if (reg != 0 && GET_CODE (reg) == PARALLEL)
4019 use_group_regs (&call_fusage, reg);
4020 else if (reg != 0)
4021 use_reg (&call_fusage, reg);
4024 /* Pass the function the address in which to return a structure value. */
4025 if (mem_value != 0 && struct_value_rtx != 0 && ! pcc_struct_value)
4027 emit_move_insn (struct_value_rtx,
4028 force_reg (Pmode,
4029 force_operand (XEXP (mem_value, 0),
4030 NULL_RTX)));
4031 if (GET_CODE (struct_value_rtx) == REG)
4032 use_reg (&call_fusage, struct_value_rtx);
4035 /* Don't allow popping to be deferred, since then
4036 cse'ing of library calls could delete a call and leave the pop. */
4037 NO_DEFER_POP;
4038 valreg = (mem_value == 0 && outmode != VOIDmode
4039 ? hard_libcall_value (outmode) : NULL_RTX);
4041 /* Stack must be properly aligned now. */
4042 if (stack_pointer_delta & (PREFERRED_STACK_BOUNDARY / BITS_PER_UNIT - 1))
4043 abort ();
4045 before_call = get_last_insn ();
4047 /* We pass the old value of inhibit_defer_pop + 1 to emit_call_1, which
4048 will set inhibit_defer_pop to that value. */
4049 /* The return type is needed to decide how many bytes the function pops.
4050 Signedness plays no role in that, so for simplicity, we pretend it's
4051 always signed. We also assume that the list of arguments passed has
4052 no impact, so we pretend it is unknown. */
4054 emit_call_1 (fun,
4055 get_identifier (XSTR (orgfun, 0)),
4056 build_function_type (outmode == VOIDmode ? void_type_node
4057 : type_for_mode (outmode, 0), NULL_TREE),
4058 original_args_size.constant, args_size.constant,
4059 struct_value_size,
4060 FUNCTION_ARG (args_so_far, VOIDmode, void_type_node, 1),
4061 valreg,
4062 old_inhibit_defer_pop + 1, call_fusage, flags);
4064 /* For calls to `setjmp', etc., inform flow.c it should complain
4065 if nonvolatile values are live. For functions that cannot return,
4066 inform flow that control does not fall through. */
4068 if (flags & (ECF_NORETURN | ECF_LONGJMP))
4070 /* The barrier note must be emitted
4071 immediately after the CALL_INSN. Some ports emit more than
4072 just a CALL_INSN above, so we must search for it here. */
4074 rtx last = get_last_insn ();
4075 while (GET_CODE (last) != CALL_INSN)
4077 last = PREV_INSN (last);
4078 /* There was no CALL_INSN? */
4079 if (last == before_call)
4080 abort ();
4083 emit_barrier_after (last);
4086 /* Now restore inhibit_defer_pop to its actual original value. */
4087 OK_DEFER_POP;
4089 /* If call is cse'able, make appropriate pair of reg-notes around it.
4090 Test valreg so we don't crash; may safely ignore `const'
4091 if return type is void. Disable for PARALLEL return values, because
4092 we have no way to move such values into a pseudo register. */
4093 if ((flags & (ECF_CONST | ECF_PURE))
4094 && valreg != 0 && GET_CODE (valreg) != PARALLEL)
4096 rtx note = 0;
4097 rtx temp = gen_reg_rtx (GET_MODE (valreg));
4098 rtx insns;
4099 int i;
4101 /* Construct an "equal form" for the value which mentions all the
4102 arguments in order as well as the function name. */
4103 for (i = 0; i < nargs; i++)
4104 note = gen_rtx_EXPR_LIST (VOIDmode, argvec[i].value, note);
4105 note = gen_rtx_EXPR_LIST (VOIDmode, fun, note);
4107 insns = get_insns ();
4108 end_sequence ();
4110 if (flags & ECF_PURE)
4111 note = gen_rtx_EXPR_LIST (VOIDmode,
4112 gen_rtx_USE (VOIDmode,
4113 gen_rtx_MEM (BLKmode,
4114 gen_rtx_SCRATCH (VOIDmode))), note);
4116 emit_libcall_block (insns, temp, valreg, note);
4118 valreg = temp;
4120 else if (flags & (ECF_CONST | ECF_PURE))
4122 /* Otherwise, just write out the sequence without a note. */
4123 rtx insns = get_insns ();
4125 end_sequence ();
4126 emit_insns (insns);
4128 pop_temp_slots ();
4130 /* Copy the value to the right place. */
4131 if (outmode != VOIDmode && retval)
4133 if (mem_value)
4135 if (value == 0)
4136 value = mem_value;
4137 if (value != mem_value)
4138 emit_move_insn (value, mem_value);
4140 else if (value != 0)
4141 emit_move_insn (value, hard_libcall_value (outmode));
4142 else
4143 value = hard_libcall_value (outmode);
4146 if (ACCUMULATE_OUTGOING_ARGS)
4148 #ifdef REG_PARM_STACK_SPACE
4149 if (save_area)
4151 enum machine_mode save_mode = GET_MODE (save_area);
4152 #ifdef ARGS_GROW_DOWNWARD
4153 rtx stack_area
4154 = gen_rtx_MEM (save_mode,
4155 memory_address (save_mode,
4156 plus_constant (argblock,
4157 - high_to_save)));
4158 #else
4159 rtx stack_area
4160 = gen_rtx_MEM (save_mode,
4161 memory_address (save_mode,
4162 plus_constant (argblock, low_to_save)));
4163 #endif
4164 if (save_mode != BLKmode)
4165 emit_move_insn (stack_area, save_area);
4166 else
4167 emit_block_move (stack_area, validize_mem (save_area),
4168 GEN_INT (high_to_save - low_to_save + 1),
4169 PARM_BOUNDARY);
4171 #endif
4173 /* If we saved any argument areas, restore them. */
4174 for (count = 0; count < nargs; count++)
4175 if (argvec[count].save_area)
4177 enum machine_mode save_mode = GET_MODE (argvec[count].save_area);
4178 rtx stack_area
4179 = gen_rtx_MEM (save_mode,
4180 memory_address
4181 (save_mode,
4182 plus_constant (argblock,
4183 argvec[count].offset.constant)));
4185 emit_move_insn (stack_area, argvec[count].save_area);
4188 highest_outgoing_arg_in_use = initial_highest_arg_in_use;
4189 stack_usage_map = initial_stack_usage_map;
4192 return value;
4196 /* Output a library call to function FUN (a SYMBOL_REF rtx)
4197 (emitting the queue unless NO_QUEUE is nonzero),
4198 for a value of mode OUTMODE,
4199 with NARGS different arguments, passed as alternating rtx values
4200 and machine_modes to convert them to.
4201 The rtx values should have been passed through protect_from_queue already.
4203 FN_TYPE will be zero for `normal' calls, one for `const' calls,
4204 which will be enclosed in REG_LIBCALL/REG_RETVAL notes, and two for
4205 `pure' calls, that are handled like `const' calls with extra
4206 (use (memory (scratch)). */
4208 void
4209 emit_library_call VPARAMS((rtx orgfun, enum libcall_type fn_type,
4210 enum machine_mode outmode, int nargs, ...))
4212 VA_OPEN (p, nargs);
4213 VA_FIXEDARG (p, rtx, orgfun);
4214 VA_FIXEDARG (p, int, fn_type);
4215 VA_FIXEDARG (p, enum machine_mode, outmode);
4216 VA_FIXEDARG (p, int, nargs);
4218 emit_library_call_value_1 (0, orgfun, NULL_RTX, fn_type, outmode, nargs, p);
4220 VA_CLOSE (p);
4223 /* Like emit_library_call except that an extra argument, VALUE,
4224 comes second and says where to store the result.
4225 (If VALUE is zero, this function chooses a convenient way
4226 to return the value.
4228 This function returns an rtx for where the value is to be found.
4229 If VALUE is nonzero, VALUE is returned. */
4232 emit_library_call_value VPARAMS((rtx orgfun, rtx value,
4233 enum libcall_type fn_type,
4234 enum machine_mode outmode, int nargs, ...))
4236 rtx result;
4238 VA_OPEN (p, nargs);
4239 VA_FIXEDARG (p, rtx, orgfun);
4240 VA_FIXEDARG (p, rtx, value);
4241 VA_FIXEDARG (p, int, fn_type);
4242 VA_FIXEDARG (p, enum machine_mode, outmode);
4243 VA_FIXEDARG (p, int, nargs);
4245 result = emit_library_call_value_1 (1, orgfun, value, fn_type, outmode,
4246 nargs, p);
4248 VA_CLOSE (p);
4250 return result;
4253 #if 0
4254 /* Return an rtx which represents a suitable home on the stack
4255 given TYPE, the type of the argument looking for a home.
4256 This is called only for BLKmode arguments.
4258 SIZE is the size needed for this target.
4259 ARGS_ADDR is the address of the bottom of the argument block for this call.
4260 OFFSET describes this parameter's offset into ARGS_ADDR. It is meaningless
4261 if this machine uses push insns. */
4263 static rtx
4264 target_for_arg (type, size, args_addr, offset)
4265 tree type;
4266 rtx size;
4267 rtx args_addr;
4268 struct args_size offset;
4270 rtx target;
4271 rtx offset_rtx = ARGS_SIZE_RTX (offset);
4273 /* We do not call memory_address if possible,
4274 because we want to address as close to the stack
4275 as possible. For non-variable sized arguments,
4276 this will be stack-pointer relative addressing. */
4277 if (GET_CODE (offset_rtx) == CONST_INT)
4278 target = plus_constant (args_addr, INTVAL (offset_rtx));
4279 else
4281 /* I have no idea how to guarantee that this
4282 will work in the presence of register parameters. */
4283 target = gen_rtx_PLUS (Pmode, args_addr, offset_rtx);
4284 target = memory_address (QImode, target);
4287 return gen_rtx_MEM (BLKmode, target);
4289 #endif
4291 /* Store a single argument for a function call
4292 into the register or memory area where it must be passed.
4293 *ARG describes the argument value and where to pass it.
4295 ARGBLOCK is the address of the stack-block for all the arguments,
4296 or 0 on a machine where arguments are pushed individually.
4298 MAY_BE_ALLOCA nonzero says this could be a call to `alloca'
4299 so must be careful about how the stack is used.
4301 VARIABLE_SIZE nonzero says that this was a variable-sized outgoing
4302 argument stack. This is used if ACCUMULATE_OUTGOING_ARGS to indicate
4303 that we need not worry about saving and restoring the stack.
4305 FNDECL is the declaration of the function we are calling.
4307 Return non-zero if this arg should cause sibcall failure,
4308 zero otherwise. */
4310 static int
4311 store_one_arg (arg, argblock, flags, variable_size, reg_parm_stack_space)
4312 struct arg_data *arg;
4313 rtx argblock;
4314 int flags;
4315 int variable_size ATTRIBUTE_UNUSED;
4316 int reg_parm_stack_space;
4318 tree pval = arg->tree_value;
4319 rtx reg = 0;
4320 int partial = 0;
4321 int used = 0;
4322 int i, lower_bound = 0, upper_bound = 0;
4323 int sibcall_failure = 0;
4325 if (TREE_CODE (pval) == ERROR_MARK)
4326 return 1;
4328 /* Push a new temporary level for any temporaries we make for
4329 this argument. */
4330 push_temp_slots ();
4332 if (ACCUMULATE_OUTGOING_ARGS && !(flags & ECF_SIBCALL))
4334 /* If this is being stored into a pre-allocated, fixed-size, stack area,
4335 save any previous data at that location. */
4336 if (argblock && ! variable_size && arg->stack)
4338 #ifdef ARGS_GROW_DOWNWARD
4339 /* stack_slot is negative, but we want to index stack_usage_map
4340 with positive values. */
4341 if (GET_CODE (XEXP (arg->stack_slot, 0)) == PLUS)
4342 upper_bound = -INTVAL (XEXP (XEXP (arg->stack_slot, 0), 1)) + 1;
4343 else
4344 upper_bound = 0;
4346 lower_bound = upper_bound - arg->size.constant;
4347 #else
4348 if (GET_CODE (XEXP (arg->stack_slot, 0)) == PLUS)
4349 lower_bound = INTVAL (XEXP (XEXP (arg->stack_slot, 0), 1));
4350 else
4351 lower_bound = 0;
4353 upper_bound = lower_bound + arg->size.constant;
4354 #endif
4356 for (i = lower_bound; i < upper_bound; i++)
4357 if (stack_usage_map[i]
4358 /* Don't store things in the fixed argument area at this point;
4359 it has already been saved. */
4360 && i > reg_parm_stack_space)
4361 break;
4363 if (i != upper_bound)
4365 /* We need to make a save area. See what mode we can make it. */
4366 enum machine_mode save_mode
4367 = mode_for_size (arg->size.constant * BITS_PER_UNIT, MODE_INT, 1);
4368 rtx stack_area
4369 = gen_rtx_MEM (save_mode,
4370 memory_address (save_mode,
4371 XEXP (arg->stack_slot, 0)));
4373 if (save_mode == BLKmode)
4375 tree ot = TREE_TYPE (arg->tree_value);
4376 tree nt = build_qualified_type (ot, (TYPE_QUALS (ot)
4377 | TYPE_QUAL_CONST));
4379 arg->save_area = assign_temp (nt, 0, 1, 1);
4380 preserve_temp_slots (arg->save_area);
4381 emit_block_move (validize_mem (arg->save_area), stack_area,
4382 expr_size (arg->tree_value),
4383 MIN (PARM_BOUNDARY, TYPE_ALIGN (nt)));
4385 else
4387 arg->save_area = gen_reg_rtx (save_mode);
4388 emit_move_insn (arg->save_area, stack_area);
4392 /* Now that we have saved any slots that will be overwritten by this
4393 store, mark all slots this store will use. We must do this before
4394 we actually expand the argument since the expansion itself may
4395 trigger library calls which might need to use the same stack slot. */
4396 if (argblock && ! variable_size && arg->stack)
4397 for (i = lower_bound; i < upper_bound; i++)
4398 stack_usage_map[i] = 1;
4401 /* If this isn't going to be placed on both the stack and in registers,
4402 set up the register and number of words. */
4403 if (! arg->pass_on_stack)
4404 reg = arg->reg, partial = arg->partial;
4406 if (reg != 0 && partial == 0)
4407 /* Being passed entirely in a register. We shouldn't be called in
4408 this case. */
4409 abort ();
4411 /* If this arg needs special alignment, don't load the registers
4412 here. */
4413 if (arg->n_aligned_regs != 0)
4414 reg = 0;
4416 /* If this is being passed partially in a register, we can't evaluate
4417 it directly into its stack slot. Otherwise, we can. */
4418 if (arg->value == 0)
4420 /* stack_arg_under_construction is nonzero if a function argument is
4421 being evaluated directly into the outgoing argument list and
4422 expand_call must take special action to preserve the argument list
4423 if it is called recursively.
4425 For scalar function arguments stack_usage_map is sufficient to
4426 determine which stack slots must be saved and restored. Scalar
4427 arguments in general have pass_on_stack == 0.
4429 If this argument is initialized by a function which takes the
4430 address of the argument (a C++ constructor or a C function
4431 returning a BLKmode structure), then stack_usage_map is
4432 insufficient and expand_call must push the stack around the
4433 function call. Such arguments have pass_on_stack == 1.
4435 Note that it is always safe to set stack_arg_under_construction,
4436 but this generates suboptimal code if set when not needed. */
4438 if (arg->pass_on_stack)
4439 stack_arg_under_construction++;
4441 arg->value = expand_expr (pval,
4442 (partial
4443 || TYPE_MODE (TREE_TYPE (pval)) != arg->mode)
4444 ? NULL_RTX : arg->stack,
4445 VOIDmode, 0);
4447 /* If we are promoting object (or for any other reason) the mode
4448 doesn't agree, convert the mode. */
4450 if (arg->mode != TYPE_MODE (TREE_TYPE (pval)))
4451 arg->value = convert_modes (arg->mode, TYPE_MODE (TREE_TYPE (pval)),
4452 arg->value, arg->unsignedp);
4454 if (arg->pass_on_stack)
4455 stack_arg_under_construction--;
4458 /* Don't allow anything left on stack from computation
4459 of argument to alloca. */
4460 if (flags & ECF_MAY_BE_ALLOCA)
4461 do_pending_stack_adjust ();
4463 if (arg->value == arg->stack)
4465 /* If the value is already in the stack slot, we are done. */
4466 if (current_function_check_memory_usage && GET_CODE (arg->stack) == MEM)
4468 emit_library_call (chkr_set_right_libfunc, LCT_CONST_MAKE_BLOCK,
4469 VOIDmode, 3, XEXP (arg->stack, 0), Pmode,
4470 ARGS_SIZE_RTX (arg->size),
4471 TYPE_MODE (sizetype),
4472 GEN_INT (MEMORY_USE_RW),
4473 TYPE_MODE (integer_type_node));
4476 else if (arg->mode != BLKmode)
4478 int size;
4480 /* Argument is a scalar, not entirely passed in registers.
4481 (If part is passed in registers, arg->partial says how much
4482 and emit_push_insn will take care of putting it there.)
4484 Push it, and if its size is less than the
4485 amount of space allocated to it,
4486 also bump stack pointer by the additional space.
4487 Note that in C the default argument promotions
4488 will prevent such mismatches. */
4490 size = GET_MODE_SIZE (arg->mode);
4491 /* Compute how much space the push instruction will push.
4492 On many machines, pushing a byte will advance the stack
4493 pointer by a halfword. */
4494 #ifdef PUSH_ROUNDING
4495 size = PUSH_ROUNDING (size);
4496 #endif
4497 used = size;
4499 /* Compute how much space the argument should get:
4500 round up to a multiple of the alignment for arguments. */
4501 if (none != FUNCTION_ARG_PADDING (arg->mode, TREE_TYPE (pval)))
4502 used = (((size + PARM_BOUNDARY / BITS_PER_UNIT - 1)
4503 / (PARM_BOUNDARY / BITS_PER_UNIT))
4504 * (PARM_BOUNDARY / BITS_PER_UNIT));
4506 /* This isn't already where we want it on the stack, so put it there.
4507 This can either be done with push or copy insns. */
4508 emit_push_insn (arg->value, arg->mode, TREE_TYPE (pval), NULL_RTX, 0,
4509 partial, reg, used - size, argblock,
4510 ARGS_SIZE_RTX (arg->offset), reg_parm_stack_space,
4511 ARGS_SIZE_RTX (arg->alignment_pad));
4513 else
4515 /* BLKmode, at least partly to be pushed. */
4517 int excess;
4518 rtx size_rtx;
4520 /* Pushing a nonscalar.
4521 If part is passed in registers, PARTIAL says how much
4522 and emit_push_insn will take care of putting it there. */
4524 /* Round its size up to a multiple
4525 of the allocation unit for arguments. */
4527 if (arg->size.var != 0)
4529 excess = 0;
4530 size_rtx = ARGS_SIZE_RTX (arg->size);
4532 else
4534 /* PUSH_ROUNDING has no effect on us, because
4535 emit_push_insn for BLKmode is careful to avoid it. */
4536 excess = (arg->size.constant - int_size_in_bytes (TREE_TYPE (pval))
4537 + partial * UNITS_PER_WORD);
4538 size_rtx = expr_size (pval);
4541 if ((flags & ECF_SIBCALL) && GET_CODE (arg->value) == MEM)
4543 /* emit_push_insn might not work properly if arg->value and
4544 argblock + arg->offset areas overlap. */
4545 rtx x = arg->value;
4546 int i = 0;
4548 if (XEXP (x, 0) == current_function_internal_arg_pointer
4549 || (GET_CODE (XEXP (x, 0)) == PLUS
4550 && XEXP (XEXP (x, 0), 0) ==
4551 current_function_internal_arg_pointer
4552 && GET_CODE (XEXP (XEXP (x, 0), 1)) == CONST_INT))
4554 if (XEXP (x, 0) != current_function_internal_arg_pointer)
4555 i = INTVAL (XEXP (XEXP (x, 0), 1));
4557 /* expand_call should ensure this */
4558 if (arg->offset.var || GET_CODE (size_rtx) != CONST_INT)
4559 abort ();
4561 if (arg->offset.constant > i)
4563 if (arg->offset.constant < i + INTVAL (size_rtx))
4564 sibcall_failure = 1;
4566 else if (arg->offset.constant < i)
4568 if (i < arg->offset.constant + INTVAL (size_rtx))
4569 sibcall_failure = 1;
4574 /* Special handling is required if part of the parameter lies in the
4575 register parameter area. The argument may be copied into the stack
4576 slot using memcpy(), but the original contents of the register
4577 parameter area will be restored after the memcpy() call.
4579 To ensure that the part that lies in the register parameter area
4580 is copied correctly, we emit a separate push for that part. This
4581 push should be small enough to avoid a call to memcpy(). */
4582 #ifndef STACK_PARMS_IN_REG_PARM_AREA
4583 if (arg->reg && arg->pass_on_stack)
4584 #else
4585 if (1)
4586 #endif
4588 if (arg->offset.constant < reg_parm_stack_space && arg->offset.var)
4589 error ("variable offset is passed paritially in stack and in reg");
4590 else if (arg->offset.constant < reg_parm_stack_space && arg->size.var)
4591 error ("variable size is passed partially in stack and in reg");
4592 else if (arg->offset.constant < reg_parm_stack_space
4593 && ((arg->offset.constant + arg->size.constant)
4594 > reg_parm_stack_space))
4596 rtx size_rtx1 = GEN_INT (reg_parm_stack_space - arg->offset.constant);
4597 emit_push_insn (arg->value, arg->mode, TREE_TYPE (pval), size_rtx1,
4598 TYPE_ALIGN (TREE_TYPE (pval)), partial, reg,
4599 excess, argblock, ARGS_SIZE_RTX (arg->offset),
4600 reg_parm_stack_space,
4601 ARGS_SIZE_RTX (arg->alignment_pad));
4606 emit_push_insn (arg->value, arg->mode, TREE_TYPE (pval), size_rtx,
4607 TYPE_ALIGN (TREE_TYPE (pval)), partial, reg, excess,
4608 argblock, ARGS_SIZE_RTX (arg->offset),
4609 reg_parm_stack_space,
4610 ARGS_SIZE_RTX (arg->alignment_pad));
4613 /* Unless this is a partially-in-register argument, the argument is now
4614 in the stack.
4616 ??? Note that this can change arg->value from arg->stack to
4617 arg->stack_slot and it matters when they are not the same.
4618 It isn't totally clear that this is correct in all cases. */
4619 if (partial == 0)
4620 arg->value = arg->stack_slot;
4622 /* Once we have pushed something, pops can't safely
4623 be deferred during the rest of the arguments. */
4624 NO_DEFER_POP;
4626 /* ANSI doesn't require a sequence point here,
4627 but PCC has one, so this will avoid some problems. */
4628 emit_queue ();
4630 /* Free any temporary slots made in processing this argument. Show
4631 that we might have taken the address of something and pushed that
4632 as an operand. */
4633 preserve_temp_slots (NULL_RTX);
4634 free_temp_slots ();
4635 pop_temp_slots ();
4637 return sibcall_failure;