re PR libfortran/41683 (F2003 Repeat specification after P descriptor rejected)
[official-gcc.git] / gcc / cgraphunit.c
blob9a97bef296252ee0a5ea42ef5777a59381be63a7
1 /* Callgraph based interprocedural optimizations.
2 Copyright (C) 2003, 2004, 2005, 2006, 2007, 2008, 2009
3 Free Software Foundation, Inc.
4 Contributed by Jan Hubicka
6 This file is part of GCC.
8 GCC is free software; you can redistribute it and/or modify it under
9 the terms of the GNU General Public License as published by the Free
10 Software Foundation; either version 3, or (at your option) any later
11 version.
13 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
14 WARRANTY; without even the implied warranty of MERCHANTABILITY or
15 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
16 for more details.
18 You should have received a copy of the GNU General Public License
19 along with GCC; see the file COPYING3. If not see
20 <http://www.gnu.org/licenses/>. */
22 /* This module implements main driver of compilation process as well as
23 few basic interprocedural optimizers.
25 The main scope of this file is to act as an interface in between
26 tree based frontends and the backend (and middle end)
28 The front-end is supposed to use following functionality:
30 - cgraph_finalize_function
32 This function is called once front-end has parsed whole body of function
33 and it is certain that the function body nor the declaration will change.
35 (There is one exception needed for implementing GCC extern inline
36 function.)
38 - varpool_finalize_variable
40 This function has same behavior as the above but is used for static
41 variables.
43 - cgraph_finalize_compilation_unit
45 This function is called once (source level) compilation unit is finalized
46 and it will no longer change.
48 In the the call-graph construction and local function
49 analysis takes place here. Bodies of unreachable functions are released
50 to conserve memory usage.
52 The function can be called multiple times when multiple source level
53 compilation units are combined (such as in C frontend)
55 - cgraph_optimize
57 In this unit-at-a-time compilation the intra procedural analysis takes
58 place here. In particular the static functions whose address is never
59 taken are marked as local. Backend can then use this information to
60 modify calling conventions, do better inlining or similar optimizations.
62 - cgraph_mark_needed_node
63 - varpool_mark_needed_node
65 When function or variable is referenced by some hidden way the call-graph
66 data structure must be updated accordingly by this function.
67 There should be little need to call this function and all the references
68 should be made explicit to cgraph code. At present these functions are
69 used by C++ frontend to explicitly mark the keyed methods.
71 - analyze_expr callback
73 This function is responsible for lowering tree nodes not understood by
74 generic code into understandable ones or alternatively marking
75 callgraph and varpool nodes referenced by the as needed.
77 ??? On the tree-ssa genericizing should take place here and we will avoid
78 need for these hooks (replacing them by genericizing hook)
80 Analyzing of all functions is deferred
81 to cgraph_finalize_compilation_unit and expansion into cgraph_optimize.
83 In cgraph_finalize_compilation_unit the reachable functions are
84 analyzed. During analysis the call-graph edges from reachable
85 functions are constructed and their destinations are marked as
86 reachable. References to functions and variables are discovered too
87 and variables found to be needed output to the assembly file. Via
88 mark_referenced call in assemble_variable functions referenced by
89 static variables are noticed too.
91 The intra-procedural information is produced and its existence
92 indicated by global_info_ready. Once this flag is set it is impossible
93 to change function from !reachable to reachable and thus
94 assemble_variable no longer call mark_referenced.
96 Finally the call-graph is topologically sorted and all reachable functions
97 that has not been completely inlined or are not external are output.
99 ??? It is possible that reference to function or variable is optimized
100 out. We can not deal with this nicely because topological order is not
101 suitable for it. For tree-ssa we may consider another pass doing
102 optimization and re-discovering reachable functions.
104 ??? Reorganize code so variables are output very last and only if they
105 really has been referenced by produced code, so we catch more cases
106 where reference has been optimized out. */
109 #include "config.h"
110 #include "system.h"
111 #include "coretypes.h"
112 #include "tm.h"
113 #include "tree.h"
114 #include "rtl.h"
115 #include "tree-flow.h"
116 #include "tree-inline.h"
117 #include "langhooks.h"
118 #include "pointer-set.h"
119 #include "toplev.h"
120 #include "flags.h"
121 #include "ggc.h"
122 #include "debug.h"
123 #include "target.h"
124 #include "cgraph.h"
125 #include "diagnostic.h"
126 #include "timevar.h"
127 #include "params.h"
128 #include "fibheap.h"
129 #include "intl.h"
130 #include "function.h"
131 #include "ipa-prop.h"
132 #include "gimple.h"
133 #include "tree-iterator.h"
134 #include "tree-pass.h"
135 #include "tree-dump.h"
136 #include "output.h"
137 #include "coverage.h"
139 static void cgraph_expand_all_functions (void);
140 static void cgraph_mark_functions_to_output (void);
141 static void cgraph_expand_function (struct cgraph_node *);
142 static void cgraph_output_pending_asms (void);
143 static void cgraph_analyze_function (struct cgraph_node *);
145 static FILE *cgraph_dump_file;
147 /* A vector of FUNCTION_DECLs declared as static constructors. */
148 static GTY (()) VEC(tree, gc) *static_ctors;
149 /* A vector of FUNCTION_DECLs declared as static destructors. */
150 static GTY (()) VEC(tree, gc) *static_dtors;
152 /* When target does not have ctors and dtors, we call all constructor
153 and destructor by special initialization/destruction function
154 recognized by collect2.
156 When we are going to build this function, collect all constructors and
157 destructors and turn them into normal functions. */
159 static void
160 record_cdtor_fn (tree fndecl)
162 struct cgraph_node *node;
163 if (targetm.have_ctors_dtors
164 || (!DECL_STATIC_CONSTRUCTOR (fndecl)
165 && !DECL_STATIC_DESTRUCTOR (fndecl)))
166 return;
168 if (DECL_STATIC_CONSTRUCTOR (fndecl))
170 VEC_safe_push (tree, gc, static_ctors, fndecl);
171 DECL_STATIC_CONSTRUCTOR (fndecl) = 0;
173 if (DECL_STATIC_DESTRUCTOR (fndecl))
175 VEC_safe_push (tree, gc, static_dtors, fndecl);
176 DECL_STATIC_DESTRUCTOR (fndecl) = 0;
178 node = cgraph_node (fndecl);
179 node->local.disregard_inline_limits = 1;
180 cgraph_mark_reachable_node (node);
183 /* Define global constructors/destructor functions for the CDTORS, of
184 which they are LEN. The CDTORS are sorted by initialization
185 priority. If CTOR_P is true, these are constructors; otherwise,
186 they are destructors. */
188 static void
189 build_cdtor (bool ctor_p, tree *cdtors, size_t len)
191 size_t i;
193 i = 0;
194 while (i < len)
196 tree body;
197 tree fn;
198 priority_type priority;
200 priority = 0;
201 body = NULL_TREE;
202 /* Find the next batch of constructors/destructors with the same
203 initialization priority. */
206 priority_type p;
207 fn = cdtors[i];
208 p = ctor_p ? DECL_INIT_PRIORITY (fn) : DECL_FINI_PRIORITY (fn);
209 if (!body)
210 priority = p;
211 else if (p != priority)
212 break;
213 append_to_statement_list (build_function_call_expr (UNKNOWN_LOCATION,
214 fn, 0),
215 &body);
216 ++i;
218 while (i < len);
219 gcc_assert (body != NULL_TREE);
220 /* Generate a function to call all the function of like
221 priority. */
222 cgraph_build_static_cdtor (ctor_p ? 'I' : 'D', body, priority);
226 /* Comparison function for qsort. P1 and P2 are actually of type
227 "tree *" and point to static constructors. DECL_INIT_PRIORITY is
228 used to determine the sort order. */
230 static int
231 compare_ctor (const void *p1, const void *p2)
233 tree f1;
234 tree f2;
235 int priority1;
236 int priority2;
238 f1 = *(const tree *)p1;
239 f2 = *(const tree *)p2;
240 priority1 = DECL_INIT_PRIORITY (f1);
241 priority2 = DECL_INIT_PRIORITY (f2);
243 if (priority1 < priority2)
244 return -1;
245 else if (priority1 > priority2)
246 return 1;
247 else
248 /* Ensure a stable sort. */
249 return (const tree *)p1 - (const tree *)p2;
252 /* Comparison function for qsort. P1 and P2 are actually of type
253 "tree *" and point to static destructors. DECL_FINI_PRIORITY is
254 used to determine the sort order. */
256 static int
257 compare_dtor (const void *p1, const void *p2)
259 tree f1;
260 tree f2;
261 int priority1;
262 int priority2;
264 f1 = *(const tree *)p1;
265 f2 = *(const tree *)p2;
266 priority1 = DECL_FINI_PRIORITY (f1);
267 priority2 = DECL_FINI_PRIORITY (f2);
269 if (priority1 < priority2)
270 return -1;
271 else if (priority1 > priority2)
272 return 1;
273 else
274 /* Ensure a stable sort. */
275 return (const tree *)p1 - (const tree *)p2;
278 /* Generate functions to call static constructors and destructors
279 for targets that do not support .ctors/.dtors sections. These
280 functions have magic names which are detected by collect2. */
282 static void
283 cgraph_build_cdtor_fns (void)
285 if (!VEC_empty (tree, static_ctors))
287 gcc_assert (!targetm.have_ctors_dtors);
288 qsort (VEC_address (tree, static_ctors),
289 VEC_length (tree, static_ctors),
290 sizeof (tree),
291 compare_ctor);
292 build_cdtor (/*ctor_p=*/true,
293 VEC_address (tree, static_ctors),
294 VEC_length (tree, static_ctors));
295 VEC_truncate (tree, static_ctors, 0);
298 if (!VEC_empty (tree, static_dtors))
300 gcc_assert (!targetm.have_ctors_dtors);
301 qsort (VEC_address (tree, static_dtors),
302 VEC_length (tree, static_dtors),
303 sizeof (tree),
304 compare_dtor);
305 build_cdtor (/*ctor_p=*/false,
306 VEC_address (tree, static_dtors),
307 VEC_length (tree, static_dtors));
308 VEC_truncate (tree, static_dtors, 0);
312 /* Determine if function DECL is needed. That is, visible to something
313 either outside this translation unit, something magic in the system
314 configury. */
316 bool
317 cgraph_decide_is_function_needed (struct cgraph_node *node, tree decl)
319 /* If the user told us it is used, then it must be so. */
320 if (node->local.externally_visible)
321 return true;
323 /* ??? If the assembler name is set by hand, it is possible to assemble
324 the name later after finalizing the function and the fact is noticed
325 in assemble_name then. This is arguably a bug. */
326 if (DECL_ASSEMBLER_NAME_SET_P (decl)
327 && TREE_SYMBOL_REFERENCED (DECL_ASSEMBLER_NAME (decl)))
328 return true;
330 /* With -fkeep-inline-functions we are keeping all inline functions except
331 for extern inline ones. */
332 if (flag_keep_inline_functions
333 && DECL_DECLARED_INLINE_P (decl)
334 && !DECL_EXTERNAL (decl)
335 && !lookup_attribute ("always_inline", DECL_ATTRIBUTES (decl)))
336 return true;
338 /* If we decided it was needed before, but at the time we didn't have
339 the body of the function available, then it's still needed. We have
340 to go back and re-check its dependencies now. */
341 if (node->needed)
342 return true;
344 /* Externally visible functions must be output. The exception is
345 COMDAT functions that must be output only when they are needed.
347 When not optimizing, also output the static functions. (see
348 PR24561), but don't do so for always_inline functions, functions
349 declared inline and nested functions. These was optimized out
350 in the original implementation and it is unclear whether we want
351 to change the behavior here. */
352 if (((TREE_PUBLIC (decl)
353 || (!optimize && !node->local.disregard_inline_limits
354 && !DECL_DECLARED_INLINE_P (decl)
355 && !node->origin))
356 && !flag_whole_program
357 && !flag_lto
358 && !flag_whopr)
359 && !DECL_COMDAT (decl) && !DECL_EXTERNAL (decl))
360 return true;
362 /* Constructors and destructors are reachable from the runtime by
363 some mechanism. */
364 if (DECL_STATIC_CONSTRUCTOR (decl) || DECL_STATIC_DESTRUCTOR (decl))
365 return true;
367 return false;
370 /* Process CGRAPH_NEW_FUNCTIONS and perform actions necessary to add these
371 functions into callgraph in a way so they look like ordinary reachable
372 functions inserted into callgraph already at construction time. */
374 bool
375 cgraph_process_new_functions (void)
377 bool output = false;
378 tree fndecl;
379 struct cgraph_node *node;
381 /* Note that this queue may grow as its being processed, as the new
382 functions may generate new ones. */
383 while (cgraph_new_nodes)
385 node = cgraph_new_nodes;
386 fndecl = node->decl;
387 cgraph_new_nodes = cgraph_new_nodes->next_needed;
388 switch (cgraph_state)
390 case CGRAPH_STATE_CONSTRUCTION:
391 /* At construction time we just need to finalize function and move
392 it into reachable functions list. */
394 node->next_needed = NULL;
395 cgraph_finalize_function (fndecl, false);
396 cgraph_mark_reachable_node (node);
397 output = true;
398 break;
400 case CGRAPH_STATE_IPA:
401 case CGRAPH_STATE_IPA_SSA:
402 /* When IPA optimization already started, do all essential
403 transformations that has been already performed on the whole
404 cgraph but not on this function. */
406 gimple_register_cfg_hooks ();
407 if (!node->analyzed)
408 cgraph_analyze_function (node);
409 push_cfun (DECL_STRUCT_FUNCTION (fndecl));
410 current_function_decl = fndecl;
411 compute_inline_parameters (node);
412 if ((cgraph_state == CGRAPH_STATE_IPA_SSA
413 && !gimple_in_ssa_p (DECL_STRUCT_FUNCTION (fndecl)))
414 /* When not optimizing, be sure we run early local passes anyway
415 to expand OMP. */
416 || !optimize)
417 execute_pass_list (pass_early_local_passes.pass.sub);
418 free_dominance_info (CDI_POST_DOMINATORS);
419 free_dominance_info (CDI_DOMINATORS);
420 pop_cfun ();
421 current_function_decl = NULL;
422 break;
424 case CGRAPH_STATE_EXPANSION:
425 /* Functions created during expansion shall be compiled
426 directly. */
427 node->process = 0;
428 cgraph_expand_function (node);
429 break;
431 default:
432 gcc_unreachable ();
433 break;
435 cgraph_call_function_insertion_hooks (node);
437 return output;
440 /* As an GCC extension we allow redefinition of the function. The
441 semantics when both copies of bodies differ is not well defined.
442 We replace the old body with new body so in unit at a time mode
443 we always use new body, while in normal mode we may end up with
444 old body inlined into some functions and new body expanded and
445 inlined in others.
447 ??? It may make more sense to use one body for inlining and other
448 body for expanding the function but this is difficult to do. */
450 static void
451 cgraph_reset_node (struct cgraph_node *node)
453 /* If node->process is set, then we have already begun whole-unit analysis.
454 This is *not* testing for whether we've already emitted the function.
455 That case can be sort-of legitimately seen with real function redefinition
456 errors. I would argue that the front end should never present us with
457 such a case, but don't enforce that for now. */
458 gcc_assert (!node->process);
460 /* Reset our data structures so we can analyze the function again. */
461 memset (&node->local, 0, sizeof (node->local));
462 memset (&node->global, 0, sizeof (node->global));
463 memset (&node->rtl, 0, sizeof (node->rtl));
464 node->analyzed = false;
465 node->local.redefined_extern_inline = true;
466 node->local.finalized = false;
468 cgraph_node_remove_callees (node);
470 /* We may need to re-queue the node for assembling in case
471 we already proceeded it and ignored as not needed or got
472 a re-declaration in IMA mode. */
473 if (node->reachable)
475 struct cgraph_node *n;
477 for (n = cgraph_nodes_queue; n; n = n->next_needed)
478 if (n == node)
479 break;
480 if (!n)
481 node->reachable = 0;
485 static void
486 cgraph_lower_function (struct cgraph_node *node)
488 if (node->lowered)
489 return;
491 if (node->nested)
492 lower_nested_functions (node->decl);
493 gcc_assert (!node->nested);
495 tree_lowering_passes (node->decl);
496 node->lowered = true;
499 /* DECL has been parsed. Take it, queue it, compile it at the whim of the
500 logic in effect. If NESTED is true, then our caller cannot stand to have
501 the garbage collector run at the moment. We would need to either create
502 a new GC context, or just not compile right now. */
504 void
505 cgraph_finalize_function (tree decl, bool nested)
507 struct cgraph_node *node = cgraph_node (decl);
509 if (node->local.finalized)
510 cgraph_reset_node (node);
512 node->pid = cgraph_max_pid ++;
513 notice_global_symbol (decl);
514 node->local.finalized = true;
515 node->lowered = DECL_STRUCT_FUNCTION (decl)->cfg != NULL;
516 node->finalized_by_frontend = true;
517 record_cdtor_fn (node->decl);
519 if (cgraph_decide_is_function_needed (node, decl))
520 cgraph_mark_needed_node (node);
522 /* Since we reclaim unreachable nodes at the end of every language
523 level unit, we need to be conservative about possible entry points
524 there. */
525 if ((TREE_PUBLIC (decl) && !DECL_COMDAT (decl) && !DECL_EXTERNAL (decl)))
526 cgraph_mark_reachable_node (node);
528 /* If we've not yet emitted decl, tell the debug info about it. */
529 if (!TREE_ASM_WRITTEN (decl))
530 (*debug_hooks->deferred_inline_function) (decl);
532 /* Possibly warn about unused parameters. */
533 if (warn_unused_parameter)
534 do_warn_unused_parameter (decl);
536 if (!nested)
537 ggc_collect ();
540 /* C99 extern inline keywords allow changing of declaration after function
541 has been finalized. We need to re-decide if we want to mark the function as
542 needed then. */
544 void
545 cgraph_mark_if_needed (tree decl)
547 struct cgraph_node *node = cgraph_node (decl);
548 if (node->local.finalized && cgraph_decide_is_function_needed (node, decl))
549 cgraph_mark_needed_node (node);
552 /* Return TRUE if NODE2 is equivalent to NODE or its clone. */
553 static bool
554 clone_of_p (struct cgraph_node *node, struct cgraph_node *node2)
556 while (node != node2 && node2)
557 node2 = node2->clone_of;
558 return node2 != NULL;
561 /* Verify cgraph nodes of given cgraph node. */
562 void
563 verify_cgraph_node (struct cgraph_node *node)
565 struct cgraph_edge *e;
566 struct function *this_cfun = DECL_STRUCT_FUNCTION (node->decl);
567 struct function *saved_cfun = cfun;
568 basic_block this_block;
569 gimple_stmt_iterator gsi;
570 bool error_found = false;
572 if (errorcount || sorrycount)
573 return;
575 timevar_push (TV_CGRAPH_VERIFY);
576 /* debug_generic_stmt needs correct cfun */
577 set_cfun (this_cfun);
578 for (e = node->callees; e; e = e->next_callee)
579 if (e->aux)
581 error ("aux field set for edge %s->%s",
582 identifier_to_locale (cgraph_node_name (e->caller)),
583 identifier_to_locale (cgraph_node_name (e->callee)));
584 error_found = true;
586 if (node->count < 0)
588 error ("Execution count is negative");
589 error_found = true;
591 if (node->global.inlined_to && node->local.externally_visible)
593 error ("Externally visible inline clone");
594 error_found = true;
596 if (node->global.inlined_to && node->address_taken)
598 error ("Inline clone with address taken");
599 error_found = true;
601 if (node->global.inlined_to && node->needed)
603 error ("Inline clone is needed");
604 error_found = true;
606 for (e = node->callers; e; e = e->next_caller)
608 if (e->count < 0)
610 error ("caller edge count is negative");
611 error_found = true;
613 if (e->frequency < 0)
615 error ("caller edge frequency is negative");
616 error_found = true;
618 if (e->frequency > CGRAPH_FREQ_MAX)
620 error ("caller edge frequency is too large");
621 error_found = true;
623 if (!e->inline_failed)
625 if (node->global.inlined_to
626 != (e->caller->global.inlined_to
627 ? e->caller->global.inlined_to : e->caller))
629 error ("inlined_to pointer is wrong");
630 error_found = true;
632 if (node->callers->next_caller)
634 error ("multiple inline callers");
635 error_found = true;
638 else
639 if (node->global.inlined_to)
641 error ("inlined_to pointer set for noninline callers");
642 error_found = true;
645 if (!node->callers && node->global.inlined_to)
647 error ("inlined_to pointer is set but no predecessors found");
648 error_found = true;
650 if (node->global.inlined_to == node)
652 error ("inlined_to pointer refers to itself");
653 error_found = true;
656 if (!cgraph_node (node->decl))
658 error ("node not found in cgraph_hash");
659 error_found = true;
662 if (node->clone_of)
664 struct cgraph_node *n;
665 for (n = node->clone_of->clones; n; n = n->next_sibling_clone)
666 if (n == node)
667 break;
668 if (!n)
670 error ("node has wrong clone_of");
671 error_found = true;
674 if (node->clones)
676 struct cgraph_node *n;
677 for (n = node->clones; n; n = n->next_sibling_clone)
678 if (n->clone_of != node)
679 break;
680 if (n)
682 error ("node has wrong clone list");
683 error_found = true;
686 if ((node->prev_sibling_clone || node->next_sibling_clone) && !node->clone_of)
688 error ("node is in clone list but it is not clone");
689 error_found = true;
691 if (!node->prev_sibling_clone && node->clone_of && node->clone_of->clones != node)
693 error ("node has wrong prev_clone pointer");
694 error_found = true;
696 if (node->prev_sibling_clone && node->prev_sibling_clone->next_sibling_clone != node)
698 error ("double linked list of clones corrupted");
699 error_found = true;
702 if (node->analyzed && gimple_has_body_p (node->decl)
703 && !TREE_ASM_WRITTEN (node->decl)
704 && (!DECL_EXTERNAL (node->decl) || node->global.inlined_to)
705 && !flag_wpa)
707 if (this_cfun->cfg)
709 /* The nodes we're interested in are never shared, so walk
710 the tree ignoring duplicates. */
711 struct pointer_set_t *visited_nodes = pointer_set_create ();
712 /* Reach the trees by walking over the CFG, and note the
713 enclosing basic-blocks in the call edges. */
714 FOR_EACH_BB_FN (this_block, this_cfun)
715 for (gsi = gsi_start_bb (this_block);
716 !gsi_end_p (gsi);
717 gsi_next (&gsi))
719 gimple stmt = gsi_stmt (gsi);
720 tree decl;
721 if (is_gimple_call (stmt) && (decl = gimple_call_fndecl (stmt)))
723 struct cgraph_edge *e = cgraph_edge (node, stmt);
724 if (e)
726 if (e->aux)
728 error ("shared call_stmt:");
729 debug_gimple_stmt (stmt);
730 error_found = true;
732 if (!clone_of_p (cgraph_node (decl), e->callee)
733 && !e->callee->global.inlined_to)
735 error ("edge points to wrong declaration:");
736 debug_tree (e->callee->decl);
737 fprintf (stderr," Instead of:");
738 debug_tree (decl);
740 e->aux = (void *)1;
742 else
744 error ("missing callgraph edge for call stmt:");
745 debug_gimple_stmt (stmt);
746 error_found = true;
750 pointer_set_destroy (visited_nodes);
752 else
753 /* No CFG available?! */
754 gcc_unreachable ();
756 for (e = node->callees; e; e = e->next_callee)
758 if (!e->aux && !e->indirect_call)
760 error ("edge %s->%s has no corresponding call_stmt",
761 identifier_to_locale (cgraph_node_name (e->caller)),
762 identifier_to_locale (cgraph_node_name (e->callee)));
763 debug_gimple_stmt (e->call_stmt);
764 error_found = true;
766 e->aux = 0;
769 if (error_found)
771 dump_cgraph_node (stderr, node);
772 internal_error ("verify_cgraph_node failed");
774 set_cfun (saved_cfun);
775 timevar_pop (TV_CGRAPH_VERIFY);
778 /* Verify whole cgraph structure. */
779 void
780 verify_cgraph (void)
782 struct cgraph_node *node;
784 if (sorrycount || errorcount)
785 return;
787 for (node = cgraph_nodes; node; node = node->next)
788 verify_cgraph_node (node);
791 /* Output all asm statements we have stored up to be output. */
793 static void
794 cgraph_output_pending_asms (void)
796 struct cgraph_asm_node *can;
798 if (errorcount || sorrycount)
799 return;
801 for (can = cgraph_asm_nodes; can; can = can->next)
802 assemble_asm (can->asm_str);
803 cgraph_asm_nodes = NULL;
806 /* Analyze the function scheduled to be output. */
807 static void
808 cgraph_analyze_function (struct cgraph_node *node)
810 tree save = current_function_decl;
811 tree decl = node->decl;
813 current_function_decl = decl;
814 push_cfun (DECL_STRUCT_FUNCTION (decl));
816 /* Make sure to gimplify bodies only once. During analyzing a
817 function we lower it, which will require gimplified nested
818 functions, so we can end up here with an already gimplified
819 body. */
820 if (!gimple_body (decl))
821 gimplify_function_tree (decl);
822 dump_function (TDI_generic, decl);
824 cgraph_lower_function (node);
825 node->analyzed = true;
827 pop_cfun ();
828 current_function_decl = save;
831 /* Look for externally_visible and used attributes and mark cgraph nodes
832 accordingly.
834 We cannot mark the nodes at the point the attributes are processed (in
835 handle_*_attribute) because the copy of the declarations available at that
836 point may not be canonical. For example, in:
838 void f();
839 void f() __attribute__((used));
841 the declaration we see in handle_used_attribute will be the second
842 declaration -- but the front end will subsequently merge that declaration
843 with the original declaration and discard the second declaration.
845 Furthermore, we can't mark these nodes in cgraph_finalize_function because:
847 void f() {}
848 void f() __attribute__((externally_visible));
850 is valid.
852 So, we walk the nodes at the end of the translation unit, applying the
853 attributes at that point. */
855 static void
856 process_function_and_variable_attributes (struct cgraph_node *first,
857 struct varpool_node *first_var)
859 struct cgraph_node *node;
860 struct varpool_node *vnode;
862 for (node = cgraph_nodes; node != first; node = node->next)
864 tree decl = node->decl;
865 if (lookup_attribute ("used", DECL_ATTRIBUTES (decl)))
867 mark_decl_referenced (decl);
868 if (node->local.finalized)
869 cgraph_mark_needed_node (node);
871 if (lookup_attribute ("externally_visible", DECL_ATTRIBUTES (decl)))
873 if (! TREE_PUBLIC (node->decl))
874 warning_at (DECL_SOURCE_LOCATION (node->decl), OPT_Wattributes,
875 "%<externally_visible%>"
876 " attribute have effect only on public objects");
877 else if (node->local.finalized)
878 cgraph_mark_needed_node (node);
881 for (vnode = varpool_nodes; vnode != first_var; vnode = vnode->next)
883 tree decl = vnode->decl;
884 if (lookup_attribute ("used", DECL_ATTRIBUTES (decl)))
886 mark_decl_referenced (decl);
887 if (vnode->finalized)
888 varpool_mark_needed_node (vnode);
890 if (lookup_attribute ("externally_visible", DECL_ATTRIBUTES (decl)))
892 if (! TREE_PUBLIC (vnode->decl))
893 warning_at (DECL_SOURCE_LOCATION (vnode->decl), OPT_Wattributes,
894 "%<externally_visible%>"
895 " attribute have effect only on public objects");
896 else if (vnode->finalized)
897 varpool_mark_needed_node (vnode);
902 /* Process CGRAPH_NODES_NEEDED queue, analyze each function (and transitively
903 each reachable functions) and build cgraph.
904 The function can be called multiple times after inserting new nodes
905 into beginning of queue. Just the new part of queue is re-scanned then. */
907 static void
908 cgraph_analyze_functions (void)
910 /* Keep track of already processed nodes when called multiple times for
911 intermodule optimization. */
912 static struct cgraph_node *first_analyzed;
913 struct cgraph_node *first_processed = first_analyzed;
914 static struct varpool_node *first_analyzed_var;
915 struct cgraph_node *node, *next;
917 process_function_and_variable_attributes (first_processed,
918 first_analyzed_var);
919 first_processed = cgraph_nodes;
920 first_analyzed_var = varpool_nodes;
921 varpool_analyze_pending_decls ();
922 if (cgraph_dump_file)
924 fprintf (cgraph_dump_file, "Initial entry points:");
925 for (node = cgraph_nodes; node != first_analyzed; node = node->next)
926 if (node->needed)
927 fprintf (cgraph_dump_file, " %s", cgraph_node_name (node));
928 fprintf (cgraph_dump_file, "\n");
930 cgraph_process_new_functions ();
932 /* Propagate reachability flag and lower representation of all reachable
933 functions. In the future, lowering will introduce new functions and
934 new entry points on the way (by template instantiation and virtual
935 method table generation for instance). */
936 while (cgraph_nodes_queue)
938 struct cgraph_edge *edge;
939 tree decl = cgraph_nodes_queue->decl;
941 node = cgraph_nodes_queue;
942 cgraph_nodes_queue = cgraph_nodes_queue->next_needed;
943 node->next_needed = NULL;
945 /* ??? It is possible to create extern inline function and later using
946 weak alias attribute to kill its body. See
947 gcc.c-torture/compile/20011119-1.c */
948 if (!DECL_STRUCT_FUNCTION (decl))
950 cgraph_reset_node (node);
951 continue;
954 if (!node->analyzed)
955 cgraph_analyze_function (node);
957 for (edge = node->callees; edge; edge = edge->next_callee)
958 if (!edge->callee->reachable)
959 cgraph_mark_reachable_node (edge->callee);
961 /* If decl is a clone of an abstract function, mark that abstract
962 function so that we don't release its body. The DECL_INITIAL() of that
963 abstract function declaration will be later needed to output debug info. */
964 if (DECL_ABSTRACT_ORIGIN (decl))
966 struct cgraph_node *origin_node = cgraph_node (DECL_ABSTRACT_ORIGIN (decl));
967 origin_node->abstract_and_needed = true;
970 /* We finalize local static variables during constructing callgraph
971 edges. Process their attributes too. */
972 process_function_and_variable_attributes (first_processed,
973 first_analyzed_var);
974 first_processed = cgraph_nodes;
975 first_analyzed_var = varpool_nodes;
976 varpool_analyze_pending_decls ();
977 cgraph_process_new_functions ();
980 /* Collect entry points to the unit. */
981 if (cgraph_dump_file)
983 fprintf (cgraph_dump_file, "Unit entry points:");
984 for (node = cgraph_nodes; node != first_analyzed; node = node->next)
985 if (node->needed)
986 fprintf (cgraph_dump_file, " %s", cgraph_node_name (node));
987 fprintf (cgraph_dump_file, "\n\nInitial ");
988 dump_cgraph (cgraph_dump_file);
991 if (cgraph_dump_file)
992 fprintf (cgraph_dump_file, "\nReclaiming functions:");
994 for (node = cgraph_nodes; node != first_analyzed; node = next)
996 tree decl = node->decl;
997 next = node->next;
999 if (node->local.finalized && !gimple_has_body_p (decl))
1000 cgraph_reset_node (node);
1002 if (!node->reachable && gimple_has_body_p (decl))
1004 if (cgraph_dump_file)
1005 fprintf (cgraph_dump_file, " %s", cgraph_node_name (node));
1006 cgraph_remove_node (node);
1007 continue;
1009 else
1010 node->next_needed = NULL;
1011 gcc_assert (!node->local.finalized || gimple_has_body_p (decl));
1012 gcc_assert (node->analyzed == node->local.finalized);
1014 if (cgraph_dump_file)
1016 fprintf (cgraph_dump_file, "\n\nReclaimed ");
1017 dump_cgraph (cgraph_dump_file);
1019 first_analyzed = cgraph_nodes;
1020 ggc_collect ();
1024 /* Emit thunks for every node in the cgraph.
1025 FIXME: We really ought to emit thunks only for functions that are needed. */
1027 static void
1028 cgraph_emit_thunks (void)
1030 struct cgraph_node *n;
1032 for (n = cgraph_nodes; n; n = n->next)
1034 /* Only emit thunks on functions defined in this TU.
1035 Note that this may emit more thunks than strictly necessary.
1036 During optimization some nodes may disappear. It would be
1037 nice to only emit thunks only for the functions that will be
1038 emitted, but we cannot know that until the inliner and other
1039 IPA passes have run (see the sequencing of the call to
1040 cgraph_mark_functions_to_output in cgraph_optimize). */
1041 if (n->reachable
1042 && !DECL_EXTERNAL (n->decl))
1043 lang_hooks.callgraph.emit_associated_thunks (n->decl);
1048 /* Analyze the whole compilation unit once it is parsed completely. */
1050 void
1051 cgraph_finalize_compilation_unit (void)
1053 timevar_push (TV_CGRAPH);
1055 /* Do not skip analyzing the functions if there were errors, we
1056 miss diagnostics for following functions otherwise. */
1058 /* Emit size functions we didn't inline. */
1059 finalize_size_functions ();
1061 /* Call functions declared with the "constructor" or "destructor"
1062 attribute. */
1063 cgraph_build_cdtor_fns ();
1065 /* Mark alias targets necessary and emit diagnostics. */
1066 finish_aliases_1 ();
1068 if (!quiet_flag)
1070 fprintf (stderr, "\nAnalyzing compilation unit\n");
1071 fflush (stderr);
1074 /* Gimplify and lower all functions, compute reachability and
1075 remove unreachable nodes. */
1076 cgraph_analyze_functions ();
1078 /* Emit thunks for reachable nodes, if needed. */
1079 if (lang_hooks.callgraph.emit_associated_thunks)
1080 cgraph_emit_thunks ();
1082 /* Mark alias targets necessary and emit diagnostics. */
1083 finish_aliases_1 ();
1085 /* Gimplify and lower thunks. */
1086 cgraph_analyze_functions ();
1088 /* Finally drive the pass manager. */
1089 cgraph_optimize ();
1091 timevar_pop (TV_CGRAPH);
1095 /* Figure out what functions we want to assemble. */
1097 static void
1098 cgraph_mark_functions_to_output (void)
1100 struct cgraph_node *node;
1102 for (node = cgraph_nodes; node; node = node->next)
1104 tree decl = node->decl;
1105 struct cgraph_edge *e;
1107 gcc_assert (!node->process);
1109 for (e = node->callers; e; e = e->next_caller)
1110 if (e->inline_failed)
1111 break;
1113 /* We need to output all local functions that are used and not
1114 always inlined, as well as those that are reachable from
1115 outside the current compilation unit. */
1116 if (node->analyzed
1117 && !node->global.inlined_to
1118 && (node->needed
1119 || (e && node->reachable))
1120 && !TREE_ASM_WRITTEN (decl)
1121 && !DECL_EXTERNAL (decl))
1122 node->process = 1;
1123 else
1125 /* We should've reclaimed all functions that are not needed. */
1126 #ifdef ENABLE_CHECKING
1127 if (!node->global.inlined_to
1128 && gimple_has_body_p (decl)
1129 && !DECL_EXTERNAL (decl))
1131 dump_cgraph_node (stderr, node);
1132 internal_error ("failed to reclaim unneeded function");
1134 #endif
1135 gcc_assert (node->global.inlined_to
1136 || !gimple_has_body_p (decl)
1137 || DECL_EXTERNAL (decl));
1144 /* Expand function specified by NODE. */
1146 static void
1147 cgraph_expand_function (struct cgraph_node *node)
1149 tree decl = node->decl;
1151 /* We ought to not compile any inline clones. */
1152 gcc_assert (!node->global.inlined_to);
1154 announce_function (decl);
1155 node->process = 0;
1157 gcc_assert (node->lowered);
1159 /* Generate RTL for the body of DECL. */
1160 tree_rest_of_compilation (decl);
1162 /* Make sure that BE didn't give up on compiling. */
1163 gcc_assert (TREE_ASM_WRITTEN (decl));
1164 current_function_decl = NULL;
1165 gcc_assert (!cgraph_preserve_function_body_p (decl));
1166 cgraph_release_function_body (node);
1167 /* Eliminate all call edges. This is important so the GIMPLE_CALL no longer
1168 points to the dead function body. */
1169 cgraph_node_remove_callees (node);
1171 cgraph_function_flags_ready = true;
1174 /* Return true when CALLER_DECL should be inlined into CALLEE_DECL. */
1176 bool
1177 cgraph_inline_p (struct cgraph_edge *e, cgraph_inline_failed_t *reason)
1179 *reason = e->inline_failed;
1180 return !e->inline_failed;
1185 /* Expand all functions that must be output.
1187 Attempt to topologically sort the nodes so function is output when
1188 all called functions are already assembled to allow data to be
1189 propagated across the callgraph. Use a stack to get smaller distance
1190 between a function and its callees (later we may choose to use a more
1191 sophisticated algorithm for function reordering; we will likely want
1192 to use subsections to make the output functions appear in top-down
1193 order). */
1195 static void
1196 cgraph_expand_all_functions (void)
1198 struct cgraph_node *node;
1199 struct cgraph_node **order = XCNEWVEC (struct cgraph_node *, cgraph_n_nodes);
1200 int order_pos, new_order_pos = 0;
1201 int i;
1203 order_pos = cgraph_postorder (order);
1204 gcc_assert (order_pos == cgraph_n_nodes);
1206 /* Garbage collector may remove inline clones we eliminate during
1207 optimization. So we must be sure to not reference them. */
1208 for (i = 0; i < order_pos; i++)
1209 if (order[i]->process)
1210 order[new_order_pos++] = order[i];
1212 for (i = new_order_pos - 1; i >= 0; i--)
1214 node = order[i];
1215 if (node->process)
1217 gcc_assert (node->reachable);
1218 node->process = 0;
1219 cgraph_expand_function (node);
1222 cgraph_process_new_functions ();
1224 free (order);
1228 /* This is used to sort the node types by the cgraph order number. */
1230 enum cgraph_order_sort_kind
1232 ORDER_UNDEFINED = 0,
1233 ORDER_FUNCTION,
1234 ORDER_VAR,
1235 ORDER_ASM
1238 struct cgraph_order_sort
1240 enum cgraph_order_sort_kind kind;
1241 union
1243 struct cgraph_node *f;
1244 struct varpool_node *v;
1245 struct cgraph_asm_node *a;
1246 } u;
1249 /* Output all functions, variables, and asm statements in the order
1250 according to their order fields, which is the order in which they
1251 appeared in the file. This implements -fno-toplevel-reorder. In
1252 this mode we may output functions and variables which don't really
1253 need to be output. */
1255 static void
1256 cgraph_output_in_order (void)
1258 int max;
1259 size_t size;
1260 struct cgraph_order_sort *nodes;
1261 int i;
1262 struct cgraph_node *pf;
1263 struct varpool_node *pv;
1264 struct cgraph_asm_node *pa;
1266 max = cgraph_order;
1267 size = max * sizeof (struct cgraph_order_sort);
1268 nodes = (struct cgraph_order_sort *) alloca (size);
1269 memset (nodes, 0, size);
1271 varpool_analyze_pending_decls ();
1273 for (pf = cgraph_nodes; pf; pf = pf->next)
1275 if (pf->process)
1277 i = pf->order;
1278 gcc_assert (nodes[i].kind == ORDER_UNDEFINED);
1279 nodes[i].kind = ORDER_FUNCTION;
1280 nodes[i].u.f = pf;
1284 for (pv = varpool_nodes_queue; pv; pv = pv->next_needed)
1286 i = pv->order;
1287 gcc_assert (nodes[i].kind == ORDER_UNDEFINED);
1288 nodes[i].kind = ORDER_VAR;
1289 nodes[i].u.v = pv;
1292 for (pa = cgraph_asm_nodes; pa; pa = pa->next)
1294 i = pa->order;
1295 gcc_assert (nodes[i].kind == ORDER_UNDEFINED);
1296 nodes[i].kind = ORDER_ASM;
1297 nodes[i].u.a = pa;
1300 /* In toplevel reorder mode we output all statics; mark them as needed. */
1301 for (i = 0; i < max; ++i)
1303 if (nodes[i].kind == ORDER_VAR)
1305 varpool_mark_needed_node (nodes[i].u.v);
1308 varpool_empty_needed_queue ();
1310 for (i = 0; i < max; ++i)
1312 switch (nodes[i].kind)
1314 case ORDER_FUNCTION:
1315 nodes[i].u.f->process = 0;
1316 cgraph_expand_function (nodes[i].u.f);
1317 break;
1319 case ORDER_VAR:
1320 varpool_assemble_decl (nodes[i].u.v);
1321 break;
1323 case ORDER_ASM:
1324 assemble_asm (nodes[i].u.a->asm_str);
1325 break;
1327 case ORDER_UNDEFINED:
1328 break;
1330 default:
1331 gcc_unreachable ();
1335 cgraph_asm_nodes = NULL;
1338 /* Return true when function body of DECL still needs to be kept around
1339 for later re-use. */
1340 bool
1341 cgraph_preserve_function_body_p (tree decl)
1343 struct cgraph_node *node;
1345 gcc_assert (cgraph_global_info_ready);
1346 /* Look if there is any clone around. */
1347 node = cgraph_node (decl);
1348 if (node->clones)
1349 return true;
1350 return false;
1353 static void
1354 ipa_passes (void)
1356 set_cfun (NULL);
1357 current_function_decl = NULL;
1358 gimple_register_cfg_hooks ();
1359 bitmap_obstack_initialize (NULL);
1361 if (!in_lto_p)
1362 execute_ipa_pass_list (all_small_ipa_passes);
1364 /* If pass_all_early_optimizations was not scheduled, the state of
1365 the cgraph will not be properly updated. Update it now. */
1366 if (cgraph_state < CGRAPH_STATE_IPA_SSA)
1367 cgraph_state = CGRAPH_STATE_IPA_SSA;
1369 if (!in_lto_p)
1371 /* Generate coverage variables and constructors. */
1372 coverage_finish ();
1374 /* Process new functions added. */
1375 set_cfun (NULL);
1376 current_function_decl = NULL;
1377 cgraph_process_new_functions ();
1380 execute_ipa_summary_passes ((struct ipa_opt_pass_d *) all_regular_ipa_passes);
1381 execute_ipa_summary_passes ((struct ipa_opt_pass_d *) all_lto_gen_passes);
1383 if (!in_lto_p)
1384 ipa_write_summaries ();
1386 execute_ipa_pass_list (all_regular_ipa_passes);
1388 bitmap_obstack_release (NULL);
1392 /* Perform simple optimizations based on callgraph. */
1394 void
1395 cgraph_optimize (void)
1397 if (errorcount || sorrycount)
1398 return;
1400 #ifdef ENABLE_CHECKING
1401 verify_cgraph ();
1402 #endif
1404 /* Frontend may output common variables after the unit has been finalized.
1405 It is safe to deal with them here as they are always zero initialized. */
1406 varpool_analyze_pending_decls ();
1408 timevar_push (TV_CGRAPHOPT);
1409 if (pre_ipa_mem_report)
1411 fprintf (stderr, "Memory consumption before IPA\n");
1412 dump_memory_report (false);
1414 if (!quiet_flag)
1415 fprintf (stderr, "Performing interprocedural optimizations\n");
1416 cgraph_state = CGRAPH_STATE_IPA;
1418 /* Don't run the IPA passes if there was any error or sorry messages. */
1419 if (errorcount == 0 && sorrycount == 0)
1420 ipa_passes ();
1422 /* Do nothing else if any IPA pass found errors. */
1423 if (errorcount || sorrycount)
1424 return;
1426 /* This pass remove bodies of extern inline functions we never inlined.
1427 Do this later so other IPA passes see what is really going on. */
1428 cgraph_remove_unreachable_nodes (false, dump_file);
1429 cgraph_global_info_ready = true;
1430 if (cgraph_dump_file)
1432 fprintf (cgraph_dump_file, "Optimized ");
1433 dump_cgraph (cgraph_dump_file);
1434 dump_varpool (cgraph_dump_file);
1436 if (post_ipa_mem_report)
1438 fprintf (stderr, "Memory consumption after IPA\n");
1439 dump_memory_report (false);
1441 timevar_pop (TV_CGRAPHOPT);
1443 /* Output everything. */
1444 if (!quiet_flag)
1445 fprintf (stderr, "Assembling functions:\n");
1446 #ifdef ENABLE_CHECKING
1447 verify_cgraph ();
1448 #endif
1450 cgraph_materialize_all_clones ();
1451 cgraph_mark_functions_to_output ();
1453 cgraph_state = CGRAPH_STATE_EXPANSION;
1454 if (!flag_toplevel_reorder)
1455 cgraph_output_in_order ();
1456 else
1458 cgraph_output_pending_asms ();
1460 cgraph_expand_all_functions ();
1461 varpool_remove_unreferenced_decls ();
1463 varpool_assemble_pending_decls ();
1465 cgraph_process_new_functions ();
1466 cgraph_state = CGRAPH_STATE_FINISHED;
1468 if (cgraph_dump_file)
1470 fprintf (cgraph_dump_file, "\nFinal ");
1471 dump_cgraph (cgraph_dump_file);
1473 #ifdef ENABLE_CHECKING
1474 verify_cgraph ();
1475 /* Double check that all inline clones are gone and that all
1476 function bodies have been released from memory. */
1477 if (!(sorrycount || errorcount))
1479 struct cgraph_node *node;
1480 bool error_found = false;
1482 for (node = cgraph_nodes; node; node = node->next)
1483 if (node->analyzed
1484 && (node->global.inlined_to
1485 || gimple_has_body_p (node->decl)))
1487 error_found = true;
1488 dump_cgraph_node (stderr, node);
1490 if (error_found)
1491 internal_error ("nodes with unreleased memory found");
1493 #endif
1497 /* Generate and emit a static constructor or destructor. WHICH must
1498 be one of 'I' (for a constructor) or 'D' (for a destructor). BODY
1499 is a STATEMENT_LIST containing GENERIC statements. PRIORITY is the
1500 initialization priority for this constructor or destructor. */
1502 void
1503 cgraph_build_static_cdtor (char which, tree body, int priority)
1505 static int counter = 0;
1506 char which_buf[16];
1507 tree decl, name, resdecl;
1509 /* The priority is encoded in the constructor or destructor name.
1510 collect2 will sort the names and arrange that they are called at
1511 program startup. */
1512 sprintf (which_buf, "%c_%.5d_%d", which, priority, counter++);
1513 name = get_file_function_name (which_buf);
1515 decl = build_decl (input_location, FUNCTION_DECL, name,
1516 build_function_type (void_type_node, void_list_node));
1517 current_function_decl = decl;
1519 resdecl = build_decl (input_location,
1520 RESULT_DECL, NULL_TREE, void_type_node);
1521 DECL_ARTIFICIAL (resdecl) = 1;
1522 DECL_RESULT (decl) = resdecl;
1523 DECL_CONTEXT (resdecl) = decl;
1525 allocate_struct_function (decl, false);
1527 TREE_STATIC (decl) = 1;
1528 TREE_USED (decl) = 1;
1529 DECL_ARTIFICIAL (decl) = 1;
1530 DECL_NO_INSTRUMENT_FUNCTION_ENTRY_EXIT (decl) = 1;
1531 DECL_SAVED_TREE (decl) = body;
1532 TREE_PUBLIC (decl) = ! targetm.have_ctors_dtors;
1533 DECL_UNINLINABLE (decl) = 1;
1535 DECL_INITIAL (decl) = make_node (BLOCK);
1536 TREE_USED (DECL_INITIAL (decl)) = 1;
1538 DECL_SOURCE_LOCATION (decl) = input_location;
1539 cfun->function_end_locus = input_location;
1541 switch (which)
1543 case 'I':
1544 DECL_STATIC_CONSTRUCTOR (decl) = 1;
1545 decl_init_priority_insert (decl, priority);
1546 break;
1547 case 'D':
1548 DECL_STATIC_DESTRUCTOR (decl) = 1;
1549 decl_fini_priority_insert (decl, priority);
1550 break;
1551 default:
1552 gcc_unreachable ();
1555 gimplify_function_tree (decl);
1557 cgraph_add_new_function (decl, false);
1558 cgraph_mark_needed_node (cgraph_node (decl));
1559 set_cfun (NULL);
1562 void
1563 init_cgraph (void)
1565 cgraph_dump_file = dump_begin (TDI_cgraph, NULL);
1568 /* The edges representing the callers of the NEW_VERSION node were
1569 fixed by cgraph_function_versioning (), now the call_expr in their
1570 respective tree code should be updated to call the NEW_VERSION. */
1572 static void
1573 update_call_expr (struct cgraph_node *new_version)
1575 struct cgraph_edge *e;
1577 gcc_assert (new_version);
1579 /* Update the call expr on the edges to call the new version. */
1580 for (e = new_version->callers; e; e = e->next_caller)
1582 struct function *inner_function = DECL_STRUCT_FUNCTION (e->caller->decl);
1583 gimple_call_set_fndecl (e->call_stmt, new_version->decl);
1584 maybe_clean_eh_stmt_fn (inner_function, e->call_stmt);
1589 /* Create a new cgraph node which is the new version of
1590 OLD_VERSION node. REDIRECT_CALLERS holds the callers
1591 edges which should be redirected to point to
1592 NEW_VERSION. ALL the callees edges of OLD_VERSION
1593 are cloned to the new version node. Return the new
1594 version node. */
1596 static struct cgraph_node *
1597 cgraph_copy_node_for_versioning (struct cgraph_node *old_version,
1598 tree new_decl,
1599 VEC(cgraph_edge_p,heap) *redirect_callers)
1601 struct cgraph_node *new_version;
1602 struct cgraph_edge *e, *new_e;
1603 struct cgraph_edge *next_callee;
1604 unsigned i;
1606 gcc_assert (old_version);
1608 new_version = cgraph_node (new_decl);
1610 new_version->analyzed = true;
1611 new_version->local = old_version->local;
1612 new_version->global = old_version->global;
1613 new_version->rtl = new_version->rtl;
1614 new_version->reachable = true;
1615 new_version->count = old_version->count;
1617 /* Clone the old node callees. Recursive calls are
1618 also cloned. */
1619 for (e = old_version->callees;e; e=e->next_callee)
1621 new_e = cgraph_clone_edge (e, new_version, e->call_stmt,
1622 e->lto_stmt_uid, 0, e->frequency,
1623 e->loop_nest, true);
1624 new_e->count = e->count;
1626 /* Fix recursive calls.
1627 If OLD_VERSION has a recursive call after the
1628 previous edge cloning, the new version will have an edge
1629 pointing to the old version, which is wrong;
1630 Redirect it to point to the new version. */
1631 for (e = new_version->callees ; e; e = next_callee)
1633 next_callee = e->next_callee;
1634 if (e->callee == old_version)
1635 cgraph_redirect_edge_callee (e, new_version);
1637 if (!next_callee)
1638 break;
1640 for (i = 0; VEC_iterate (cgraph_edge_p, redirect_callers, i, e); i++)
1642 /* Redirect calls to the old version node to point to its new
1643 version. */
1644 cgraph_redirect_edge_callee (e, new_version);
1647 return new_version;
1650 /* Perform function versioning.
1651 Function versioning includes copying of the tree and
1652 a callgraph update (creating a new cgraph node and updating
1653 its callees and callers).
1655 REDIRECT_CALLERS varray includes the edges to be redirected
1656 to the new version.
1658 TREE_MAP is a mapping of tree nodes we want to replace with
1659 new ones (according to results of prior analysis).
1660 OLD_VERSION_NODE is the node that is versioned.
1661 It returns the new version's cgraph node.
1662 ARGS_TO_SKIP lists arguments to be omitted from functions
1665 struct cgraph_node *
1666 cgraph_function_versioning (struct cgraph_node *old_version_node,
1667 VEC(cgraph_edge_p,heap) *redirect_callers,
1668 VEC (ipa_replace_map_p,gc)* tree_map,
1669 bitmap args_to_skip)
1671 tree old_decl = old_version_node->decl;
1672 struct cgraph_node *new_version_node = NULL;
1673 tree new_decl;
1675 if (!tree_versionable_function_p (old_decl))
1676 return NULL;
1678 /* Make a new FUNCTION_DECL tree node for the
1679 new version. */
1680 if (!args_to_skip)
1681 new_decl = copy_node (old_decl);
1682 else
1683 new_decl = build_function_decl_skip_args (old_decl, args_to_skip);
1685 /* Create the new version's call-graph node.
1686 and update the edges of the new node. */
1687 new_version_node =
1688 cgraph_copy_node_for_versioning (old_version_node, new_decl,
1689 redirect_callers);
1691 /* Copy the OLD_VERSION_NODE function tree to the new version. */
1692 tree_function_versioning (old_decl, new_decl, tree_map, false, args_to_skip);
1694 /* Update the new version's properties.
1695 Make The new version visible only within this translation unit. Make sure
1696 that is not weak also.
1697 ??? We cannot use COMDAT linkage because there is no
1698 ABI support for this. */
1699 DECL_EXTERNAL (new_version_node->decl) = 0;
1700 DECL_COMDAT_GROUP (new_version_node->decl) = NULL_TREE;
1701 TREE_PUBLIC (new_version_node->decl) = 0;
1702 DECL_COMDAT (new_version_node->decl) = 0;
1703 DECL_WEAK (new_version_node->decl) = 0;
1704 DECL_VIRTUAL_P (new_version_node->decl) = 0;
1705 new_version_node->local.externally_visible = 0;
1706 new_version_node->local.local = 1;
1707 new_version_node->lowered = true;
1709 /* Update the call_expr on the edges to call the new version node. */
1710 update_call_expr (new_version_node);
1712 cgraph_call_function_insertion_hooks (new_version_node);
1713 return new_version_node;
1716 /* Produce separate function body for inline clones so the offline copy can be
1717 modified without affecting them. */
1718 struct cgraph_node *
1719 save_inline_function_body (struct cgraph_node *node)
1721 struct cgraph_node *first_clone, *n;
1723 gcc_assert (node == cgraph_node (node->decl));
1725 cgraph_lower_function (node);
1727 first_clone = node->clones;
1729 first_clone->decl = copy_node (node->decl);
1730 cgraph_insert_node_to_hashtable (first_clone);
1731 gcc_assert (first_clone == cgraph_node (first_clone->decl));
1732 if (first_clone->next_sibling_clone)
1734 for (n = first_clone->next_sibling_clone; n->next_sibling_clone; n = n->next_sibling_clone)
1735 n->clone_of = first_clone;
1736 n->clone_of = first_clone;
1737 n->next_sibling_clone = first_clone->clones;
1738 if (first_clone->clones)
1739 first_clone->clones->prev_sibling_clone = n;
1740 first_clone->clones = first_clone->next_sibling_clone;
1741 first_clone->next_sibling_clone->prev_sibling_clone = NULL;
1742 first_clone->next_sibling_clone = NULL;
1743 gcc_assert (!first_clone->prev_sibling_clone);
1745 first_clone->clone_of = NULL;
1746 node->clones = NULL;
1748 if (first_clone->clones)
1749 for (n = first_clone->clones; n != first_clone;)
1751 gcc_assert (n->decl == node->decl);
1752 n->decl = first_clone->decl;
1753 if (n->clones)
1754 n = n->clones;
1755 else if (n->next_sibling_clone)
1756 n = n->next_sibling_clone;
1757 else
1759 while (n != first_clone && !n->next_sibling_clone)
1760 n = n->clone_of;
1761 if (n != first_clone)
1762 n = n->next_sibling_clone;
1766 /* Copy the OLD_VERSION_NODE function tree to the new version. */
1767 tree_function_versioning (node->decl, first_clone->decl, NULL, true, NULL);
1769 DECL_EXTERNAL (first_clone->decl) = 0;
1770 DECL_COMDAT_GROUP (first_clone->decl) = NULL_TREE;
1771 TREE_PUBLIC (first_clone->decl) = 0;
1772 DECL_COMDAT (first_clone->decl) = 0;
1773 VEC_free (ipa_opt_pass, heap,
1774 DECL_STRUCT_FUNCTION (first_clone->decl)->ipa_transforms_to_apply);
1775 DECL_STRUCT_FUNCTION (first_clone->decl)->ipa_transforms_to_apply = NULL;
1777 #ifdef ENABLE_CHECKING
1778 verify_cgraph_node (first_clone);
1779 #endif
1780 return first_clone;
1783 /* Given virtual clone, turn it into actual clone. */
1784 static void
1785 cgraph_materialize_clone (struct cgraph_node *node)
1787 bitmap_obstack_initialize (NULL);
1788 /* Copy the OLD_VERSION_NODE function tree to the new version. */
1789 tree_function_versioning (node->clone_of->decl, node->decl,
1790 node->clone.tree_map, true,
1791 node->clone.args_to_skip);
1792 if (cgraph_dump_file)
1794 dump_function_to_file (node->clone_of->decl, cgraph_dump_file, dump_flags);
1795 dump_function_to_file (node->decl, cgraph_dump_file, dump_flags);
1798 /* Function is no longer clone. */
1799 if (node->next_sibling_clone)
1800 node->next_sibling_clone->prev_sibling_clone = node->prev_sibling_clone;
1801 if (node->prev_sibling_clone)
1802 node->prev_sibling_clone->next_sibling_clone = node->next_sibling_clone;
1803 else
1804 node->clone_of->clones = node->next_sibling_clone;
1805 node->next_sibling_clone = NULL;
1806 node->prev_sibling_clone = NULL;
1807 node->clone_of = NULL;
1808 bitmap_obstack_release (NULL);
1811 /* Once all functions from compilation unit are in memory, produce all clones
1812 and update all calls.
1813 We might also do this on demand if we don't want to bring all functions to
1814 memory prior compilation, but current WHOPR implementation does that and it is
1815 is bit easier to keep everything right in this order. */
1816 void
1817 cgraph_materialize_all_clones (void)
1819 struct cgraph_node *node;
1820 bool stabilized = false;
1822 if (cgraph_dump_file)
1823 fprintf (cgraph_dump_file, "Materializing clones\n");
1824 #ifdef ENABLE_CHECKING
1825 verify_cgraph ();
1826 #endif
1828 /* We can also do topological order, but number of iterations should be
1829 bounded by number of IPA passes since single IPA pass is probably not
1830 going to create clones of clones it created itself. */
1831 while (!stabilized)
1833 stabilized = true;
1834 for (node = cgraph_nodes; node; node = node->next)
1836 if (node->clone_of && node->decl != node->clone_of->decl
1837 && !gimple_has_body_p (node->decl))
1839 if (gimple_has_body_p (node->clone_of->decl))
1841 if (cgraph_dump_file)
1843 fprintf (cgraph_dump_file, "clonning %s to %s\n",
1844 cgraph_node_name (node->clone_of),
1845 cgraph_node_name (node));
1846 if (node->clone.tree_map)
1848 unsigned int i;
1849 fprintf (cgraph_dump_file, " replace map: ");
1850 for (i = 0; i < VEC_length (ipa_replace_map_p,
1851 node->clone.tree_map);
1852 i++)
1854 struct ipa_replace_map *replace_info;
1855 replace_info = VEC_index (ipa_replace_map_p,
1856 node->clone.tree_map,
1858 print_generic_expr (cgraph_dump_file, replace_info->old_tree, 0);
1859 fprintf (cgraph_dump_file, " -> ");
1860 print_generic_expr (cgraph_dump_file, replace_info->new_tree, 0);
1861 fprintf (cgraph_dump_file, "%s%s;",
1862 replace_info->replace_p ? "(replace)":"",
1863 replace_info->ref_p ? "(ref)":"");
1865 fprintf (cgraph_dump_file, "\n");
1867 if (node->clone.args_to_skip)
1869 fprintf (cgraph_dump_file, " args_to_skip: ");
1870 dump_bitmap (cgraph_dump_file, node->clone.args_to_skip);
1872 if (node->clone.args_to_skip)
1874 fprintf (cgraph_dump_file, " combined_args_to_skip:");
1875 dump_bitmap (cgraph_dump_file, node->clone.combined_args_to_skip);
1878 cgraph_materialize_clone (node);
1880 else
1881 stabilized = false;
1885 if (cgraph_dump_file)
1886 fprintf (cgraph_dump_file, "Updating call sites\n");
1887 for (node = cgraph_nodes; node; node = node->next)
1888 if (node->analyzed && gimple_has_body_p (node->decl)
1889 && (!node->clone_of || node->clone_of->decl != node->decl))
1891 struct cgraph_edge *e;
1893 current_function_decl = node->decl;
1894 push_cfun (DECL_STRUCT_FUNCTION (node->decl));
1895 for (e = node->callees; e; e = e->next_callee)
1897 tree decl = gimple_call_fndecl (e->call_stmt);
1898 /* When function gets inlined, indirect inlining might've invented
1899 new edge for orginally indirect stmt. Since we are not
1900 preserving clones in the original form, we must not update here
1901 since other inline clones don't need to contain call to the same
1902 call. Inliner will do the substitution for us later. */
1903 if (decl && decl != e->callee->decl)
1905 gimple new_stmt;
1906 gimple_stmt_iterator gsi;
1908 if (cgraph_dump_file)
1910 fprintf (cgraph_dump_file, "updating call of %s in %s:",
1911 cgraph_node_name (node),
1912 cgraph_node_name (e->callee));
1913 print_gimple_stmt (cgraph_dump_file, e->call_stmt, 0, dump_flags);
1916 if (e->callee->clone.combined_args_to_skip)
1917 new_stmt = gimple_call_copy_skip_args (e->call_stmt,
1918 e->callee->clone.combined_args_to_skip);
1919 else
1920 new_stmt = e->call_stmt;
1921 if (gimple_vdef (new_stmt)
1922 && TREE_CODE (gimple_vdef (new_stmt)) == SSA_NAME)
1923 SSA_NAME_DEF_STMT (gimple_vdef (new_stmt)) = new_stmt;
1924 gimple_call_set_fndecl (new_stmt, e->callee->decl);
1926 gsi = gsi_for_stmt (e->call_stmt);
1927 gsi_replace (&gsi, new_stmt, true);
1929 /* Update EH information too, just in case. */
1930 maybe_clean_or_replace_eh_stmt (e->call_stmt, new_stmt);
1932 cgraph_set_call_stmt_including_clones (node, e->call_stmt, new_stmt);
1934 if (cgraph_dump_file)
1936 fprintf (cgraph_dump_file, " updated to:");
1937 print_gimple_stmt (cgraph_dump_file, e->call_stmt, 0, dump_flags);
1941 pop_cfun ();
1942 current_function_decl = NULL;
1943 #ifdef ENABLE_CHECKING
1944 verify_cgraph_node (node);
1945 #endif
1947 #ifdef ENABLE_CHECKING
1948 verify_cgraph ();
1949 #endif
1950 cgraph_remove_unreachable_nodes (false, cgraph_dump_file);
1953 #include "gt-cgraphunit.h"