Replace enum gfc_try with bool type.
[official-gcc.git] / gcc / cgraph.c
blob693d4db90141c9c47d1e392ccc715964421494e7
1 /* Callgraph handling code.
2 Copyright (C) 2003-2013 Free Software Foundation, Inc.
3 Contributed by Jan Hubicka
5 This file is part of GCC.
7 GCC is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 3, or (at your option) any later
10 version.
12 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
15 for more details.
17 You should have received a copy of the GNU General Public License
18 along with GCC; see the file COPYING3. If not see
19 <http://www.gnu.org/licenses/>. */
21 /* This file contains basic routines manipulating call graph
23 The call-graph is a data structure designed for intra-procedural optimization.
24 It represents a multi-graph where nodes are functions and edges are call sites. */
26 #include "config.h"
27 #include "system.h"
28 #include "coretypes.h"
29 #include "tm.h"
30 #include "tree.h"
31 #include "tree-inline.h"
32 #include "langhooks.h"
33 #include "hashtab.h"
34 #include "toplev.h"
35 #include "flags.h"
36 #include "ggc.h"
37 #include "debug.h"
38 #include "target.h"
39 #include "basic-block.h"
40 #include "cgraph.h"
41 #include "intl.h"
42 #include "gimple.h"
43 #include "timevar.h"
44 #include "dumpfile.h"
45 #include "tree-flow.h"
46 #include "value-prof.h"
47 #include "except.h"
48 #include "diagnostic-core.h"
49 #include "rtl.h"
50 #include "ipa-utils.h"
51 #include "lto-streamer.h"
52 #include "ipa-inline.h"
53 #include "cfgloop.h"
54 #include "gimple-pretty-print.h"
56 /* FIXME: Only for PROP_loops, but cgraph shouldn't have to know about this. */
57 #include "tree-pass.h"
59 static void cgraph_node_remove_callers (struct cgraph_node *node);
60 static inline void cgraph_edge_remove_caller (struct cgraph_edge *e);
61 static inline void cgraph_edge_remove_callee (struct cgraph_edge *e);
63 /* Queue of cgraph nodes scheduled to be lowered. */
64 symtab_node x_cgraph_nodes_queue;
65 #define cgraph_nodes_queue ((struct cgraph_node *)x_cgraph_nodes_queue)
67 /* Number of nodes in existence. */
68 int cgraph_n_nodes;
70 /* Maximal uid used in cgraph nodes. */
71 int cgraph_max_uid;
73 /* Maximal uid used in cgraph edges. */
74 int cgraph_edge_max_uid;
76 /* Set when whole unit has been analyzed so we can access global info. */
77 bool cgraph_global_info_ready = false;
79 /* What state callgraph is in right now. */
80 enum cgraph_state cgraph_state = CGRAPH_STATE_PARSING;
82 /* Set when the cgraph is fully build and the basic flags are computed. */
83 bool cgraph_function_flags_ready = false;
85 /* List of hooks triggered on cgraph_edge events. */
86 struct cgraph_edge_hook_list {
87 cgraph_edge_hook hook;
88 void *data;
89 struct cgraph_edge_hook_list *next;
92 /* List of hooks triggered on cgraph_node events. */
93 struct cgraph_node_hook_list {
94 cgraph_node_hook hook;
95 void *data;
96 struct cgraph_node_hook_list *next;
99 /* List of hooks triggered on events involving two cgraph_edges. */
100 struct cgraph_2edge_hook_list {
101 cgraph_2edge_hook hook;
102 void *data;
103 struct cgraph_2edge_hook_list *next;
106 /* List of hooks triggered on events involving two cgraph_nodes. */
107 struct cgraph_2node_hook_list {
108 cgraph_2node_hook hook;
109 void *data;
110 struct cgraph_2node_hook_list *next;
113 /* List of hooks triggered when an edge is removed. */
114 struct cgraph_edge_hook_list *first_cgraph_edge_removal_hook;
115 /* List of hooks triggered when a node is removed. */
116 struct cgraph_node_hook_list *first_cgraph_node_removal_hook;
117 /* List of hooks triggered when an edge is duplicated. */
118 struct cgraph_2edge_hook_list *first_cgraph_edge_duplicated_hook;
119 /* List of hooks triggered when a node is duplicated. */
120 struct cgraph_2node_hook_list *first_cgraph_node_duplicated_hook;
121 /* List of hooks triggered when an function is inserted. */
122 struct cgraph_node_hook_list *first_cgraph_function_insertion_hook;
124 /* Head of a linked list of unused (freed) call graph nodes.
125 Do not GTY((delete)) this list so UIDs gets reliably recycled. */
126 static GTY(()) struct cgraph_node *free_nodes;
127 /* Head of a linked list of unused (freed) call graph edges.
128 Do not GTY((delete)) this list so UIDs gets reliably recycled. */
129 static GTY(()) struct cgraph_edge *free_edges;
131 /* Did procss_same_body_aliases run? */
132 bool same_body_aliases_done;
134 /* Map a cgraph_node to cgraph_function_version_info using this htab.
135 The cgraph_function_version_info has a THIS_NODE field that is the
136 corresponding cgraph_node.. */
138 static htab_t GTY((param_is (struct cgraph_function_version_info *)))
139 cgraph_fnver_htab = NULL;
141 /* Hash function for cgraph_fnver_htab. */
142 static hashval_t
143 cgraph_fnver_htab_hash (const void *ptr)
145 int uid = ((const struct cgraph_function_version_info *)ptr)->this_node->uid;
146 return (hashval_t)(uid);
149 /* eq function for cgraph_fnver_htab. */
150 static int
151 cgraph_fnver_htab_eq (const void *p1, const void *p2)
153 const struct cgraph_function_version_info *n1
154 = (const struct cgraph_function_version_info *)p1;
155 const struct cgraph_function_version_info *n2
156 = (const struct cgraph_function_version_info *)p2;
158 return n1->this_node->uid == n2->this_node->uid;
161 /* Mark as GC root all allocated nodes. */
162 static GTY(()) struct cgraph_function_version_info *
163 version_info_node = NULL;
165 /* Get the cgraph_function_version_info node corresponding to node. */
166 struct cgraph_function_version_info *
167 get_cgraph_node_version (struct cgraph_node *node)
169 struct cgraph_function_version_info *ret;
170 struct cgraph_function_version_info key;
171 key.this_node = node;
173 if (cgraph_fnver_htab == NULL)
174 return NULL;
176 ret = (struct cgraph_function_version_info *)
177 htab_find (cgraph_fnver_htab, &key);
179 return ret;
182 /* Insert a new cgraph_function_version_info node into cgraph_fnver_htab
183 corresponding to cgraph_node NODE. */
184 struct cgraph_function_version_info *
185 insert_new_cgraph_node_version (struct cgraph_node *node)
187 void **slot;
189 version_info_node = NULL;
190 version_info_node = ggc_alloc_cleared_cgraph_function_version_info ();
191 version_info_node->this_node = node;
193 if (cgraph_fnver_htab == NULL)
194 cgraph_fnver_htab = htab_create_ggc (2, cgraph_fnver_htab_hash,
195 cgraph_fnver_htab_eq, NULL);
197 slot = htab_find_slot (cgraph_fnver_htab, version_info_node, INSERT);
198 gcc_assert (slot != NULL);
199 *slot = version_info_node;
200 return version_info_node;
203 /* Remove the cgraph_function_version_info and cgraph_node for DECL. This
204 DECL is a duplicate declaration. */
205 void
206 delete_function_version (tree decl)
208 struct cgraph_node *decl_node = cgraph_get_node (decl);
209 struct cgraph_function_version_info *decl_v = NULL;
211 if (decl_node == NULL)
212 return;
214 decl_v = get_cgraph_node_version (decl_node);
216 if (decl_v == NULL)
217 return;
219 if (decl_v->prev != NULL)
220 decl_v->prev->next = decl_v->next;
222 if (decl_v->next != NULL)
223 decl_v->next->prev = decl_v->prev;
225 if (cgraph_fnver_htab != NULL)
226 htab_remove_elt (cgraph_fnver_htab, decl_v);
228 cgraph_remove_node (decl_node);
231 /* Record that DECL1 and DECL2 are semantically identical function
232 versions. */
233 void
234 record_function_versions (tree decl1, tree decl2)
236 struct cgraph_node *decl1_node = cgraph_get_create_node (decl1);
237 struct cgraph_node *decl2_node = cgraph_get_create_node (decl2);
238 struct cgraph_function_version_info *decl1_v = NULL;
239 struct cgraph_function_version_info *decl2_v = NULL;
240 struct cgraph_function_version_info *before;
241 struct cgraph_function_version_info *after;
243 gcc_assert (decl1_node != NULL && decl2_node != NULL);
244 decl1_v = get_cgraph_node_version (decl1_node);
245 decl2_v = get_cgraph_node_version (decl2_node);
247 if (decl1_v != NULL && decl2_v != NULL)
248 return;
250 if (decl1_v == NULL)
251 decl1_v = insert_new_cgraph_node_version (decl1_node);
253 if (decl2_v == NULL)
254 decl2_v = insert_new_cgraph_node_version (decl2_node);
256 /* Chain decl2_v and decl1_v. All semantically identical versions
257 will be chained together. */
259 before = decl1_v;
260 after = decl2_v;
262 while (before->next != NULL)
263 before = before->next;
265 while (after->prev != NULL)
266 after= after->prev;
268 before->next = after;
269 after->prev = before;
272 /* Macros to access the next item in the list of free cgraph nodes and
273 edges. */
274 #define NEXT_FREE_NODE(NODE) cgraph ((NODE)->symbol.next)
275 #define SET_NEXT_FREE_NODE(NODE,NODE2) ((NODE))->symbol.next = (symtab_node)NODE2
276 #define NEXT_FREE_EDGE(EDGE) (EDGE)->prev_caller
278 /* Register HOOK to be called with DATA on each removed edge. */
279 struct cgraph_edge_hook_list *
280 cgraph_add_edge_removal_hook (cgraph_edge_hook hook, void *data)
282 struct cgraph_edge_hook_list *entry;
283 struct cgraph_edge_hook_list **ptr = &first_cgraph_edge_removal_hook;
285 entry = (struct cgraph_edge_hook_list *) xmalloc (sizeof (*entry));
286 entry->hook = hook;
287 entry->data = data;
288 entry->next = NULL;
289 while (*ptr)
290 ptr = &(*ptr)->next;
291 *ptr = entry;
292 return entry;
295 /* Remove ENTRY from the list of hooks called on removing edges. */
296 void
297 cgraph_remove_edge_removal_hook (struct cgraph_edge_hook_list *entry)
299 struct cgraph_edge_hook_list **ptr = &first_cgraph_edge_removal_hook;
301 while (*ptr != entry)
302 ptr = &(*ptr)->next;
303 *ptr = entry->next;
304 free (entry);
307 /* Call all edge removal hooks. */
308 static void
309 cgraph_call_edge_removal_hooks (struct cgraph_edge *e)
311 struct cgraph_edge_hook_list *entry = first_cgraph_edge_removal_hook;
312 while (entry)
314 entry->hook (e, entry->data);
315 entry = entry->next;
319 /* Register HOOK to be called with DATA on each removed node. */
320 struct cgraph_node_hook_list *
321 cgraph_add_node_removal_hook (cgraph_node_hook hook, void *data)
323 struct cgraph_node_hook_list *entry;
324 struct cgraph_node_hook_list **ptr = &first_cgraph_node_removal_hook;
326 entry = (struct cgraph_node_hook_list *) xmalloc (sizeof (*entry));
327 entry->hook = hook;
328 entry->data = data;
329 entry->next = NULL;
330 while (*ptr)
331 ptr = &(*ptr)->next;
332 *ptr = entry;
333 return entry;
336 /* Remove ENTRY from the list of hooks called on removing nodes. */
337 void
338 cgraph_remove_node_removal_hook (struct cgraph_node_hook_list *entry)
340 struct cgraph_node_hook_list **ptr = &first_cgraph_node_removal_hook;
342 while (*ptr != entry)
343 ptr = &(*ptr)->next;
344 *ptr = entry->next;
345 free (entry);
348 /* Call all node removal hooks. */
349 static void
350 cgraph_call_node_removal_hooks (struct cgraph_node *node)
352 struct cgraph_node_hook_list *entry = first_cgraph_node_removal_hook;
353 while (entry)
355 entry->hook (node, entry->data);
356 entry = entry->next;
360 /* Register HOOK to be called with DATA on each inserted node. */
361 struct cgraph_node_hook_list *
362 cgraph_add_function_insertion_hook (cgraph_node_hook hook, void *data)
364 struct cgraph_node_hook_list *entry;
365 struct cgraph_node_hook_list **ptr = &first_cgraph_function_insertion_hook;
367 entry = (struct cgraph_node_hook_list *) xmalloc (sizeof (*entry));
368 entry->hook = hook;
369 entry->data = data;
370 entry->next = NULL;
371 while (*ptr)
372 ptr = &(*ptr)->next;
373 *ptr = entry;
374 return entry;
377 /* Remove ENTRY from the list of hooks called on inserted nodes. */
378 void
379 cgraph_remove_function_insertion_hook (struct cgraph_node_hook_list *entry)
381 struct cgraph_node_hook_list **ptr = &first_cgraph_function_insertion_hook;
383 while (*ptr != entry)
384 ptr = &(*ptr)->next;
385 *ptr = entry->next;
386 free (entry);
389 /* Call all node insertion hooks. */
390 void
391 cgraph_call_function_insertion_hooks (struct cgraph_node *node)
393 struct cgraph_node_hook_list *entry = first_cgraph_function_insertion_hook;
394 while (entry)
396 entry->hook (node, entry->data);
397 entry = entry->next;
401 /* Register HOOK to be called with DATA on each duplicated edge. */
402 struct cgraph_2edge_hook_list *
403 cgraph_add_edge_duplication_hook (cgraph_2edge_hook hook, void *data)
405 struct cgraph_2edge_hook_list *entry;
406 struct cgraph_2edge_hook_list **ptr = &first_cgraph_edge_duplicated_hook;
408 entry = (struct cgraph_2edge_hook_list *) xmalloc (sizeof (*entry));
409 entry->hook = hook;
410 entry->data = data;
411 entry->next = NULL;
412 while (*ptr)
413 ptr = &(*ptr)->next;
414 *ptr = entry;
415 return entry;
418 /* Remove ENTRY from the list of hooks called on duplicating edges. */
419 void
420 cgraph_remove_edge_duplication_hook (struct cgraph_2edge_hook_list *entry)
422 struct cgraph_2edge_hook_list **ptr = &first_cgraph_edge_duplicated_hook;
424 while (*ptr != entry)
425 ptr = &(*ptr)->next;
426 *ptr = entry->next;
427 free (entry);
430 /* Call all edge duplication hooks. */
431 void
432 cgraph_call_edge_duplication_hooks (struct cgraph_edge *cs1,
433 struct cgraph_edge *cs2)
435 struct cgraph_2edge_hook_list *entry = first_cgraph_edge_duplicated_hook;
436 while (entry)
438 entry->hook (cs1, cs2, entry->data);
439 entry = entry->next;
443 /* Register HOOK to be called with DATA on each duplicated node. */
444 struct cgraph_2node_hook_list *
445 cgraph_add_node_duplication_hook (cgraph_2node_hook hook, void *data)
447 struct cgraph_2node_hook_list *entry;
448 struct cgraph_2node_hook_list **ptr = &first_cgraph_node_duplicated_hook;
450 entry = (struct cgraph_2node_hook_list *) xmalloc (sizeof (*entry));
451 entry->hook = hook;
452 entry->data = data;
453 entry->next = NULL;
454 while (*ptr)
455 ptr = &(*ptr)->next;
456 *ptr = entry;
457 return entry;
460 /* Remove ENTRY from the list of hooks called on duplicating nodes. */
461 void
462 cgraph_remove_node_duplication_hook (struct cgraph_2node_hook_list *entry)
464 struct cgraph_2node_hook_list **ptr = &first_cgraph_node_duplicated_hook;
466 while (*ptr != entry)
467 ptr = &(*ptr)->next;
468 *ptr = entry->next;
469 free (entry);
472 /* Call all node duplication hooks. */
473 void
474 cgraph_call_node_duplication_hooks (struct cgraph_node *node1,
475 struct cgraph_node *node2)
477 struct cgraph_2node_hook_list *entry = first_cgraph_node_duplicated_hook;
478 while (entry)
480 entry->hook (node1, node2, entry->data);
481 entry = entry->next;
485 /* Allocate new callgraph node. */
487 static inline struct cgraph_node *
488 cgraph_allocate_node (void)
490 struct cgraph_node *node;
492 if (free_nodes)
494 node = free_nodes;
495 free_nodes = NEXT_FREE_NODE (node);
497 else
499 node = ggc_alloc_cleared_cgraph_node ();
500 node->uid = cgraph_max_uid++;
503 return node;
506 /* Allocate new callgraph node and insert it into basic data structures. */
508 struct cgraph_node *
509 cgraph_create_empty_node (void)
511 struct cgraph_node *node = cgraph_allocate_node ();
513 node->symbol.type = SYMTAB_FUNCTION;
514 node->frequency = NODE_FREQUENCY_NORMAL;
515 node->count_materialization_scale = REG_BR_PROB_BASE;
516 cgraph_n_nodes++;
517 return node;
520 /* Return cgraph node assigned to DECL. Create new one when needed. */
522 struct cgraph_node *
523 cgraph_create_node (tree decl)
525 struct cgraph_node *node = cgraph_create_empty_node ();
526 gcc_assert (TREE_CODE (decl) == FUNCTION_DECL);
528 node->symbol.decl = decl;
529 symtab_register_node ((symtab_node) node);
531 if (DECL_CONTEXT (decl) && TREE_CODE (DECL_CONTEXT (decl)) == FUNCTION_DECL)
533 node->origin = cgraph_get_create_node (DECL_CONTEXT (decl));
534 node->next_nested = node->origin->nested;
535 node->origin->nested = node;
537 return node;
540 /* Try to find a call graph node for declaration DECL and if it does not exist,
541 create it. */
543 struct cgraph_node *
544 cgraph_get_create_node (tree decl)
546 struct cgraph_node *node;
548 node = cgraph_get_node (decl);
549 if (node)
550 return node;
552 return cgraph_create_node (decl);
555 /* Mark ALIAS as an alias to DECL. DECL_NODE is cgraph node representing
556 the function body is associated with (not necessarily cgraph_node (DECL). */
558 struct cgraph_node *
559 cgraph_create_function_alias (tree alias, tree decl)
561 struct cgraph_node *alias_node;
563 gcc_assert (TREE_CODE (decl) == FUNCTION_DECL);
564 gcc_assert (TREE_CODE (alias) == FUNCTION_DECL);
565 alias_node = cgraph_get_create_node (alias);
566 gcc_assert (!alias_node->local.finalized);
567 alias_node->thunk.alias = decl;
568 alias_node->local.finalized = true;
569 alias_node->alias = 1;
570 return alias_node;
573 /* Attempt to mark ALIAS as an alias to DECL. Return alias node if successful
574 and NULL otherwise.
575 Same body aliases are output whenever the body of DECL is output,
576 and cgraph_get_node (ALIAS) transparently returns cgraph_get_node (DECL). */
578 struct cgraph_node *
579 cgraph_same_body_alias (struct cgraph_node *decl_node ATTRIBUTE_UNUSED, tree alias, tree decl)
581 struct cgraph_node *n;
582 #ifndef ASM_OUTPUT_DEF
583 /* If aliases aren't supported by the assembler, fail. */
584 return NULL;
585 #endif
586 /* Langhooks can create same body aliases of symbols not defined.
587 Those are useless. Drop them on the floor. */
588 if (cgraph_global_info_ready)
589 return NULL;
591 n = cgraph_create_function_alias (alias, decl);
592 n->same_body_alias = true;
593 if (same_body_aliases_done)
594 ipa_record_reference ((symtab_node)n, (symtab_node)cgraph_get_node (decl),
595 IPA_REF_ALIAS, NULL);
596 return n;
599 /* Add thunk alias into callgraph. The alias declaration is ALIAS and it
600 aliases DECL with an adjustments made into the first parameter.
601 See comments in thunk_adjust for detail on the parameters. */
603 struct cgraph_node *
604 cgraph_add_thunk (struct cgraph_node *decl_node ATTRIBUTE_UNUSED,
605 tree alias, tree decl ATTRIBUTE_UNUSED,
606 bool this_adjusting,
607 HOST_WIDE_INT fixed_offset, HOST_WIDE_INT virtual_value,
608 tree virtual_offset,
609 tree real_alias)
611 struct cgraph_node *node;
613 node = cgraph_get_node (alias);
614 if (node)
616 gcc_assert (node->local.finalized);
617 gcc_assert (!node->alias);
618 gcc_assert (!node->thunk.thunk_p);
619 cgraph_remove_node (node);
622 node = cgraph_create_node (alias);
623 gcc_checking_assert (!virtual_offset
624 || tree_to_double_int (virtual_offset) ==
625 double_int::from_shwi (virtual_value));
626 node->thunk.fixed_offset = fixed_offset;
627 node->thunk.this_adjusting = this_adjusting;
628 node->thunk.virtual_value = virtual_value;
629 node->thunk.virtual_offset_p = virtual_offset != NULL;
630 node->thunk.alias = real_alias;
631 node->thunk.thunk_p = true;
632 node->local.finalized = true;
634 return node;
637 /* Return the cgraph node that has ASMNAME for its DECL_ASSEMBLER_NAME.
638 Return NULL if there's no such node. */
640 struct cgraph_node *
641 cgraph_node_for_asm (tree asmname)
643 /* We do not want to look at inline clones. */
644 for (symtab_node node = symtab_node_for_asm (asmname);
645 node;
646 node = node->symbol.next_sharing_asm_name)
648 cgraph_node *cn = dyn_cast <cgraph_node> (node);
649 if (cn && !cn->global.inlined_to)
650 return cn;
652 return NULL;
655 /* Returns a hash value for X (which really is a cgraph_edge). */
657 static hashval_t
658 edge_hash (const void *x)
660 return htab_hash_pointer (((const struct cgraph_edge *) x)->call_stmt);
663 /* Return nonzero if the call_stmt of of cgraph_edge X is stmt *Y. */
665 static int
666 edge_eq (const void *x, const void *y)
668 return ((const struct cgraph_edge *) x)->call_stmt == y;
671 /* Add call graph edge E to call site hash of its caller. */
673 static inline void
674 cgraph_add_edge_to_call_site_hash (struct cgraph_edge *e)
676 void **slot;
677 slot = htab_find_slot_with_hash (e->caller->call_site_hash,
678 e->call_stmt,
679 htab_hash_pointer (e->call_stmt),
680 INSERT);
681 gcc_assert (!*slot);
682 *slot = e;
685 /* Return the callgraph edge representing the GIMPLE_CALL statement
686 CALL_STMT. */
688 struct cgraph_edge *
689 cgraph_edge (struct cgraph_node *node, gimple call_stmt)
691 struct cgraph_edge *e, *e2;
692 int n = 0;
694 if (node->call_site_hash)
695 return (struct cgraph_edge *)
696 htab_find_with_hash (node->call_site_hash, call_stmt,
697 htab_hash_pointer (call_stmt));
699 /* This loop may turn out to be performance problem. In such case adding
700 hashtables into call nodes with very many edges is probably best
701 solution. It is not good idea to add pointer into CALL_EXPR itself
702 because we want to make possible having multiple cgraph nodes representing
703 different clones of the same body before the body is actually cloned. */
704 for (e = node->callees; e; e = e->next_callee)
706 if (e->call_stmt == call_stmt)
707 break;
708 n++;
711 if (!e)
712 for (e = node->indirect_calls; e; e = e->next_callee)
714 if (e->call_stmt == call_stmt)
715 break;
716 n++;
719 if (n > 100)
721 node->call_site_hash = htab_create_ggc (120, edge_hash, edge_eq, NULL);
722 for (e2 = node->callees; e2; e2 = e2->next_callee)
723 cgraph_add_edge_to_call_site_hash (e2);
724 for (e2 = node->indirect_calls; e2; e2 = e2->next_callee)
725 cgraph_add_edge_to_call_site_hash (e2);
728 return e;
732 /* Change field call_stmt of edge E to NEW_STMT. */
734 void
735 cgraph_set_call_stmt (struct cgraph_edge *e, gimple new_stmt)
737 tree decl;
739 if (e->caller->call_site_hash)
741 htab_remove_elt_with_hash (e->caller->call_site_hash,
742 e->call_stmt,
743 htab_hash_pointer (e->call_stmt));
746 e->call_stmt = new_stmt;
747 if (e->indirect_unknown_callee
748 && (decl = gimple_call_fndecl (new_stmt)))
750 /* Constant propagation (and possibly also inlining?) can turn an
751 indirect call into a direct one. */
752 struct cgraph_node *new_callee = cgraph_get_node (decl);
754 gcc_checking_assert (new_callee);
755 cgraph_make_edge_direct (e, new_callee);
758 push_cfun (DECL_STRUCT_FUNCTION (e->caller->symbol.decl));
759 e->can_throw_external = stmt_can_throw_external (new_stmt);
760 pop_cfun ();
761 if (e->caller->call_site_hash)
762 cgraph_add_edge_to_call_site_hash (e);
765 /* Allocate a cgraph_edge structure and fill it with data according to the
766 parameters of which only CALLEE can be NULL (when creating an indirect call
767 edge). */
769 static struct cgraph_edge *
770 cgraph_create_edge_1 (struct cgraph_node *caller, struct cgraph_node *callee,
771 gimple call_stmt, gcov_type count, int freq)
773 struct cgraph_edge *edge;
775 /* LTO does not actually have access to the call_stmt since these
776 have not been loaded yet. */
777 if (call_stmt)
779 /* This is a rather expensive check possibly triggering
780 construction of call stmt hashtable. */
781 gcc_checking_assert (!cgraph_edge (caller, call_stmt));
783 gcc_assert (is_gimple_call (call_stmt));
786 if (free_edges)
788 edge = free_edges;
789 free_edges = NEXT_FREE_EDGE (edge);
791 else
793 edge = ggc_alloc_cgraph_edge ();
794 edge->uid = cgraph_edge_max_uid++;
797 edge->aux = NULL;
798 edge->caller = caller;
799 edge->callee = callee;
800 edge->prev_caller = NULL;
801 edge->next_caller = NULL;
802 edge->prev_callee = NULL;
803 edge->next_callee = NULL;
805 edge->count = count;
806 gcc_assert (count >= 0);
807 edge->frequency = freq;
808 gcc_assert (freq >= 0);
809 gcc_assert (freq <= CGRAPH_FREQ_MAX);
811 edge->call_stmt = call_stmt;
812 push_cfun (DECL_STRUCT_FUNCTION (caller->symbol.decl));
813 edge->can_throw_external
814 = call_stmt ? stmt_can_throw_external (call_stmt) : false;
815 pop_cfun ();
816 if (call_stmt
817 && callee && callee->symbol.decl
818 && !gimple_check_call_matching_types (call_stmt, callee->symbol.decl))
819 edge->call_stmt_cannot_inline_p = true;
820 else
821 edge->call_stmt_cannot_inline_p = false;
822 if (call_stmt && caller->call_site_hash)
823 cgraph_add_edge_to_call_site_hash (edge);
825 edge->indirect_info = NULL;
826 edge->indirect_inlining_edge = 0;
828 return edge;
831 /* Create edge from CALLER to CALLEE in the cgraph. */
833 struct cgraph_edge *
834 cgraph_create_edge (struct cgraph_node *caller, struct cgraph_node *callee,
835 gimple call_stmt, gcov_type count, int freq)
837 struct cgraph_edge *edge = cgraph_create_edge_1 (caller, callee, call_stmt,
838 count, freq);
840 edge->indirect_unknown_callee = 0;
841 initialize_inline_failed (edge);
843 edge->next_caller = callee->callers;
844 if (callee->callers)
845 callee->callers->prev_caller = edge;
846 edge->next_callee = caller->callees;
847 if (caller->callees)
848 caller->callees->prev_callee = edge;
849 caller->callees = edge;
850 callee->callers = edge;
852 return edge;
855 /* Allocate cgraph_indirect_call_info and set its fields to default values. */
857 struct cgraph_indirect_call_info *
858 cgraph_allocate_init_indirect_info (void)
860 struct cgraph_indirect_call_info *ii;
862 ii = ggc_alloc_cleared_cgraph_indirect_call_info ();
863 ii->param_index = -1;
864 return ii;
867 /* Create an indirect edge with a yet-undetermined callee where the call
868 statement destination is a formal parameter of the caller with index
869 PARAM_INDEX. */
871 struct cgraph_edge *
872 cgraph_create_indirect_edge (struct cgraph_node *caller, gimple call_stmt,
873 int ecf_flags,
874 gcov_type count, int freq)
876 struct cgraph_edge *edge = cgraph_create_edge_1 (caller, NULL, call_stmt,
877 count, freq);
879 edge->indirect_unknown_callee = 1;
880 initialize_inline_failed (edge);
882 edge->indirect_info = cgraph_allocate_init_indirect_info ();
883 edge->indirect_info->ecf_flags = ecf_flags;
885 edge->next_callee = caller->indirect_calls;
886 if (caller->indirect_calls)
887 caller->indirect_calls->prev_callee = edge;
888 caller->indirect_calls = edge;
890 return edge;
893 /* Remove the edge E from the list of the callers of the callee. */
895 static inline void
896 cgraph_edge_remove_callee (struct cgraph_edge *e)
898 gcc_assert (!e->indirect_unknown_callee);
899 if (e->prev_caller)
900 e->prev_caller->next_caller = e->next_caller;
901 if (e->next_caller)
902 e->next_caller->prev_caller = e->prev_caller;
903 if (!e->prev_caller)
904 e->callee->callers = e->next_caller;
907 /* Remove the edge E from the list of the callees of the caller. */
909 static inline void
910 cgraph_edge_remove_caller (struct cgraph_edge *e)
912 if (e->prev_callee)
913 e->prev_callee->next_callee = e->next_callee;
914 if (e->next_callee)
915 e->next_callee->prev_callee = e->prev_callee;
916 if (!e->prev_callee)
918 if (e->indirect_unknown_callee)
919 e->caller->indirect_calls = e->next_callee;
920 else
921 e->caller->callees = e->next_callee;
923 if (e->caller->call_site_hash)
924 htab_remove_elt_with_hash (e->caller->call_site_hash,
925 e->call_stmt,
926 htab_hash_pointer (e->call_stmt));
929 /* Put the edge onto the free list. */
931 static void
932 cgraph_free_edge (struct cgraph_edge *e)
934 int uid = e->uid;
936 /* Clear out the edge so we do not dangle pointers. */
937 memset (e, 0, sizeof (*e));
938 e->uid = uid;
939 NEXT_FREE_EDGE (e) = free_edges;
940 free_edges = e;
943 /* Remove the edge E in the cgraph. */
945 void
946 cgraph_remove_edge (struct cgraph_edge *e)
948 /* Call all edge removal hooks. */
949 cgraph_call_edge_removal_hooks (e);
951 if (!e->indirect_unknown_callee)
952 /* Remove from callers list of the callee. */
953 cgraph_edge_remove_callee (e);
955 /* Remove from callees list of the callers. */
956 cgraph_edge_remove_caller (e);
958 /* Put the edge onto the free list. */
959 cgraph_free_edge (e);
962 /* Set callee of call graph edge E and add it to the corresponding set of
963 callers. */
965 static void
966 cgraph_set_edge_callee (struct cgraph_edge *e, struct cgraph_node *n)
968 e->prev_caller = NULL;
969 if (n->callers)
970 n->callers->prev_caller = e;
971 e->next_caller = n->callers;
972 n->callers = e;
973 e->callee = n;
976 /* Redirect callee of E to N. The function does not update underlying
977 call expression. */
979 void
980 cgraph_redirect_edge_callee (struct cgraph_edge *e, struct cgraph_node *n)
982 /* Remove from callers list of the current callee. */
983 cgraph_edge_remove_callee (e);
985 /* Insert to callers list of the new callee. */
986 cgraph_set_edge_callee (e, n);
989 /* Make an indirect EDGE with an unknown callee an ordinary edge leading to
990 CALLEE. DELTA is an integer constant that is to be added to the this
991 pointer (first parameter) to compensate for skipping a thunk adjustment. */
993 void
994 cgraph_make_edge_direct (struct cgraph_edge *edge, struct cgraph_node *callee)
996 edge->indirect_unknown_callee = 0;
998 /* Get the edge out of the indirect edge list. */
999 if (edge->prev_callee)
1000 edge->prev_callee->next_callee = edge->next_callee;
1001 if (edge->next_callee)
1002 edge->next_callee->prev_callee = edge->prev_callee;
1003 if (!edge->prev_callee)
1004 edge->caller->indirect_calls = edge->next_callee;
1006 /* Put it into the normal callee list */
1007 edge->prev_callee = NULL;
1008 edge->next_callee = edge->caller->callees;
1009 if (edge->caller->callees)
1010 edge->caller->callees->prev_callee = edge;
1011 edge->caller->callees = edge;
1013 /* Insert to callers list of the new callee. */
1014 cgraph_set_edge_callee (edge, callee);
1016 if (edge->call_stmt)
1017 edge->call_stmt_cannot_inline_p
1018 = !gimple_check_call_matching_types (edge->call_stmt, callee->symbol.decl);
1020 /* We need to re-determine the inlining status of the edge. */
1021 initialize_inline_failed (edge);
1024 /* If necessary, change the function declaration in the call statement
1025 associated with E so that it corresponds to the edge callee. */
1027 gimple
1028 cgraph_redirect_edge_call_stmt_to_callee (struct cgraph_edge *e)
1030 tree decl = gimple_call_fndecl (e->call_stmt);
1031 gimple new_stmt;
1032 gimple_stmt_iterator gsi;
1033 #ifdef ENABLE_CHECKING
1034 struct cgraph_node *node;
1035 #endif
1037 if (e->indirect_unknown_callee
1038 || decl == e->callee->symbol.decl)
1039 return e->call_stmt;
1041 #ifdef ENABLE_CHECKING
1042 if (decl)
1044 node = cgraph_get_node (decl);
1045 gcc_assert (!node || !node->clone.combined_args_to_skip);
1047 #endif
1049 if (cgraph_dump_file)
1051 fprintf (cgraph_dump_file, "updating call of %s/%i -> %s/%i: ",
1052 xstrdup (cgraph_node_name (e->caller)), e->caller->uid,
1053 xstrdup (cgraph_node_name (e->callee)), e->callee->uid);
1054 print_gimple_stmt (cgraph_dump_file, e->call_stmt, 0, dump_flags);
1055 if (e->callee->clone.combined_args_to_skip)
1057 fprintf (cgraph_dump_file, " combined args to skip: ");
1058 dump_bitmap (cgraph_dump_file,
1059 e->callee->clone.combined_args_to_skip);
1063 if (e->callee->clone.combined_args_to_skip)
1065 int lp_nr;
1067 new_stmt
1068 = gimple_call_copy_skip_args (e->call_stmt,
1069 e->callee->clone.combined_args_to_skip);
1070 gimple_call_set_fndecl (new_stmt, e->callee->symbol.decl);
1072 if (gimple_vdef (new_stmt)
1073 && TREE_CODE (gimple_vdef (new_stmt)) == SSA_NAME)
1074 SSA_NAME_DEF_STMT (gimple_vdef (new_stmt)) = new_stmt;
1076 gsi = gsi_for_stmt (e->call_stmt);
1077 gsi_replace (&gsi, new_stmt, false);
1078 /* We need to defer cleaning EH info on the new statement to
1079 fixup-cfg. We may not have dominator information at this point
1080 and thus would end up with unreachable blocks and have no way
1081 to communicate that we need to run CFG cleanup then. */
1082 lp_nr = lookup_stmt_eh_lp (e->call_stmt);
1083 if (lp_nr != 0)
1085 remove_stmt_from_eh_lp (e->call_stmt);
1086 add_stmt_to_eh_lp (new_stmt, lp_nr);
1089 else
1091 new_stmt = e->call_stmt;
1092 gimple_call_set_fndecl (new_stmt, e->callee->symbol.decl);
1093 update_stmt (new_stmt);
1096 cgraph_set_call_stmt_including_clones (e->caller, e->call_stmt, new_stmt);
1098 if (cgraph_dump_file)
1100 fprintf (cgraph_dump_file, " updated to:");
1101 print_gimple_stmt (cgraph_dump_file, e->call_stmt, 0, dump_flags);
1103 return new_stmt;
1106 /* Update or remove the corresponding cgraph edge if a GIMPLE_CALL
1107 OLD_STMT changed into NEW_STMT. OLD_CALL is gimple_call_fndecl
1108 of OLD_STMT if it was previously call statement.
1109 If NEW_STMT is NULL, the call has been dropped without any
1110 replacement. */
1112 static void
1113 cgraph_update_edges_for_call_stmt_node (struct cgraph_node *node,
1114 gimple old_stmt, tree old_call,
1115 gimple new_stmt)
1117 tree new_call = (new_stmt && is_gimple_call (new_stmt))
1118 ? gimple_call_fndecl (new_stmt) : 0;
1120 /* We are seeing indirect calls, then there is nothing to update. */
1121 if (!new_call && !old_call)
1122 return;
1123 /* See if we turned indirect call into direct call or folded call to one builtin
1124 into different builtin. */
1125 if (old_call != new_call)
1127 struct cgraph_edge *e = cgraph_edge (node, old_stmt);
1128 struct cgraph_edge *ne = NULL;
1129 gcov_type count;
1130 int frequency;
1132 if (e)
1134 /* See if the edge is already there and has the correct callee. It
1135 might be so because of indirect inlining has already updated
1136 it. We also might've cloned and redirected the edge. */
1137 if (new_call && e->callee)
1139 struct cgraph_node *callee = e->callee;
1140 while (callee)
1142 if (callee->symbol.decl == new_call
1143 || callee->former_clone_of == new_call)
1144 return;
1145 callee = callee->clone_of;
1149 /* Otherwise remove edge and create new one; we can't simply redirect
1150 since function has changed, so inline plan and other information
1151 attached to edge is invalid. */
1152 count = e->count;
1153 frequency = e->frequency;
1154 cgraph_remove_edge (e);
1156 else if (new_call)
1158 /* We are seeing new direct call; compute profile info based on BB. */
1159 basic_block bb = gimple_bb (new_stmt);
1160 count = bb->count;
1161 frequency = compute_call_stmt_bb_frequency (current_function_decl,
1162 bb);
1165 if (new_call)
1167 ne = cgraph_create_edge (node, cgraph_get_create_node (new_call),
1168 new_stmt, count, frequency);
1169 gcc_assert (ne->inline_failed);
1172 /* We only updated the call stmt; update pointer in cgraph edge.. */
1173 else if (old_stmt != new_stmt)
1174 cgraph_set_call_stmt (cgraph_edge (node, old_stmt), new_stmt);
1177 /* Update or remove the corresponding cgraph edge if a GIMPLE_CALL
1178 OLD_STMT changed into NEW_STMT. OLD_DECL is gimple_call_fndecl
1179 of OLD_STMT before it was updated (updating can happen inplace). */
1181 void
1182 cgraph_update_edges_for_call_stmt (gimple old_stmt, tree old_decl, gimple new_stmt)
1184 struct cgraph_node *orig = cgraph_get_node (cfun->decl);
1185 struct cgraph_node *node;
1187 gcc_checking_assert (orig);
1188 cgraph_update_edges_for_call_stmt_node (orig, old_stmt, old_decl, new_stmt);
1189 if (orig->clones)
1190 for (node = orig->clones; node != orig;)
1192 cgraph_update_edges_for_call_stmt_node (node, old_stmt, old_decl, new_stmt);
1193 if (node->clones)
1194 node = node->clones;
1195 else if (node->next_sibling_clone)
1196 node = node->next_sibling_clone;
1197 else
1199 while (node != orig && !node->next_sibling_clone)
1200 node = node->clone_of;
1201 if (node != orig)
1202 node = node->next_sibling_clone;
1208 /* Remove all callees from the node. */
1210 void
1211 cgraph_node_remove_callees (struct cgraph_node *node)
1213 struct cgraph_edge *e, *f;
1215 /* It is sufficient to remove the edges from the lists of callers of
1216 the callees. The callee list of the node can be zapped with one
1217 assignment. */
1218 for (e = node->callees; e; e = f)
1220 f = e->next_callee;
1221 cgraph_call_edge_removal_hooks (e);
1222 if (!e->indirect_unknown_callee)
1223 cgraph_edge_remove_callee (e);
1224 cgraph_free_edge (e);
1226 for (e = node->indirect_calls; e; e = f)
1228 f = e->next_callee;
1229 cgraph_call_edge_removal_hooks (e);
1230 if (!e->indirect_unknown_callee)
1231 cgraph_edge_remove_callee (e);
1232 cgraph_free_edge (e);
1234 node->indirect_calls = NULL;
1235 node->callees = NULL;
1236 if (node->call_site_hash)
1238 htab_delete (node->call_site_hash);
1239 node->call_site_hash = NULL;
1243 /* Remove all callers from the node. */
1245 static void
1246 cgraph_node_remove_callers (struct cgraph_node *node)
1248 struct cgraph_edge *e, *f;
1250 /* It is sufficient to remove the edges from the lists of callees of
1251 the callers. The caller list of the node can be zapped with one
1252 assignment. */
1253 for (e = node->callers; e; e = f)
1255 f = e->next_caller;
1256 cgraph_call_edge_removal_hooks (e);
1257 cgraph_edge_remove_caller (e);
1258 cgraph_free_edge (e);
1260 node->callers = NULL;
1263 /* Release memory used to represent body of function NODE.
1264 Use this only for functions that are released before being translated to
1265 target code (i.e. RTL). Functions that are compiled to RTL and beyond
1266 are free'd in final.c via free_after_compilation(). */
1268 void
1269 cgraph_release_function_body (struct cgraph_node *node)
1271 if (DECL_STRUCT_FUNCTION (node->symbol.decl))
1273 push_cfun (DECL_STRUCT_FUNCTION (node->symbol.decl));
1274 if (cfun->cfg
1275 && current_loops)
1277 cfun->curr_properties &= ~PROP_loops;
1278 loop_optimizer_finalize ();
1280 if (cfun->gimple_df)
1282 delete_tree_ssa ();
1283 delete_tree_cfg_annotations ();
1284 cfun->eh = NULL;
1286 if (cfun->cfg)
1288 gcc_assert (dom_computed[0] == DOM_NONE);
1289 gcc_assert (dom_computed[1] == DOM_NONE);
1290 clear_edges ();
1291 cfun->cfg = NULL;
1293 if (cfun->value_histograms)
1294 free_histograms ();
1295 pop_cfun();
1296 gimple_set_body (node->symbol.decl, NULL);
1297 node->ipa_transforms_to_apply.release ();
1298 /* Struct function hangs a lot of data that would leak if we didn't
1299 removed all pointers to it. */
1300 ggc_free (DECL_STRUCT_FUNCTION (node->symbol.decl));
1301 DECL_STRUCT_FUNCTION (node->symbol.decl) = NULL;
1303 DECL_SAVED_TREE (node->symbol.decl) = NULL;
1304 /* If the node is abstract and needed, then do not clear DECL_INITIAL
1305 of its associated function function declaration because it's
1306 needed to emit debug info later. */
1307 if (!node->abstract_and_needed && DECL_INITIAL (node->symbol.decl))
1308 DECL_INITIAL (node->symbol.decl) = error_mark_node;
1311 /* Remove the node from cgraph. */
1313 void
1314 cgraph_remove_node (struct cgraph_node *node)
1316 struct cgraph_node *n;
1317 int uid = node->uid;
1319 cgraph_call_node_removal_hooks (node);
1320 cgraph_node_remove_callers (node);
1321 cgraph_node_remove_callees (node);
1322 node->ipa_transforms_to_apply.release ();
1324 /* Incremental inlining access removed nodes stored in the postorder list.
1326 node->symbol.force_output = false;
1327 for (n = node->nested; n; n = n->next_nested)
1328 n->origin = NULL;
1329 node->nested = NULL;
1330 if (node->origin)
1332 struct cgraph_node **node2 = &node->origin->nested;
1334 while (*node2 != node)
1335 node2 = &(*node2)->next_nested;
1336 *node2 = node->next_nested;
1338 symtab_unregister_node ((symtab_node)node);
1339 if (node->prev_sibling_clone)
1340 node->prev_sibling_clone->next_sibling_clone = node->next_sibling_clone;
1341 else if (node->clone_of)
1342 node->clone_of->clones = node->next_sibling_clone;
1343 if (node->next_sibling_clone)
1344 node->next_sibling_clone->prev_sibling_clone = node->prev_sibling_clone;
1345 if (node->clones)
1347 struct cgraph_node *n, *next;
1349 if (node->clone_of)
1351 for (n = node->clones; n->next_sibling_clone; n = n->next_sibling_clone)
1352 n->clone_of = node->clone_of;
1353 n->clone_of = node->clone_of;
1354 n->next_sibling_clone = node->clone_of->clones;
1355 if (node->clone_of->clones)
1356 node->clone_of->clones->prev_sibling_clone = n;
1357 node->clone_of->clones = node->clones;
1359 else
1361 /* We are removing node with clones. This makes clones inconsistent,
1362 but assume they will be removed subsequently and just keep clone
1363 tree intact. This can happen in unreachable function removal since
1364 we remove unreachable functions in random order, not by bottom-up
1365 walk of clone trees. */
1366 for (n = node->clones; n; n = next)
1368 next = n->next_sibling_clone;
1369 n->next_sibling_clone = NULL;
1370 n->prev_sibling_clone = NULL;
1371 n->clone_of = NULL;
1376 /* While all the clones are removed after being proceeded, the function
1377 itself is kept in the cgraph even after it is compiled. Check whether
1378 we are done with this body and reclaim it proactively if this is the case.
1380 n = cgraph_get_node (node->symbol.decl);
1381 if (!n
1382 || (!n->clones && !n->clone_of && !n->global.inlined_to
1383 && (cgraph_global_info_ready
1384 && (TREE_ASM_WRITTEN (n->symbol.decl)
1385 || DECL_EXTERNAL (n->symbol.decl)
1386 || !n->analyzed
1387 || n->symbol.in_other_partition))))
1388 cgraph_release_function_body (node);
1390 node->symbol.decl = NULL;
1391 if (node->call_site_hash)
1393 htab_delete (node->call_site_hash);
1394 node->call_site_hash = NULL;
1396 cgraph_n_nodes--;
1398 /* Clear out the node to NULL all pointers and add the node to the free
1399 list. */
1400 memset (node, 0, sizeof(*node));
1401 node->symbol.type = SYMTAB_FUNCTION;
1402 node->uid = uid;
1403 SET_NEXT_FREE_NODE (node, free_nodes);
1404 free_nodes = node;
1407 /* Likewise indicate that a node is having address taken. */
1409 void
1410 cgraph_mark_address_taken_node (struct cgraph_node *node)
1412 gcc_assert (!node->global.inlined_to);
1413 /* FIXME: address_taken flag is used both as a shortcut for testing whether
1414 IPA_REF_ADDR reference exists (and thus it should be set on node
1415 representing alias we take address of) and as a test whether address
1416 of the object was taken (and thus it should be set on node alias is
1417 referring to). We should remove the first use and the remove the
1418 following set. */
1419 node->symbol.address_taken = 1;
1420 node = cgraph_function_or_thunk_node (node, NULL);
1421 node->symbol.address_taken = 1;
1424 /* Return local info for the compiled function. */
1426 struct cgraph_local_info *
1427 cgraph_local_info (tree decl)
1429 struct cgraph_node *node;
1431 gcc_assert (TREE_CODE (decl) == FUNCTION_DECL);
1432 node = cgraph_get_node (decl);
1433 if (!node)
1434 return NULL;
1435 return &node->local;
1438 /* Return local info for the compiled function. */
1440 struct cgraph_global_info *
1441 cgraph_global_info (tree decl)
1443 struct cgraph_node *node;
1445 gcc_assert (TREE_CODE (decl) == FUNCTION_DECL && cgraph_global_info_ready);
1446 node = cgraph_get_node (decl);
1447 if (!node)
1448 return NULL;
1449 return &node->global;
1452 /* Return local info for the compiled function. */
1454 struct cgraph_rtl_info *
1455 cgraph_rtl_info (tree decl)
1457 struct cgraph_node *node;
1459 gcc_assert (TREE_CODE (decl) == FUNCTION_DECL);
1460 node = cgraph_get_node (decl);
1461 if (!node
1462 || (decl != current_function_decl
1463 && !TREE_ASM_WRITTEN (node->symbol.decl)))
1464 return NULL;
1465 return &node->rtl;
1468 /* Return a string describing the failure REASON. */
1470 const char*
1471 cgraph_inline_failed_string (cgraph_inline_failed_t reason)
1473 #undef DEFCIFCODE
1474 #define DEFCIFCODE(code, string) string,
1476 static const char *cif_string_table[CIF_N_REASONS] = {
1477 #include "cif-code.def"
1480 /* Signedness of an enum type is implementation defined, so cast it
1481 to unsigned before testing. */
1482 gcc_assert ((unsigned) reason < CIF_N_REASONS);
1483 return cif_string_table[reason];
1486 /* Names used to print out the availability enum. */
1487 const char * const cgraph_availability_names[] =
1488 {"unset", "not_available", "overwritable", "available", "local"};
1491 /* Dump call graph node NODE to file F. */
1493 void
1494 dump_cgraph_node (FILE *f, struct cgraph_node *node)
1496 struct cgraph_edge *edge;
1497 int indirect_calls_count = 0;
1499 dump_symtab_base (f, (symtab_node) node);
1501 if (node->global.inlined_to)
1502 fprintf (f, " Function %s/%i is inline copy in %s/%i\n",
1503 xstrdup (cgraph_node_name (node)),
1504 node->symbol.order,
1505 xstrdup (cgraph_node_name (node->global.inlined_to)),
1506 node->global.inlined_to->symbol.order);
1507 if (node->clone_of)
1508 fprintf (f, " Clone of %s/%i\n",
1509 cgraph_node_asm_name (node->clone_of),
1510 node->clone_of->symbol.order);
1511 if (cgraph_function_flags_ready)
1512 fprintf (f, " Availability: %s\n",
1513 cgraph_availability_names [cgraph_function_body_availability (node)]);
1515 fprintf (f, " Function flags:");
1516 if (node->analyzed)
1517 fprintf (f, " analyzed");
1518 if (node->count)
1519 fprintf (f, " executed "HOST_WIDEST_INT_PRINT_DEC"x",
1520 (HOST_WIDEST_INT)node->count);
1521 if (node->origin)
1522 fprintf (f, " nested in: %s", cgraph_node_asm_name (node->origin));
1523 if (gimple_has_body_p (node->symbol.decl))
1524 fprintf (f, " body");
1525 if (node->process)
1526 fprintf (f, " process");
1527 if (node->local.local)
1528 fprintf (f, " local");
1529 if (node->local.finalized)
1530 fprintf (f, " finalized");
1531 if (node->local.redefined_extern_inline)
1532 fprintf (f, " redefined_extern_inline");
1533 if (node->only_called_at_startup)
1534 fprintf (f, " only_called_at_startup");
1535 if (node->only_called_at_exit)
1536 fprintf (f, " only_called_at_exit");
1537 else if (node->alias)
1538 fprintf (f, " alias");
1539 if (node->tm_clone)
1540 fprintf (f, " tm_clone");
1542 fprintf (f, "\n");
1544 if (node->thunk.thunk_p)
1546 fprintf (f, " Thunk of %s (asm: %s) fixed offset %i virtual value %i has "
1547 "virtual offset %i)\n",
1548 lang_hooks.decl_printable_name (node->thunk.alias, 2),
1549 IDENTIFIER_POINTER (DECL_ASSEMBLER_NAME (node->thunk.alias)),
1550 (int)node->thunk.fixed_offset,
1551 (int)node->thunk.virtual_value,
1552 (int)node->thunk.virtual_offset_p);
1554 if (node->alias && node->thunk.alias)
1556 fprintf (f, " Alias of %s",
1557 lang_hooks.decl_printable_name (node->thunk.alias, 2));
1558 if (DECL_ASSEMBLER_NAME_SET_P (node->thunk.alias))
1559 fprintf (f, " (asm: %s)",
1560 IDENTIFIER_POINTER (DECL_ASSEMBLER_NAME (node->thunk.alias)));
1561 fprintf (f, "\n");
1564 fprintf (f, " Called by: ");
1566 for (edge = node->callers; edge; edge = edge->next_caller)
1568 fprintf (f, "%s/%i ", cgraph_node_asm_name (edge->caller),
1569 edge->caller->symbol.order);
1570 if (edge->count)
1571 fprintf (f, "("HOST_WIDEST_INT_PRINT_DEC"x) ",
1572 (HOST_WIDEST_INT)edge->count);
1573 if (edge->frequency)
1574 fprintf (f, "(%.2f per call) ",
1575 edge->frequency / (double)CGRAPH_FREQ_BASE);
1576 if (!edge->inline_failed)
1577 fprintf(f, "(inlined) ");
1578 if (edge->indirect_inlining_edge)
1579 fprintf(f, "(indirect_inlining) ");
1580 if (edge->can_throw_external)
1581 fprintf(f, "(can throw external) ");
1584 fprintf (f, "\n Calls: ");
1585 for (edge = node->callees; edge; edge = edge->next_callee)
1587 fprintf (f, "%s/%i ", cgraph_node_asm_name (edge->callee),
1588 edge->callee->symbol.order);
1589 if (!edge->inline_failed)
1590 fprintf(f, "(inlined) ");
1591 if (edge->indirect_inlining_edge)
1592 fprintf(f, "(indirect_inlining) ");
1593 if (edge->count)
1594 fprintf (f, "("HOST_WIDEST_INT_PRINT_DEC"x) ",
1595 (HOST_WIDEST_INT)edge->count);
1596 if (edge->frequency)
1597 fprintf (f, "(%.2f per call) ",
1598 edge->frequency / (double)CGRAPH_FREQ_BASE);
1599 if (edge->can_throw_external)
1600 fprintf(f, "(can throw external) ");
1602 fprintf (f, "\n");
1604 for (edge = node->indirect_calls; edge; edge = edge->next_callee)
1605 indirect_calls_count++;
1606 if (indirect_calls_count)
1607 fprintf (f, " Has %i outgoing edges for indirect calls.\n",
1608 indirect_calls_count);
1612 /* Dump call graph node NODE to stderr. */
1614 DEBUG_FUNCTION void
1615 debug_cgraph_node (struct cgraph_node *node)
1617 dump_cgraph_node (stderr, node);
1621 /* Dump the callgraph to file F. */
1623 void
1624 dump_cgraph (FILE *f)
1626 struct cgraph_node *node;
1628 fprintf (f, "callgraph:\n\n");
1629 FOR_EACH_FUNCTION (node)
1630 dump_cgraph_node (f, node);
1634 /* Dump the call graph to stderr. */
1636 DEBUG_FUNCTION void
1637 debug_cgraph (void)
1639 dump_cgraph (stderr);
1642 /* Return true when the DECL can possibly be inlined. */
1643 bool
1644 cgraph_function_possibly_inlined_p (tree decl)
1646 if (!cgraph_global_info_ready)
1647 return !DECL_UNINLINABLE (decl);
1648 return DECL_POSSIBLY_INLINED (decl);
1651 /* NODE is no longer nested function; update cgraph accordingly. */
1652 void
1653 cgraph_unnest_node (struct cgraph_node *node)
1655 struct cgraph_node **node2 = &node->origin->nested;
1656 gcc_assert (node->origin);
1658 while (*node2 != node)
1659 node2 = &(*node2)->next_nested;
1660 *node2 = node->next_nested;
1661 node->origin = NULL;
1664 /* Return function availability. See cgraph.h for description of individual
1665 return values. */
1666 enum availability
1667 cgraph_function_body_availability (struct cgraph_node *node)
1669 enum availability avail;
1670 gcc_assert (cgraph_function_flags_ready);
1671 if (!node->analyzed)
1672 avail = AVAIL_NOT_AVAILABLE;
1673 else if (node->local.local)
1674 avail = AVAIL_LOCAL;
1675 else if (!node->symbol.externally_visible)
1676 avail = AVAIL_AVAILABLE;
1677 /* Inline functions are safe to be analyzed even if their symbol can
1678 be overwritten at runtime. It is not meaningful to enforce any sane
1679 behaviour on replacing inline function by different body. */
1680 else if (DECL_DECLARED_INLINE_P (node->symbol.decl))
1681 avail = AVAIL_AVAILABLE;
1683 /* If the function can be overwritten, return OVERWRITABLE. Take
1684 care at least of two notable extensions - the COMDAT functions
1685 used to share template instantiations in C++ (this is symmetric
1686 to code cp_cannot_inline_tree_fn and probably shall be shared and
1687 the inlinability hooks completely eliminated).
1689 ??? Does the C++ one definition rule allow us to always return
1690 AVAIL_AVAILABLE here? That would be good reason to preserve this
1691 bit. */
1693 else if (decl_replaceable_p (node->symbol.decl)
1694 && !DECL_EXTERNAL (node->symbol.decl))
1695 avail = AVAIL_OVERWRITABLE;
1696 else avail = AVAIL_AVAILABLE;
1698 return avail;
1701 /* Worker for cgraph_node_can_be_local_p. */
1702 static bool
1703 cgraph_node_cannot_be_local_p_1 (struct cgraph_node *node,
1704 void *data ATTRIBUTE_UNUSED)
1706 return !(!node->symbol.force_output
1707 && ((DECL_COMDAT (node->symbol.decl)
1708 && !node->symbol.same_comdat_group)
1709 || !node->symbol.externally_visible));
1712 /* Return true if NODE can be made local for API change.
1713 Extern inline functions and C++ COMDAT functions can be made local
1714 at the expense of possible code size growth if function is used in multiple
1715 compilation units. */
1716 bool
1717 cgraph_node_can_be_local_p (struct cgraph_node *node)
1719 return (!node->symbol.address_taken
1720 && !cgraph_for_node_and_aliases (node,
1721 cgraph_node_cannot_be_local_p_1,
1722 NULL, true));
1725 /* Call calback on NODE, thunks and aliases associated to NODE.
1726 When INCLUDE_OVERWRITABLE is false, overwritable aliases and thunks are
1727 skipped. */
1729 bool
1730 cgraph_for_node_thunks_and_aliases (struct cgraph_node *node,
1731 bool (*callback) (struct cgraph_node *, void *),
1732 void *data,
1733 bool include_overwritable)
1735 struct cgraph_edge *e;
1736 int i;
1737 struct ipa_ref *ref;
1739 if (callback (node, data))
1740 return true;
1741 for (e = node->callers; e; e = e->next_caller)
1742 if (e->caller->thunk.thunk_p
1743 && (include_overwritable
1744 || cgraph_function_body_availability (e->caller) > AVAIL_OVERWRITABLE))
1745 if (cgraph_for_node_thunks_and_aliases (e->caller, callback, data,
1746 include_overwritable))
1747 return true;
1748 for (i = 0; ipa_ref_list_referring_iterate (&node->symbol.ref_list, i, ref); i++)
1749 if (ref->use == IPA_REF_ALIAS)
1751 struct cgraph_node *alias = ipa_ref_referring_node (ref);
1752 if (include_overwritable
1753 || cgraph_function_body_availability (alias) > AVAIL_OVERWRITABLE)
1754 if (cgraph_for_node_thunks_and_aliases (alias, callback, data,
1755 include_overwritable))
1756 return true;
1758 return false;
1761 /* Call calback on NODE and aliases associated to NODE.
1762 When INCLUDE_OVERWRITABLE is false, overwritable aliases and thunks are
1763 skipped. */
1765 bool
1766 cgraph_for_node_and_aliases (struct cgraph_node *node,
1767 bool (*callback) (struct cgraph_node *, void *),
1768 void *data,
1769 bool include_overwritable)
1771 int i;
1772 struct ipa_ref *ref;
1774 if (callback (node, data))
1775 return true;
1776 for (i = 0; ipa_ref_list_referring_iterate (&node->symbol.ref_list, i, ref); i++)
1777 if (ref->use == IPA_REF_ALIAS)
1779 struct cgraph_node *alias = ipa_ref_referring_node (ref);
1780 if (include_overwritable
1781 || cgraph_function_body_availability (alias) > AVAIL_OVERWRITABLE)
1782 if (cgraph_for_node_and_aliases (alias, callback, data,
1783 include_overwritable))
1784 return true;
1786 return false;
1789 /* Worker to bring NODE local. */
1791 static bool
1792 cgraph_make_node_local_1 (struct cgraph_node *node, void *data ATTRIBUTE_UNUSED)
1794 gcc_checking_assert (cgraph_node_can_be_local_p (node));
1795 if (DECL_COMDAT (node->symbol.decl) || DECL_EXTERNAL (node->symbol.decl))
1797 symtab_make_decl_local (node->symbol.decl);
1799 node->symbol.externally_visible = false;
1800 node->local.local = true;
1801 node->symbol.resolution = LDPR_PREVAILING_DEF_IRONLY;
1802 gcc_assert (cgraph_function_body_availability (node) == AVAIL_LOCAL);
1804 return false;
1807 /* Bring NODE local. */
1809 void
1810 cgraph_make_node_local (struct cgraph_node *node)
1812 cgraph_for_node_thunks_and_aliases (node, cgraph_make_node_local_1,
1813 NULL, true);
1816 /* Worker to set nothrow flag. */
1818 static bool
1819 cgraph_set_nothrow_flag_1 (struct cgraph_node *node, void *data)
1821 struct cgraph_edge *e;
1823 TREE_NOTHROW (node->symbol.decl) = data != NULL;
1825 if (data != NULL)
1826 for (e = node->callers; e; e = e->next_caller)
1827 e->can_throw_external = false;
1828 return false;
1831 /* Set TREE_NOTHROW on NODE's decl and on aliases of NODE
1832 if any to NOTHROW. */
1834 void
1835 cgraph_set_nothrow_flag (struct cgraph_node *node, bool nothrow)
1837 cgraph_for_node_thunks_and_aliases (node, cgraph_set_nothrow_flag_1,
1838 (void *)(size_t)nothrow, false);
1841 /* Worker to set const flag. */
1843 static bool
1844 cgraph_set_const_flag_1 (struct cgraph_node *node, void *data)
1846 /* Static constructors and destructors without a side effect can be
1847 optimized out. */
1848 if (data && !((size_t)data & 2))
1850 if (DECL_STATIC_CONSTRUCTOR (node->symbol.decl))
1851 DECL_STATIC_CONSTRUCTOR (node->symbol.decl) = 0;
1852 if (DECL_STATIC_DESTRUCTOR (node->symbol.decl))
1853 DECL_STATIC_DESTRUCTOR (node->symbol.decl) = 0;
1855 TREE_READONLY (node->symbol.decl) = data != NULL;
1856 DECL_LOOPING_CONST_OR_PURE_P (node->symbol.decl) = ((size_t)data & 2) != 0;
1857 return false;
1860 /* Set TREE_READONLY on NODE's decl and on aliases of NODE
1861 if any to READONLY. */
1863 void
1864 cgraph_set_const_flag (struct cgraph_node *node, bool readonly, bool looping)
1866 cgraph_for_node_thunks_and_aliases (node, cgraph_set_const_flag_1,
1867 (void *)(size_t)(readonly + (int)looping * 2),
1868 false);
1871 /* Worker to set pure flag. */
1873 static bool
1874 cgraph_set_pure_flag_1 (struct cgraph_node *node, void *data)
1876 /* Static constructors and destructors without a side effect can be
1877 optimized out. */
1878 if (data && !((size_t)data & 2))
1880 if (DECL_STATIC_CONSTRUCTOR (node->symbol.decl))
1881 DECL_STATIC_CONSTRUCTOR (node->symbol.decl) = 0;
1882 if (DECL_STATIC_DESTRUCTOR (node->symbol.decl))
1883 DECL_STATIC_DESTRUCTOR (node->symbol.decl) = 0;
1885 DECL_PURE_P (node->symbol.decl) = data != NULL;
1886 DECL_LOOPING_CONST_OR_PURE_P (node->symbol.decl) = ((size_t)data & 2) != 0;
1887 return false;
1890 /* Set DECL_PURE_P on NODE's decl and on aliases of NODE
1891 if any to PURE. */
1893 void
1894 cgraph_set_pure_flag (struct cgraph_node *node, bool pure, bool looping)
1896 cgraph_for_node_thunks_and_aliases (node, cgraph_set_pure_flag_1,
1897 (void *)(size_t)(pure + (int)looping * 2),
1898 false);
1901 /* Data used by cgraph_propagate_frequency. */
1903 struct cgraph_propagate_frequency_data
1905 bool maybe_unlikely_executed;
1906 bool maybe_executed_once;
1907 bool only_called_at_startup;
1908 bool only_called_at_exit;
1911 /* Worker for cgraph_propagate_frequency_1. */
1913 static bool
1914 cgraph_propagate_frequency_1 (struct cgraph_node *node, void *data)
1916 struct cgraph_propagate_frequency_data *d;
1917 struct cgraph_edge *edge;
1919 d = (struct cgraph_propagate_frequency_data *)data;
1920 for (edge = node->callers;
1921 edge && (d->maybe_unlikely_executed || d->maybe_executed_once
1922 || d->only_called_at_startup || d->only_called_at_exit);
1923 edge = edge->next_caller)
1925 if (edge->caller != node)
1927 d->only_called_at_startup &= edge->caller->only_called_at_startup;
1928 /* It makes sense to put main() together with the static constructors.
1929 It will be executed for sure, but rest of functions called from
1930 main are definitely not at startup only. */
1931 if (MAIN_NAME_P (DECL_NAME (edge->caller->symbol.decl)))
1932 d->only_called_at_startup = 0;
1933 d->only_called_at_exit &= edge->caller->only_called_at_exit;
1935 if (!edge->frequency)
1936 continue;
1937 switch (edge->caller->frequency)
1939 case NODE_FREQUENCY_UNLIKELY_EXECUTED:
1940 break;
1941 case NODE_FREQUENCY_EXECUTED_ONCE:
1942 if (dump_file && (dump_flags & TDF_DETAILS))
1943 fprintf (dump_file, " Called by %s that is executed once\n",
1944 cgraph_node_name (edge->caller));
1945 d->maybe_unlikely_executed = false;
1946 if (inline_edge_summary (edge)->loop_depth)
1948 d->maybe_executed_once = false;
1949 if (dump_file && (dump_flags & TDF_DETAILS))
1950 fprintf (dump_file, " Called in loop\n");
1952 break;
1953 case NODE_FREQUENCY_HOT:
1954 case NODE_FREQUENCY_NORMAL:
1955 if (dump_file && (dump_flags & TDF_DETAILS))
1956 fprintf (dump_file, " Called by %s that is normal or hot\n",
1957 cgraph_node_name (edge->caller));
1958 d->maybe_unlikely_executed = false;
1959 d->maybe_executed_once = false;
1960 break;
1963 return edge != NULL;
1966 /* See if the frequency of NODE can be updated based on frequencies of its
1967 callers. */
1968 bool
1969 cgraph_propagate_frequency (struct cgraph_node *node)
1971 struct cgraph_propagate_frequency_data d = {true, true, true, true};
1972 bool changed = false;
1974 if (!node->local.local)
1975 return false;
1976 gcc_assert (node->analyzed);
1977 if (dump_file && (dump_flags & TDF_DETAILS))
1978 fprintf (dump_file, "Processing frequency %s\n", cgraph_node_name (node));
1980 cgraph_for_node_and_aliases (node, cgraph_propagate_frequency_1, &d, true);
1982 if ((d.only_called_at_startup && !d.only_called_at_exit)
1983 && !node->only_called_at_startup)
1985 node->only_called_at_startup = true;
1986 if (dump_file)
1987 fprintf (dump_file, "Node %s promoted to only called at startup.\n",
1988 cgraph_node_name (node));
1989 changed = true;
1991 if ((d.only_called_at_exit && !d.only_called_at_startup)
1992 && !node->only_called_at_exit)
1994 node->only_called_at_exit = true;
1995 if (dump_file)
1996 fprintf (dump_file, "Node %s promoted to only called at exit.\n",
1997 cgraph_node_name (node));
1998 changed = true;
2000 /* These come either from profile or user hints; never update them. */
2001 if (node->frequency == NODE_FREQUENCY_HOT
2002 || node->frequency == NODE_FREQUENCY_UNLIKELY_EXECUTED)
2003 return changed;
2004 if (d.maybe_unlikely_executed)
2006 node->frequency = NODE_FREQUENCY_UNLIKELY_EXECUTED;
2007 if (dump_file)
2008 fprintf (dump_file, "Node %s promoted to unlikely executed.\n",
2009 cgraph_node_name (node));
2010 changed = true;
2012 else if (d.maybe_executed_once && node->frequency != NODE_FREQUENCY_EXECUTED_ONCE)
2014 node->frequency = NODE_FREQUENCY_EXECUTED_ONCE;
2015 if (dump_file)
2016 fprintf (dump_file, "Node %s promoted to executed once.\n",
2017 cgraph_node_name (node));
2018 changed = true;
2020 return changed;
2023 /* Return true when NODE can not return or throw and thus
2024 it is safe to ignore its side effects for IPA analysis. */
2026 bool
2027 cgraph_node_cannot_return (struct cgraph_node *node)
2029 int flags = flags_from_decl_or_type (node->symbol.decl);
2030 if (!flag_exceptions)
2031 return (flags & ECF_NORETURN) != 0;
2032 else
2033 return ((flags & (ECF_NORETURN | ECF_NOTHROW))
2034 == (ECF_NORETURN | ECF_NOTHROW));
2037 /* Return true when call of E can not lead to return from caller
2038 and thus it is safe to ignore its side effects for IPA analysis
2039 when computing side effects of the caller.
2040 FIXME: We could actually mark all edges that have no reaching
2041 patch to EXIT_BLOCK_PTR or throw to get better results. */
2042 bool
2043 cgraph_edge_cannot_lead_to_return (struct cgraph_edge *e)
2045 if (cgraph_node_cannot_return (e->caller))
2046 return true;
2047 if (e->indirect_unknown_callee)
2049 int flags = e->indirect_info->ecf_flags;
2050 if (!flag_exceptions)
2051 return (flags & ECF_NORETURN) != 0;
2052 else
2053 return ((flags & (ECF_NORETURN | ECF_NOTHROW))
2054 == (ECF_NORETURN | ECF_NOTHROW));
2056 else
2057 return cgraph_node_cannot_return (e->callee);
2060 /* Return true when function NODE can be removed from callgraph
2061 if all direct calls are eliminated. */
2063 bool
2064 cgraph_can_remove_if_no_direct_calls_and_refs_p (struct cgraph_node *node)
2066 gcc_assert (!node->global.inlined_to);
2067 /* Extern inlines can always go, we will use the external definition. */
2068 if (DECL_EXTERNAL (node->symbol.decl))
2069 return true;
2070 /* When function is needed, we can not remove it. */
2071 if (node->symbol.force_output || node->symbol.used_from_other_partition)
2072 return false;
2073 if (DECL_STATIC_CONSTRUCTOR (node->symbol.decl)
2074 || DECL_STATIC_DESTRUCTOR (node->symbol.decl))
2075 return false;
2076 /* Only COMDAT functions can be removed if externally visible. */
2077 if (node->symbol.externally_visible
2078 && (!DECL_COMDAT (node->symbol.decl)
2079 || symtab_used_from_object_file_p ((symtab_node) node)))
2080 return false;
2081 return true;
2084 /* Worker for cgraph_can_remove_if_no_direct_calls_p. */
2086 static bool
2087 nonremovable_p (struct cgraph_node *node, void *data ATTRIBUTE_UNUSED)
2089 return !cgraph_can_remove_if_no_direct_calls_and_refs_p (node);
2092 /* Return true when function NODE and its aliases can be removed from callgraph
2093 if all direct calls are eliminated. */
2095 bool
2096 cgraph_can_remove_if_no_direct_calls_p (struct cgraph_node *node)
2098 /* Extern inlines can always go, we will use the external definition. */
2099 if (DECL_EXTERNAL (node->symbol.decl))
2100 return true;
2101 if (node->symbol.address_taken)
2102 return false;
2103 return !cgraph_for_node_and_aliases (node, nonremovable_p, NULL, true);
2106 /* Worker for cgraph_can_remove_if_no_direct_calls_p. */
2108 static bool
2109 used_from_object_file_p (struct cgraph_node *node, void *data ATTRIBUTE_UNUSED)
2111 return symtab_used_from_object_file_p ((symtab_node) node);
2114 /* Return true when function NODE can be expected to be removed
2115 from program when direct calls in this compilation unit are removed.
2117 As a special case COMDAT functions are
2118 cgraph_can_remove_if_no_direct_calls_p while the are not
2119 cgraph_only_called_directly_p (it is possible they are called from other
2120 unit)
2122 This function behaves as cgraph_only_called_directly_p because eliminating
2123 all uses of COMDAT function does not make it necessarily disappear from
2124 the program unless we are compiling whole program or we do LTO. In this
2125 case we know we win since dynamic linking will not really discard the
2126 linkonce section. */
2128 bool
2129 cgraph_will_be_removed_from_program_if_no_direct_calls (struct cgraph_node *node)
2131 gcc_assert (!node->global.inlined_to);
2132 if (cgraph_for_node_and_aliases (node, used_from_object_file_p, NULL, true))
2133 return false;
2134 if (!in_lto_p && !flag_whole_program)
2135 return cgraph_only_called_directly_p (node);
2136 else
2138 if (DECL_EXTERNAL (node->symbol.decl))
2139 return true;
2140 return cgraph_can_remove_if_no_direct_calls_p (node);
2145 /* Worker for cgraph_only_called_directly_p. */
2147 static bool
2148 cgraph_not_only_called_directly_p_1 (struct cgraph_node *node, void *data ATTRIBUTE_UNUSED)
2150 return !cgraph_only_called_directly_or_aliased_p (node);
2153 /* Return true when function NODE and all its aliases are only called
2154 directly.
2155 i.e. it is not externally visible, address was not taken and
2156 it is not used in any other non-standard way. */
2158 bool
2159 cgraph_only_called_directly_p (struct cgraph_node *node)
2161 gcc_assert (cgraph_function_or_thunk_node (node, NULL) == node);
2162 return !cgraph_for_node_and_aliases (node, cgraph_not_only_called_directly_p_1,
2163 NULL, true);
2167 /* Collect all callers of NODE. Worker for collect_callers_of_node. */
2169 static bool
2170 collect_callers_of_node_1 (struct cgraph_node *node, void *data)
2172 vec<cgraph_edge_p> *redirect_callers = (vec<cgraph_edge_p> *)data;
2173 struct cgraph_edge *cs;
2174 enum availability avail;
2175 cgraph_function_or_thunk_node (node, &avail);
2177 if (avail > AVAIL_OVERWRITABLE)
2178 for (cs = node->callers; cs != NULL; cs = cs->next_caller)
2179 if (!cs->indirect_inlining_edge)
2180 redirect_callers->safe_push (cs);
2181 return false;
2184 /* Collect all callers of NODE and its aliases that are known to lead to NODE
2185 (i.e. are not overwritable). */
2187 vec<cgraph_edge_p>
2188 collect_callers_of_node (struct cgraph_node *node)
2190 vec<cgraph_edge_p> redirect_callers = vNULL;
2191 cgraph_for_node_and_aliases (node, collect_callers_of_node_1,
2192 &redirect_callers, false);
2193 return redirect_callers;
2196 /* Return TRUE if NODE2 is equivalent to NODE or its clone. */
2197 static bool
2198 clone_of_p (struct cgraph_node *node, struct cgraph_node *node2)
2200 node = cgraph_function_or_thunk_node (node, NULL);
2201 node2 = cgraph_function_or_thunk_node (node2, NULL);
2202 while (node != node2 && node2)
2203 node2 = node2->clone_of;
2204 return node2 != NULL;
2207 /* Verify edge E count and frequency. */
2209 static bool
2210 verify_edge_count_and_frequency (struct cgraph_edge *e)
2212 bool error_found = false;
2213 if (e->count < 0)
2215 error ("caller edge count is negative");
2216 error_found = true;
2218 if (e->frequency < 0)
2220 error ("caller edge frequency is negative");
2221 error_found = true;
2223 if (e->frequency > CGRAPH_FREQ_MAX)
2225 error ("caller edge frequency is too large");
2226 error_found = true;
2228 if (gimple_has_body_p (e->caller->symbol.decl)
2229 && !e->caller->global.inlined_to
2230 /* FIXME: Inline-analysis sets frequency to 0 when edge is optimized out.
2231 Remove this once edges are actually removed from the function at that time. */
2232 && (e->frequency
2233 || (inline_edge_summary_vec.exists ()
2234 && ((inline_edge_summary_vec.length () <= (unsigned) e->uid)
2235 || !inline_edge_summary (e)->predicate)))
2236 && (e->frequency
2237 != compute_call_stmt_bb_frequency (e->caller->symbol.decl,
2238 gimple_bb (e->call_stmt))))
2240 error ("caller edge frequency %i does not match BB frequency %i",
2241 e->frequency,
2242 compute_call_stmt_bb_frequency (e->caller->symbol.decl,
2243 gimple_bb (e->call_stmt)));
2244 error_found = true;
2246 return error_found;
2249 /* Switch to THIS_CFUN if needed and print STMT to stderr. */
2250 static void
2251 cgraph_debug_gimple_stmt (struct function *this_cfun, gimple stmt)
2253 bool fndecl_was_null = false;
2254 /* debug_gimple_stmt needs correct cfun */
2255 if (cfun != this_cfun)
2256 set_cfun (this_cfun);
2257 /* ...and an actual current_function_decl */
2258 if (!current_function_decl)
2260 current_function_decl = this_cfun->decl;
2261 fndecl_was_null = true;
2263 debug_gimple_stmt (stmt);
2264 if (fndecl_was_null)
2265 current_function_decl = NULL;
2268 /* Verify that call graph edge E corresponds to DECL from the associated
2269 statement. Return true if the verification should fail. */
2271 static bool
2272 verify_edge_corresponds_to_fndecl (struct cgraph_edge *e, tree decl)
2274 struct cgraph_node *node;
2276 if (!decl || e->callee->global.inlined_to)
2277 return false;
2278 node = cgraph_get_node (decl);
2280 /* We do not know if a node from a different partition is an alias or what it
2281 aliases and therefore cannot do the former_clone_of check reliably. */
2282 if (!node || node->symbol.in_other_partition)
2283 return false;
2284 node = cgraph_function_or_thunk_node (node, NULL);
2286 if ((e->callee->former_clone_of != node->symbol.decl
2287 && (!node->same_body_alias
2288 || e->callee->former_clone_of != node->thunk.alias))
2289 /* IPA-CP sometimes redirect edge to clone and then back to the former
2290 function. This ping-pong has to go, eventually. */
2291 && (node != cgraph_function_or_thunk_node (e->callee, NULL))
2292 && !clone_of_p (node, e->callee)
2293 /* If decl is a same body alias of some other decl, allow e->callee to be
2294 a clone of a clone of that other decl too. */
2295 && (!node->same_body_alias
2296 || !clone_of_p (cgraph_get_node (node->thunk.alias), e->callee)))
2297 return true;
2298 else
2299 return false;
2302 /* Verify cgraph nodes of given cgraph node. */
2303 DEBUG_FUNCTION void
2304 verify_cgraph_node (struct cgraph_node *node)
2306 struct cgraph_edge *e;
2307 struct function *this_cfun = DECL_STRUCT_FUNCTION (node->symbol.decl);
2308 basic_block this_block;
2309 gimple_stmt_iterator gsi;
2310 bool error_found = false;
2312 if (seen_error ())
2313 return;
2315 timevar_push (TV_CGRAPH_VERIFY);
2316 error_found |= verify_symtab_base ((symtab_node) node);
2317 for (e = node->callees; e; e = e->next_callee)
2318 if (e->aux)
2320 error ("aux field set for edge %s->%s",
2321 identifier_to_locale (cgraph_node_name (e->caller)),
2322 identifier_to_locale (cgraph_node_name (e->callee)));
2323 error_found = true;
2325 if (node->count < 0)
2327 error ("execution count is negative");
2328 error_found = true;
2330 if (node->global.inlined_to && node->symbol.same_comdat_group)
2332 error ("inline clone in same comdat group list");
2333 error_found = true;
2335 if (node->global.inlined_to && node->symbol.externally_visible)
2337 error ("externally visible inline clone");
2338 error_found = true;
2340 if (node->global.inlined_to && node->symbol.address_taken)
2342 error ("inline clone with address taken");
2343 error_found = true;
2345 if (node->global.inlined_to && node->symbol.force_output)
2347 error ("inline clone is forced to output");
2348 error_found = true;
2350 for (e = node->indirect_calls; e; e = e->next_callee)
2352 if (e->aux)
2354 error ("aux field set for indirect edge from %s",
2355 identifier_to_locale (cgraph_node_name (e->caller)));
2356 error_found = true;
2358 if (!e->indirect_unknown_callee
2359 || !e->indirect_info)
2361 error ("An indirect edge from %s is not marked as indirect or has "
2362 "associated indirect_info, the corresponding statement is: ",
2363 identifier_to_locale (cgraph_node_name (e->caller)));
2364 cgraph_debug_gimple_stmt (this_cfun, e->call_stmt);
2365 error_found = true;
2368 for (e = node->callers; e; e = e->next_caller)
2370 if (verify_edge_count_and_frequency (e))
2371 error_found = true;
2372 if (!e->inline_failed)
2374 if (node->global.inlined_to
2375 != (e->caller->global.inlined_to
2376 ? e->caller->global.inlined_to : e->caller))
2378 error ("inlined_to pointer is wrong");
2379 error_found = true;
2381 if (node->callers->next_caller)
2383 error ("multiple inline callers");
2384 error_found = true;
2387 else
2388 if (node->global.inlined_to)
2390 error ("inlined_to pointer set for noninline callers");
2391 error_found = true;
2394 for (e = node->indirect_calls; e; e = e->next_callee)
2395 if (verify_edge_count_and_frequency (e))
2396 error_found = true;
2397 if (!node->callers && node->global.inlined_to)
2399 error ("inlined_to pointer is set but no predecessors found");
2400 error_found = true;
2402 if (node->global.inlined_to == node)
2404 error ("inlined_to pointer refers to itself");
2405 error_found = true;
2408 if (node->clone_of)
2410 struct cgraph_node *n;
2411 for (n = node->clone_of->clones; n; n = n->next_sibling_clone)
2412 if (n == node)
2413 break;
2414 if (!n)
2416 error ("node has wrong clone_of");
2417 error_found = true;
2420 if (node->clones)
2422 struct cgraph_node *n;
2423 for (n = node->clones; n; n = n->next_sibling_clone)
2424 if (n->clone_of != node)
2425 break;
2426 if (n)
2428 error ("node has wrong clone list");
2429 error_found = true;
2432 if ((node->prev_sibling_clone || node->next_sibling_clone) && !node->clone_of)
2434 error ("node is in clone list but it is not clone");
2435 error_found = true;
2437 if (!node->prev_sibling_clone && node->clone_of && node->clone_of->clones != node)
2439 error ("node has wrong prev_clone pointer");
2440 error_found = true;
2442 if (node->prev_sibling_clone && node->prev_sibling_clone->next_sibling_clone != node)
2444 error ("double linked list of clones corrupted");
2445 error_found = true;
2448 if (node->analyzed && node->alias)
2450 bool ref_found = false;
2451 int i;
2452 struct ipa_ref *ref;
2454 if (node->callees)
2456 error ("Alias has call edges");
2457 error_found = true;
2459 for (i = 0; ipa_ref_list_reference_iterate (&node->symbol.ref_list,
2460 i, ref); i++)
2461 if (ref->use != IPA_REF_ALIAS)
2463 error ("Alias has non-alias reference");
2464 error_found = true;
2466 else if (ref_found)
2468 error ("Alias has more than one alias reference");
2469 error_found = true;
2471 else
2472 ref_found = true;
2473 if (!ref_found)
2475 error ("Analyzed alias has no reference");
2476 error_found = true;
2479 if (node->analyzed && node->thunk.thunk_p)
2481 if (!node->callees)
2483 error ("No edge out of thunk node");
2484 error_found = true;
2486 else if (node->callees->next_callee)
2488 error ("More than one edge out of thunk node");
2489 error_found = true;
2491 if (gimple_has_body_p (node->symbol.decl))
2493 error ("Thunk is not supposed to have body");
2494 error_found = true;
2497 else if (node->analyzed && gimple_has_body_p (node->symbol.decl)
2498 && !TREE_ASM_WRITTEN (node->symbol.decl)
2499 && (!DECL_EXTERNAL (node->symbol.decl) || node->global.inlined_to)
2500 && !flag_wpa)
2502 if (this_cfun->cfg)
2504 /* Reach the trees by walking over the CFG, and note the
2505 enclosing basic-blocks in the call edges. */
2506 FOR_EACH_BB_FN (this_block, this_cfun)
2507 for (gsi = gsi_start_bb (this_block);
2508 !gsi_end_p (gsi);
2509 gsi_next (&gsi))
2511 gimple stmt = gsi_stmt (gsi);
2512 if (is_gimple_call (stmt))
2514 struct cgraph_edge *e = cgraph_edge (node, stmt);
2515 tree decl = gimple_call_fndecl (stmt);
2516 if (e)
2518 if (e->aux)
2520 error ("shared call_stmt:");
2521 cgraph_debug_gimple_stmt (this_cfun, stmt);
2522 error_found = true;
2524 if (!e->indirect_unknown_callee)
2526 if (verify_edge_corresponds_to_fndecl (e, decl))
2528 error ("edge points to wrong declaration:");
2529 debug_tree (e->callee->symbol.decl);
2530 fprintf (stderr," Instead of:");
2531 debug_tree (decl);
2532 error_found = true;
2535 else if (decl)
2537 error ("an indirect edge with unknown callee "
2538 "corresponding to a call_stmt with "
2539 "a known declaration:");
2540 error_found = true;
2541 cgraph_debug_gimple_stmt (this_cfun, e->call_stmt);
2543 e->aux = (void *)1;
2545 else if (decl)
2547 error ("missing callgraph edge for call stmt:");
2548 cgraph_debug_gimple_stmt (this_cfun, stmt);
2549 error_found = true;
2554 else
2555 /* No CFG available?! */
2556 gcc_unreachable ();
2558 for (e = node->callees; e; e = e->next_callee)
2560 if (!e->aux)
2562 error ("edge %s->%s has no corresponding call_stmt",
2563 identifier_to_locale (cgraph_node_name (e->caller)),
2564 identifier_to_locale (cgraph_node_name (e->callee)));
2565 cgraph_debug_gimple_stmt (this_cfun, e->call_stmt);
2566 error_found = true;
2568 e->aux = 0;
2570 for (e = node->indirect_calls; e; e = e->next_callee)
2572 if (!e->aux)
2574 error ("an indirect edge from %s has no corresponding call_stmt",
2575 identifier_to_locale (cgraph_node_name (e->caller)));
2576 cgraph_debug_gimple_stmt (this_cfun, e->call_stmt);
2577 error_found = true;
2579 e->aux = 0;
2582 if (error_found)
2584 dump_cgraph_node (stderr, node);
2585 internal_error ("verify_cgraph_node failed");
2587 timevar_pop (TV_CGRAPH_VERIFY);
2590 /* Verify whole cgraph structure. */
2591 DEBUG_FUNCTION void
2592 verify_cgraph (void)
2594 struct cgraph_node *node;
2596 if (seen_error ())
2597 return;
2599 FOR_EACH_FUNCTION (node)
2600 verify_cgraph_node (node);
2603 /* Create external decl node for DECL.
2604 The difference i nbetween cgraph_get_create_node and
2605 cgraph_get_create_real_symbol_node is that cgraph_get_create_node
2606 may return inline clone, while cgraph_get_create_real_symbol_node
2607 will create a new node in this case.
2608 FIXME: This function should be removed once clones are put out of decl
2609 hash. */
2611 struct cgraph_node *
2612 cgraph_get_create_real_symbol_node (tree decl)
2614 struct cgraph_node *first_clone = cgraph_get_node (decl);
2615 struct cgraph_node *node;
2616 /* create symbol table node. even if inline clone exists, we can not take
2617 it as a target of non-inlined call. */
2618 node = cgraph_get_node (decl);
2619 if (node && !node->global.inlined_to)
2620 return node;
2622 node = cgraph_create_node (decl);
2624 /* ok, we previously inlined the function, then removed the offline copy and
2625 now we want it back for external call. this can happen when devirtualizing
2626 while inlining function called once that happens after extern inlined and
2627 virtuals are already removed. in this case introduce the external node
2628 and make it available for call. */
2629 if (first_clone)
2631 first_clone->clone_of = node;
2632 node->clones = first_clone;
2633 symtab_prevail_in_asm_name_hash ((symtab_node) node);
2634 symtab_insert_node_to_hashtable ((symtab_node) node);
2635 if (dump_file)
2636 fprintf (dump_file, "Introduced new external node "
2637 "(%s/%i) and turned into root of the clone tree.\n",
2638 xstrdup (cgraph_node_name (node)), node->uid);
2640 else if (dump_file)
2641 fprintf (dump_file, "Introduced new external node "
2642 "(%s/%i).\n", xstrdup (cgraph_node_name (node)), node->uid);
2643 return node;
2645 #include "gt-cgraph.h"